sentinelayer-cli 0.1.2 → 0.4.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +998 -996
- package/bin/create-sentinelayer.js +5 -5
- package/bin/sentinelayer-cli.js +4 -4
- package/bin/sl.js +5 -5
- package/package.json +63 -54
- package/src/agents/jules/config/definition.js +209 -209
- package/src/agents/jules/config/system-prompt.js +175 -175
- package/src/agents/jules/error-intake.js +51 -51
- package/src/agents/jules/fix-cycle.js +377 -377
- package/src/agents/jules/loop.js +367 -367
- package/src/agents/jules/pulse.js +327 -319
- package/src/agents/jules/stream.js +186 -186
- package/src/agents/jules/swarm/file-scanner.js +74 -74
- package/src/agents/jules/swarm/index.js +11 -11
- package/src/agents/jules/swarm/orchestrator.js +362 -362
- package/src/agents/jules/swarm/pattern-hunter.js +123 -123
- package/src/agents/jules/swarm/sub-agent.js +308 -308
- package/src/agents/jules/tools/auth-audit.js +557 -222
- package/src/agents/jules/tools/dispatch.js +327 -327
- package/src/agents/jules/tools/file-edit.js +180 -180
- package/src/agents/jules/tools/file-read.js +100 -100
- package/src/agents/jules/tools/frontend-analyze.js +570 -570
- package/src/agents/jules/tools/glob.js +168 -168
- package/src/agents/jules/tools/grep.js +228 -228
- package/src/agents/jules/tools/index.js +29 -29
- package/src/agents/jules/tools/path-guards.js +161 -161
- package/src/agents/jules/tools/runtime-audit.js +503 -493
- package/src/agents/jules/tools/shell.js +383 -383
- package/src/agents/jules/tools/url-policy.js +100 -0
- package/src/ai/aidenid.js +972 -945
- package/src/ai/client.js +508 -508
- package/src/ai/domain-target-store.js +268 -268
- package/src/ai/identity-store.js +270 -270
- package/src/ai/site-store.js +145 -145
- package/src/audit/agents/architecture.js +180 -180
- package/src/audit/agents/compliance.js +179 -179
- package/src/audit/agents/documentation.js +165 -165
- package/src/audit/agents/performance.js +145 -145
- package/src/audit/agents/security.js +215 -215
- package/src/audit/agents/testing.js +172 -172
- package/src/audit/orchestrator.js +557 -557
- package/src/audit/package.js +204 -204
- package/src/audit/registry.js +284 -284
- package/src/audit/replay.js +103 -103
- package/src/auth/gate.js +45 -11
- package/src/auth/http.js +270 -113
- package/src/auth/service.js +891 -848
- package/src/auth/session-store.js +359 -345
- package/src/cli.js +252 -252
- package/src/commands/ai/identity-lifecycle.js +1338 -1337
- package/src/commands/ai/provision-governance.js +1272 -1246
- package/src/commands/ai/shared.js +147 -147
- package/src/commands/ai.js +11 -11
- package/src/commands/apply.js +12 -12
- package/src/commands/audit.js +1166 -1166
- package/src/commands/auth.js +375 -366
- package/src/commands/chat.js +191 -191
- package/src/commands/config.js +184 -184
- package/src/commands/cost.js +311 -311
- package/src/commands/daemon/core.js +850 -850
- package/src/commands/daemon/extended.js +1048 -1048
- package/src/commands/daemon/shared.js +213 -213
- package/src/commands/daemon.js +11 -11
- package/src/commands/guide.js +174 -174
- package/src/commands/ingest.js +58 -58
- package/src/commands/init.js +55 -55
- package/src/commands/legacy-args.js +10 -10
- package/src/commands/mcp.js +461 -404
- package/src/commands/omargate.js +15 -15
- package/src/commands/persona.js +20 -20
- package/src/commands/plugin.js +260 -260
- package/src/commands/policy.js +132 -132
- package/src/commands/prompt.js +238 -238
- package/src/commands/review.js +704 -704
- package/src/commands/scan.js +866 -788
- package/src/commands/spec.js +716 -716
- package/src/commands/swarm.js +651 -651
- package/src/commands/telemetry.js +202 -202
- package/src/commands/watch.js +510 -510
- package/src/config/agent-dictionary.js +182 -182
- package/src/config/io.js +56 -56
- package/src/config/paths.js +18 -18
- package/src/config/schema.js +55 -55
- package/src/config/service.js +184 -184
- package/src/cost/budget.js +235 -235
- package/src/cost/history.js +188 -188
- package/src/cost/tracker.js +171 -171
- package/src/daemon/artifact-lineage.js +534 -534
- package/src/daemon/assignment-ledger.js +770 -770
- package/src/daemon/ast-parser-layer.js +258 -258
- package/src/daemon/budget-governor.js +633 -633
- package/src/daemon/callgraph-overlay.js +646 -646
- package/src/daemon/error-worker.js +626 -626
- package/src/daemon/hybrid-mapper.js +929 -929
- package/src/daemon/jira-lifecycle.js +632 -632
- package/src/daemon/operator-control.js +657 -657
- package/src/daemon/reliability-lane.js +471 -471
- package/src/daemon/watchdog.js +971 -971
- package/src/guide/generator.js +316 -316
- package/src/ingest/engine.js +918 -918
- package/src/legacy-cli.js +2592 -2435
- package/src/mcp/registry.js +695 -695
- package/src/memory/blackboard.js +301 -301
- package/src/memory/retrieval.js +581 -581
- package/src/plugin/manifest.js +553 -553
- package/src/policy/packs.js +144 -144
- package/src/prompt/generator.js +118 -106
- package/src/review/ai-review.js +669 -669
- package/src/review/local-review.js +1295 -1284
- package/src/review/replay.js +235 -235
- package/src/review/report.js +664 -664
- package/src/review/spec-binding.js +487 -487
- package/src/scaffold/generator.js +67 -0
- package/src/scaffold/templates.js +150 -0
- package/src/scan/generator.js +418 -351
- package/src/scan/gh-secrets.js +107 -0
- package/src/spec/generator.js +519 -519
- package/src/spec/regenerate.js +237 -237
- package/src/spec/templates.js +91 -91
- package/src/swarm/dashboard.js +247 -247
- package/src/swarm/factory.js +363 -363
- package/src/swarm/pentest.js +934 -934
- package/src/swarm/registry.js +419 -419
- package/src/swarm/report.js +158 -158
- package/src/swarm/runtime.js +576 -576
- package/src/swarm/scenario-dsl.js +272 -272
- package/src/telemetry/ledger.js +302 -302
- package/src/telemetry/sync.js +107 -61
- package/src/ui/markdown.js +220 -220
|
@@ -1,646 +1,646 @@
|
|
|
1
|
-
import { execFile } from "node:child_process";
|
|
2
|
-
import fsp from "node:fs/promises";
|
|
3
|
-
import path, { extname } from "node:path";
|
|
4
|
-
import { promisify } from "node:util";
|
|
5
|
-
|
|
6
|
-
import { parse } from "@babel/parser";
|
|
7
|
-
|
|
8
|
-
const execFileAsync = promisify(execFile);
|
|
9
|
-
const PYTHON_EXECUTABLE_CANDIDATES = ["python3", "python"];
|
|
10
|
-
let pythonExecutablePromise = null;
|
|
11
|
-
const MAX_FALLBACK_TARGETS = 12;
|
|
12
|
-
|
|
13
|
-
function normalizeString(value) {
|
|
14
|
-
return String(value || "").trim();
|
|
15
|
-
}
|
|
16
|
-
|
|
17
|
-
function normalizeLanguage(language) {
|
|
18
|
-
return normalizeString(language).toLowerCase();
|
|
19
|
-
}
|
|
20
|
-
|
|
21
|
-
function normalizeName(value) {
|
|
22
|
-
const normalized = normalizeString(value);
|
|
23
|
-
if (!normalized) {
|
|
24
|
-
return "";
|
|
25
|
-
}
|
|
26
|
-
return normalized.slice(0, 256);
|
|
27
|
-
}
|
|
28
|
-
|
|
29
|
-
function normalizeSymbolList(values = []) {
|
|
30
|
-
const unique = new Set();
|
|
31
|
-
for (const value of values) {
|
|
32
|
-
const normalized = normalizeName(value);
|
|
33
|
-
if (!normalized) {
|
|
34
|
-
continue;
|
|
35
|
-
}
|
|
36
|
-
unique.add(normalized);
|
|
37
|
-
}
|
|
38
|
-
return [...unique];
|
|
39
|
-
}
|
|
40
|
-
|
|
41
|
-
function normalizeCallList(values = []) {
|
|
42
|
-
const normalizedCalls = [];
|
|
43
|
-
const seen = new Set();
|
|
44
|
-
for (const value of values) {
|
|
45
|
-
const caller = normalizeName(value?.caller);
|
|
46
|
-
const callee = normalizeName(value?.callee);
|
|
47
|
-
if (!callee) {
|
|
48
|
-
continue;
|
|
49
|
-
}
|
|
50
|
-
const normalizedCaller = caller || "<module>";
|
|
51
|
-
const dedupeKey = `${normalizedCaller}=>${callee}`;
|
|
52
|
-
if (seen.has(dedupeKey)) {
|
|
53
|
-
continue;
|
|
54
|
-
}
|
|
55
|
-
seen.add(dedupeKey);
|
|
56
|
-
normalizedCalls.push({
|
|
57
|
-
caller: normalizedCaller,
|
|
58
|
-
callee,
|
|
59
|
-
});
|
|
60
|
-
}
|
|
61
|
-
return normalizedCalls;
|
|
62
|
-
}
|
|
63
|
-
|
|
64
|
-
function buildBabelPlugins(absolutePath = "") {
|
|
65
|
-
const extension = extname(normalizeString(absolutePath)).toLowerCase();
|
|
66
|
-
const plugins = ["importAttributes", "dynamicImport"];
|
|
67
|
-
if (extension === ".ts" || extension === ".tsx" || extension === ".mts" || extension === ".cts") {
|
|
68
|
-
plugins.push("typescript");
|
|
69
|
-
}
|
|
70
|
-
if (extension === ".jsx" || extension === ".tsx") {
|
|
71
|
-
plugins.push("jsx");
|
|
72
|
-
}
|
|
73
|
-
return plugins;
|
|
74
|
-
}
|
|
75
|
-
|
|
76
|
-
function walkAst(node, { enter, leave } = {}, parent = null) {
|
|
77
|
-
if (!node || typeof node !== "object") {
|
|
78
|
-
return;
|
|
79
|
-
}
|
|
80
|
-
if (Array.isArray(node)) {
|
|
81
|
-
for (const child of node) {
|
|
82
|
-
walkAst(child, { enter, leave }, parent);
|
|
83
|
-
}
|
|
84
|
-
return;
|
|
85
|
-
}
|
|
86
|
-
if (typeof enter === "function") {
|
|
87
|
-
enter(node, parent);
|
|
88
|
-
}
|
|
89
|
-
for (const value of Object.values(node)) {
|
|
90
|
-
if (value && typeof value === "object") {
|
|
91
|
-
walkAst(value, { enter, leave }, node);
|
|
92
|
-
}
|
|
93
|
-
}
|
|
94
|
-
if (typeof leave === "function") {
|
|
95
|
-
leave(node, parent);
|
|
96
|
-
}
|
|
97
|
-
}
|
|
98
|
-
|
|
99
|
-
function resolveBabelMemberName(node) {
|
|
100
|
-
if (!node || typeof node !== "object") {
|
|
101
|
-
return "";
|
|
102
|
-
}
|
|
103
|
-
if (node.type === "Identifier") {
|
|
104
|
-
return normalizeName(node.name);
|
|
105
|
-
}
|
|
106
|
-
if (node.type === "StringLiteral") {
|
|
107
|
-
return normalizeName(node.value);
|
|
108
|
-
}
|
|
109
|
-
if (node.type === "NumericLiteral") {
|
|
110
|
-
return normalizeName(String(node.value));
|
|
111
|
-
}
|
|
112
|
-
if (node.type === "ThisExpression") {
|
|
113
|
-
return "this";
|
|
114
|
-
}
|
|
115
|
-
if (node.type === "MemberExpression" || node.type === "OptionalMemberExpression") {
|
|
116
|
-
const objectName = resolveBabelMemberName(node.object);
|
|
117
|
-
const propertyName = resolveMemberPropertyName(node.property, Boolean(node.computed));
|
|
118
|
-
if (objectName && propertyName) {
|
|
119
|
-
return node.computed ? `${objectName}${propertyName}` : `${objectName}.${propertyName}`;
|
|
120
|
-
}
|
|
121
|
-
return propertyName || objectName;
|
|
122
|
-
}
|
|
123
|
-
return "";
|
|
124
|
-
}
|
|
125
|
-
|
|
126
|
-
function resolveMemberPropertyName(node, computed = false) {
|
|
127
|
-
if (!node || typeof node !== "object") {
|
|
128
|
-
return "";
|
|
129
|
-
}
|
|
130
|
-
if (!computed) {
|
|
131
|
-
if (node.type === "Identifier") {
|
|
132
|
-
return normalizeName(node.name);
|
|
133
|
-
}
|
|
134
|
-
return resolveBabelMemberName(node);
|
|
135
|
-
}
|
|
136
|
-
|
|
137
|
-
if (node.type === "StringLiteral") {
|
|
138
|
-
return `[${normalizeName(node.value)}]`;
|
|
139
|
-
}
|
|
140
|
-
if (node.type === "NumericLiteral") {
|
|
141
|
-
return `[${normalizeName(String(node.value))}]`;
|
|
142
|
-
}
|
|
143
|
-
if (node.type === "Identifier") {
|
|
144
|
-
return `[${normalizeName(node.name)}]`;
|
|
145
|
-
}
|
|
146
|
-
|
|
147
|
-
const nested = resolveBabelMemberName(node);
|
|
148
|
-
return nested ? `[${nested}]` : "[computed]";
|
|
149
|
-
}
|
|
150
|
-
|
|
151
|
-
function resolveClassName(node) {
|
|
152
|
-
if (!node || typeof node !== "object") {
|
|
153
|
-
return "";
|
|
154
|
-
}
|
|
155
|
-
if (node.type === "ClassDeclaration" && node.id && node.id.type === "Identifier") {
|
|
156
|
-
return normalizeName(node.id.name);
|
|
157
|
-
}
|
|
158
|
-
if (node.type === "ClassExpression" && node.id && node.id.type === "Identifier") {
|
|
159
|
-
return normalizeName(node.id.name);
|
|
160
|
-
}
|
|
161
|
-
return "";
|
|
162
|
-
}
|
|
163
|
-
|
|
164
|
-
function resolveFunctionName(node, parent, classStack = []) {
|
|
165
|
-
if (!node || typeof node !== "object") {
|
|
166
|
-
return "";
|
|
167
|
-
}
|
|
168
|
-
if (node.type === "FunctionDeclaration" && node.id && node.id.type === "Identifier") {
|
|
169
|
-
return normalizeName(node.id.name);
|
|
170
|
-
}
|
|
171
|
-
if (
|
|
172
|
-
(node.type === "FunctionExpression" || node.type === "ArrowFunctionExpression") &&
|
|
173
|
-
parent &&
|
|
174
|
-
parent.type === "VariableDeclarator" &&
|
|
175
|
-
parent.id &&
|
|
176
|
-
parent.id.type === "Identifier"
|
|
177
|
-
) {
|
|
178
|
-
return normalizeName(parent.id.name);
|
|
179
|
-
}
|
|
180
|
-
if (
|
|
181
|
-
(node.type === "FunctionExpression" || node.type === "ArrowFunctionExpression") &&
|
|
182
|
-
parent &&
|
|
183
|
-
parent.type === "AssignmentExpression" &&
|
|
184
|
-
parent.left
|
|
185
|
-
) {
|
|
186
|
-
return normalizeName(resolveBabelMemberName(parent.left));
|
|
187
|
-
}
|
|
188
|
-
if (
|
|
189
|
-
(node.type === "ClassMethod" ||
|
|
190
|
-
node.type === "ObjectMethod" ||
|
|
191
|
-
node.type === "ClassPrivateMethod") &&
|
|
192
|
-
node.key
|
|
193
|
-
) {
|
|
194
|
-
const methodName =
|
|
195
|
-
node.key.type === "Identifier"
|
|
196
|
-
? normalizeName(node.key.name)
|
|
197
|
-
: node.key.type === "StringLiteral"
|
|
198
|
-
? normalizeName(node.key.value)
|
|
199
|
-
: node.key.type === "PrivateName" && node.key.id && node.key.id.type === "Identifier"
|
|
200
|
-
? normalizeName(node.key.id.name)
|
|
201
|
-
: "";
|
|
202
|
-
if (!methodName) {
|
|
203
|
-
return "";
|
|
204
|
-
}
|
|
205
|
-
const currentClass = classStack[classStack.length - 1] || "";
|
|
206
|
-
if (currentClass) {
|
|
207
|
-
return `${currentClass}.${methodName}`;
|
|
208
|
-
}
|
|
209
|
-
return methodName;
|
|
210
|
-
}
|
|
211
|
-
if (
|
|
212
|
-
node.type === "ObjectProperty" &&
|
|
213
|
-
node.value &&
|
|
214
|
-
(node.value.type === "FunctionExpression" || node.value.type === "ArrowFunctionExpression")
|
|
215
|
-
) {
|
|
216
|
-
const keyName =
|
|
217
|
-
node.key && node.key.type === "Identifier"
|
|
218
|
-
? normalizeName(node.key.name)
|
|
219
|
-
: node.key && node.key.type === "StringLiteral"
|
|
220
|
-
? normalizeName(node.key.value)
|
|
221
|
-
: "";
|
|
222
|
-
return keyName;
|
|
223
|
-
}
|
|
224
|
-
return "";
|
|
225
|
-
}
|
|
226
|
-
|
|
227
|
-
function parseBabelCallgraph(content = "", absolutePath = "") {
|
|
228
|
-
const ast = parse(String(content || ""), {
|
|
229
|
-
sourceType: "unambiguous",
|
|
230
|
-
errorRecovery: true,
|
|
231
|
-
allowAwaitOutsideFunction: true,
|
|
232
|
-
plugins: buildBabelPlugins(absolutePath),
|
|
233
|
-
});
|
|
234
|
-
if (Array.isArray(ast.errors) && ast.errors.length > 0) {
|
|
235
|
-
throw ast.errors[0];
|
|
236
|
-
}
|
|
237
|
-
|
|
238
|
-
const classStack = [];
|
|
239
|
-
const functionStack = [];
|
|
240
|
-
const symbols = new Set(["<module>"]);
|
|
241
|
-
const calls = [];
|
|
242
|
-
|
|
243
|
-
walkAst(ast, {
|
|
244
|
-
enter(node, parent) {
|
|
245
|
-
const className = resolveClassName(node);
|
|
246
|
-
if (className) {
|
|
247
|
-
classStack.push(className);
|
|
248
|
-
}
|
|
249
|
-
|
|
250
|
-
const functionName = resolveFunctionName(node, parent, classStack);
|
|
251
|
-
if (functionName) {
|
|
252
|
-
symbols.add(functionName);
|
|
253
|
-
functionStack.push(functionName);
|
|
254
|
-
} else if (
|
|
255
|
-
node.type === "FunctionExpression" ||
|
|
256
|
-
node.type === "ArrowFunctionExpression" ||
|
|
257
|
-
node.type === "ClassMethod" ||
|
|
258
|
-
node.type === "ObjectMethod" ||
|
|
259
|
-
node.type === "ClassPrivateMethod"
|
|
260
|
-
) {
|
|
261
|
-
functionStack.push("<anonymous>");
|
|
262
|
-
}
|
|
263
|
-
|
|
264
|
-
if (node.type === "CallExpression" || node.type === "OptionalCallExpression") {
|
|
265
|
-
const callee = resolveBabelMemberName(node.callee);
|
|
266
|
-
if (callee && callee !== "require" && callee !== "import") {
|
|
267
|
-
const callerName = normalizeName(functionStack[functionStack.length - 1]);
|
|
268
|
-
const caller = !callerName || callerName === "<anonymous>" ? "<module>" : callerName;
|
|
269
|
-
calls.push({
|
|
270
|
-
caller,
|
|
271
|
-
callee,
|
|
272
|
-
});
|
|
273
|
-
}
|
|
274
|
-
}
|
|
275
|
-
|
|
276
|
-
if (node.type === "ImportExpression" && node.source) {
|
|
277
|
-
const callerName = normalizeName(functionStack[functionStack.length - 1]);
|
|
278
|
-
const caller = !callerName || callerName === "<anonymous>" ? "<module>" : callerName;
|
|
279
|
-
calls.push({
|
|
280
|
-
caller,
|
|
281
|
-
callee: "import",
|
|
282
|
-
});
|
|
283
|
-
}
|
|
284
|
-
},
|
|
285
|
-
leave(node) {
|
|
286
|
-
if (node.type === "ClassDeclaration" || node.type === "ClassExpression") {
|
|
287
|
-
classStack.pop();
|
|
288
|
-
}
|
|
289
|
-
if (
|
|
290
|
-
node.type === "FunctionDeclaration" ||
|
|
291
|
-
node.type === "FunctionExpression" ||
|
|
292
|
-
node.type === "ArrowFunctionExpression" ||
|
|
293
|
-
node.type === "ClassMethod" ||
|
|
294
|
-
node.type === "ObjectMethod" ||
|
|
295
|
-
node.type === "ClassPrivateMethod"
|
|
296
|
-
) {
|
|
297
|
-
functionStack.pop();
|
|
298
|
-
}
|
|
299
|
-
},
|
|
300
|
-
});
|
|
301
|
-
|
|
302
|
-
return {
|
|
303
|
-
symbols: normalizeSymbolList([...symbols]),
|
|
304
|
-
calls: normalizeCallList(calls),
|
|
305
|
-
};
|
|
306
|
-
}
|
|
307
|
-
|
|
308
|
-
function parseRegexCallgraph(content = "", normalizedLanguage = "") {
|
|
309
|
-
const raw = String(content || "");
|
|
310
|
-
const symbols = new Set(["<module>"]);
|
|
311
|
-
const calls = [];
|
|
312
|
-
|
|
313
|
-
if (normalizedLanguage.includes("javascript") || normalizedLanguage.includes("typescript")) {
|
|
314
|
-
const functionPattern = /\bfunction\s+([A-Za-z_$][A-Za-z0-9_$]*)\s*\(/g;
|
|
315
|
-
let functionMatch;
|
|
316
|
-
while ((functionMatch = functionPattern.exec(raw))) {
|
|
317
|
-
symbols.add(functionMatch[1]);
|
|
318
|
-
}
|
|
319
|
-
const variableFunctionPattern =
|
|
320
|
-
/\b(?:const|let|var)\s+([A-Za-z_$][A-Za-z0-9_$]*)\s*=\s*(?:async\s*)?(?:function\b|\([^)]*\)\s*=>|[A-Za-z_$][A-Za-z0-9_$]*\s*=>)/g;
|
|
321
|
-
let variableMatch;
|
|
322
|
-
while ((variableMatch = variableFunctionPattern.exec(raw))) {
|
|
323
|
-
symbols.add(variableMatch[1]);
|
|
324
|
-
}
|
|
325
|
-
} else if (normalizedLanguage === "python") {
|
|
326
|
-
const defPattern = /^\s*def\s+([A-Za-z_][A-Za-z0-9_]*)\s*\(/gm;
|
|
327
|
-
let defMatch;
|
|
328
|
-
while ((defMatch = defPattern.exec(raw))) {
|
|
329
|
-
symbols.add(defMatch[1]);
|
|
330
|
-
}
|
|
331
|
-
}
|
|
332
|
-
|
|
333
|
-
const callPattern = /\b([A-Za-z_][A-Za-z0-9_\.]*)\s*\(/g;
|
|
334
|
-
let callMatch;
|
|
335
|
-
while ((callMatch = callPattern.exec(raw))) {
|
|
336
|
-
const callee = normalizeName(callMatch[1]);
|
|
337
|
-
if (!callee) {
|
|
338
|
-
continue;
|
|
339
|
-
}
|
|
340
|
-
if (
|
|
341
|
-
[
|
|
342
|
-
"if",
|
|
343
|
-
"for",
|
|
344
|
-
"while",
|
|
345
|
-
"switch",
|
|
346
|
-
"catch",
|
|
347
|
-
"return",
|
|
348
|
-
"function",
|
|
349
|
-
"def",
|
|
350
|
-
"class",
|
|
351
|
-
"new",
|
|
352
|
-
].includes(callee)
|
|
353
|
-
) {
|
|
354
|
-
continue;
|
|
355
|
-
}
|
|
356
|
-
calls.push({
|
|
357
|
-
caller: "<module>",
|
|
358
|
-
callee,
|
|
359
|
-
});
|
|
360
|
-
}
|
|
361
|
-
|
|
362
|
-
return {
|
|
363
|
-
symbols: normalizeSymbolList([...symbols]),
|
|
364
|
-
calls: normalizeCallList(calls),
|
|
365
|
-
};
|
|
366
|
-
}
|
|
367
|
-
|
|
368
|
-
async function resolvePythonExecutable() {
|
|
369
|
-
if (!pythonExecutablePromise) {
|
|
370
|
-
pythonExecutablePromise = (async () => {
|
|
371
|
-
for (const executable of PYTHON_EXECUTABLE_CANDIDATES) {
|
|
372
|
-
try {
|
|
373
|
-
await execFileAsync(executable, ["--version"], { timeout: 5000 });
|
|
374
|
-
return executable;
|
|
375
|
-
} catch {
|
|
376
|
-
continue;
|
|
377
|
-
}
|
|
378
|
-
}
|
|
379
|
-
return "";
|
|
380
|
-
})();
|
|
381
|
-
}
|
|
382
|
-
return pythonExecutablePromise;
|
|
383
|
-
}
|
|
384
|
-
|
|
385
|
-
const PYTHON_CALLGRAPH_SCRIPT = `
|
|
386
|
-
import ast
|
|
387
|
-
import json
|
|
388
|
-
import sys
|
|
389
|
-
|
|
390
|
-
target_path = sys.argv[1]
|
|
391
|
-
with open(target_path, "r", encoding="utf-8") as source_file:
|
|
392
|
-
source_text = source_file.read()
|
|
393
|
-
|
|
394
|
-
tree = ast.parse(source_text, filename=target_path)
|
|
395
|
-
symbols = ["<module>"]
|
|
396
|
-
calls = []
|
|
397
|
-
|
|
398
|
-
class CallgraphVisitor(ast.NodeVisitor):
|
|
399
|
-
def __init__(self):
|
|
400
|
-
self.function_stack = []
|
|
401
|
-
self.class_stack = []
|
|
402
|
-
|
|
403
|
-
def _current_caller(self):
|
|
404
|
-
return self.function_stack[-1] if self.function_stack else "<module>"
|
|
405
|
-
|
|
406
|
-
def _qualify(self, name):
|
|
407
|
-
if self.class_stack:
|
|
408
|
-
return ".".join(self.class_stack + [name])
|
|
409
|
-
return name
|
|
410
|
-
|
|
411
|
-
def visit_ClassDef(self, node):
|
|
412
|
-
self.class_stack.append(node.name)
|
|
413
|
-
self.generic_visit(node)
|
|
414
|
-
self.class_stack.pop()
|
|
415
|
-
|
|
416
|
-
def visit_FunctionDef(self, node):
|
|
417
|
-
qualified = self._qualify(node.name)
|
|
418
|
-
symbols.append(qualified)
|
|
419
|
-
self.function_stack.append(qualified)
|
|
420
|
-
self.generic_visit(node)
|
|
421
|
-
self.function_stack.pop()
|
|
422
|
-
|
|
423
|
-
def visit_AsyncFunctionDef(self, node):
|
|
424
|
-
qualified = self._qualify(node.name)
|
|
425
|
-
symbols.append(qualified)
|
|
426
|
-
self.function_stack.append(qualified)
|
|
427
|
-
self.generic_visit(node)
|
|
428
|
-
self.function_stack.pop()
|
|
429
|
-
|
|
430
|
-
def visit_Call(self, node):
|
|
431
|
-
callee = ""
|
|
432
|
-
if isinstance(node.func, ast.Name):
|
|
433
|
-
callee = node.func.id
|
|
434
|
-
elif isinstance(node.func, ast.Attribute):
|
|
435
|
-
callee = node.func.attr
|
|
436
|
-
if callee:
|
|
437
|
-
calls.append({
|
|
438
|
-
"caller": self._current_caller(),
|
|
439
|
-
"callee": callee,
|
|
440
|
-
})
|
|
441
|
-
self.generic_visit(node)
|
|
442
|
-
|
|
443
|
-
CallgraphVisitor().visit(tree)
|
|
444
|
-
print(json.dumps({"symbols": symbols, "calls": calls}))
|
|
445
|
-
`;
|
|
446
|
-
|
|
447
|
-
async function parsePythonCallgraph(absolutePath = "", content = "", normalizedLanguage = "python") {
|
|
448
|
-
const executable = await resolvePythonExecutable();
|
|
449
|
-
if (!executable) {
|
|
450
|
-
return {
|
|
451
|
-
...parseRegexCallgraph(content, normalizedLanguage),
|
|
452
|
-
parserMode: "regex_fallback_python",
|
|
453
|
-
parseError: "python_executable_not_found",
|
|
454
|
-
};
|
|
455
|
-
}
|
|
456
|
-
try {
|
|
457
|
-
const { stdout } = await execFileAsync(executable, ["-c", PYTHON_CALLGRAPH_SCRIPT, absolutePath], {
|
|
458
|
-
timeout: 15000,
|
|
459
|
-
maxBuffer: 1024 * 1024,
|
|
460
|
-
});
|
|
461
|
-
const parsed = JSON.parse(String(stdout || "{}"));
|
|
462
|
-
return {
|
|
463
|
-
symbols: normalizeSymbolList(parsed.symbols),
|
|
464
|
-
calls: normalizeCallList(parsed.calls),
|
|
465
|
-
parserMode: "python_ast",
|
|
466
|
-
parseError: "",
|
|
467
|
-
};
|
|
468
|
-
} catch (error) {
|
|
469
|
-
const fallback = parseRegexCallgraph(content, normalizedLanguage);
|
|
470
|
-
return {
|
|
471
|
-
...fallback,
|
|
472
|
-
parserMode: "regex_fallback_python",
|
|
473
|
-
parseError: normalizeString(error?.message) || "python_ast_callgraph_failed",
|
|
474
|
-
};
|
|
475
|
-
}
|
|
476
|
-
}
|
|
477
|
-
|
|
478
|
-
export async function parseFileCallgraph({
|
|
479
|
-
absolutePath = "",
|
|
480
|
-
content = "",
|
|
481
|
-
language = "",
|
|
482
|
-
} = {}) {
|
|
483
|
-
const normalizedLanguage = normalizeLanguage(language);
|
|
484
|
-
if (normalizedLanguage.includes("javascript") || normalizedLanguage.includes("typescript")) {
|
|
485
|
-
try {
|
|
486
|
-
const parsed = parseBabelCallgraph(content, absolutePath);
|
|
487
|
-
return {
|
|
488
|
-
...parsed,
|
|
489
|
-
parserMode: "babel_ast",
|
|
490
|
-
parseError: "",
|
|
491
|
-
};
|
|
492
|
-
} catch (error) {
|
|
493
|
-
const fallback = parseRegexCallgraph(content, normalizedLanguage);
|
|
494
|
-
return {
|
|
495
|
-
...fallback,
|
|
496
|
-
parserMode: "regex_fallback",
|
|
497
|
-
parseError: normalizeString(error?.message) || "babel_callgraph_parse_failed",
|
|
498
|
-
};
|
|
499
|
-
}
|
|
500
|
-
}
|
|
501
|
-
|
|
502
|
-
if (normalizedLanguage === "python") {
|
|
503
|
-
return parsePythonCallgraph(absolutePath, content, normalizedLanguage);
|
|
504
|
-
}
|
|
505
|
-
|
|
506
|
-
const fallback = parseRegexCallgraph(content, normalizedLanguage);
|
|
507
|
-
return {
|
|
508
|
-
...fallback,
|
|
509
|
-
parserMode: "regex_fallback_generic",
|
|
510
|
-
parseError: "",
|
|
511
|
-
};
|
|
512
|
-
}
|
|
513
|
-
|
|
514
|
-
function createQualifiedSymbolId(pathValue = "", symbolName = "") {
|
|
515
|
-
return `${normalizeString(pathValue)}#${normalizeName(symbolName) || "<module>"}`;
|
|
516
|
-
}
|
|
517
|
-
|
|
518
|
-
function createQualifiedNode(pathValue = "", symbolName = "") {
|
|
519
|
-
return {
|
|
520
|
-
id: createQualifiedSymbolId(pathValue, symbolName),
|
|
521
|
-
path: normalizeString(pathValue),
|
|
522
|
-
symbol: normalizeName(symbolName) || "<module>",
|
|
523
|
-
};
|
|
524
|
-
}
|
|
525
|
-
|
|
526
|
-
export async function buildCallgraphOverlay({
|
|
527
|
-
rootPath = ".",
|
|
528
|
-
indexedFilesByPath,
|
|
529
|
-
scopedPaths = [],
|
|
530
|
-
} = {}) {
|
|
531
|
-
const parsedFiles = [];
|
|
532
|
-
const symbolIndex = new Map();
|
|
533
|
-
const rawCalls = [];
|
|
534
|
-
const stats = {
|
|
535
|
-
parsedFileCount: 0,
|
|
536
|
-
fallbackParsedFileCount: 0,
|
|
537
|
-
parseErrorCount: 0,
|
|
538
|
-
};
|
|
539
|
-
const nodes = [];
|
|
540
|
-
|
|
541
|
-
for (const pathValue of scopedPaths) {
|
|
542
|
-
const metadata = indexedFilesByPath.get(pathValue);
|
|
543
|
-
if (!metadata) {
|
|
544
|
-
continue;
|
|
545
|
-
}
|
|
546
|
-
const absolutePath = path.join(rootPath, pathValue);
|
|
547
|
-
let content = "";
|
|
548
|
-
try {
|
|
549
|
-
content = await fsp.readFile(absolutePath, "utf-8");
|
|
550
|
-
} catch {
|
|
551
|
-
continue;
|
|
552
|
-
}
|
|
553
|
-
const parsed = await parseFileCallgraph({
|
|
554
|
-
absolutePath,
|
|
555
|
-
content,
|
|
556
|
-
language: metadata.language,
|
|
557
|
-
});
|
|
558
|
-
if (parsed.parserMode === "babel_ast" || parsed.parserMode === "python_ast") {
|
|
559
|
-
stats.parsedFileCount += 1;
|
|
560
|
-
} else {
|
|
561
|
-
stats.fallbackParsedFileCount += 1;
|
|
562
|
-
}
|
|
563
|
-
if (normalizeString(parsed.parseError)) {
|
|
564
|
-
stats.parseErrorCount += 1;
|
|
565
|
-
}
|
|
566
|
-
|
|
567
|
-
const symbols = normalizeSymbolList(parsed.symbols);
|
|
568
|
-
const symbolRecords = symbols.map((symbol) => createQualifiedNode(pathValue, symbol));
|
|
569
|
-
for (const symbolRecord of symbolRecords) {
|
|
570
|
-
nodes.push(symbolRecord);
|
|
571
|
-
const existing = symbolIndex.get(symbolRecord.symbol) || [];
|
|
572
|
-
existing.push(symbolRecord);
|
|
573
|
-
symbolIndex.set(symbolRecord.symbol, existing);
|
|
574
|
-
}
|
|
575
|
-
|
|
576
|
-
const calls = normalizeCallList(parsed.calls);
|
|
577
|
-
for (const call of calls) {
|
|
578
|
-
rawCalls.push({
|
|
579
|
-
path: pathValue,
|
|
580
|
-
caller: call.caller || "<module>",
|
|
581
|
-
callee: call.callee,
|
|
582
|
-
});
|
|
583
|
-
}
|
|
584
|
-
|
|
585
|
-
parsedFiles.push({
|
|
586
|
-
path: pathValue,
|
|
587
|
-
parserMode: parsed.parserMode,
|
|
588
|
-
parseError: normalizeString(parsed.parseError),
|
|
589
|
-
symbolCount: symbols.length,
|
|
590
|
-
callCount: calls.length,
|
|
591
|
-
});
|
|
592
|
-
}
|
|
593
|
-
|
|
594
|
-
const edges = [];
|
|
595
|
-
const edgeSet = new Set();
|
|
596
|
-
for (const call of rawCalls) {
|
|
597
|
-
const fromId = createQualifiedSymbolId(call.path, call.caller || "<module>");
|
|
598
|
-
const preferredTargets = (symbolIndex.get(call.callee) || []).filter((entry) => entry.path === call.path);
|
|
599
|
-
const fallbackTargets = symbolIndex.get(call.callee) || [];
|
|
600
|
-
// When no same-file symbol exists, limit fallback fan-out to keep the graph bounded.
|
|
601
|
-
const targets = preferredTargets.length > 0 ? preferredTargets : fallbackTargets.slice(0, MAX_FALLBACK_TARGETS);
|
|
602
|
-
for (const target of targets) {
|
|
603
|
-
const key = `${fromId}->${target.id}`;
|
|
604
|
-
if (edgeSet.has(key)) {
|
|
605
|
-
continue;
|
|
606
|
-
}
|
|
607
|
-
edgeSet.add(key);
|
|
608
|
-
edges.push({
|
|
609
|
-
from: fromId,
|
|
610
|
-
to: target.id,
|
|
611
|
-
callee: call.callee,
|
|
612
|
-
});
|
|
613
|
-
}
|
|
614
|
-
}
|
|
615
|
-
|
|
616
|
-
const dedupedNodes = [];
|
|
617
|
-
const nodeSet = new Set();
|
|
618
|
-
for (const node of nodes) {
|
|
619
|
-
if (nodeSet.has(node.id)) {
|
|
620
|
-
continue;
|
|
621
|
-
}
|
|
622
|
-
nodeSet.add(node.id);
|
|
623
|
-
dedupedNodes.push(node);
|
|
624
|
-
}
|
|
625
|
-
|
|
626
|
-
return {
|
|
627
|
-
nodes: dedupedNodes.sort((left, right) => left.id.localeCompare(right.id)),
|
|
628
|
-
edges: edges.sort((left, right) => {
|
|
629
|
-
if (left.from !== right.from) {
|
|
630
|
-
return left.from.localeCompare(right.from);
|
|
631
|
-
}
|
|
632
|
-
if (left.to !== right.to) {
|
|
633
|
-
return left.to.localeCompare(right.to);
|
|
634
|
-
}
|
|
635
|
-
return left.callee.localeCompare(right.callee);
|
|
636
|
-
}),
|
|
637
|
-
parsedFiles,
|
|
638
|
-
summary: {
|
|
639
|
-
nodeCount: dedupedNodes.length,
|
|
640
|
-
edgeCount: edges.length,
|
|
641
|
-
parsedFileCount: stats.parsedFileCount,
|
|
642
|
-
fallbackParsedFileCount: stats.fallbackParsedFileCount,
|
|
643
|
-
parseErrorCount: stats.parseErrorCount,
|
|
644
|
-
},
|
|
645
|
-
};
|
|
646
|
-
}
|
|
1
|
+
import { execFile } from "node:child_process";
|
|
2
|
+
import fsp from "node:fs/promises";
|
|
3
|
+
import path, { extname } from "node:path";
|
|
4
|
+
import { promisify } from "node:util";
|
|
5
|
+
|
|
6
|
+
import { parse } from "@babel/parser";
|
|
7
|
+
|
|
8
|
+
const execFileAsync = promisify(execFile);
|
|
9
|
+
const PYTHON_EXECUTABLE_CANDIDATES = ["python3", "python"];
|
|
10
|
+
let pythonExecutablePromise = null;
|
|
11
|
+
const MAX_FALLBACK_TARGETS = 12;
|
|
12
|
+
|
|
13
|
+
function normalizeString(value) {
|
|
14
|
+
return String(value || "").trim();
|
|
15
|
+
}
|
|
16
|
+
|
|
17
|
+
function normalizeLanguage(language) {
|
|
18
|
+
return normalizeString(language).toLowerCase();
|
|
19
|
+
}
|
|
20
|
+
|
|
21
|
+
function normalizeName(value) {
|
|
22
|
+
const normalized = normalizeString(value);
|
|
23
|
+
if (!normalized) {
|
|
24
|
+
return "";
|
|
25
|
+
}
|
|
26
|
+
return normalized.slice(0, 256);
|
|
27
|
+
}
|
|
28
|
+
|
|
29
|
+
function normalizeSymbolList(values = []) {
|
|
30
|
+
const unique = new Set();
|
|
31
|
+
for (const value of values) {
|
|
32
|
+
const normalized = normalizeName(value);
|
|
33
|
+
if (!normalized) {
|
|
34
|
+
continue;
|
|
35
|
+
}
|
|
36
|
+
unique.add(normalized);
|
|
37
|
+
}
|
|
38
|
+
return [...unique];
|
|
39
|
+
}
|
|
40
|
+
|
|
41
|
+
function normalizeCallList(values = []) {
|
|
42
|
+
const normalizedCalls = [];
|
|
43
|
+
const seen = new Set();
|
|
44
|
+
for (const value of values) {
|
|
45
|
+
const caller = normalizeName(value?.caller);
|
|
46
|
+
const callee = normalizeName(value?.callee);
|
|
47
|
+
if (!callee) {
|
|
48
|
+
continue;
|
|
49
|
+
}
|
|
50
|
+
const normalizedCaller = caller || "<module>";
|
|
51
|
+
const dedupeKey = `${normalizedCaller}=>${callee}`;
|
|
52
|
+
if (seen.has(dedupeKey)) {
|
|
53
|
+
continue;
|
|
54
|
+
}
|
|
55
|
+
seen.add(dedupeKey);
|
|
56
|
+
normalizedCalls.push({
|
|
57
|
+
caller: normalizedCaller,
|
|
58
|
+
callee,
|
|
59
|
+
});
|
|
60
|
+
}
|
|
61
|
+
return normalizedCalls;
|
|
62
|
+
}
|
|
63
|
+
|
|
64
|
+
function buildBabelPlugins(absolutePath = "") {
|
|
65
|
+
const extension = extname(normalizeString(absolutePath)).toLowerCase();
|
|
66
|
+
const plugins = ["importAttributes", "dynamicImport"];
|
|
67
|
+
if (extension === ".ts" || extension === ".tsx" || extension === ".mts" || extension === ".cts") {
|
|
68
|
+
plugins.push("typescript");
|
|
69
|
+
}
|
|
70
|
+
if (extension === ".jsx" || extension === ".tsx") {
|
|
71
|
+
plugins.push("jsx");
|
|
72
|
+
}
|
|
73
|
+
return plugins;
|
|
74
|
+
}
|
|
75
|
+
|
|
76
|
+
function walkAst(node, { enter, leave } = {}, parent = null) {
|
|
77
|
+
if (!node || typeof node !== "object") {
|
|
78
|
+
return;
|
|
79
|
+
}
|
|
80
|
+
if (Array.isArray(node)) {
|
|
81
|
+
for (const child of node) {
|
|
82
|
+
walkAst(child, { enter, leave }, parent);
|
|
83
|
+
}
|
|
84
|
+
return;
|
|
85
|
+
}
|
|
86
|
+
if (typeof enter === "function") {
|
|
87
|
+
enter(node, parent);
|
|
88
|
+
}
|
|
89
|
+
for (const value of Object.values(node)) {
|
|
90
|
+
if (value && typeof value === "object") {
|
|
91
|
+
walkAst(value, { enter, leave }, node);
|
|
92
|
+
}
|
|
93
|
+
}
|
|
94
|
+
if (typeof leave === "function") {
|
|
95
|
+
leave(node, parent);
|
|
96
|
+
}
|
|
97
|
+
}
|
|
98
|
+
|
|
99
|
+
function resolveBabelMemberName(node) {
|
|
100
|
+
if (!node || typeof node !== "object") {
|
|
101
|
+
return "";
|
|
102
|
+
}
|
|
103
|
+
if (node.type === "Identifier") {
|
|
104
|
+
return normalizeName(node.name);
|
|
105
|
+
}
|
|
106
|
+
if (node.type === "StringLiteral") {
|
|
107
|
+
return normalizeName(node.value);
|
|
108
|
+
}
|
|
109
|
+
if (node.type === "NumericLiteral") {
|
|
110
|
+
return normalizeName(String(node.value));
|
|
111
|
+
}
|
|
112
|
+
if (node.type === "ThisExpression") {
|
|
113
|
+
return "this";
|
|
114
|
+
}
|
|
115
|
+
if (node.type === "MemberExpression" || node.type === "OptionalMemberExpression") {
|
|
116
|
+
const objectName = resolveBabelMemberName(node.object);
|
|
117
|
+
const propertyName = resolveMemberPropertyName(node.property, Boolean(node.computed));
|
|
118
|
+
if (objectName && propertyName) {
|
|
119
|
+
return node.computed ? `${objectName}${propertyName}` : `${objectName}.${propertyName}`;
|
|
120
|
+
}
|
|
121
|
+
return propertyName || objectName;
|
|
122
|
+
}
|
|
123
|
+
return "";
|
|
124
|
+
}
|
|
125
|
+
|
|
126
|
+
function resolveMemberPropertyName(node, computed = false) {
|
|
127
|
+
if (!node || typeof node !== "object") {
|
|
128
|
+
return "";
|
|
129
|
+
}
|
|
130
|
+
if (!computed) {
|
|
131
|
+
if (node.type === "Identifier") {
|
|
132
|
+
return normalizeName(node.name);
|
|
133
|
+
}
|
|
134
|
+
return resolveBabelMemberName(node);
|
|
135
|
+
}
|
|
136
|
+
|
|
137
|
+
if (node.type === "StringLiteral") {
|
|
138
|
+
return `[${normalizeName(node.value)}]`;
|
|
139
|
+
}
|
|
140
|
+
if (node.type === "NumericLiteral") {
|
|
141
|
+
return `[${normalizeName(String(node.value))}]`;
|
|
142
|
+
}
|
|
143
|
+
if (node.type === "Identifier") {
|
|
144
|
+
return `[${normalizeName(node.name)}]`;
|
|
145
|
+
}
|
|
146
|
+
|
|
147
|
+
const nested = resolveBabelMemberName(node);
|
|
148
|
+
return nested ? `[${nested}]` : "[computed]";
|
|
149
|
+
}
|
|
150
|
+
|
|
151
|
+
function resolveClassName(node) {
|
|
152
|
+
if (!node || typeof node !== "object") {
|
|
153
|
+
return "";
|
|
154
|
+
}
|
|
155
|
+
if (node.type === "ClassDeclaration" && node.id && node.id.type === "Identifier") {
|
|
156
|
+
return normalizeName(node.id.name);
|
|
157
|
+
}
|
|
158
|
+
if (node.type === "ClassExpression" && node.id && node.id.type === "Identifier") {
|
|
159
|
+
return normalizeName(node.id.name);
|
|
160
|
+
}
|
|
161
|
+
return "";
|
|
162
|
+
}
|
|
163
|
+
|
|
164
|
+
function resolveFunctionName(node, parent, classStack = []) {
|
|
165
|
+
if (!node || typeof node !== "object") {
|
|
166
|
+
return "";
|
|
167
|
+
}
|
|
168
|
+
if (node.type === "FunctionDeclaration" && node.id && node.id.type === "Identifier") {
|
|
169
|
+
return normalizeName(node.id.name);
|
|
170
|
+
}
|
|
171
|
+
if (
|
|
172
|
+
(node.type === "FunctionExpression" || node.type === "ArrowFunctionExpression") &&
|
|
173
|
+
parent &&
|
|
174
|
+
parent.type === "VariableDeclarator" &&
|
|
175
|
+
parent.id &&
|
|
176
|
+
parent.id.type === "Identifier"
|
|
177
|
+
) {
|
|
178
|
+
return normalizeName(parent.id.name);
|
|
179
|
+
}
|
|
180
|
+
if (
|
|
181
|
+
(node.type === "FunctionExpression" || node.type === "ArrowFunctionExpression") &&
|
|
182
|
+
parent &&
|
|
183
|
+
parent.type === "AssignmentExpression" &&
|
|
184
|
+
parent.left
|
|
185
|
+
) {
|
|
186
|
+
return normalizeName(resolveBabelMemberName(parent.left));
|
|
187
|
+
}
|
|
188
|
+
if (
|
|
189
|
+
(node.type === "ClassMethod" ||
|
|
190
|
+
node.type === "ObjectMethod" ||
|
|
191
|
+
node.type === "ClassPrivateMethod") &&
|
|
192
|
+
node.key
|
|
193
|
+
) {
|
|
194
|
+
const methodName =
|
|
195
|
+
node.key.type === "Identifier"
|
|
196
|
+
? normalizeName(node.key.name)
|
|
197
|
+
: node.key.type === "StringLiteral"
|
|
198
|
+
? normalizeName(node.key.value)
|
|
199
|
+
: node.key.type === "PrivateName" && node.key.id && node.key.id.type === "Identifier"
|
|
200
|
+
? normalizeName(node.key.id.name)
|
|
201
|
+
: "";
|
|
202
|
+
if (!methodName) {
|
|
203
|
+
return "";
|
|
204
|
+
}
|
|
205
|
+
const currentClass = classStack[classStack.length - 1] || "";
|
|
206
|
+
if (currentClass) {
|
|
207
|
+
return `${currentClass}.${methodName}`;
|
|
208
|
+
}
|
|
209
|
+
return methodName;
|
|
210
|
+
}
|
|
211
|
+
if (
|
|
212
|
+
node.type === "ObjectProperty" &&
|
|
213
|
+
node.value &&
|
|
214
|
+
(node.value.type === "FunctionExpression" || node.value.type === "ArrowFunctionExpression")
|
|
215
|
+
) {
|
|
216
|
+
const keyName =
|
|
217
|
+
node.key && node.key.type === "Identifier"
|
|
218
|
+
? normalizeName(node.key.name)
|
|
219
|
+
: node.key && node.key.type === "StringLiteral"
|
|
220
|
+
? normalizeName(node.key.value)
|
|
221
|
+
: "";
|
|
222
|
+
return keyName;
|
|
223
|
+
}
|
|
224
|
+
return "";
|
|
225
|
+
}
|
|
226
|
+
|
|
227
|
+
function parseBabelCallgraph(content = "", absolutePath = "") {
|
|
228
|
+
const ast = parse(String(content || ""), {
|
|
229
|
+
sourceType: "unambiguous",
|
|
230
|
+
errorRecovery: true,
|
|
231
|
+
allowAwaitOutsideFunction: true,
|
|
232
|
+
plugins: buildBabelPlugins(absolutePath),
|
|
233
|
+
});
|
|
234
|
+
if (Array.isArray(ast.errors) && ast.errors.length > 0) {
|
|
235
|
+
throw ast.errors[0];
|
|
236
|
+
}
|
|
237
|
+
|
|
238
|
+
const classStack = [];
|
|
239
|
+
const functionStack = [];
|
|
240
|
+
const symbols = new Set(["<module>"]);
|
|
241
|
+
const calls = [];
|
|
242
|
+
|
|
243
|
+
walkAst(ast, {
|
|
244
|
+
enter(node, parent) {
|
|
245
|
+
const className = resolveClassName(node);
|
|
246
|
+
if (className) {
|
|
247
|
+
classStack.push(className);
|
|
248
|
+
}
|
|
249
|
+
|
|
250
|
+
const functionName = resolveFunctionName(node, parent, classStack);
|
|
251
|
+
if (functionName) {
|
|
252
|
+
symbols.add(functionName);
|
|
253
|
+
functionStack.push(functionName);
|
|
254
|
+
} else if (
|
|
255
|
+
node.type === "FunctionExpression" ||
|
|
256
|
+
node.type === "ArrowFunctionExpression" ||
|
|
257
|
+
node.type === "ClassMethod" ||
|
|
258
|
+
node.type === "ObjectMethod" ||
|
|
259
|
+
node.type === "ClassPrivateMethod"
|
|
260
|
+
) {
|
|
261
|
+
functionStack.push("<anonymous>");
|
|
262
|
+
}
|
|
263
|
+
|
|
264
|
+
if (node.type === "CallExpression" || node.type === "OptionalCallExpression") {
|
|
265
|
+
const callee = resolveBabelMemberName(node.callee);
|
|
266
|
+
if (callee && callee !== "require" && callee !== "import") {
|
|
267
|
+
const callerName = normalizeName(functionStack[functionStack.length - 1]);
|
|
268
|
+
const caller = !callerName || callerName === "<anonymous>" ? "<module>" : callerName;
|
|
269
|
+
calls.push({
|
|
270
|
+
caller,
|
|
271
|
+
callee,
|
|
272
|
+
});
|
|
273
|
+
}
|
|
274
|
+
}
|
|
275
|
+
|
|
276
|
+
if (node.type === "ImportExpression" && node.source) {
|
|
277
|
+
const callerName = normalizeName(functionStack[functionStack.length - 1]);
|
|
278
|
+
const caller = !callerName || callerName === "<anonymous>" ? "<module>" : callerName;
|
|
279
|
+
calls.push({
|
|
280
|
+
caller,
|
|
281
|
+
callee: "import",
|
|
282
|
+
});
|
|
283
|
+
}
|
|
284
|
+
},
|
|
285
|
+
leave(node) {
|
|
286
|
+
if (node.type === "ClassDeclaration" || node.type === "ClassExpression") {
|
|
287
|
+
classStack.pop();
|
|
288
|
+
}
|
|
289
|
+
if (
|
|
290
|
+
node.type === "FunctionDeclaration" ||
|
|
291
|
+
node.type === "FunctionExpression" ||
|
|
292
|
+
node.type === "ArrowFunctionExpression" ||
|
|
293
|
+
node.type === "ClassMethod" ||
|
|
294
|
+
node.type === "ObjectMethod" ||
|
|
295
|
+
node.type === "ClassPrivateMethod"
|
|
296
|
+
) {
|
|
297
|
+
functionStack.pop();
|
|
298
|
+
}
|
|
299
|
+
},
|
|
300
|
+
});
|
|
301
|
+
|
|
302
|
+
return {
|
|
303
|
+
symbols: normalizeSymbolList([...symbols]),
|
|
304
|
+
calls: normalizeCallList(calls),
|
|
305
|
+
};
|
|
306
|
+
}
|
|
307
|
+
|
|
308
|
+
function parseRegexCallgraph(content = "", normalizedLanguage = "") {
|
|
309
|
+
const raw = String(content || "");
|
|
310
|
+
const symbols = new Set(["<module>"]);
|
|
311
|
+
const calls = [];
|
|
312
|
+
|
|
313
|
+
if (normalizedLanguage.includes("javascript") || normalizedLanguage.includes("typescript")) {
|
|
314
|
+
const functionPattern = /\bfunction\s+([A-Za-z_$][A-Za-z0-9_$]*)\s*\(/g;
|
|
315
|
+
let functionMatch;
|
|
316
|
+
while ((functionMatch = functionPattern.exec(raw))) {
|
|
317
|
+
symbols.add(functionMatch[1]);
|
|
318
|
+
}
|
|
319
|
+
const variableFunctionPattern =
|
|
320
|
+
/\b(?:const|let|var)\s+([A-Za-z_$][A-Za-z0-9_$]*)\s*=\s*(?:async\s*)?(?:function\b|\([^)]*\)\s*=>|[A-Za-z_$][A-Za-z0-9_$]*\s*=>)/g;
|
|
321
|
+
let variableMatch;
|
|
322
|
+
while ((variableMatch = variableFunctionPattern.exec(raw))) {
|
|
323
|
+
symbols.add(variableMatch[1]);
|
|
324
|
+
}
|
|
325
|
+
} else if (normalizedLanguage === "python") {
|
|
326
|
+
const defPattern = /^\s*def\s+([A-Za-z_][A-Za-z0-9_]*)\s*\(/gm;
|
|
327
|
+
let defMatch;
|
|
328
|
+
while ((defMatch = defPattern.exec(raw))) {
|
|
329
|
+
symbols.add(defMatch[1]);
|
|
330
|
+
}
|
|
331
|
+
}
|
|
332
|
+
|
|
333
|
+
const callPattern = /\b([A-Za-z_][A-Za-z0-9_\.]*)\s*\(/g;
|
|
334
|
+
let callMatch;
|
|
335
|
+
while ((callMatch = callPattern.exec(raw))) {
|
|
336
|
+
const callee = normalizeName(callMatch[1]);
|
|
337
|
+
if (!callee) {
|
|
338
|
+
continue;
|
|
339
|
+
}
|
|
340
|
+
if (
|
|
341
|
+
[
|
|
342
|
+
"if",
|
|
343
|
+
"for",
|
|
344
|
+
"while",
|
|
345
|
+
"switch",
|
|
346
|
+
"catch",
|
|
347
|
+
"return",
|
|
348
|
+
"function",
|
|
349
|
+
"def",
|
|
350
|
+
"class",
|
|
351
|
+
"new",
|
|
352
|
+
].includes(callee)
|
|
353
|
+
) {
|
|
354
|
+
continue;
|
|
355
|
+
}
|
|
356
|
+
calls.push({
|
|
357
|
+
caller: "<module>",
|
|
358
|
+
callee,
|
|
359
|
+
});
|
|
360
|
+
}
|
|
361
|
+
|
|
362
|
+
return {
|
|
363
|
+
symbols: normalizeSymbolList([...symbols]),
|
|
364
|
+
calls: normalizeCallList(calls),
|
|
365
|
+
};
|
|
366
|
+
}
|
|
367
|
+
|
|
368
|
+
async function resolvePythonExecutable() {
|
|
369
|
+
if (!pythonExecutablePromise) {
|
|
370
|
+
pythonExecutablePromise = (async () => {
|
|
371
|
+
for (const executable of PYTHON_EXECUTABLE_CANDIDATES) {
|
|
372
|
+
try {
|
|
373
|
+
await execFileAsync(executable, ["--version"], { timeout: 5000 });
|
|
374
|
+
return executable;
|
|
375
|
+
} catch {
|
|
376
|
+
continue;
|
|
377
|
+
}
|
|
378
|
+
}
|
|
379
|
+
return "";
|
|
380
|
+
})();
|
|
381
|
+
}
|
|
382
|
+
return pythonExecutablePromise;
|
|
383
|
+
}
|
|
384
|
+
|
|
385
|
+
const PYTHON_CALLGRAPH_SCRIPT = `
|
|
386
|
+
import ast
|
|
387
|
+
import json
|
|
388
|
+
import sys
|
|
389
|
+
|
|
390
|
+
target_path = sys.argv[1]
|
|
391
|
+
with open(target_path, "r", encoding="utf-8") as source_file:
|
|
392
|
+
source_text = source_file.read()
|
|
393
|
+
|
|
394
|
+
tree = ast.parse(source_text, filename=target_path)
|
|
395
|
+
symbols = ["<module>"]
|
|
396
|
+
calls = []
|
|
397
|
+
|
|
398
|
+
class CallgraphVisitor(ast.NodeVisitor):
|
|
399
|
+
def __init__(self):
|
|
400
|
+
self.function_stack = []
|
|
401
|
+
self.class_stack = []
|
|
402
|
+
|
|
403
|
+
def _current_caller(self):
|
|
404
|
+
return self.function_stack[-1] if self.function_stack else "<module>"
|
|
405
|
+
|
|
406
|
+
def _qualify(self, name):
|
|
407
|
+
if self.class_stack:
|
|
408
|
+
return ".".join(self.class_stack + [name])
|
|
409
|
+
return name
|
|
410
|
+
|
|
411
|
+
def visit_ClassDef(self, node):
|
|
412
|
+
self.class_stack.append(node.name)
|
|
413
|
+
self.generic_visit(node)
|
|
414
|
+
self.class_stack.pop()
|
|
415
|
+
|
|
416
|
+
def visit_FunctionDef(self, node):
|
|
417
|
+
qualified = self._qualify(node.name)
|
|
418
|
+
symbols.append(qualified)
|
|
419
|
+
self.function_stack.append(qualified)
|
|
420
|
+
self.generic_visit(node)
|
|
421
|
+
self.function_stack.pop()
|
|
422
|
+
|
|
423
|
+
def visit_AsyncFunctionDef(self, node):
|
|
424
|
+
qualified = self._qualify(node.name)
|
|
425
|
+
symbols.append(qualified)
|
|
426
|
+
self.function_stack.append(qualified)
|
|
427
|
+
self.generic_visit(node)
|
|
428
|
+
self.function_stack.pop()
|
|
429
|
+
|
|
430
|
+
def visit_Call(self, node):
|
|
431
|
+
callee = ""
|
|
432
|
+
if isinstance(node.func, ast.Name):
|
|
433
|
+
callee = node.func.id
|
|
434
|
+
elif isinstance(node.func, ast.Attribute):
|
|
435
|
+
callee = node.func.attr
|
|
436
|
+
if callee:
|
|
437
|
+
calls.append({
|
|
438
|
+
"caller": self._current_caller(),
|
|
439
|
+
"callee": callee,
|
|
440
|
+
})
|
|
441
|
+
self.generic_visit(node)
|
|
442
|
+
|
|
443
|
+
CallgraphVisitor().visit(tree)
|
|
444
|
+
print(json.dumps({"symbols": symbols, "calls": calls}))
|
|
445
|
+
`;
|
|
446
|
+
|
|
447
|
+
async function parsePythonCallgraph(absolutePath = "", content = "", normalizedLanguage = "python") {
|
|
448
|
+
const executable = await resolvePythonExecutable();
|
|
449
|
+
if (!executable) {
|
|
450
|
+
return {
|
|
451
|
+
...parseRegexCallgraph(content, normalizedLanguage),
|
|
452
|
+
parserMode: "regex_fallback_python",
|
|
453
|
+
parseError: "python_executable_not_found",
|
|
454
|
+
};
|
|
455
|
+
}
|
|
456
|
+
try {
|
|
457
|
+
const { stdout } = await execFileAsync(executable, ["-c", PYTHON_CALLGRAPH_SCRIPT, absolutePath], {
|
|
458
|
+
timeout: 15000,
|
|
459
|
+
maxBuffer: 1024 * 1024,
|
|
460
|
+
});
|
|
461
|
+
const parsed = JSON.parse(String(stdout || "{}"));
|
|
462
|
+
return {
|
|
463
|
+
symbols: normalizeSymbolList(parsed.symbols),
|
|
464
|
+
calls: normalizeCallList(parsed.calls),
|
|
465
|
+
parserMode: "python_ast",
|
|
466
|
+
parseError: "",
|
|
467
|
+
};
|
|
468
|
+
} catch (error) {
|
|
469
|
+
const fallback = parseRegexCallgraph(content, normalizedLanguage);
|
|
470
|
+
return {
|
|
471
|
+
...fallback,
|
|
472
|
+
parserMode: "regex_fallback_python",
|
|
473
|
+
parseError: normalizeString(error?.message) || "python_ast_callgraph_failed",
|
|
474
|
+
};
|
|
475
|
+
}
|
|
476
|
+
}
|
|
477
|
+
|
|
478
|
+
export async function parseFileCallgraph({
|
|
479
|
+
absolutePath = "",
|
|
480
|
+
content = "",
|
|
481
|
+
language = "",
|
|
482
|
+
} = {}) {
|
|
483
|
+
const normalizedLanguage = normalizeLanguage(language);
|
|
484
|
+
if (normalizedLanguage.includes("javascript") || normalizedLanguage.includes("typescript")) {
|
|
485
|
+
try {
|
|
486
|
+
const parsed = parseBabelCallgraph(content, absolutePath);
|
|
487
|
+
return {
|
|
488
|
+
...parsed,
|
|
489
|
+
parserMode: "babel_ast",
|
|
490
|
+
parseError: "",
|
|
491
|
+
};
|
|
492
|
+
} catch (error) {
|
|
493
|
+
const fallback = parseRegexCallgraph(content, normalizedLanguage);
|
|
494
|
+
return {
|
|
495
|
+
...fallback,
|
|
496
|
+
parserMode: "regex_fallback",
|
|
497
|
+
parseError: normalizeString(error?.message) || "babel_callgraph_parse_failed",
|
|
498
|
+
};
|
|
499
|
+
}
|
|
500
|
+
}
|
|
501
|
+
|
|
502
|
+
if (normalizedLanguage === "python") {
|
|
503
|
+
return parsePythonCallgraph(absolutePath, content, normalizedLanguage);
|
|
504
|
+
}
|
|
505
|
+
|
|
506
|
+
const fallback = parseRegexCallgraph(content, normalizedLanguage);
|
|
507
|
+
return {
|
|
508
|
+
...fallback,
|
|
509
|
+
parserMode: "regex_fallback_generic",
|
|
510
|
+
parseError: "",
|
|
511
|
+
};
|
|
512
|
+
}
|
|
513
|
+
|
|
514
|
+
function createQualifiedSymbolId(pathValue = "", symbolName = "") {
|
|
515
|
+
return `${normalizeString(pathValue)}#${normalizeName(symbolName) || "<module>"}`;
|
|
516
|
+
}
|
|
517
|
+
|
|
518
|
+
function createQualifiedNode(pathValue = "", symbolName = "") {
|
|
519
|
+
return {
|
|
520
|
+
id: createQualifiedSymbolId(pathValue, symbolName),
|
|
521
|
+
path: normalizeString(pathValue),
|
|
522
|
+
symbol: normalizeName(symbolName) || "<module>",
|
|
523
|
+
};
|
|
524
|
+
}
|
|
525
|
+
|
|
526
|
+
export async function buildCallgraphOverlay({
|
|
527
|
+
rootPath = ".",
|
|
528
|
+
indexedFilesByPath,
|
|
529
|
+
scopedPaths = [],
|
|
530
|
+
} = {}) {
|
|
531
|
+
const parsedFiles = [];
|
|
532
|
+
const symbolIndex = new Map();
|
|
533
|
+
const rawCalls = [];
|
|
534
|
+
const stats = {
|
|
535
|
+
parsedFileCount: 0,
|
|
536
|
+
fallbackParsedFileCount: 0,
|
|
537
|
+
parseErrorCount: 0,
|
|
538
|
+
};
|
|
539
|
+
const nodes = [];
|
|
540
|
+
|
|
541
|
+
for (const pathValue of scopedPaths) {
|
|
542
|
+
const metadata = indexedFilesByPath.get(pathValue);
|
|
543
|
+
if (!metadata) {
|
|
544
|
+
continue;
|
|
545
|
+
}
|
|
546
|
+
const absolutePath = path.join(rootPath, pathValue);
|
|
547
|
+
let content = "";
|
|
548
|
+
try {
|
|
549
|
+
content = await fsp.readFile(absolutePath, "utf-8");
|
|
550
|
+
} catch {
|
|
551
|
+
continue;
|
|
552
|
+
}
|
|
553
|
+
const parsed = await parseFileCallgraph({
|
|
554
|
+
absolutePath,
|
|
555
|
+
content,
|
|
556
|
+
language: metadata.language,
|
|
557
|
+
});
|
|
558
|
+
if (parsed.parserMode === "babel_ast" || parsed.parserMode === "python_ast") {
|
|
559
|
+
stats.parsedFileCount += 1;
|
|
560
|
+
} else {
|
|
561
|
+
stats.fallbackParsedFileCount += 1;
|
|
562
|
+
}
|
|
563
|
+
if (normalizeString(parsed.parseError)) {
|
|
564
|
+
stats.parseErrorCount += 1;
|
|
565
|
+
}
|
|
566
|
+
|
|
567
|
+
const symbols = normalizeSymbolList(parsed.symbols);
|
|
568
|
+
const symbolRecords = symbols.map((symbol) => createQualifiedNode(pathValue, symbol));
|
|
569
|
+
for (const symbolRecord of symbolRecords) {
|
|
570
|
+
nodes.push(symbolRecord);
|
|
571
|
+
const existing = symbolIndex.get(symbolRecord.symbol) || [];
|
|
572
|
+
existing.push(symbolRecord);
|
|
573
|
+
symbolIndex.set(symbolRecord.symbol, existing);
|
|
574
|
+
}
|
|
575
|
+
|
|
576
|
+
const calls = normalizeCallList(parsed.calls);
|
|
577
|
+
for (const call of calls) {
|
|
578
|
+
rawCalls.push({
|
|
579
|
+
path: pathValue,
|
|
580
|
+
caller: call.caller || "<module>",
|
|
581
|
+
callee: call.callee,
|
|
582
|
+
});
|
|
583
|
+
}
|
|
584
|
+
|
|
585
|
+
parsedFiles.push({
|
|
586
|
+
path: pathValue,
|
|
587
|
+
parserMode: parsed.parserMode,
|
|
588
|
+
parseError: normalizeString(parsed.parseError),
|
|
589
|
+
symbolCount: symbols.length,
|
|
590
|
+
callCount: calls.length,
|
|
591
|
+
});
|
|
592
|
+
}
|
|
593
|
+
|
|
594
|
+
const edges = [];
|
|
595
|
+
const edgeSet = new Set();
|
|
596
|
+
for (const call of rawCalls) {
|
|
597
|
+
const fromId = createQualifiedSymbolId(call.path, call.caller || "<module>");
|
|
598
|
+
const preferredTargets = (symbolIndex.get(call.callee) || []).filter((entry) => entry.path === call.path);
|
|
599
|
+
const fallbackTargets = symbolIndex.get(call.callee) || [];
|
|
600
|
+
// When no same-file symbol exists, limit fallback fan-out to keep the graph bounded.
|
|
601
|
+
const targets = preferredTargets.length > 0 ? preferredTargets : fallbackTargets.slice(0, MAX_FALLBACK_TARGETS);
|
|
602
|
+
for (const target of targets) {
|
|
603
|
+
const key = `${fromId}->${target.id}`;
|
|
604
|
+
if (edgeSet.has(key)) {
|
|
605
|
+
continue;
|
|
606
|
+
}
|
|
607
|
+
edgeSet.add(key);
|
|
608
|
+
edges.push({
|
|
609
|
+
from: fromId,
|
|
610
|
+
to: target.id,
|
|
611
|
+
callee: call.callee,
|
|
612
|
+
});
|
|
613
|
+
}
|
|
614
|
+
}
|
|
615
|
+
|
|
616
|
+
const dedupedNodes = [];
|
|
617
|
+
const nodeSet = new Set();
|
|
618
|
+
for (const node of nodes) {
|
|
619
|
+
if (nodeSet.has(node.id)) {
|
|
620
|
+
continue;
|
|
621
|
+
}
|
|
622
|
+
nodeSet.add(node.id);
|
|
623
|
+
dedupedNodes.push(node);
|
|
624
|
+
}
|
|
625
|
+
|
|
626
|
+
return {
|
|
627
|
+
nodes: dedupedNodes.sort((left, right) => left.id.localeCompare(right.id)),
|
|
628
|
+
edges: edges.sort((left, right) => {
|
|
629
|
+
if (left.from !== right.from) {
|
|
630
|
+
return left.from.localeCompare(right.from);
|
|
631
|
+
}
|
|
632
|
+
if (left.to !== right.to) {
|
|
633
|
+
return left.to.localeCompare(right.to);
|
|
634
|
+
}
|
|
635
|
+
return left.callee.localeCompare(right.callee);
|
|
636
|
+
}),
|
|
637
|
+
parsedFiles,
|
|
638
|
+
summary: {
|
|
639
|
+
nodeCount: dedupedNodes.length,
|
|
640
|
+
edgeCount: edges.length,
|
|
641
|
+
parsedFileCount: stats.parsedFileCount,
|
|
642
|
+
fallbackParsedFileCount: stats.fallbackParsedFileCount,
|
|
643
|
+
parseErrorCount: stats.parseErrorCount,
|
|
644
|
+
},
|
|
645
|
+
};
|
|
646
|
+
}
|