@wrongstack/tools 0.299.0 → 0.300.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/audit.js +6 -2
- package/dist/bash.js +6 -2
- package/dist/builtin.js +1473 -295
- package/dist/codebase-index/import-extractor.d.ts +39 -0
- package/dist/codebase-index/index.js +1396 -255
- package/dist/codebase-index/languages.d.ts +24 -0
- package/dist/codebase-index/module-resolver.d.ts +78 -0
- package/dist/codebase-index/module-roots.d.ts +81 -0
- package/dist/codebase-index/parser-output.d.ts +29 -0
- package/dist/codebase-index/project-server.js +1379 -236
- package/dist/codebase-index/rs-parser.d.ts +22 -0
- package/dist/codebase-index/schema.d.ts +24 -1
- package/dist/codebase-index/worker.js +1381 -238
- package/dist/codebase-index/writer-graph-helpers.d.ts +17 -5
- package/dist/codebase-index/writer-ref-mapper.d.ts +3 -0
- package/dist/codebase-index/writer-schema.d.ts +15 -3
- package/dist/codebase-index/writer.d.ts +76 -3
- package/dist/exec.js +35 -2
- package/dist/format.js +6 -2
- package/dist/index.js +1473 -295
- package/dist/install.js +6 -2
- package/dist/json.js +51 -2
- package/dist/languages/index.js +6 -2
- package/dist/lint.js +6 -2
- package/dist/outdated.js +6 -2
- package/dist/pack.js +1473 -295
- package/dist/process-registry.d.ts +6 -0
- package/dist/process-registry.js +6 -2
- package/dist/ps-slash.js +6 -2
- package/dist/read.js +1387 -244
- package/dist/test.js +6 -2
- package/dist/tool-tier.js +1473 -295
- package/dist/typecheck.js +6 -2
- package/package.json +3 -3
- package/dist/codebase-index/refs-extractor.d.ts +0 -11
|
@@ -27,7 +27,10 @@ function detectLang(file) {
|
|
|
27
27
|
if (!ext) return null;
|
|
28
28
|
return EXT_TO_LANG[ext] ?? null;
|
|
29
29
|
}
|
|
30
|
-
|
|
30
|
+
function languageFamily(lang) {
|
|
31
|
+
return LANG_FAMILY[lang] ?? "other";
|
|
32
|
+
}
|
|
33
|
+
var EXT_TO_LANG, INDEXABLE_EXTENSIONS, SPECIAL_FILENAMES, LANG_FAMILY, LANG_FAMILY_ENTRIES;
|
|
31
34
|
var init_languages = __esm({
|
|
32
35
|
"src/codebase-index/languages.ts"() {
|
|
33
36
|
"use strict";
|
|
@@ -118,6 +121,52 @@ var init_languages = __esm({
|
|
|
118
121
|
procfile: "other",
|
|
119
122
|
justfile: "other"
|
|
120
123
|
};
|
|
124
|
+
LANG_FAMILY = {
|
|
125
|
+
// Single-compilation-unit family: a .vue/.svelte script block is JS/TS and
|
|
126
|
+
// imports from — and is imported by — plain .ts files.
|
|
127
|
+
ts: "js",
|
|
128
|
+
tsx: "js",
|
|
129
|
+
js: "js",
|
|
130
|
+
jsx: "js",
|
|
131
|
+
vue: "js",
|
|
132
|
+
svelte: "js",
|
|
133
|
+
go: "go",
|
|
134
|
+
py: "py",
|
|
135
|
+
rs: "rs",
|
|
136
|
+
// The JVM resolves across languages: Kotlin and Scala call Java directly.
|
|
137
|
+
java: "jvm",
|
|
138
|
+
kotlin: "jvm",
|
|
139
|
+
scala: "jvm",
|
|
140
|
+
csharp: "dotnet",
|
|
141
|
+
// A .h header is consumed by both C and C++ translation units.
|
|
142
|
+
c: "c",
|
|
143
|
+
cpp: "c",
|
|
144
|
+
ruby: "ruby",
|
|
145
|
+
php: "php",
|
|
146
|
+
swift: "swift",
|
|
147
|
+
dart: "dart",
|
|
148
|
+
elixir: "elixir",
|
|
149
|
+
haskell: "haskell",
|
|
150
|
+
zig: "zig",
|
|
151
|
+
lua: "lua",
|
|
152
|
+
r: "r",
|
|
153
|
+
shell: "shell",
|
|
154
|
+
sql: "sql",
|
|
155
|
+
json: "data",
|
|
156
|
+
yaml: "data",
|
|
157
|
+
toml: "data",
|
|
158
|
+
html: "web",
|
|
159
|
+
css: "web",
|
|
160
|
+
proto: "proto",
|
|
161
|
+
graphql: "graphql",
|
|
162
|
+
md: "other",
|
|
163
|
+
other: "other"
|
|
164
|
+
};
|
|
165
|
+
LANG_FAMILY_ENTRIES = Object.freeze(
|
|
166
|
+
Object.entries(LANG_FAMILY).map(
|
|
167
|
+
([lang, family]) => Object.freeze([lang, family])
|
|
168
|
+
)
|
|
169
|
+
);
|
|
121
170
|
}
|
|
122
171
|
});
|
|
123
172
|
|
|
@@ -282,7 +331,7 @@ function getTypeName(name) {
|
|
|
282
331
|
function deduplicateRefs(refs) {
|
|
283
332
|
const seen = /* @__PURE__ */ new Set();
|
|
284
333
|
return refs.filter((r) => {
|
|
285
|
-
const key = `${r.toName}:${r.callType}:${r.line}`;
|
|
334
|
+
const key = `${r.toName}:${r.callType}:${r.line}:${r.module ?? ""}`;
|
|
286
335
|
if (seen.has(key)) return false;
|
|
287
336
|
seen.add(key);
|
|
288
337
|
return true;
|
|
@@ -292,10 +341,16 @@ function getImportSpecifierName(spec) {
|
|
|
292
341
|
return spec.propertyName?.text ?? spec.name.text;
|
|
293
342
|
}
|
|
294
343
|
function emitImportSpecifierRefs(node, refs, lineNum) {
|
|
344
|
+
const module = moduleSpecifierOf(node.moduleSpecifier);
|
|
295
345
|
const clause = node.importClause;
|
|
296
|
-
if (!clause)
|
|
346
|
+
if (!clause) {
|
|
347
|
+
if (module) {
|
|
348
|
+
refs.push({ fromId: 0, toName: module, callType: "import", line: lineNum, module });
|
|
349
|
+
}
|
|
350
|
+
return;
|
|
351
|
+
}
|
|
297
352
|
if (clause.name) {
|
|
298
|
-
refs.push({ fromId: 0, toName: clause.name.text, callType: "import", line: lineNum });
|
|
353
|
+
refs.push({ fromId: 0, toName: clause.name.text, callType: "import", line: lineNum, module });
|
|
299
354
|
}
|
|
300
355
|
const bindings = clause.namedBindings;
|
|
301
356
|
if (!bindings) return;
|
|
@@ -305,26 +360,40 @@ function emitImportSpecifierRefs(node, refs, lineNum) {
|
|
|
305
360
|
fromId: 0,
|
|
306
361
|
toName: getImportSpecifierName(element),
|
|
307
362
|
callType: "import",
|
|
308
|
-
line: lineNum
|
|
363
|
+
line: lineNum,
|
|
364
|
+
module
|
|
309
365
|
});
|
|
310
366
|
}
|
|
311
367
|
} else if (ts.isNamespaceImport(bindings)) {
|
|
312
|
-
refs.push({
|
|
368
|
+
refs.push({
|
|
369
|
+
fromId: 0,
|
|
370
|
+
toName: bindings.name.text,
|
|
371
|
+
callType: "import",
|
|
372
|
+
line: lineNum,
|
|
373
|
+
module
|
|
374
|
+
});
|
|
313
375
|
}
|
|
314
376
|
}
|
|
377
|
+
function moduleSpecifierOf(node) {
|
|
378
|
+
return node && ts.isStringLiteral(node) ? node.text : void 0;
|
|
379
|
+
}
|
|
315
380
|
function emitExportSpecifierRefs(node, refs, lineNum) {
|
|
381
|
+
const module = moduleSpecifierOf(node.moduleSpecifier);
|
|
316
382
|
const clause = node.exportClause;
|
|
317
383
|
if (clause && ts.isNamespaceExport(clause)) {
|
|
318
|
-
refs.push({ fromId: 0, toName: clause.name.text, callType: "import", line: lineNum });
|
|
384
|
+
refs.push({ fromId: 0, toName: clause.name.text, callType: "import", line: lineNum, module });
|
|
319
385
|
return;
|
|
320
386
|
}
|
|
321
387
|
if (clause && ts.isNamedExports(clause)) {
|
|
322
388
|
for (const element of clause.elements) {
|
|
323
389
|
const originalName = element.propertyName?.text ?? element.name.text;
|
|
324
|
-
refs.push({ fromId: 0, toName: originalName, callType: "import", line: lineNum });
|
|
390
|
+
refs.push({ fromId: 0, toName: originalName, callType: "import", line: lineNum, module });
|
|
325
391
|
}
|
|
326
392
|
return;
|
|
327
393
|
}
|
|
394
|
+
if (module) {
|
|
395
|
+
refs.push({ fromId: 0, toName: module, callType: "import", line: lineNum, module });
|
|
396
|
+
}
|
|
328
397
|
}
|
|
329
398
|
var ts, tsLoad, kindMapCache;
|
|
330
399
|
var init_ts_parser = __esm({
|
|
@@ -337,21 +406,21 @@ var init_ts_parser = __esm({
|
|
|
337
406
|
});
|
|
338
407
|
|
|
339
408
|
// src/_win32-resolve.ts
|
|
340
|
-
import * as
|
|
341
|
-
import * as
|
|
409
|
+
import * as fs3 from "node:fs";
|
|
410
|
+
import * as path5 from "node:path";
|
|
342
411
|
function resolveWin32Command(cmd) {
|
|
343
412
|
if (process.platform !== "win32") return cmd;
|
|
344
|
-
if (cmd.includes("/") || cmd.includes("\\") ||
|
|
413
|
+
if (cmd.includes("/") || cmd.includes("\\") || path5.extname(cmd.replace(/\//g, "\\"))) {
|
|
345
414
|
return cmd;
|
|
346
415
|
}
|
|
347
416
|
const pathext = (process.env["PATHEXT"] ?? ".COM;.EXE;.BAT;.CMD;.VBS;.JS;.WS;.MSC").toLowerCase().split(";");
|
|
348
|
-
const pathDirs = (process.env["PATH"] ?? "").split(
|
|
417
|
+
const pathDirs = (process.env["PATH"] ?? "").split(path5.delimiter);
|
|
349
418
|
for (const dir of pathDirs) {
|
|
350
|
-
const base =
|
|
419
|
+
const base = path5.join(dir, cmd);
|
|
351
420
|
for (const ext of pathext) {
|
|
352
421
|
const full = `${base}${ext}`;
|
|
353
422
|
try {
|
|
354
|
-
|
|
423
|
+
fs3.accessSync(full, fs3.constants.X_OK);
|
|
355
424
|
return full;
|
|
356
425
|
} catch {
|
|
357
426
|
}
|
|
@@ -365,6 +434,82 @@ var init_win32_resolve = __esm({
|
|
|
365
434
|
}
|
|
366
435
|
});
|
|
367
436
|
|
|
437
|
+
// src/codebase-index/parser-output.ts
|
|
438
|
+
function coerceSymbols(value) {
|
|
439
|
+
if (!Array.isArray(value)) return [];
|
|
440
|
+
return value.flatMap((entry) => {
|
|
441
|
+
const candidate = entry;
|
|
442
|
+
if (typeof candidate.name !== "string" || typeof candidate.kind !== "string") return [];
|
|
443
|
+
return [
|
|
444
|
+
{
|
|
445
|
+
name: candidate.name,
|
|
446
|
+
kind: candidate.kind,
|
|
447
|
+
line: typeof candidate.line === "number" ? candidate.line : 1,
|
|
448
|
+
col: typeof candidate.col === "number" ? candidate.col : 0,
|
|
449
|
+
signature: typeof candidate.signature === "string" ? candidate.signature : "",
|
|
450
|
+
scope: typeof candidate.scope === "string" ? candidate.scope : ""
|
|
451
|
+
}
|
|
452
|
+
];
|
|
453
|
+
});
|
|
454
|
+
}
|
|
455
|
+
function coerceRefs(value, lang) {
|
|
456
|
+
if (!Array.isArray(value)) return [];
|
|
457
|
+
return value.flatMap((entry) => {
|
|
458
|
+
const candidate = entry;
|
|
459
|
+
if (typeof candidate.toName !== "string" || !candidate.toName) return [];
|
|
460
|
+
if (typeof candidate.callType !== "string" || !CALL_TYPES.has(candidate.callType)) return [];
|
|
461
|
+
const module = typeof candidate.module === "string" && candidate.module ? candidate.module : void 0;
|
|
462
|
+
return [
|
|
463
|
+
{
|
|
464
|
+
fromId: 0,
|
|
465
|
+
toName: candidate.toName,
|
|
466
|
+
callType: candidate.callType,
|
|
467
|
+
line: typeof candidate.line === "number" ? candidate.line : 1,
|
|
468
|
+
lang,
|
|
469
|
+
module
|
|
470
|
+
}
|
|
471
|
+
];
|
|
472
|
+
});
|
|
473
|
+
}
|
|
474
|
+
function parseParserOutput(stdout, lang) {
|
|
475
|
+
const trimmed = stdout.trim();
|
|
476
|
+
if (!trimmed) return { symbols: [], refs: [] };
|
|
477
|
+
let parsed;
|
|
478
|
+
try {
|
|
479
|
+
parsed = JSON.parse(trimmed);
|
|
480
|
+
} catch {
|
|
481
|
+
return { symbols: [], refs: [] };
|
|
482
|
+
}
|
|
483
|
+
if (Array.isArray(parsed)) return { symbols: coerceSymbols(parsed), refs: [] };
|
|
484
|
+
const record = parsed;
|
|
485
|
+
return {
|
|
486
|
+
symbols: coerceSymbols(record.symbols),
|
|
487
|
+
refs: dedupeRefs(coerceRefs(record.refs, lang))
|
|
488
|
+
};
|
|
489
|
+
}
|
|
490
|
+
function dedupeRefs(refs) {
|
|
491
|
+
const seen = /* @__PURE__ */ new Set();
|
|
492
|
+
return refs.filter((ref) => {
|
|
493
|
+
const key = `${ref.toName}:${ref.callType}:${ref.line}:${ref.module ?? ""}`;
|
|
494
|
+
if (seen.has(key)) return false;
|
|
495
|
+
seen.add(key);
|
|
496
|
+
return true;
|
|
497
|
+
});
|
|
498
|
+
}
|
|
499
|
+
var CALL_TYPES;
|
|
500
|
+
var init_parser_output = __esm({
|
|
501
|
+
"src/codebase-index/parser-output.ts"() {
|
|
502
|
+
"use strict";
|
|
503
|
+
CALL_TYPES = /* @__PURE__ */ new Set([
|
|
504
|
+
"call",
|
|
505
|
+
"type_ref",
|
|
506
|
+
"inherit",
|
|
507
|
+
"implement",
|
|
508
|
+
"import"
|
|
509
|
+
]);
|
|
510
|
+
}
|
|
511
|
+
});
|
|
512
|
+
|
|
368
513
|
// src/codebase-index/spawn-gate.ts
|
|
369
514
|
function withSpawnGate(fn) {
|
|
370
515
|
const run = chain.then(fn, fn);
|
|
@@ -390,8 +535,8 @@ __export(go_parser_exports, {
|
|
|
390
535
|
});
|
|
391
536
|
import { spawn } from "node:child_process";
|
|
392
537
|
import * as os from "node:os";
|
|
393
|
-
import * as
|
|
394
|
-
import * as
|
|
538
|
+
import * as path6 from "node:path";
|
|
539
|
+
import * as fs4 from "node:fs/promises";
|
|
395
540
|
async function parseSymbols2(opts) {
|
|
396
541
|
const { file, content, lang } = opts;
|
|
397
542
|
try {
|
|
@@ -399,7 +544,8 @@ async function parseSymbols2(opts) {
|
|
|
399
544
|
if (parsed.symbols.length > 0) {
|
|
400
545
|
return parsed;
|
|
401
546
|
}
|
|
402
|
-
|
|
547
|
+
const fallback = fallbackParse(file, content, lang);
|
|
548
|
+
return parsed.refs?.length ? { ...fallback, refs: parsed.refs } : fallback;
|
|
403
549
|
} catch {
|
|
404
550
|
return fallbackParse(file, content, lang);
|
|
405
551
|
}
|
|
@@ -463,9 +609,9 @@ async function syncGoParse(filePath, content, lang) {
|
|
|
463
609
|
try {
|
|
464
610
|
let scriptPath = _cachedGoScriptPath;
|
|
465
611
|
if (!scriptPath) {
|
|
466
|
-
const tmpDir = await
|
|
467
|
-
scriptPath =
|
|
468
|
-
await
|
|
612
|
+
const tmpDir = await fs4.mkdtemp(path6.join(os.tmpdir(), "ws-go-parse-"));
|
|
613
|
+
scriptPath = path6.join(tmpDir, "parse.go");
|
|
614
|
+
await fs4.writeFile(scriptPath, GO_PARSE_SCRIPT, "utf8");
|
|
469
615
|
_cachedGoScriptPath = scriptPath;
|
|
470
616
|
}
|
|
471
617
|
const goBinary = resolveWin32Command("go");
|
|
@@ -507,8 +653,8 @@ async function syncGoParse(filePath, content, lang) {
|
|
|
507
653
|
if (code !== 0 || !stdout.trim()) {
|
|
508
654
|
return { file: filePath, lang, symbols: [], mtimeMs: Date.now() };
|
|
509
655
|
}
|
|
510
|
-
const
|
|
511
|
-
const symbols =
|
|
656
|
+
const { symbols: rawSymbols, refs } = parseParserOutput(stdout, lang);
|
|
657
|
+
const symbols = rawSymbols.map((s) => ({
|
|
512
658
|
id: 0,
|
|
513
659
|
lang,
|
|
514
660
|
kind: s.kind,
|
|
@@ -521,7 +667,7 @@ async function syncGoParse(filePath, content, lang) {
|
|
|
521
667
|
scope: s.scope ?? "",
|
|
522
668
|
text: `${s.name} ${s.signature ?? ""}`.trim()
|
|
523
669
|
}));
|
|
524
|
-
return { file: filePath, lang, symbols, mtimeMs: Date.now() };
|
|
670
|
+
return { file: filePath, lang, symbols, refs, mtimeMs: Date.now() };
|
|
525
671
|
} catch {
|
|
526
672
|
return { file: filePath, lang, symbols: [], mtimeMs: Date.now() };
|
|
527
673
|
}
|
|
@@ -531,6 +677,7 @@ var init_go_parser = __esm({
|
|
|
531
677
|
"src/codebase-index/go-parser.ts"() {
|
|
532
678
|
"use strict";
|
|
533
679
|
init_win32_resolve();
|
|
680
|
+
init_parser_output();
|
|
534
681
|
init_spawn_gate();
|
|
535
682
|
init_languages();
|
|
536
683
|
GO_PARSE_SCRIPT = `
|
|
@@ -544,6 +691,7 @@ import (
|
|
|
544
691
|
"go/token"
|
|
545
692
|
"io"
|
|
546
693
|
"os"
|
|
694
|
+
"strconv"
|
|
547
695
|
"strings"
|
|
548
696
|
)
|
|
549
697
|
|
|
@@ -556,16 +704,34 @@ type Sym struct {
|
|
|
556
704
|
Scope string \`json:"scope"\`
|
|
557
705
|
}
|
|
558
706
|
|
|
707
|
+
// Ref is a cross-reference emitted alongside the symbols, so one \`go run\`
|
|
708
|
+
// yields both. Module is the import path for CallType "import", else empty.
|
|
709
|
+
type Ref struct {
|
|
710
|
+
ToName string \`json:"toName"\`
|
|
711
|
+
CallType string \`json:"callType"\`
|
|
712
|
+
Line int \`json:"line"\`
|
|
713
|
+
Module string \`json:"module"\`
|
|
714
|
+
}
|
|
715
|
+
|
|
716
|
+
type Result struct {
|
|
717
|
+
Symbols []Sym \`json:"symbols"\`
|
|
718
|
+
Refs []Ref \`json:"refs"\`
|
|
719
|
+
}
|
|
720
|
+
|
|
721
|
+
func emptyResult() string {
|
|
722
|
+
return "{\\"symbols\\":[],\\"refs\\":[]}"
|
|
723
|
+
}
|
|
724
|
+
|
|
559
725
|
func main() {
|
|
560
726
|
src, err := io.ReadAll(os.Stdin)
|
|
561
727
|
if err != nil {
|
|
562
|
-
fmt.Print(
|
|
728
|
+
fmt.Print(emptyResult())
|
|
563
729
|
return
|
|
564
730
|
}
|
|
565
731
|
fset := token.NewFileSet()
|
|
566
732
|
node, err := parser.ParseFile(fset, "src.go", src, 0)
|
|
567
733
|
if err != nil {
|
|
568
|
-
fmt.Print(
|
|
734
|
+
fmt.Print(emptyResult())
|
|
569
735
|
return
|
|
570
736
|
}
|
|
571
737
|
|
|
@@ -629,9 +795,43 @@ func main() {
|
|
|
629
795
|
}
|
|
630
796
|
}
|
|
631
797
|
|
|
632
|
-
|
|
798
|
+
refs := []Ref{}
|
|
799
|
+
ast.Inspect(node, func(n ast.Node) bool {
|
|
800
|
+
switch expr := n.(type) {
|
|
801
|
+
case *ast.CallExpr:
|
|
802
|
+
line := fset.Position(expr.Pos()).Line
|
|
803
|
+
switch fun := expr.Fun.(type) {
|
|
804
|
+
case *ast.Ident:
|
|
805
|
+
refs = append(refs, Ref{ToName: fun.Name, CallType: "call", Line: line})
|
|
806
|
+
case *ast.SelectorExpr:
|
|
807
|
+
// Record the selected name (\`Join\` of \`filepath.Join\`): it is the
|
|
808
|
+
// declared symbol name, so it resolves the same way the TypeScript
|
|
809
|
+
// and Python extractors' call refs do.
|
|
810
|
+
refs = append(refs, Ref{ToName: fun.Sel.Name, CallType: "call", Line: line})
|
|
811
|
+
}
|
|
812
|
+
case *ast.ImportSpec:
|
|
813
|
+
if expr.Path != nil {
|
|
814
|
+
if importPath, uerr := strconv.Unquote(expr.Path.Value); uerr == nil {
|
|
815
|
+
line := fset.Position(expr.Pos()).Line
|
|
816
|
+
// A Go import names a package, not a symbol; the package's
|
|
817
|
+
// last path segment is the name it is referenced by.
|
|
818
|
+
name := importPath
|
|
819
|
+
if idx := strings.LastIndex(importPath, "/"); idx >= 0 {
|
|
820
|
+
name = importPath[idx+1:]
|
|
821
|
+
}
|
|
822
|
+
refs = append(refs, Ref{ToName: name, CallType: "import", Line: line, Module: importPath})
|
|
823
|
+
}
|
|
824
|
+
}
|
|
825
|
+
}
|
|
826
|
+
return true
|
|
827
|
+
})
|
|
828
|
+
|
|
829
|
+
if syms == nil {
|
|
830
|
+
syms = []Sym{}
|
|
831
|
+
}
|
|
832
|
+
data, err := json.Marshal(Result{Symbols: syms, Refs: refs})
|
|
633
833
|
if err != nil {
|
|
634
|
-
fmt.Print(
|
|
834
|
+
fmt.Print(emptyResult())
|
|
635
835
|
return
|
|
636
836
|
}
|
|
637
837
|
fmt.Print(string(data))
|
|
@@ -983,9 +1183,13 @@ var init_generic_parser = __esm({
|
|
|
983
1183
|
],
|
|
984
1184
|
elixir: [
|
|
985
1185
|
{ re: /\bdef(?:p|macro|macrop)?\s+([A-Za-z_]\w*[!?]?)/g, kind: "function" },
|
|
986
|
-
|
|
1186
|
+
// Dotted module names must be captured whole: `alias Foo.Bar` resolves
|
|
1187
|
+
// against this symbol, and a `Foo`-only capture never matches it.
|
|
1188
|
+
{ re: /\bdefmodule\s+([A-Z][\w.]*)/g, kind: "namespace" }
|
|
987
1189
|
],
|
|
988
1190
|
haskell: [
|
|
1191
|
+
// Target of `import Data.List`.
|
|
1192
|
+
{ re: /^module\s+([A-Z][\w.]*)/gm, kind: "namespace" },
|
|
989
1193
|
{ re: /^([A-Za-z_]\w*)\s*::/gm, kind: "function" },
|
|
990
1194
|
{ re: /\bdata\s+([A-Za-z_]\w*)/g, kind: "type" },
|
|
991
1195
|
{ re: /\btype\s+(?:family\s+)?([A-Za-z_]\w*)/g, kind: "type" },
|
|
@@ -1076,9 +1280,9 @@ __export(py_parser_exports, {
|
|
|
1076
1280
|
parseSymbols: () => parseSymbols4
|
|
1077
1281
|
});
|
|
1078
1282
|
import { spawn as spawn2 } from "node:child_process";
|
|
1079
|
-
import * as
|
|
1283
|
+
import * as fs5 from "node:fs/promises";
|
|
1080
1284
|
import * as os2 from "node:os";
|
|
1081
|
-
import * as
|
|
1285
|
+
import * as path7 from "node:path";
|
|
1082
1286
|
async function parseSymbols4(opts) {
|
|
1083
1287
|
const { file, content, lang } = opts;
|
|
1084
1288
|
try {
|
|
@@ -1156,10 +1360,10 @@ function spawnPyParser(pyBinary, scriptPath, filePath, content) {
|
|
|
1156
1360
|
async function syncPyParse(filePath, content, lang) {
|
|
1157
1361
|
try {
|
|
1158
1362
|
if (!_cachedScriptPath) {
|
|
1159
|
-
const tmpDir =
|
|
1160
|
-
await
|
|
1161
|
-
_cachedScriptPath =
|
|
1162
|
-
await
|
|
1363
|
+
const tmpDir = path7.join(os2.tmpdir(), "ws-py-parse");
|
|
1364
|
+
await fs5.mkdir(tmpDir, { recursive: true });
|
|
1365
|
+
_cachedScriptPath = path7.join(tmpDir, "parse.py");
|
|
1366
|
+
await fs5.writeFile(_cachedScriptPath, PY_PARSE_SCRIPT, "utf8");
|
|
1163
1367
|
}
|
|
1164
1368
|
cachedPyBinary ??= resolvePython();
|
|
1165
1369
|
const pyBinary = await cachedPyBinary;
|
|
@@ -1173,7 +1377,7 @@ async function syncPyParse(filePath, content, lang) {
|
|
|
1173
1377
|
if (code !== 0 || !stdout.trim()) {
|
|
1174
1378
|
return { file: filePath, lang, symbols: [], mtimeMs: Date.now() };
|
|
1175
1379
|
}
|
|
1176
|
-
const raw =
|
|
1380
|
+
const { symbols: raw, refs } = parseParserOutput(stdout, lang);
|
|
1177
1381
|
const symbols = raw.map((s) => ({
|
|
1178
1382
|
id: 0,
|
|
1179
1383
|
lang,
|
|
@@ -1187,7 +1391,7 @@ async function syncPyParse(filePath, content, lang) {
|
|
|
1187
1391
|
scope: s.scope ?? "",
|
|
1188
1392
|
text: `${s.name} ${s.signature ?? ""}`.trim()
|
|
1189
1393
|
}));
|
|
1190
|
-
return { file: filePath, lang, symbols, mtimeMs: Date.now() };
|
|
1394
|
+
return { file: filePath, lang, symbols, refs, mtimeMs: Date.now() };
|
|
1191
1395
|
} catch {
|
|
1192
1396
|
return null;
|
|
1193
1397
|
}
|
|
@@ -1198,6 +1402,7 @@ var init_py_parser = __esm({
|
|
|
1198
1402
|
"use strict";
|
|
1199
1403
|
init_win32_resolve();
|
|
1200
1404
|
init_generic_parser();
|
|
1405
|
+
init_parser_output();
|
|
1201
1406
|
init_spawn_gate();
|
|
1202
1407
|
init_languages();
|
|
1203
1408
|
PY_PARSE_SCRIPT = `import ast, json, sys, os
|
|
@@ -1259,7 +1464,18 @@ class Sym:
|
|
|
1259
1464
|
def is_private(name):
|
|
1260
1465
|
return name.startswith("__") and not name.endswith("__")
|
|
1261
1466
|
|
|
1467
|
+
def leaf_name(node):
|
|
1468
|
+
# Declared name of the callee: \`join\` of \`os.path.join\`. Matches how the
|
|
1469
|
+
# TypeScript and Go extractors record call refs, so resolution behaves the
|
|
1470
|
+
# same across languages.
|
|
1471
|
+
if isinstance(node, ast.Attribute):
|
|
1472
|
+
return node.attr
|
|
1473
|
+
if isinstance(node, ast.Name):
|
|
1474
|
+
return node.id
|
|
1475
|
+
return get_name(node).split(".")[-1]
|
|
1476
|
+
|
|
1262
1477
|
syms = []
|
|
1478
|
+
refs = []
|
|
1263
1479
|
errors = []
|
|
1264
1480
|
|
|
1265
1481
|
try:
|
|
@@ -1267,7 +1483,7 @@ try:
|
|
|
1267
1483
|
tree = ast.parse(source, filename=sys.argv[1])
|
|
1268
1484
|
except Exception as e:
|
|
1269
1485
|
errors.append(str(e))
|
|
1270
|
-
print("[]")
|
|
1486
|
+
print(json.dumps({"symbols": [], "refs": []}))
|
|
1271
1487
|
sys.exit(0)
|
|
1272
1488
|
|
|
1273
1489
|
# Module-level scope
|
|
@@ -1401,7 +1617,42 @@ class ModuleVisitor(ast.NodeVisitor):
|
|
|
1401
1617
|
visitor = ModuleVisitor()
|
|
1402
1618
|
visitor.visit(tree)
|
|
1403
1619
|
|
|
1404
|
-
|
|
1620
|
+
# Refs need a separate full walk: ModuleVisitor deliberately does not descend
|
|
1621
|
+
# into function bodies (it would index locals as symbols), but that is exactly
|
|
1622
|
+
# where the calls are.
|
|
1623
|
+
for node in ast.walk(tree):
|
|
1624
|
+
if isinstance(node, ast.Call):
|
|
1625
|
+
name = leaf_name(node.func)
|
|
1626
|
+
if name:
|
|
1627
|
+
refs.append({"toName": name, "callType": "call", "line": node.lineno})
|
|
1628
|
+
elif isinstance(node, ast.Import):
|
|
1629
|
+
for alias in node.names:
|
|
1630
|
+
refs.append({
|
|
1631
|
+
"toName": alias.name.split(".")[-1],
|
|
1632
|
+
"callType": "import",
|
|
1633
|
+
"line": node.lineno,
|
|
1634
|
+
"module": alias.name,
|
|
1635
|
+
})
|
|
1636
|
+
elif isinstance(node, ast.ImportFrom):
|
|
1637
|
+
# PEP 328: node.level is the number of leading dots. Preserving them is
|
|
1638
|
+
# what lets the resolver walk up from the importing file's package \u2014
|
|
1639
|
+
# dropping them made \`from .foo import X\` indistinguishable from an
|
|
1640
|
+
# absolute \`foo\`.
|
|
1641
|
+
module = ("." * (node.level or 0)) + (node.module or "")
|
|
1642
|
+
for alias in node.names:
|
|
1643
|
+
refs.append({
|
|
1644
|
+
"toName": alias.name,
|
|
1645
|
+
"callType": "import",
|
|
1646
|
+
"line": node.lineno,
|
|
1647
|
+
"module": module,
|
|
1648
|
+
})
|
|
1649
|
+
elif isinstance(node, ast.ClassDef):
|
|
1650
|
+
for base in node.bases:
|
|
1651
|
+
name = leaf_name(base)
|
|
1652
|
+
if name:
|
|
1653
|
+
refs.append({"toName": name, "callType": "inherit", "line": node.lineno})
|
|
1654
|
+
|
|
1655
|
+
print(json.dumps({"symbols": [s.to_dict() for s in syms], "refs": refs}))
|
|
1405
1656
|
`;
|
|
1406
1657
|
_cachedScriptPath = null;
|
|
1407
1658
|
}
|
|
@@ -1414,107 +1665,10 @@ __export(rs_parser_exports, {
|
|
|
1414
1665
|
parseSymbols: () => parseSymbols5
|
|
1415
1666
|
});
|
|
1416
1667
|
import { expectDefined } from "@wrongstack/core/utils";
|
|
1417
|
-
import { execFile, spawn as spawn3 } from "node:child_process";
|
|
1418
|
-
import * as fs5 from "node:fs/promises";
|
|
1419
|
-
import * as path6 from "node:path";
|
|
1420
1668
|
async function parseSymbols5(opts) {
|
|
1421
1669
|
const { file, content, lang } = opts;
|
|
1422
|
-
const nativeAvailable = await checkNativeParser();
|
|
1423
|
-
if (nativeAvailable) {
|
|
1424
|
-
const result = await withSpawnGate(() => tryNativeParse(file, content));
|
|
1425
|
-
if (result) return result;
|
|
1426
|
-
}
|
|
1427
1670
|
return regexParse({ file, content, lang });
|
|
1428
1671
|
}
|
|
1429
|
-
function probe(command, args) {
|
|
1430
|
-
return new Promise((resolve2, reject) => {
|
|
1431
|
-
execFile(command, args, { timeout: 1e4, windowsHide: true }, (error) => {
|
|
1432
|
-
if (error) reject(error);
|
|
1433
|
-
else resolve2();
|
|
1434
|
-
});
|
|
1435
|
-
});
|
|
1436
|
-
}
|
|
1437
|
-
function checkNativeParser() {
|
|
1438
|
-
nativeParserAvailability ??= (async () => {
|
|
1439
|
-
try {
|
|
1440
|
-
await probe("rustc", ["--version"]);
|
|
1441
|
-
const toolsDir = path6.join(process.cwd(), "tools");
|
|
1442
|
-
await probe(
|
|
1443
|
-
"cargo",
|
|
1444
|
-
[
|
|
1445
|
-
"metadata",
|
|
1446
|
-
"--no-deps",
|
|
1447
|
-
"--format-version",
|
|
1448
|
-
"1",
|
|
1449
|
-
"--manifest-path",
|
|
1450
|
-
path6.join(toolsDir, "Cargo.toml")
|
|
1451
|
-
]
|
|
1452
|
-
);
|
|
1453
|
-
return true;
|
|
1454
|
-
} catch {
|
|
1455
|
-
return false;
|
|
1456
|
-
}
|
|
1457
|
-
})();
|
|
1458
|
-
return nativeParserAvailability;
|
|
1459
|
-
}
|
|
1460
|
-
async function tryNativeParse(file, content) {
|
|
1461
|
-
try {
|
|
1462
|
-
const toolsDir = path6.join(process.cwd(), "tools");
|
|
1463
|
-
const crateDir = path6.join(toolsDir, "syn-parser");
|
|
1464
|
-
const tmpFile = path6.join(crateDir, "src", "input.rs");
|
|
1465
|
-
await fs5.writeFile(tmpFile, content, "utf8");
|
|
1466
|
-
const cargoBinary = resolveWin32Command("cargo");
|
|
1467
|
-
const result = await new Promise(
|
|
1468
|
-
(resolve2, reject) => {
|
|
1469
|
-
let settled = false;
|
|
1470
|
-
const proc = spawn3(
|
|
1471
|
-
cargoBinary,
|
|
1472
|
-
["run", "--manifest-path", path6.join(toolsDir, "Cargo.toml")],
|
|
1473
|
-
{
|
|
1474
|
-
cwd: process.cwd(),
|
|
1475
|
-
stdio: ["pipe", "pipe", "pipe"],
|
|
1476
|
-
windowsHide: true
|
|
1477
|
-
}
|
|
1478
|
-
);
|
|
1479
|
-
proc.on("error", (err) => {
|
|
1480
|
-
if (settled) return;
|
|
1481
|
-
settled = true;
|
|
1482
|
-
reject(err);
|
|
1483
|
-
});
|
|
1484
|
-
let stdout2 = "";
|
|
1485
|
-
proc.stdout?.on("data", (chunk) => {
|
|
1486
|
-
stdout2 += chunk.toString();
|
|
1487
|
-
});
|
|
1488
|
-
proc.stderr?.resume();
|
|
1489
|
-
const timer = setTimeout(() => {
|
|
1490
|
-
if (settled) return;
|
|
1491
|
-
settled = true;
|
|
1492
|
-
proc.kill("SIGKILL");
|
|
1493
|
-
reject(new Error("timeout"));
|
|
1494
|
-
}, 15e3);
|
|
1495
|
-
timer.unref?.();
|
|
1496
|
-
proc.on("close", (c) => {
|
|
1497
|
-
if (settled) return;
|
|
1498
|
-
settled = true;
|
|
1499
|
-
clearTimeout(timer);
|
|
1500
|
-
resolve2({ code: c, stdout: stdout2 });
|
|
1501
|
-
});
|
|
1502
|
-
}
|
|
1503
|
-
);
|
|
1504
|
-
const { code, stdout } = result;
|
|
1505
|
-
if (code === 0 && stdout.trim()) {
|
|
1506
|
-
const symbols = JSON.parse(stdout.trim());
|
|
1507
|
-
return {
|
|
1508
|
-
file,
|
|
1509
|
-
lang: "rs",
|
|
1510
|
-
symbols: symbols.map((s) => ({ ...s, id: 0, lang: "rs" })),
|
|
1511
|
-
mtimeMs: Date.now()
|
|
1512
|
-
};
|
|
1513
|
-
}
|
|
1514
|
-
} catch {
|
|
1515
|
-
}
|
|
1516
|
-
return null;
|
|
1517
|
-
}
|
|
1518
1672
|
function regexParse(opts) {
|
|
1519
1673
|
const { file, content, lang } = opts;
|
|
1520
1674
|
const symbols = [];
|
|
@@ -1570,12 +1724,10 @@ function regexParse(opts) {
|
|
|
1570
1724
|
});
|
|
1571
1725
|
return { file, lang, symbols: deduped, mtimeMs: Date.now() };
|
|
1572
1726
|
}
|
|
1573
|
-
var
|
|
1727
|
+
var RS_PATTERNS;
|
|
1574
1728
|
var init_rs_parser = __esm({
|
|
1575
1729
|
"src/codebase-index/rs-parser.ts"() {
|
|
1576
1730
|
"use strict";
|
|
1577
|
-
init_win32_resolve();
|
|
1578
|
-
init_spawn_gate();
|
|
1579
1731
|
init_languages();
|
|
1580
1732
|
RS_PATTERNS = [
|
|
1581
1733
|
{ regex: /fn\s+(\w+)\s*\([^)]*\)/g, kind: "function" },
|
|
@@ -1598,7 +1750,7 @@ __export(json_parser_exports, {
|
|
|
1598
1750
|
parseSymbols: () => parseSymbols6
|
|
1599
1751
|
});
|
|
1600
1752
|
import { expectDefined as expectDefined2 } from "@wrongstack/core/utils";
|
|
1601
|
-
import * as
|
|
1753
|
+
import * as path8 from "node:path";
|
|
1602
1754
|
function parseSymbols6(opts) {
|
|
1603
1755
|
const { file, content, lang } = opts;
|
|
1604
1756
|
try {
|
|
@@ -1610,7 +1762,7 @@ function parseSymbols6(opts) {
|
|
|
1610
1762
|
function regexParse2(opts) {
|
|
1611
1763
|
const { file, content, lang } = opts;
|
|
1612
1764
|
const symbols = [];
|
|
1613
|
-
const basename4 =
|
|
1765
|
+
const basename4 = path8.basename(file).toLowerCase();
|
|
1614
1766
|
const isPackageJson = basename4 === "package.json";
|
|
1615
1767
|
const isTsconfig = basename4 === "tsconfig.json" || basename4 === "tsconfig.build.json";
|
|
1616
1768
|
const isJsonSchema = content.includes("$schema") || content.includes("$id") || content.includes("$ref");
|
|
@@ -1636,11 +1788,11 @@ function regexParse2(opts) {
|
|
|
1636
1788
|
const line = lineFromOffset(offset);
|
|
1637
1789
|
symbols.push(
|
|
1638
1790
|
makeSymbol({
|
|
1639
|
-
name:
|
|
1791
|
+
name: path8.basename(file),
|
|
1640
1792
|
kind: "object",
|
|
1641
1793
|
line,
|
|
1642
1794
|
col: 0,
|
|
1643
|
-
signature: `"${
|
|
1795
|
+
signature: `"${path8.basename(file)}" = { ... }`,
|
|
1644
1796
|
file,
|
|
1645
1797
|
lang
|
|
1646
1798
|
})
|
|
@@ -1972,7 +2124,7 @@ import { parentPort } from "node:worker_threads";
|
|
|
1972
2124
|
|
|
1973
2125
|
// src/codebase-index/indexer.ts
|
|
1974
2126
|
import { expectDefined as expectDefined5 } from "@wrongstack/core/utils";
|
|
1975
|
-
import { execFile
|
|
2127
|
+
import { execFile } from "node:child_process";
|
|
1976
2128
|
import * as fs8 from "node:fs/promises";
|
|
1977
2129
|
import { availableParallelism } from "node:os";
|
|
1978
2130
|
import * as path11 from "node:path";
|
|
@@ -2040,8 +2192,738 @@ async function loadGitignoreMatcher(projectRoot) {
|
|
|
2040
2192
|
// src/codebase-index/indexer.ts
|
|
2041
2193
|
init_languages();
|
|
2042
2194
|
|
|
2195
|
+
// src/codebase-index/module-resolver.ts
|
|
2196
|
+
init_languages();
|
|
2197
|
+
import * as path4 from "node:path";
|
|
2198
|
+
|
|
2199
|
+
// src/codebase-index/module-roots.ts
|
|
2200
|
+
init_languages();
|
|
2201
|
+
import * as fs2 from "node:fs/promises";
|
|
2202
|
+
import * as path3 from "node:path";
|
|
2203
|
+
function toPortablePath(file) {
|
|
2204
|
+
return file.replace(/\\/g, "/");
|
|
2205
|
+
}
|
|
2206
|
+
async function readTextIfPresent(file) {
|
|
2207
|
+
try {
|
|
2208
|
+
return await fs2.readFile(file, "utf8");
|
|
2209
|
+
} catch {
|
|
2210
|
+
return void 0;
|
|
2211
|
+
}
|
|
2212
|
+
}
|
|
2213
|
+
function parsePackageJsonName(source) {
|
|
2214
|
+
try {
|
|
2215
|
+
const parsed = JSON.parse(source);
|
|
2216
|
+
return typeof parsed.name === "string" && parsed.name ? parsed.name : void 0;
|
|
2217
|
+
} catch {
|
|
2218
|
+
return void 0;
|
|
2219
|
+
}
|
|
2220
|
+
}
|
|
2221
|
+
function parseGoModulePath(source) {
|
|
2222
|
+
for (const rawLine of source.split(/\r?\n/)) {
|
|
2223
|
+
const line = rawLine.replace(/\/\/.*$/, "").trim();
|
|
2224
|
+
const match = /^module\s+(\S+)/.exec(line);
|
|
2225
|
+
if (match?.[1]) return match[1].replace(/^["']|["']$/g, "");
|
|
2226
|
+
}
|
|
2227
|
+
return void 0;
|
|
2228
|
+
}
|
|
2229
|
+
function parseTomlTableName(source, tables) {
|
|
2230
|
+
let current = "";
|
|
2231
|
+
for (const rawLine of source.split(/\r?\n/)) {
|
|
2232
|
+
const line = rawLine.replace(/#.*$/, "").trim();
|
|
2233
|
+
if (line.startsWith("[[")) {
|
|
2234
|
+
current = "\0";
|
|
2235
|
+
continue;
|
|
2236
|
+
}
|
|
2237
|
+
const table = /^\[([^\]]+)\]$/.exec(line);
|
|
2238
|
+
if (table?.[1]) {
|
|
2239
|
+
current = table[1].trim();
|
|
2240
|
+
continue;
|
|
2241
|
+
}
|
|
2242
|
+
if (!tables.includes(current)) continue;
|
|
2243
|
+
const match = /^name\s*=\s*["']([^"']+)["']/.exec(line);
|
|
2244
|
+
if (match?.[1]) return match[1];
|
|
2245
|
+
}
|
|
2246
|
+
return void 0;
|
|
2247
|
+
}
|
|
2248
|
+
function parsePomArtifactId(source) {
|
|
2249
|
+
const withoutParent = source.replace(/<parent>[\s\S]*?<\/parent>/g, "");
|
|
2250
|
+
return /<artifactId>\s*([^<\s]+)\s*<\/artifactId>/.exec(withoutParent)?.[1];
|
|
2251
|
+
}
|
|
2252
|
+
var LANGS_BY_KIND = {
|
|
2253
|
+
npm: ["ts", "tsx", "js", "jsx", "vue", "svelte"],
|
|
2254
|
+
cargo: ["rs"],
|
|
2255
|
+
go: ["go"],
|
|
2256
|
+
python: ["py"],
|
|
2257
|
+
maven: ["java", "kotlin", "scala"],
|
|
2258
|
+
gradle: ["java", "kotlin", "scala"],
|
|
2259
|
+
dotnet: ["csharp"]
|
|
2260
|
+
};
|
|
2261
|
+
function ancestorsOf(dir, stopAt) {
|
|
2262
|
+
const out = [];
|
|
2263
|
+
let current = dir;
|
|
2264
|
+
for (; ; ) {
|
|
2265
|
+
out.push(current);
|
|
2266
|
+
if (current === stopAt || current.length <= stopAt.length) break;
|
|
2267
|
+
const parent = path3.posix.dirname(current);
|
|
2268
|
+
if (parent === current) break;
|
|
2269
|
+
current = parent;
|
|
2270
|
+
}
|
|
2271
|
+
return out;
|
|
2272
|
+
}
|
|
2273
|
+
var MARKER_PROBES = [
|
|
2274
|
+
{
|
|
2275
|
+
kind: "npm",
|
|
2276
|
+
file: "package.json",
|
|
2277
|
+
build: (dir, source) => {
|
|
2278
|
+
const name = parsePackageJsonName(source) ?? path3.posix.basename(dir);
|
|
2279
|
+
return { name, importPath: name, sourceRoots: [dir] };
|
|
2280
|
+
}
|
|
2281
|
+
},
|
|
2282
|
+
{
|
|
2283
|
+
kind: "cargo",
|
|
2284
|
+
file: "Cargo.toml",
|
|
2285
|
+
build: (dir, source) => {
|
|
2286
|
+
const name = parseTomlTableName(source, ["package"]);
|
|
2287
|
+
if (!name) return void 0;
|
|
2288
|
+
return {
|
|
2289
|
+
name: `crate:${name}`,
|
|
2290
|
+
// Rust paths use underscores where crate names often use dashes.
|
|
2291
|
+
importPath: name.replace(/-/g, "_"),
|
|
2292
|
+
sourceRoots: [path3.posix.join(dir, "src")]
|
|
2293
|
+
};
|
|
2294
|
+
}
|
|
2295
|
+
},
|
|
2296
|
+
{
|
|
2297
|
+
kind: "go",
|
|
2298
|
+
file: "go.mod",
|
|
2299
|
+
build: (dir, source) => {
|
|
2300
|
+
const modulePath = parseGoModulePath(source);
|
|
2301
|
+
if (!modulePath) return void 0;
|
|
2302
|
+
return { name: `go:${modulePath}`, importPath: modulePath, sourceRoots: [dir] };
|
|
2303
|
+
}
|
|
2304
|
+
},
|
|
2305
|
+
{
|
|
2306
|
+
kind: "python",
|
|
2307
|
+
file: "pyproject.toml",
|
|
2308
|
+
build: (dir, source) => {
|
|
2309
|
+
const name = parseTomlTableName(source, ["project", "tool.poetry"]) ?? path3.posix.basename(dir);
|
|
2310
|
+
return {
|
|
2311
|
+
name: `py:${name}`,
|
|
2312
|
+
importPath: void 0,
|
|
2313
|
+
// `src/` layout is the packaging-guide default; the root itself covers
|
|
2314
|
+
// the flat layout. Both are probed, missing ones simply never match.
|
|
2315
|
+
sourceRoots: [path3.posix.join(dir, "src"), dir]
|
|
2316
|
+
};
|
|
2317
|
+
}
|
|
2318
|
+
},
|
|
2319
|
+
{
|
|
2320
|
+
kind: "python",
|
|
2321
|
+
file: "setup.py",
|
|
2322
|
+
build: (dir) => ({
|
|
2323
|
+
name: `py:${path3.posix.basename(dir)}`,
|
|
2324
|
+
importPath: void 0,
|
|
2325
|
+
sourceRoots: [path3.posix.join(dir, "src"), dir]
|
|
2326
|
+
})
|
|
2327
|
+
},
|
|
2328
|
+
{
|
|
2329
|
+
kind: "maven",
|
|
2330
|
+
file: "pom.xml",
|
|
2331
|
+
build: (dir, source) => {
|
|
2332
|
+
const artifactId = parsePomArtifactId(source) ?? path3.posix.basename(dir);
|
|
2333
|
+
return {
|
|
2334
|
+
name: `mvn:${artifactId}`,
|
|
2335
|
+
importPath: void 0,
|
|
2336
|
+
sourceRoots: [
|
|
2337
|
+
path3.posix.join(dir, "src/main/java"),
|
|
2338
|
+
path3.posix.join(dir, "src/main/kotlin"),
|
|
2339
|
+
path3.posix.join(dir, "src/main/scala"),
|
|
2340
|
+
path3.posix.join(dir, "src/test/java")
|
|
2341
|
+
]
|
|
2342
|
+
};
|
|
2343
|
+
}
|
|
2344
|
+
},
|
|
2345
|
+
{
|
|
2346
|
+
kind: "gradle",
|
|
2347
|
+
file: "build.gradle",
|
|
2348
|
+
build: (dir) => buildGradleRoot(dir)
|
|
2349
|
+
},
|
|
2350
|
+
{
|
|
2351
|
+
kind: "gradle",
|
|
2352
|
+
file: "build.gradle.kts",
|
|
2353
|
+
build: (dir) => buildGradleRoot(dir)
|
|
2354
|
+
}
|
|
2355
|
+
];
|
|
2356
|
+
function buildGradleRoot(dir) {
|
|
2357
|
+
return {
|
|
2358
|
+
name: `gradle:${path3.posix.basename(dir)}`,
|
|
2359
|
+
importPath: void 0,
|
|
2360
|
+
sourceRoots: [
|
|
2361
|
+
path3.posix.join(dir, "src/main/java"),
|
|
2362
|
+
path3.posix.join(dir, "src/main/kotlin"),
|
|
2363
|
+
path3.posix.join(dir, "src/main/scala")
|
|
2364
|
+
]
|
|
2365
|
+
};
|
|
2366
|
+
}
|
|
2367
|
+
async function probeDotnetRoot(dir) {
|
|
2368
|
+
let entries;
|
|
2369
|
+
try {
|
|
2370
|
+
entries = await fs2.readdir(dir);
|
|
2371
|
+
} catch {
|
|
2372
|
+
return void 0;
|
|
2373
|
+
}
|
|
2374
|
+
const project = entries.find((entry) => entry.toLowerCase().endsWith(".csproj"));
|
|
2375
|
+
if (!project) return void 0;
|
|
2376
|
+
const name = project.slice(0, -".csproj".length);
|
|
2377
|
+
return {
|
|
2378
|
+
dir,
|
|
2379
|
+
kind: "dotnet",
|
|
2380
|
+
name: `csproj:${name}`,
|
|
2381
|
+
importPath: void 0,
|
|
2382
|
+
sourceRoots: [dir]
|
|
2383
|
+
};
|
|
2384
|
+
}
|
|
2385
|
+
async function detectModuleRoots(projectRoot, files) {
|
|
2386
|
+
const root = toPortablePath(projectRoot).replace(/\/+$/, "");
|
|
2387
|
+
const langsByDir = /* @__PURE__ */ new Map();
|
|
2388
|
+
for (const file of files) {
|
|
2389
|
+
const portable = toPortablePath(file);
|
|
2390
|
+
const lang = detectLang(portable);
|
|
2391
|
+
if (!lang) continue;
|
|
2392
|
+
const dir = path3.posix.dirname(portable);
|
|
2393
|
+
let langs = langsByDir.get(dir);
|
|
2394
|
+
if (!langs) {
|
|
2395
|
+
langs = /* @__PURE__ */ new Set();
|
|
2396
|
+
langsByDir.set(dir, langs);
|
|
2397
|
+
}
|
|
2398
|
+
langs.add(lang);
|
|
2399
|
+
}
|
|
2400
|
+
const candidates = /* @__PURE__ */ new Map();
|
|
2401
|
+
for (const [dir, langs] of langsByDir) {
|
|
2402
|
+
for (const ancestor of ancestorsOf(dir, root)) {
|
|
2403
|
+
let merged = candidates.get(ancestor);
|
|
2404
|
+
if (!merged) {
|
|
2405
|
+
merged = /* @__PURE__ */ new Set();
|
|
2406
|
+
candidates.set(ancestor, merged);
|
|
2407
|
+
}
|
|
2408
|
+
for (const lang of langs) merged.add(lang);
|
|
2409
|
+
}
|
|
2410
|
+
}
|
|
2411
|
+
const roots = [];
|
|
2412
|
+
await Promise.all(
|
|
2413
|
+
[...candidates].map(async ([dir, langs]) => {
|
|
2414
|
+
for (const probe of MARKER_PROBES) {
|
|
2415
|
+
if (!LANGS_BY_KIND[probe.kind].some((lang) => langs.has(lang))) continue;
|
|
2416
|
+
const source = await readTextIfPresent(path3.posix.join(dir, probe.file));
|
|
2417
|
+
if (source === void 0) continue;
|
|
2418
|
+
const built = probe.build(dir, source);
|
|
2419
|
+
if (built) roots.push({ dir, kind: probe.kind, ...built });
|
|
2420
|
+
}
|
|
2421
|
+
if (LANGS_BY_KIND.dotnet.some((lang) => langs.has(lang))) {
|
|
2422
|
+
const dotnet = await probeDotnetRoot(dir);
|
|
2423
|
+
if (dotnet) roots.push(dotnet);
|
|
2424
|
+
}
|
|
2425
|
+
})
|
|
2426
|
+
);
|
|
2427
|
+
roots.sort((a, b) => b.dir.length - a.dir.length || a.dir.localeCompare(b.dir));
|
|
2428
|
+
return { projectRoot: root, roots };
|
|
2429
|
+
}
|
|
2430
|
+
function findOwningRoot(structure, file, kinds) {
|
|
2431
|
+
const portable = toPortablePath(file);
|
|
2432
|
+
for (const root of structure.roots) {
|
|
2433
|
+
if (kinds && !kinds.includes(root.kind)) continue;
|
|
2434
|
+
if (portable === root.dir || portable.startsWith(`${root.dir}/`)) return root;
|
|
2435
|
+
}
|
|
2436
|
+
return void 0;
|
|
2437
|
+
}
|
|
2438
|
+
function derivePackageFromLayout(filePath) {
|
|
2439
|
+
const portable = toPortablePath(filePath);
|
|
2440
|
+
const packagesIdx = portable.indexOf("/packages/");
|
|
2441
|
+
if (packagesIdx !== -1) {
|
|
2442
|
+
const segment = portable.slice(packagesIdx + "/packages/".length).split("/")[0];
|
|
2443
|
+
if (segment) return `@wrongstack/${segment}`;
|
|
2444
|
+
}
|
|
2445
|
+
const appsIdx = portable.indexOf("/apps/");
|
|
2446
|
+
if (appsIdx !== -1) {
|
|
2447
|
+
const segment = portable.slice(appsIdx + "/apps/".length).split("/")[0];
|
|
2448
|
+
if (segment) return `app:${segment}`;
|
|
2449
|
+
}
|
|
2450
|
+
return void 0;
|
|
2451
|
+
}
|
|
2452
|
+
function pythonPackageLabel(structure, file, initDirs) {
|
|
2453
|
+
const portable = toPortablePath(file);
|
|
2454
|
+
const dir = path3.posix.dirname(portable);
|
|
2455
|
+
if (!initDirs.has(dir)) return void 0;
|
|
2456
|
+
const segments = [];
|
|
2457
|
+
let current = dir;
|
|
2458
|
+
while (initDirs.has(current) && current.length > structure.projectRoot.length) {
|
|
2459
|
+
segments.unshift(path3.posix.basename(current));
|
|
2460
|
+
current = path3.posix.dirname(current);
|
|
2461
|
+
}
|
|
2462
|
+
return segments.length > 0 ? `py:${segments.join(".")}` : void 0;
|
|
2463
|
+
}
|
|
2464
|
+
function assignPackageLabels(structure, files) {
|
|
2465
|
+
const initDirs = /* @__PURE__ */ new Set();
|
|
2466
|
+
for (const file of files) {
|
|
2467
|
+
const portable = toPortablePath(file);
|
|
2468
|
+
if (path3.posix.basename(portable) === "__init__.py") {
|
|
2469
|
+
initDirs.add(path3.posix.dirname(portable));
|
|
2470
|
+
}
|
|
2471
|
+
}
|
|
2472
|
+
const labels = /* @__PURE__ */ new Map();
|
|
2473
|
+
for (const file of files) {
|
|
2474
|
+
const portable = toPortablePath(file);
|
|
2475
|
+
const lang = detectLang(portable);
|
|
2476
|
+
if (lang === "go") {
|
|
2477
|
+
const owner2 = findOwningRoot(structure, portable, ["go"]);
|
|
2478
|
+
const dir = path3.posix.dirname(portable);
|
|
2479
|
+
if (owner2?.importPath) {
|
|
2480
|
+
const relative2 = path3.posix.relative(owner2.dir, dir);
|
|
2481
|
+
labels.set(file, relative2 ? `${owner2.importPath}/${relative2}` : owner2.importPath);
|
|
2482
|
+
} else {
|
|
2483
|
+
labels.set(file, `go:${path3.posix.relative(structure.projectRoot, dir) || "."}`);
|
|
2484
|
+
}
|
|
2485
|
+
continue;
|
|
2486
|
+
}
|
|
2487
|
+
if (lang === "py") {
|
|
2488
|
+
const dotted = pythonPackageLabel(structure, portable, initDirs);
|
|
2489
|
+
if (dotted) {
|
|
2490
|
+
labels.set(file, dotted);
|
|
2491
|
+
continue;
|
|
2492
|
+
}
|
|
2493
|
+
}
|
|
2494
|
+
const owner = findOwningRoot(structure, portable);
|
|
2495
|
+
const label = owner?.name ?? derivePackageFromLayout(portable) ?? "(root)";
|
|
2496
|
+
labels.set(file, label);
|
|
2497
|
+
}
|
|
2498
|
+
return labels;
|
|
2499
|
+
}
|
|
2500
|
+
|
|
2501
|
+
// src/codebase-index/module-resolver.ts
|
|
2502
|
+
var EXTENSIONS = {
|
|
2503
|
+
js: [".ts", ".tsx", ".mts", ".cts", ".js", ".jsx", ".mjs", ".cjs", ".vue", ".svelte"],
|
|
2504
|
+
py: [".py", ".pyi"],
|
|
2505
|
+
rs: [".rs"],
|
|
2506
|
+
jvm: [".java", ".kt", ".scala"],
|
|
2507
|
+
c: [".h", ".hpp", ".hh", ".hxx", ".c", ".cpp", ".cc", ".cxx"],
|
|
2508
|
+
ruby: [".rb"],
|
|
2509
|
+
go: [".go"]
|
|
2510
|
+
};
|
|
2511
|
+
var DIRECTORY_ENTRIES = {
|
|
2512
|
+
js: ["index"],
|
|
2513
|
+
py: ["__init__"],
|
|
2514
|
+
rs: ["mod"],
|
|
2515
|
+
ruby: ["index"]
|
|
2516
|
+
};
|
|
2517
|
+
function normalizeNamespace(value) {
|
|
2518
|
+
return value.replace(/::|[\\/]/g, ".").replace(/^\.+|\.+$/g, "").toLowerCase();
|
|
2519
|
+
}
|
|
2520
|
+
var ModuleResolver = class {
|
|
2521
|
+
structure;
|
|
2522
|
+
/** Lowercased portable path → the path as indexed (case is preserved). */
|
|
2523
|
+
byPath;
|
|
2524
|
+
/** Lowercased portable directory → files directly inside it, as indexed. */
|
|
2525
|
+
byDir;
|
|
2526
|
+
/** Normalized namespace → the file declaring it (first by path, stable). */
|
|
2527
|
+
byNamespace;
|
|
2528
|
+
constructor(structure, files, namespaces = []) {
|
|
2529
|
+
this.structure = structure;
|
|
2530
|
+
this.byPath = /* @__PURE__ */ new Map();
|
|
2531
|
+
this.byDir = /* @__PURE__ */ new Map();
|
|
2532
|
+
this.byNamespace = /* @__PURE__ */ new Map();
|
|
2533
|
+
const dirsByKey = /* @__PURE__ */ new Map();
|
|
2534
|
+
for (const file of files) {
|
|
2535
|
+
const portable = toPortablePath(file);
|
|
2536
|
+
const pathKey = portable.toLowerCase();
|
|
2537
|
+
const priorPath = this.byPath.get(pathKey);
|
|
2538
|
+
if (priorPath !== void 0 && priorPath !== file) this.byPath.delete(pathKey);
|
|
2539
|
+
else this.byPath.set(pathKey, file);
|
|
2540
|
+
const dir = path4.posix.dirname(portable);
|
|
2541
|
+
const dirKey = dir.toLowerCase();
|
|
2542
|
+
const knownDir = dirsByKey.get(dirKey);
|
|
2543
|
+
if (knownDir === void 0) {
|
|
2544
|
+
dirsByKey.set(dirKey, dir);
|
|
2545
|
+
this.byDir.set(dirKey, [file]);
|
|
2546
|
+
} else if (knownDir === dir) {
|
|
2547
|
+
this.byDir.get(dirKey)?.push(file);
|
|
2548
|
+
} else {
|
|
2549
|
+
dirsByKey.delete(dirKey);
|
|
2550
|
+
this.byDir.delete(dirKey);
|
|
2551
|
+
}
|
|
2552
|
+
}
|
|
2553
|
+
for (const { name, file } of namespaces) {
|
|
2554
|
+
const lang = detectLang(file);
|
|
2555
|
+
if (!lang) continue;
|
|
2556
|
+
const key = `${languageFamily(lang)}:${normalizeNamespace(name)}`;
|
|
2557
|
+
if (normalizeNamespace(name) && !this.byNamespace.has(key)) {
|
|
2558
|
+
this.byNamespace.set(key, file);
|
|
2559
|
+
}
|
|
2560
|
+
}
|
|
2561
|
+
}
|
|
2562
|
+
/**
|
|
2563
|
+
* Resolve `specifier` as written in `fromFile`.
|
|
2564
|
+
* Returns the indexed target path, or `undefined` when it is external or
|
|
2565
|
+
* cannot be located.
|
|
2566
|
+
*/
|
|
2567
|
+
resolve(fromFile, lang, specifier) {
|
|
2568
|
+
const spec = specifier.trim().replace(/\\/g, "/");
|
|
2569
|
+
if (!spec) return void 0;
|
|
2570
|
+
const from = toPortablePath(fromFile);
|
|
2571
|
+
switch (languageFamily(lang)) {
|
|
2572
|
+
case "js":
|
|
2573
|
+
return this.resolveJs(from, spec);
|
|
2574
|
+
case "go":
|
|
2575
|
+
return this.resolveGo(spec);
|
|
2576
|
+
case "py":
|
|
2577
|
+
return this.resolvePython(from, spec);
|
|
2578
|
+
case "rs":
|
|
2579
|
+
return this.resolveRust(from, spec);
|
|
2580
|
+
case "jvm":
|
|
2581
|
+
return this.resolveJvm(spec);
|
|
2582
|
+
case "c":
|
|
2583
|
+
return this.resolveInclude(from, spec);
|
|
2584
|
+
case "ruby":
|
|
2585
|
+
return this.resolveRuby(from, spec);
|
|
2586
|
+
case "dotnet":
|
|
2587
|
+
case "php":
|
|
2588
|
+
case "elixir":
|
|
2589
|
+
case "haskell":
|
|
2590
|
+
return this.resolveNamespace(lang, spec);
|
|
2591
|
+
default:
|
|
2592
|
+
return void 0;
|
|
2593
|
+
}
|
|
2594
|
+
}
|
|
2595
|
+
/**
|
|
2596
|
+
* Resolve a namespace specifier to the file declaring it.
|
|
2597
|
+
*
|
|
2598
|
+
* Tried whole first, then with the trailing segment dropped: `using Foo.Bar`
|
|
2599
|
+
* names a namespace outright, while PHP's `use App\Models\User` names a
|
|
2600
|
+
* *class* inside `App\Models`, so the prefix is what was declared.
|
|
2601
|
+
*/
|
|
2602
|
+
resolveNamespace(lang, spec) {
|
|
2603
|
+
const family = languageFamily(lang);
|
|
2604
|
+
const normalized = normalizeNamespace(spec);
|
|
2605
|
+
const exact = this.byNamespace.get(`${family}:${normalized}`);
|
|
2606
|
+
if (exact) return exact;
|
|
2607
|
+
const segments = normalized.split(".").filter(Boolean);
|
|
2608
|
+
if (segments.length < 2) return void 0;
|
|
2609
|
+
return this.byNamespace.get(`${family}:${segments.slice(0, -1).join(".")}`);
|
|
2610
|
+
}
|
|
2611
|
+
// ─── Lookup primitives ──────────────────────────────────────────────────────
|
|
2612
|
+
lookup(candidate) {
|
|
2613
|
+
return this.byPath.get(path4.posix.normalize(candidate).toLowerCase());
|
|
2614
|
+
}
|
|
2615
|
+
/**
|
|
2616
|
+
* Try `base` verbatim, then `base` + each extension, then each directory
|
|
2617
|
+
* entry point inside `base`.
|
|
2618
|
+
*/
|
|
2619
|
+
lookupWithExtensions(base, family) {
|
|
2620
|
+
const direct = this.lookup(base);
|
|
2621
|
+
if (direct) return direct;
|
|
2622
|
+
const extensions = EXTENSIONS[family] ?? [];
|
|
2623
|
+
const suffix = path4.posix.extname(base);
|
|
2624
|
+
const stem = suffix && extensions.includes(suffix) ? base.slice(0, -suffix.length) : base;
|
|
2625
|
+
for (const ext of extensions) {
|
|
2626
|
+
const hit = this.lookup(`${stem}${ext}`);
|
|
2627
|
+
if (hit) return hit;
|
|
2628
|
+
}
|
|
2629
|
+
for (const entry of DIRECTORY_ENTRIES[family] ?? []) {
|
|
2630
|
+
for (const ext of extensions) {
|
|
2631
|
+
const hit = this.lookup(path4.posix.join(base, `${entry}${ext}`));
|
|
2632
|
+
if (hit) return hit;
|
|
2633
|
+
}
|
|
2634
|
+
}
|
|
2635
|
+
return void 0;
|
|
2636
|
+
}
|
|
2637
|
+
/**
|
|
2638
|
+
* A representative indexed file inside `dir`, for ecosystems whose import
|
|
2639
|
+
* unit is a directory rather than a file (Go packages, JVM wildcard imports).
|
|
2640
|
+
*
|
|
2641
|
+
* The choice is deterministic — a file named after the directory, else the
|
|
2642
|
+
* first by name — so the same import always produces the same edge. Package
|
|
2643
|
+
* grouping is unaffected either way: every file in the directory carries the
|
|
2644
|
+
* same package label, so the package-level edge is exact regardless of which
|
|
2645
|
+
* member represents it.
|
|
2646
|
+
*/
|
|
2647
|
+
representativeIn(dir, family) {
|
|
2648
|
+
const members = this.byDir.get(path4.posix.normalize(dir).toLowerCase());
|
|
2649
|
+
if (!members?.length) return void 0;
|
|
2650
|
+
const extensions = EXTENSIONS[family] ?? [];
|
|
2651
|
+
const eligible = members.filter((file) => extensions.includes(path4.posix.extname(toPortablePath(file)).toLowerCase())).sort((a, b) => toPortablePath(a).localeCompare(toPortablePath(b)));
|
|
2652
|
+
if (eligible.length === 0) return void 0;
|
|
2653
|
+
const base = path4.posix.basename(path4.posix.normalize(dir)).toLowerCase();
|
|
2654
|
+
const named = eligible.find(
|
|
2655
|
+
(file) => path4.posix.basename(toPortablePath(file)).split(".")[0]?.toLowerCase() === base
|
|
2656
|
+
);
|
|
2657
|
+
return named ?? eligible[0];
|
|
2658
|
+
}
|
|
2659
|
+
// ─── Per-family resolution ──────────────────────────────────────────────────
|
|
2660
|
+
/** Relative specifiers, then workspace package names and their subpaths. */
|
|
2661
|
+
resolveJs(fromFile, spec) {
|
|
2662
|
+
if (spec.startsWith(".")) {
|
|
2663
|
+
const absolute = path4.posix.join(path4.posix.dirname(fromFile), spec);
|
|
2664
|
+
return this.lookupWithExtensions(absolute, "js");
|
|
2665
|
+
}
|
|
2666
|
+
const owner = this.structure.roots.find(
|
|
2667
|
+
(root) => root.kind === "npm" && root.importPath !== void 0 && (spec === root.importPath || spec.startsWith(`${root.importPath}/`))
|
|
2668
|
+
);
|
|
2669
|
+
if (!owner?.importPath) return void 0;
|
|
2670
|
+
const subpath = spec.slice(owner.importPath.length).replace(/^\//, "");
|
|
2671
|
+
if (!subpath) {
|
|
2672
|
+
return this.lookupWithExtensions(path4.posix.join(owner.dir, "src/index"), "js") ?? this.lookupWithExtensions(path4.posix.join(owner.dir, "index"), "js");
|
|
2673
|
+
}
|
|
2674
|
+
return this.lookupWithExtensions(path4.posix.join(owner.dir, subpath), "js") ?? this.lookupWithExtensions(path4.posix.join(owner.dir, "src", subpath), "js");
|
|
2675
|
+
}
|
|
2676
|
+
/** Go import paths are absolute module paths; a package is a directory. */
|
|
2677
|
+
resolveGo(spec) {
|
|
2678
|
+
const owner = this.structure.roots.find(
|
|
2679
|
+
(root) => root.kind === "go" && root.importPath !== void 0 && (spec === root.importPath || spec.startsWith(`${root.importPath}/`))
|
|
2680
|
+
);
|
|
2681
|
+
if (!owner?.importPath) return void 0;
|
|
2682
|
+
const subpath = spec.slice(owner.importPath.length).replace(/^\//, "");
|
|
2683
|
+
return this.representativeIn(path4.posix.join(owner.dir, subpath), "go");
|
|
2684
|
+
}
|
|
2685
|
+
/**
|
|
2686
|
+
* `import a.b.c` / `from a.b import c`, plus PEP 328 relative imports whose
|
|
2687
|
+
* leading dots the extractor preserves (`.sibling`, `..parent.mod`).
|
|
2688
|
+
*/
|
|
2689
|
+
resolvePython(fromFile, spec) {
|
|
2690
|
+
const leadingDots = /^\.*/.exec(spec)?.[0].length ?? 0;
|
|
2691
|
+
if (leadingDots > 0) {
|
|
2692
|
+
let base = path4.posix.dirname(fromFile);
|
|
2693
|
+
for (let i = 1; i < leadingDots; i++) base = path4.posix.dirname(base);
|
|
2694
|
+
const rest = spec.slice(leadingDots).split(".").filter(Boolean);
|
|
2695
|
+
return this.lookupWithExtensions(path4.posix.join(base, ...rest), "py");
|
|
2696
|
+
}
|
|
2697
|
+
const segments = spec.split(".").filter(Boolean);
|
|
2698
|
+
if (segments.length === 0) return void 0;
|
|
2699
|
+
const sourceRoots = this.structure.roots.filter((root) => root.kind === "python").flatMap((root) => root.sourceRoots);
|
|
2700
|
+
for (const base of [...sourceRoots, this.structure.projectRoot]) {
|
|
2701
|
+
const hit = this.lookupWithExtensions(path4.posix.join(base, ...segments), "py");
|
|
2702
|
+
if (hit) return hit;
|
|
2703
|
+
if (segments.length > 1) {
|
|
2704
|
+
const parent = this.lookupWithExtensions(
|
|
2705
|
+
path4.posix.join(base, ...segments.slice(0, -1)),
|
|
2706
|
+
"py"
|
|
2707
|
+
);
|
|
2708
|
+
if (parent) return parent;
|
|
2709
|
+
}
|
|
2710
|
+
}
|
|
2711
|
+
return void 0;
|
|
2712
|
+
}
|
|
2713
|
+
/** `use crate::a::b`, `use super::x`, `use self::y`, `use other_crate::z`. */
|
|
2714
|
+
resolveRust(fromFile, spec) {
|
|
2715
|
+
const segments = spec.split("::").filter(Boolean);
|
|
2716
|
+
if (segments.length === 0) return void 0;
|
|
2717
|
+
const head = segments[0];
|
|
2718
|
+
if (head === "self" || head === "super") {
|
|
2719
|
+
let base = path4.posix.dirname(fromFile);
|
|
2720
|
+
for (const segment of segments) {
|
|
2721
|
+
if (segment === "super") base = path4.posix.dirname(base);
|
|
2722
|
+
else if (segment !== "self") break;
|
|
2723
|
+
}
|
|
2724
|
+
const rest2 = segments.filter((segment) => segment !== "self" && segment !== "super");
|
|
2725
|
+
return this.lookupWithExtensions(path4.posix.join(base, ...rest2), "rs");
|
|
2726
|
+
}
|
|
2727
|
+
const owningCrate = findOwningRoot(this.structure, fromFile, ["cargo"]);
|
|
2728
|
+
const crate = head === "crate" ? owningCrate : this.structure.roots.find(
|
|
2729
|
+
(root) => root.kind === "cargo" && root.importPath === head?.replace(/-/g, "_")
|
|
2730
|
+
);
|
|
2731
|
+
if (!crate) {
|
|
2732
|
+
return this.lookupWithExtensions(
|
|
2733
|
+
path4.posix.join(path4.posix.dirname(fromFile), ...segments),
|
|
2734
|
+
"rs"
|
|
2735
|
+
);
|
|
2736
|
+
}
|
|
2737
|
+
const rest = segments.slice(1);
|
|
2738
|
+
for (const base of crate.sourceRoots) {
|
|
2739
|
+
const parent = rest.length > 1 ? this.lookupWithExtensions(path4.posix.join(base, ...rest.slice(0, -1)), "rs") : void 0;
|
|
2740
|
+
const exact = this.lookupWithExtensions(path4.posix.join(base, ...rest), "rs");
|
|
2741
|
+
const hit = exact ?? parent ?? this.lookupWithExtensions(path4.posix.join(base, "lib"), "rs");
|
|
2742
|
+
if (hit) return hit;
|
|
2743
|
+
}
|
|
2744
|
+
return void 0;
|
|
2745
|
+
}
|
|
2746
|
+
/** `com.example.Thing` and `com.example.*` against JVM source roots. */
|
|
2747
|
+
resolveJvm(spec) {
|
|
2748
|
+
const segments = spec.split(".").filter(Boolean);
|
|
2749
|
+
if (segments.length === 0) return void 0;
|
|
2750
|
+
const sourceRoots = this.structure.roots.filter((root) => root.kind === "maven" || root.kind === "gradle").flatMap((root) => root.sourceRoots);
|
|
2751
|
+
const wildcard = segments[segments.length - 1] === "*";
|
|
2752
|
+
const parts = wildcard ? segments.slice(0, -1) : segments;
|
|
2753
|
+
for (const base of [...sourceRoots, this.structure.projectRoot]) {
|
|
2754
|
+
const target = path4.posix.join(base, ...parts);
|
|
2755
|
+
const hit = wildcard ? this.representativeIn(target, "jvm") : this.lookupWithExtensions(target, "jvm");
|
|
2756
|
+
if (hit) return hit;
|
|
2757
|
+
}
|
|
2758
|
+
return void 0;
|
|
2759
|
+
}
|
|
2760
|
+
/** `#include "foo/bar.h"` — quoted form only; `<…>` is a system header. */
|
|
2761
|
+
resolveInclude(fromFile, spec) {
|
|
2762
|
+
const relative2 = this.lookupWithExtensions(
|
|
2763
|
+
path4.posix.join(path4.posix.dirname(fromFile), spec),
|
|
2764
|
+
"c"
|
|
2765
|
+
);
|
|
2766
|
+
if (relative2) return relative2;
|
|
2767
|
+
for (const base of [
|
|
2768
|
+
path4.posix.join(this.structure.projectRoot, "include"),
|
|
2769
|
+
this.structure.projectRoot
|
|
2770
|
+
]) {
|
|
2771
|
+
const hit = this.lookupWithExtensions(path4.posix.join(base, spec), "c");
|
|
2772
|
+
if (hit) return hit;
|
|
2773
|
+
}
|
|
2774
|
+
return void 0;
|
|
2775
|
+
}
|
|
2776
|
+
/** `require_relative 'x'` is relative; `require 'x'` is looked up under lib/. */
|
|
2777
|
+
resolveRuby(fromFile, spec) {
|
|
2778
|
+
const relative2 = this.lookupWithExtensions(
|
|
2779
|
+
path4.posix.join(path4.posix.dirname(fromFile), spec),
|
|
2780
|
+
"ruby"
|
|
2781
|
+
);
|
|
2782
|
+
if (relative2) return relative2;
|
|
2783
|
+
for (const base of [
|
|
2784
|
+
path4.posix.join(this.structure.projectRoot, "lib"),
|
|
2785
|
+
this.structure.projectRoot
|
|
2786
|
+
]) {
|
|
2787
|
+
const hit = this.lookupWithExtensions(path4.posix.join(base, spec), "ruby");
|
|
2788
|
+
if (hit) return hit;
|
|
2789
|
+
}
|
|
2790
|
+
return void 0;
|
|
2791
|
+
}
|
|
2792
|
+
};
|
|
2793
|
+
|
|
2794
|
+
// src/codebase-index/import-extractor.ts
|
|
2795
|
+
var IMPORT_MAX_FILE_CHARS = 512 * 1024;
|
|
2796
|
+
var IMPORT_MAX_PER_FILE = 400;
|
|
2797
|
+
var DOTTED_IMPORT = [
|
|
2798
|
+
{ re: /^[ \t]*import\s+(?:static\s+)?([\w.]+(?:\.\*)?)\s*;?\s*$/gm }
|
|
2799
|
+
];
|
|
2800
|
+
var LANG_IMPORTS = {
|
|
2801
|
+
// Go and Python have real AST extractors; these patterns are the fallback for
|
|
2802
|
+
// machines with no Go toolchain or Python interpreter installed, where the
|
|
2803
|
+
// parser degrades to regex symbols and would otherwise contribute no edges.
|
|
2804
|
+
go: [
|
|
2805
|
+
{ re: /^[ \t]*import\s+(?:[\w.]+\s+)?"([^"]+)"/gm },
|
|
2806
|
+
// Grouped form: inside `import ( … )` each line is an optional alias plus a
|
|
2807
|
+
// quoted path. A stray match elsewhere resolves to no file and is dropped.
|
|
2808
|
+
{ re: /^[ \t]*(?:[A-Za-z_.]\w*\s+)?"([^"]+)"\s*$/gm }
|
|
2809
|
+
],
|
|
2810
|
+
py: [
|
|
2811
|
+
{ re: /^[ \t]*import\s+([\w.]+)/gm },
|
|
2812
|
+
{ re: /^[ \t]*from\s+([.\w]+)\s+import\b/gm }
|
|
2813
|
+
],
|
|
2814
|
+
rs: [
|
|
2815
|
+
// use a::b::C; | use a::b::{C, D}; → the path before any brace
|
|
2816
|
+
{ re: /^[ \t]*(?:pub\s+)?use\s+([\w:]+?)(?:::\{|\s*;|\s+as\b)/gm },
|
|
2817
|
+
// mod foo; (a declaration *and* a dependency on foo.rs / foo/mod.rs)
|
|
2818
|
+
{ re: /^[ \t]*(?:pub\s+)?mod\s+(\w+)\s*;/gm }
|
|
2819
|
+
],
|
|
2820
|
+
java: DOTTED_IMPORT,
|
|
2821
|
+
kotlin: DOTTED_IMPORT,
|
|
2822
|
+
scala: [{ re: /^[ \t]*import\s+([\w.]+(?:\.[_*])?)\s*$/gm }],
|
|
2823
|
+
csharp: [
|
|
2824
|
+
// using Foo.Bar; | using static Foo.Bar; | using Alias = Foo.Bar;
|
|
2825
|
+
{ re: /^[ \t]*global\s+using\s+(?:static\s+)?([\w.]+)\s*;/gm, name: "full" },
|
|
2826
|
+
{ re: /^[ \t]*using\s+(?:static\s+)?(?:\w+\s*=\s*)?([\w.]+)\s*;/gm, name: "full" }
|
|
2827
|
+
],
|
|
2828
|
+
// Quoted includes only: <stdio.h> is a system header with no indexed file.
|
|
2829
|
+
c: [{ re: /^[ \t]*#\s*include\s+"([^"]+)"/gm }],
|
|
2830
|
+
cpp: [{ re: /^[ \t]*#\s*include\s+"([^"]+)"/gm }],
|
|
2831
|
+
ruby: [{ re: /^[ \t]*(?:require|require_relative|load)\s*\(?\s*['"]([^'"]+)['"]/gm }],
|
|
2832
|
+
php: [
|
|
2833
|
+
// `use A\B\C` imports the class C, which is what the index has a symbol
|
|
2834
|
+
// for — the namespace symbol only covers the `A\B` prefix.
|
|
2835
|
+
{ re: /^[ \t]*use\s+(?:function\s+|const\s+)?([\w\\]+)/gm },
|
|
2836
|
+
{ re: /^[ \t]*(?:require|require_once|include|include_once)\s*\(?\s*['"]([^'"]+)['"]/gm }
|
|
2837
|
+
],
|
|
2838
|
+
swift: [{ re: /^[ \t]*import\s+(?:struct\s+|class\s+|func\s+)?([\w.]+)\s*$/gm }],
|
|
2839
|
+
dart: [{ re: /^[ \t]*(?:import|export|part)\s+['"]([^'"]+)['"]/gm }],
|
|
2840
|
+
lua: [{ re: /\brequire\s*\(?\s*['"]([^'"]+)['"]/g }],
|
|
2841
|
+
elixir: [{ re: /^[ \t]*(?:alias|import|require|use)\s+([A-Z][\w.]*)/gm, name: "full" }],
|
|
2842
|
+
haskell: [{ re: /^[ \t]*import\s+(?:qualified\s+)?([\w.]+)/gm, name: "full" }],
|
|
2843
|
+
zig: [{ re: /@import\s*\(\s*"([^"]+)"\s*\)/g }],
|
|
2844
|
+
proto: [{ re: /^[ \t]*import\s+(?:public\s+|weak\s+)?"([^"]+)"\s*;/gm }],
|
|
2845
|
+
// `@import "x"`, `@use "x"`, `@forward "x"` — Sass and plain CSS alike.
|
|
2846
|
+
css: [{ re: /^[ \t]*@(?:import|use|forward)\s+(?:url\()?\s*['"]([^'"]+)['"]/gm }],
|
|
2847
|
+
// A .vue/.svelte file's <script> block is JS; the same ESM syntax applies.
|
|
2848
|
+
vue: [{ re: /^[ \t]*import\s[^'"]*from\s*['"]([^'"]+)['"]/gm }],
|
|
2849
|
+
svelte: [{ re: /^[ \t]*import\s[^'"]*from\s*['"]([^'"]+)['"]/gm }],
|
|
2850
|
+
html: [
|
|
2851
|
+
{ re: /<script[^>]+src\s*=\s*['"]([^'"]+)['"]/g },
|
|
2852
|
+
{ re: /<link[^>]+href\s*=\s*['"]([^'"]+)['"]/g }
|
|
2853
|
+
],
|
|
2854
|
+
shell: [{ re: /^[ \t]*(?:source|\.)\s+(\S+)/gm }],
|
|
2855
|
+
r: [{ re: /\b(?:source|library|require)\s*\(\s*['"]?([\w./-]+)['"]?\s*\)/g }]
|
|
2856
|
+
};
|
|
2857
|
+
function lastSegment(specifier) {
|
|
2858
|
+
const pathLike = /[/\\]|::/.test(specifier);
|
|
2859
|
+
const segments = specifier.split(/[/\\]|::/).filter(Boolean);
|
|
2860
|
+
let last = segments[segments.length - 1] ?? specifier;
|
|
2861
|
+
if (last === "*" || last === "_") {
|
|
2862
|
+
last = segments[segments.length - 2] ?? specifier;
|
|
2863
|
+
}
|
|
2864
|
+
if (pathLike) return last.replace(/\.[A-Za-z0-9]{1,8}$/, "") || last;
|
|
2865
|
+
const dotted = last.split(".").filter((part) => part && part !== "*" && part !== "_");
|
|
2866
|
+
return dotted[dotted.length - 1] ?? last;
|
|
2867
|
+
}
|
|
2868
|
+
function newlineOffsets(content) {
|
|
2869
|
+
const offsets = [];
|
|
2870
|
+
for (let i = 0; i < content.length; i++) {
|
|
2871
|
+
if (content.charCodeAt(i) === 10) offsets.push(i);
|
|
2872
|
+
}
|
|
2873
|
+
return offsets;
|
|
2874
|
+
}
|
|
2875
|
+
function lineAt(offsets, index) {
|
|
2876
|
+
let low = 0;
|
|
2877
|
+
let high = offsets.length;
|
|
2878
|
+
while (low < high) {
|
|
2879
|
+
const mid = low + high >>> 1;
|
|
2880
|
+
if ((offsets[mid] ?? 0) < index) low = mid + 1;
|
|
2881
|
+
else high = mid;
|
|
2882
|
+
}
|
|
2883
|
+
return low + 1;
|
|
2884
|
+
}
|
|
2885
|
+
function hasImportPatterns(lang) {
|
|
2886
|
+
return LANG_IMPORTS[lang] !== void 0;
|
|
2887
|
+
}
|
|
2888
|
+
function extractImports(opts) {
|
|
2889
|
+
const patterns = LANG_IMPORTS[opts.lang];
|
|
2890
|
+
if (!patterns || !opts.content) return [];
|
|
2891
|
+
const limit = opts.maxImports ?? IMPORT_MAX_PER_FILE;
|
|
2892
|
+
const content = opts.content.length > IMPORT_MAX_FILE_CHARS ? opts.content.slice(0, IMPORT_MAX_FILE_CHARS) : opts.content;
|
|
2893
|
+
const refs = [];
|
|
2894
|
+
const seen = /* @__PURE__ */ new Set();
|
|
2895
|
+
const offsets = newlineOffsets(content);
|
|
2896
|
+
for (const pattern of patterns) {
|
|
2897
|
+
const re = new RegExp(pattern.re.source, pattern.re.flags);
|
|
2898
|
+
for (const match of content.matchAll(re)) {
|
|
2899
|
+
if (refs.length >= limit) return refs;
|
|
2900
|
+
const specifier = match[1]?.trim();
|
|
2901
|
+
if (!specifier) continue;
|
|
2902
|
+
const module = specifier;
|
|
2903
|
+
const toName = pattern.name === "full" ? module : lastSegment(module);
|
|
2904
|
+
if (!toName) continue;
|
|
2905
|
+
const key = `${module}\0${toName}`;
|
|
2906
|
+
if (seen.has(key)) continue;
|
|
2907
|
+
seen.add(key);
|
|
2908
|
+
refs.push({
|
|
2909
|
+
fromId: 0,
|
|
2910
|
+
toName,
|
|
2911
|
+
callType: "import",
|
|
2912
|
+
line: lineAt(offsets, match.index ?? 0),
|
|
2913
|
+
lang: opts.lang,
|
|
2914
|
+
module
|
|
2915
|
+
});
|
|
2916
|
+
}
|
|
2917
|
+
}
|
|
2918
|
+
return refs;
|
|
2919
|
+
}
|
|
2920
|
+
|
|
2043
2921
|
// src/codebase-index/parser-dispatch.ts
|
|
2044
2922
|
async function parseFileContent(file, content, lang) {
|
|
2923
|
+
const parsed = await dispatch(file, content, lang);
|
|
2924
|
+
return withRelations(parsed, content, lang);
|
|
2925
|
+
}
|
|
2926
|
+
async function dispatch(file, content, lang) {
|
|
2045
2927
|
switch (lang) {
|
|
2046
2928
|
case "ts":
|
|
2047
2929
|
case "tsx":
|
|
@@ -2076,6 +2958,13 @@ async function parseFileContent(file, content, lang) {
|
|
|
2076
2958
|
}
|
|
2077
2959
|
}
|
|
2078
2960
|
}
|
|
2961
|
+
function withRelations(parsed, content, lang) {
|
|
2962
|
+
let refs = parsed.refs ?? [];
|
|
2963
|
+
if (refs.length === 0 && hasImportPatterns(lang)) {
|
|
2964
|
+
refs = extractImports({ content, lang });
|
|
2965
|
+
}
|
|
2966
|
+
return { ...parsed, refs: refs.map((ref) => ref.lang ? ref : { ...ref, lang }) };
|
|
2967
|
+
}
|
|
2079
2968
|
|
|
2080
2969
|
// src/codebase-index/writer.ts
|
|
2081
2970
|
import { expectDefined as expectDefined4 } from "@wrongstack/core/utils";
|
|
@@ -2171,6 +3060,9 @@ var Bm25Index = class {
|
|
|
2171
3060
|
}
|
|
2172
3061
|
};
|
|
2173
3062
|
|
|
3063
|
+
// src/codebase-index/writer.ts
|
|
3064
|
+
init_languages();
|
|
3065
|
+
|
|
2174
3066
|
// src/codebase-index/lsp-kind.ts
|
|
2175
3067
|
function lspKindToInternalKind(k) {
|
|
2176
3068
|
switch (k) {
|
|
@@ -2205,7 +3097,7 @@ function lspKindToInternalKind(k) {
|
|
|
2205
3097
|
}
|
|
2206
3098
|
|
|
2207
3099
|
// src/codebase-index/schema.ts
|
|
2208
|
-
var SCHEMA_VERSION =
|
|
3100
|
+
var SCHEMA_VERSION = 4;
|
|
2209
3101
|
|
|
2210
3102
|
// src/codebase-index/sqlite-runtime.ts
|
|
2211
3103
|
import { createRequire } from "node:module";
|
|
@@ -2352,7 +3244,7 @@ function runSqliteWithRetry(fn) {
|
|
|
2352
3244
|
|
|
2353
3245
|
// src/codebase-index/writer-admin.ts
|
|
2354
3246
|
import * as fs6 from "node:fs";
|
|
2355
|
-
import * as
|
|
3247
|
+
import * as path9 from "node:path";
|
|
2356
3248
|
var DB_FILE = "index.db";
|
|
2357
3249
|
function getAllIndexableWithStatement(stmt) {
|
|
2358
3250
|
return stmt("SELECT id, text FROM symbols").all().map(({ id, text }) => ({ id, text }));
|
|
@@ -2411,7 +3303,7 @@ function getAllFileMetasWithStatement(stmt) {
|
|
|
2411
3303
|
}
|
|
2412
3304
|
function getIndexDbSizeBytes(indexDir) {
|
|
2413
3305
|
try {
|
|
2414
|
-
return fs6.statSync(
|
|
3306
|
+
return fs6.statSync(path9.join(indexDir, DB_FILE)).size;
|
|
2415
3307
|
} catch {
|
|
2416
3308
|
return 0;
|
|
2417
3309
|
}
|
|
@@ -2462,49 +3354,43 @@ function bulkInsertFtsWithStatement(stmt, maxSqlVars, ftsAvailable, rows) {
|
|
|
2462
3354
|
}
|
|
2463
3355
|
function bulkInsertRefsWithStatement(stmt, maxSqlVars, refs) {
|
|
2464
3356
|
if (refs.length === 0) return;
|
|
2465
|
-
const chunkSize = Math.max(1, Math.floor(maxSqlVars /
|
|
3357
|
+
const chunkSize = Math.max(1, Math.floor(maxSqlVars / 8));
|
|
2466
3358
|
for (let i = 0; i < refs.length; i += chunkSize) {
|
|
2467
3359
|
const chunk = refs.slice(i, i + chunkSize);
|
|
2468
|
-
const placeholders = chunk.map(() => "(?, ?, ?, ?, ?)").join(", ");
|
|
3360
|
+
const placeholders = chunk.map(() => "(?, ?, ?, ?, ?, ?, ?, ?)").join(", ");
|
|
2469
3361
|
const insert = stmt(
|
|
2470
|
-
`INSERT INTO refs(from_id, to_name, to_id, call_type, line
|
|
3362
|
+
`INSERT INTO refs(from_id, to_name, to_id, call_type, line, lang, module, to_file)
|
|
3363
|
+
VALUES ${placeholders}`
|
|
2471
3364
|
);
|
|
2472
3365
|
const binds = [];
|
|
2473
3366
|
for (const ref of chunk) {
|
|
2474
|
-
binds.push(
|
|
3367
|
+
binds.push(
|
|
3368
|
+
ref.fromId,
|
|
3369
|
+
ref.toName,
|
|
3370
|
+
ref.toId ?? null,
|
|
3371
|
+
ref.callType,
|
|
3372
|
+
ref.line,
|
|
3373
|
+
ref.lang ?? "",
|
|
3374
|
+
ref.module ?? null,
|
|
3375
|
+
ref.toFile ?? null
|
|
3376
|
+
);
|
|
2475
3377
|
}
|
|
2476
3378
|
insert.run(...binds);
|
|
2477
3379
|
}
|
|
2478
3380
|
}
|
|
2479
3381
|
|
|
3382
|
+
// src/codebase-index/writer-graph-reader.ts
|
|
3383
|
+
init_languages();
|
|
3384
|
+
|
|
2480
3385
|
// src/codebase-index/writer-graph-helpers.ts
|
|
2481
|
-
|
|
2482
|
-
|
|
2483
|
-
const f = filePath.replace(/\\/g, "/");
|
|
2484
|
-
const pkgsIdx = f.indexOf("/packages/");
|
|
2485
|
-
if (pkgsIdx !== -1) {
|
|
2486
|
-
const rest = f.slice(pkgsIdx + "/packages/".length);
|
|
2487
|
-
const seg = rest.split("/")[0];
|
|
2488
|
-
return seg ? `@wrongstack/${seg}` : void 0;
|
|
2489
|
-
}
|
|
2490
|
-
const appsIdx = f.indexOf("/apps/");
|
|
2491
|
-
if (appsIdx !== -1) {
|
|
2492
|
-
const rest = f.slice(appsIdx + "/apps/".length);
|
|
2493
|
-
const seg = rest.split("/")[0];
|
|
2494
|
-
return seg ? `app:${seg}` : void 0;
|
|
2495
|
-
}
|
|
2496
|
-
return void 0;
|
|
2497
|
-
}
|
|
2498
|
-
function packageFromImport(moduleName) {
|
|
2499
|
-
if (!moduleName.startsWith("@wrongstack/")) return void 0;
|
|
2500
|
-
const parts = moduleName.split("/");
|
|
2501
|
-
return parts[1] ? `@wrongstack/${parts[1]}` : void 0;
|
|
3386
|
+
function createPackageLabeller(stored) {
|
|
3387
|
+
return (file) => stored.get(file) ?? derivePackageFromLayout(file) ?? "(root)";
|
|
2502
3388
|
}
|
|
2503
|
-
function buildPackageGraphNodes(fileCounts, files) {
|
|
3389
|
+
function buildPackageGraphNodes(fileCounts, files, packageOf) {
|
|
2504
3390
|
const pkgNodes = /* @__PURE__ */ new Map();
|
|
2505
3391
|
const fileToPkg = /* @__PURE__ */ new Map();
|
|
2506
3392
|
for (const { file, n } of fileCounts) {
|
|
2507
|
-
const pkg =
|
|
3393
|
+
const pkg = packageOf(file);
|
|
2508
3394
|
fileToPkg.set(file, pkg);
|
|
2509
3395
|
const node = pkgNodes.get(pkg);
|
|
2510
3396
|
if (node) {
|
|
@@ -2521,7 +3407,7 @@ function buildPackageGraphNodes(fileCounts, files) {
|
|
|
2521
3407
|
}
|
|
2522
3408
|
}
|
|
2523
3409
|
for (const { file } of files) {
|
|
2524
|
-
const pkg =
|
|
3410
|
+
const pkg = packageOf(file);
|
|
2525
3411
|
fileToPkg.set(file, pkg);
|
|
2526
3412
|
const node = pkgNodes.get(pkg);
|
|
2527
3413
|
if (node) {
|
|
@@ -2539,7 +3425,7 @@ function buildPackageGraphNodes(fileCounts, files) {
|
|
|
2539
3425
|
}
|
|
2540
3426
|
return { pkgNodes, fileToPkg };
|
|
2541
3427
|
}
|
|
2542
|
-
function buildFileGraphNodeState(pkgSyms, localFiles) {
|
|
3428
|
+
function buildFileGraphNodeState(pkgSyms, localFiles, packageOf) {
|
|
2543
3429
|
const fileNodes = /* @__PURE__ */ new Map();
|
|
2544
3430
|
const symToFile = /* @__PURE__ */ new Map();
|
|
2545
3431
|
const fileStats = /* @__PURE__ */ new Map();
|
|
@@ -2558,7 +3444,7 @@ function buildFileGraphNodeState(pkgSyms, localFiles) {
|
|
|
2558
3444
|
id: `file:${file}`,
|
|
2559
3445
|
label: file.replace(/\\/g, "/").split("/").pop() ?? file,
|
|
2560
3446
|
kind: "file",
|
|
2561
|
-
package:
|
|
3447
|
+
package: packageOf(file),
|
|
2562
3448
|
file,
|
|
2563
3449
|
symbolCount: stats?.count ?? 0,
|
|
2564
3450
|
lang: stats?.lang,
|
|
@@ -2570,7 +3456,7 @@ function buildFileGraphNodeState(pkgSyms, localFiles) {
|
|
|
2570
3456
|
}
|
|
2571
3457
|
return { fileNodes, symToFile, fileStats, ensureFileNode };
|
|
2572
3458
|
}
|
|
2573
|
-
function buildSymbolGraphNodes(symById, relatedIds, fileFilter) {
|
|
3459
|
+
function buildSymbolGraphNodes(symById, relatedIds, fileFilter, packageOf) {
|
|
2574
3460
|
return [...relatedIds].map((id) => symById.get(id)).filter((symbol) => symbol !== void 0).sort((a, b) => {
|
|
2575
3461
|
const aExternal = a.file === fileFilter ? 0 : 1;
|
|
2576
3462
|
const bExternal = b.file === fileFilter ? 0 : 1;
|
|
@@ -2582,7 +3468,7 @@ function buildSymbolGraphNodes(symById, relatedIds, fileFilter) {
|
|
|
2582
3468
|
symbolId: s.id,
|
|
2583
3469
|
symbolKind: s.kind,
|
|
2584
3470
|
file: s.file,
|
|
2585
|
-
package:
|
|
3471
|
+
package: packageOf(s.file),
|
|
2586
3472
|
lang: s.lang,
|
|
2587
3473
|
line: s.line,
|
|
2588
3474
|
signature: s.signature,
|
|
@@ -2590,29 +3476,6 @@ function buildSymbolGraphNodes(symById, relatedIds, fileFilter) {
|
|
|
2590
3476
|
external: s.file !== fileFilter
|
|
2591
3477
|
}));
|
|
2592
3478
|
}
|
|
2593
|
-
function resolveRelativeImport(fromFile, moduleName, indexedFiles) {
|
|
2594
|
-
if (!moduleName.startsWith(".")) return void 0;
|
|
2595
|
-
const normalizedFrom = fromFile.replace(/\\/g, "/");
|
|
2596
|
-
const absolute = path9.posix.normalize(
|
|
2597
|
-
path9.posix.join(path9.posix.dirname(normalizedFrom), moduleName)
|
|
2598
|
-
);
|
|
2599
|
-
const extension = path9.posix.extname(absolute);
|
|
2600
|
-
const base = extension ? absolute.slice(0, -extension.length) : absolute;
|
|
2601
|
-
const candidates = [
|
|
2602
|
-
absolute,
|
|
2603
|
-
...[".ts", ".tsx", ".js", ".jsx", ".mts", ".cts"].map((ext) => `${base}${ext}`),
|
|
2604
|
-
...[".ts", ".tsx", ".js", ".jsx"].map((ext) => path9.posix.join(absolute, `index${ext}`)),
|
|
2605
|
-
...[".ts", ".tsx", ".js", ".jsx"].map((ext) => path9.posix.join(base, `index${ext}`))
|
|
2606
|
-
];
|
|
2607
|
-
const indexedByPortablePath = new Map(
|
|
2608
|
-
[...indexedFiles].map((file) => [file.replace(/\\/g, "/").toLocaleLowerCase(), file])
|
|
2609
|
-
);
|
|
2610
|
-
for (const candidate of candidates) {
|
|
2611
|
-
const indexed = indexedByPortablePath.get(candidate.toLocaleLowerCase());
|
|
2612
|
-
if (indexed) return indexed;
|
|
2613
|
-
}
|
|
2614
|
-
return void 0;
|
|
2615
|
-
}
|
|
2616
3479
|
function addWeightedEdge(edgeMap, source, target, callType, weight) {
|
|
2617
3480
|
const key = `${source}\0${target}`;
|
|
2618
3481
|
let edge = edgeMap.get(key);
|
|
@@ -2653,7 +3516,12 @@ function mapWriterRefRow(row) {
|
|
|
2653
3516
|
toName: row.to_name,
|
|
2654
3517
|
toId: row.to_id ?? void 0,
|
|
2655
3518
|
callType: row.call_type,
|
|
2656
|
-
line: row.line
|
|
3519
|
+
line: row.line,
|
|
3520
|
+
// `lang`/`module`/`to_file` are absent from the narrower column lists some
|
|
3521
|
+
// queries select; `undefined` keeps those rows valid Refs.
|
|
3522
|
+
lang: row.lang || void 0,
|
|
3523
|
+
module: row.module ?? void 0,
|
|
3524
|
+
toFile: row.to_file ?? void 0
|
|
2657
3525
|
};
|
|
2658
3526
|
}
|
|
2659
3527
|
|
|
@@ -2801,7 +3669,8 @@ function findRefsFromWithStatement(stmt, symbolId) {
|
|
|
2801
3669
|
function getPackageGraphWithStatement(stmt) {
|
|
2802
3670
|
const fileCounts = stmt("SELECT file, COUNT(*) AS n FROM symbols GROUP BY file").all();
|
|
2803
3671
|
const files = stmt("SELECT DISTINCT file FROM files").all();
|
|
2804
|
-
const
|
|
3672
|
+
const packageOf = readPackageLabeller(stmt);
|
|
3673
|
+
const { pkgNodes, fileToPkg } = buildPackageGraphNodes(fileCounts, files, packageOf);
|
|
2805
3674
|
const refRows = stmt(
|
|
2806
3675
|
`SELECT r.call_type, sf.file AS from_file, st.file AS to_file, COUNT(*) AS n
|
|
2807
3676
|
FROM refs r
|
|
@@ -2812,32 +3681,42 @@ function getPackageGraphWithStatement(stmt) {
|
|
|
2812
3681
|
).all();
|
|
2813
3682
|
const edgeMap = /* @__PURE__ */ new Map();
|
|
2814
3683
|
for (const r of refRows) {
|
|
2815
|
-
const fromPkg = fileToPkg.get(r.from_file) ??
|
|
2816
|
-
const toPkg = fileToPkg.get(r.to_file) ??
|
|
3684
|
+
const fromPkg = fileToPkg.get(r.from_file) ?? packageOf(r.from_file);
|
|
3685
|
+
const toPkg = fileToPkg.get(r.to_file) ?? packageOf(r.to_file);
|
|
2817
3686
|
if (fromPkg === toPkg) continue;
|
|
2818
3687
|
const n = Number(r.n) || 0;
|
|
2819
3688
|
addWeightedEdge(edgeMap, fromPkg, toPkg, r.call_type, n);
|
|
2820
3689
|
}
|
|
2821
3690
|
const importRows = stmt(
|
|
2822
|
-
`SELECT
|
|
3691
|
+
`SELECT s.file AS from_file,
|
|
3692
|
+
COALESCE(r.to_file, st.file) AS to_file,
|
|
3693
|
+
COUNT(*) AS n
|
|
2823
3694
|
FROM refs r
|
|
2824
3695
|
JOIN symbols s ON s.id = r.from_id
|
|
3696
|
+
LEFT JOIN symbols st ON st.id = r.to_id
|
|
2825
3697
|
WHERE r.call_type = 'import'
|
|
2826
|
-
|
|
3698
|
+
AND COALESCE(r.to_file, st.file) IS NOT NULL
|
|
3699
|
+
GROUP BY s.file, COALESCE(r.to_file, st.file)`
|
|
2827
3700
|
).all();
|
|
2828
3701
|
for (const r of importRows) {
|
|
2829
|
-
const fromPkg = fileToPkg.get(r.from_file) ??
|
|
2830
|
-
const toPkg =
|
|
2831
|
-
if (
|
|
3702
|
+
const fromPkg = fileToPkg.get(r.from_file) ?? packageOf(r.from_file);
|
|
3703
|
+
const toPkg = fileToPkg.get(r.to_file) ?? packageOf(r.to_file);
|
|
3704
|
+
if (fromPkg === toPkg || !pkgNodes.has(toPkg)) continue;
|
|
2832
3705
|
const n = Number(r.n) || 0;
|
|
2833
3706
|
addWeightedEdge(edgeMap, fromPkg, toPkg, "import", n);
|
|
2834
3707
|
}
|
|
2835
3708
|
const edges = materializeWeightedEdges(edgeMap, "pkg");
|
|
2836
3709
|
return { nodes: [...pkgNodes.values()], edges };
|
|
2837
3710
|
}
|
|
3711
|
+
function readPackageLabeller(stmt) {
|
|
3712
|
+
const rows = stmt("SELECT file, package FROM files WHERE package != ''").all();
|
|
3713
|
+
return createPackageLabeller(new Map(rows.map((row) => [row.file, row.package])));
|
|
3714
|
+
}
|
|
2838
3715
|
function getFileGraphWithStatement(stmt, packageFilter) {
|
|
2839
3716
|
const allFiles = stmt("SELECT DISTINCT file FROM symbols").all();
|
|
2840
|
-
const
|
|
3717
|
+
const packageOf = readPackageLabeller(stmt);
|
|
3718
|
+
const langOf = (file) => detectLang(file) ?? "other";
|
|
3719
|
+
const pkgFilePaths = allFiles.filter((f) => packageOf(f.file) === packageFilter).map((f) => f.file);
|
|
2841
3720
|
const localFiles = new Set(pkgFilePaths);
|
|
2842
3721
|
if (localFiles.size === 0) return { nodes: [], edges: [] };
|
|
2843
3722
|
const filePlaceholders = [...localFiles].map(() => "?").join(",");
|
|
@@ -2846,9 +3725,9 @@ function getFileGraphWithStatement(stmt, packageFilter) {
|
|
|
2846
3725
|
).all(...pkgFilePaths);
|
|
2847
3726
|
const { fileNodes, symToFile, fileStats, ensureFileNode } = buildFileGraphNodeState(
|
|
2848
3727
|
pkgSyms,
|
|
2849
|
-
localFiles
|
|
3728
|
+
localFiles,
|
|
3729
|
+
packageOf
|
|
2850
3730
|
);
|
|
2851
|
-
const indexedFiles = new Set(allFiles.map((f) => f.file));
|
|
2852
3731
|
const refRows = stmt(
|
|
2853
3732
|
`SELECT r.from_id, r.to_id, r.call_type, COUNT(*) AS n
|
|
2854
3733
|
FROM refs r
|
|
@@ -2871,7 +3750,7 @@ function getFileGraphWithStatement(stmt, packageFilter) {
|
|
|
2871
3750
|
for (const x of extras) {
|
|
2872
3751
|
symToFile.set(x.id, x.file);
|
|
2873
3752
|
if (!fileStats.has(x.file)) {
|
|
2874
|
-
fileStats.set(x.file, { count: 0, lang:
|
|
3753
|
+
fileStats.set(x.file, { count: 0, lang: langOf(x.file) });
|
|
2875
3754
|
}
|
|
2876
3755
|
}
|
|
2877
3756
|
}
|
|
@@ -2888,17 +3767,22 @@ function getFileGraphWithStatement(stmt, packageFilter) {
|
|
|
2888
3767
|
addWeightedEdge(edgeMap, fromFile, toFile, r.call_type, n);
|
|
2889
3768
|
}
|
|
2890
3769
|
const importRows = stmt(
|
|
2891
|
-
`SELECT r.from_id, r.
|
|
3770
|
+
`SELECT r.from_id, COALESCE(r.to_file, st.file) AS to_file, COUNT(*) AS n
|
|
2892
3771
|
FROM refs r
|
|
3772
|
+
LEFT JOIN symbols st ON st.id = r.to_id
|
|
2893
3773
|
WHERE r.call_type = 'import'
|
|
3774
|
+
AND COALESCE(r.to_file, st.file) IS NOT NULL
|
|
2894
3775
|
AND r.from_id IN (SELECT id FROM symbols WHERE file IN (${filePlaceholders}))
|
|
2895
|
-
GROUP BY r.from_id, r.
|
|
3776
|
+
GROUP BY r.from_id, COALESCE(r.to_file, st.file)`
|
|
2896
3777
|
).all(...pkgFilePaths);
|
|
2897
3778
|
for (const r of importRows) {
|
|
2898
3779
|
const fromFile = symToFile.get(r.from_id);
|
|
2899
3780
|
if (!fromFile || !localFiles.has(fromFile)) continue;
|
|
2900
|
-
const toFile =
|
|
3781
|
+
const toFile = r.to_file;
|
|
2901
3782
|
if (!toFile || fromFile === toFile) continue;
|
|
3783
|
+
if (!fileStats.has(toFile)) {
|
|
3784
|
+
fileStats.set(toFile, { count: 0, lang: langOf(toFile) });
|
|
3785
|
+
}
|
|
2902
3786
|
ensureFileNode(fromFile);
|
|
2903
3787
|
ensureFileNode(toFile);
|
|
2904
3788
|
const n = Number(r.n) || 0;
|
|
@@ -2948,7 +3832,7 @@ function getSymbolGraphWithStatement(stmt, fileFilter) {
|
|
|
2948
3832
|
).all(...missingIds);
|
|
2949
3833
|
for (const s of extras) symById.set(s.id, s);
|
|
2950
3834
|
}
|
|
2951
|
-
const nodes = buildSymbolGraphNodes(symById, relatedIds, fileFilter);
|
|
3835
|
+
const nodes = buildSymbolGraphNodes(symById, relatedIds, fileFilter, readPackageLabeller(stmt));
|
|
2952
3836
|
return { nodes, edges };
|
|
2953
3837
|
}
|
|
2954
3838
|
|
|
@@ -2970,7 +3854,7 @@ function assignRefsToSymbols(refs, symbols) {
|
|
|
2970
3854
|
}
|
|
2971
3855
|
if (!owner && ref.callType === "import") owner = ordered[0];
|
|
2972
3856
|
if (!owner || owner.id <= 0) continue;
|
|
2973
|
-
const key = `${owner.id}:${ref.toName}:${ref.callType}`;
|
|
3857
|
+
const key = `${owner.id}:${ref.toName}:${ref.callType}:${ref.module ?? ""}`;
|
|
2974
3858
|
if (seen.has(key)) continue;
|
|
2975
3859
|
seen.add(key);
|
|
2976
3860
|
assigned.push({ ...ref, fromId: owner.id });
|
|
@@ -3012,7 +3896,11 @@ var CORE_TABLES_SQL = `
|
|
|
3012
3896
|
lang TEXT NOT NULL,
|
|
3013
3897
|
mtime_ms INTEGER NOT NULL,
|
|
3014
3898
|
symbol_count INTEGER NOT NULL DEFAULT 0,
|
|
3015
|
-
last_indexed INTEGER NOT NULL
|
|
3899
|
+
last_indexed INTEGER NOT NULL,
|
|
3900
|
+
-- Code Atlas grouping label, computed at index time from the ecosystem's
|
|
3901
|
+
-- own manifests (package.json, go.mod, Cargo.toml, \u2026). Stored rather than
|
|
3902
|
+
-- re-derived per query because the evidence lives on disk, not in the DB.
|
|
3903
|
+
package TEXT NOT NULL DEFAULT ''
|
|
3016
3904
|
);
|
|
3017
3905
|
CREATE TABLE IF NOT EXISTS symbols (
|
|
3018
3906
|
id INTEGER PRIMARY KEY,
|
|
@@ -3029,6 +3917,9 @@ var CORE_TABLES_SQL = `
|
|
|
3029
3917
|
file_fk TEXT NOT NULL
|
|
3030
3918
|
);
|
|
3031
3919
|
`;
|
|
3920
|
+
var FILE_INDEX_SQL = [
|
|
3921
|
+
"CREATE INDEX IF NOT EXISTS idx_f_package ON files(package)"
|
|
3922
|
+
];
|
|
3032
3923
|
var SYMBOL_INDEX_SQL = [
|
|
3033
3924
|
"CREATE INDEX IF NOT EXISTS idx_s_name ON symbols(name)",
|
|
3034
3925
|
"CREATE INDEX IF NOT EXISTS idx_s_kind ON symbols(kind)",
|
|
@@ -3045,15 +3936,32 @@ var REFS_TABLE_SQL = `
|
|
|
3045
3936
|
to_name TEXT NOT NULL,
|
|
3046
3937
|
to_id INTEGER,
|
|
3047
3938
|
call_type TEXT NOT NULL,
|
|
3048
|
-
line INTEGER NOT NULL
|
|
3939
|
+
line INTEGER NOT NULL,
|
|
3940
|
+
lang TEXT NOT NULL DEFAULT '',
|
|
3941
|
+
module TEXT,
|
|
3942
|
+
to_file TEXT
|
|
3049
3943
|
);
|
|
3050
3944
|
`;
|
|
3051
3945
|
var REFS_INDEX_SQL = [
|
|
3052
3946
|
"CREATE INDEX IF NOT EXISTS idx_r_from ON refs(from_id)",
|
|
3053
3947
|
"CREATE INDEX IF NOT EXISTS idx_r_to_id ON refs(to_id)",
|
|
3054
3948
|
"CREATE INDEX IF NOT EXISTS idx_r_to_name ON refs(to_name)",
|
|
3055
|
-
"CREATE INDEX IF NOT EXISTS idx_r_call_type ON refs(call_type)"
|
|
3949
|
+
"CREATE INDEX IF NOT EXISTS idx_r_call_type ON refs(call_type)",
|
|
3950
|
+
// Name resolution matches (to_name, lang) pairs; the composite keeps the
|
|
3951
|
+
// language-scoped UPDATE from degrading into a scan of every same-named row.
|
|
3952
|
+
"CREATE INDEX IF NOT EXISTS idx_r_to_name_lang ON refs(to_name, lang)",
|
|
3953
|
+
// The post-index module resolution pass groups unresolved import refs by
|
|
3954
|
+
// (module, lang); graph readers then read to_file back.
|
|
3955
|
+
"CREATE INDEX IF NOT EXISTS idx_r_module ON refs(module)",
|
|
3956
|
+
"CREATE INDEX IF NOT EXISTS idx_r_to_file ON refs(to_file)"
|
|
3056
3957
|
];
|
|
3958
|
+
var LANG_FAMILY_TABLE_SQL = `
|
|
3959
|
+
CREATE TABLE IF NOT EXISTS lang_family (
|
|
3960
|
+
lang TEXT PRIMARY KEY,
|
|
3961
|
+
family TEXT NOT NULL
|
|
3962
|
+
);
|
|
3963
|
+
`;
|
|
3964
|
+
var LANG_FAMILY_WILDCARD = "*";
|
|
3057
3965
|
var SYMBOLS_FTS_SQL = "CREATE VIRTUAL TABLE IF NOT EXISTS symbols_fts USING fts5(text, tokenize = 'unicode61')";
|
|
3058
3966
|
|
|
3059
3967
|
// src/codebase-index/writer-search-helpers.ts
|
|
@@ -3274,6 +4182,60 @@ var IndexStore = class _IndexStore {
|
|
|
3274
4182
|
runWithRetry(fn) {
|
|
3275
4183
|
return runSqliteWithRetry(fn);
|
|
3276
4184
|
}
|
|
4185
|
+
/**
|
|
4186
|
+
* Mirror the in-process language→family map into SQLite.
|
|
4187
|
+
*
|
|
4188
|
+
* Rewritten on every open rather than only on schema bumps: the mapping is
|
|
4189
|
+
* static lookup data, so a code-side change (a new language, a language
|
|
4190
|
+
* moving families) must take effect without forcing a full reindex.
|
|
4191
|
+
*/
|
|
4192
|
+
seedLangFamilies() {
|
|
4193
|
+
const insert = this.stmt("INSERT OR REPLACE INTO lang_family(lang, family) VALUES (?, ?)");
|
|
4194
|
+
for (const [lang, family] of LANG_FAMILY_ENTRIES) insert.run(lang, family);
|
|
4195
|
+
insert.run("", LANG_FAMILY_WILDCARD);
|
|
4196
|
+
}
|
|
4197
|
+
/**
|
|
4198
|
+
* Add any column the current schema expects but the on-disk table lacks.
|
|
4199
|
+
*
|
|
4200
|
+
* `CREATE TABLE IF NOT EXISTS` silently keeps an existing table's old shape,
|
|
4201
|
+
* and the version check above only rebuilds on a version *mismatch*. That
|
|
4202
|
+
* leaves a real gap: several wstack processes share this database, and while
|
|
4203
|
+
* a version upgrade is rolling out one of them may still be running the
|
|
4204
|
+
* previous build. That older process sees the newer version number, drops the
|
|
4205
|
+
* tables, and recreates them from *its* DDL — without the newer columns —
|
|
4206
|
+
* while the metadata row still reads the new version. Every later query for
|
|
4207
|
+
* one of those columns then fails with `no such column`, and no amount of
|
|
4208
|
+
* reindexing fixes it, because the version numbers already agree.
|
|
4209
|
+
*
|
|
4210
|
+
* Repairing column-by-column makes the schema self-healing from any of those
|
|
4211
|
+
* states. Table and column names are compile-time literals from this module,
|
|
4212
|
+
* never user input.
|
|
4213
|
+
*/
|
|
4214
|
+
repairMissingColumns() {
|
|
4215
|
+
const expected = [
|
|
4216
|
+
{ table: "files", columns: [["package", "TEXT NOT NULL DEFAULT ''"]] },
|
|
4217
|
+
{
|
|
4218
|
+
table: "refs",
|
|
4219
|
+
columns: [
|
|
4220
|
+
["lang", "TEXT NOT NULL DEFAULT ''"],
|
|
4221
|
+
["module", "TEXT"],
|
|
4222
|
+
["to_file", "TEXT"]
|
|
4223
|
+
]
|
|
4224
|
+
}
|
|
4225
|
+
];
|
|
4226
|
+
for (const { table, columns } of expected) {
|
|
4227
|
+
const present = new Set(
|
|
4228
|
+
this.db.prepare(`PRAGMA table_info(${table})`).all().flatMap(
|
|
4229
|
+
(row) => typeof row.name === "string" ? [row.name] : []
|
|
4230
|
+
)
|
|
4231
|
+
);
|
|
4232
|
+
if (present.size === 0) continue;
|
|
4233
|
+
for (const [name, type] of columns) {
|
|
4234
|
+
if (present.has(name)) continue;
|
|
4235
|
+
this.db.exec(`ALTER TABLE ${table} ADD COLUMN ${name} ${type}`);
|
|
4236
|
+
}
|
|
4237
|
+
}
|
|
4238
|
+
}
|
|
3277
4239
|
initSchema() {
|
|
3278
4240
|
this.db.exec(METADATA_TABLE_SQL);
|
|
3279
4241
|
const storedRows = this.stmt("SELECT value FROM metadata WHERE key = ?").all("version");
|
|
@@ -3296,9 +4258,13 @@ var IndexStore = class _IndexStore {
|
|
|
3296
4258
|
);
|
|
3297
4259
|
}
|
|
3298
4260
|
this.db.exec(CORE_TABLES_SQL);
|
|
3299
|
-
for (const sql of SYMBOL_INDEX_SQL) this.db.exec(sql);
|
|
3300
4261
|
this.db.exec(REFS_TABLE_SQL);
|
|
4262
|
+
this.repairMissingColumns();
|
|
4263
|
+
for (const sql of FILE_INDEX_SQL) this.db.exec(sql);
|
|
4264
|
+
for (const sql of SYMBOL_INDEX_SQL) this.db.exec(sql);
|
|
3301
4265
|
for (const sql of REFS_INDEX_SQL) this.db.exec(sql);
|
|
4266
|
+
this.db.exec(LANG_FAMILY_TABLE_SQL);
|
|
4267
|
+
this.seedLangFamilies();
|
|
3302
4268
|
try {
|
|
3303
4269
|
this.db.exec(SYMBOLS_FTS_SQL);
|
|
3304
4270
|
this.ftsAvailable = true;
|
|
@@ -3333,6 +4299,18 @@ var IndexStore = class _IndexStore {
|
|
|
3333
4299
|
static NEXT_SYMBOL_ID_KEY = "next_symbol_id";
|
|
3334
4300
|
/** Stay under typical SQLite SQLITE_MAX_VARIABLE_NUMBER (often 999). */
|
|
3335
4301
|
static MAX_SQL_VARS = 900;
|
|
4302
|
+
/**
|
|
4303
|
+
* Correlated predicate: the ref in `refs` and the candidate symbol aliased
|
|
4304
|
+
* `sym` belong to the same language family — or the ref carries no language,
|
|
4305
|
+
* in which case the wildcard bind matches everything.
|
|
4306
|
+
*
|
|
4307
|
+
* Each textual occurrence consumes one `?` bind of {@link LANG_FAMILY_WILDCARD}.
|
|
4308
|
+
*/
|
|
4309
|
+
static FAMILY_MATCH_SQL = `(
|
|
4310
|
+
(SELECT family FROM lang_family WHERE lang = refs.lang) = ?
|
|
4311
|
+
OR (SELECT family FROM lang_family WHERE lang = sym.lang)
|
|
4312
|
+
= (SELECT family FROM lang_family WHERE lang = refs.lang)
|
|
4313
|
+
)`;
|
|
3336
4314
|
/**
|
|
3337
4315
|
* Ensure `metadata.next_symbol_id` exists. Safe to call outside a write
|
|
3338
4316
|
* transaction on open; the first concurrent writer under BEGIN IMMEDIATE
|
|
@@ -3396,9 +4374,12 @@ var IndexStore = class _IndexStore {
|
|
|
3396
4374
|
const placeholders = chunk.map(() => "?").join(",");
|
|
3397
4375
|
const result = this.stmt(
|
|
3398
4376
|
`UPDATE refs
|
|
3399
|
-
SET to_id = (
|
|
4377
|
+
SET to_id = (
|
|
4378
|
+
SELECT MIN(sym.id) FROM symbols sym
|
|
4379
|
+
WHERE sym.name = refs.to_name AND ${_IndexStore.FAMILY_MATCH_SQL}
|
|
4380
|
+
)
|
|
3400
4381
|
WHERE to_name IN (${placeholders})`
|
|
3401
|
-
).run(...chunk);
|
|
4382
|
+
).run(LANG_FAMILY_WILDCARD, ...chunk);
|
|
3402
4383
|
changes += result.changes ?? 0;
|
|
3403
4384
|
}
|
|
3404
4385
|
return changes;
|
|
@@ -3525,6 +4506,115 @@ var IndexStore = class _IndexStore {
|
|
|
3525
4506
|
getAllFileMetas() {
|
|
3526
4507
|
return getAllFileMetasWithStatement((sql) => this.stmt(sql));
|
|
3527
4508
|
}
|
|
4509
|
+
// ─── Project structure & module resolution ──────────────────────────────────
|
|
4510
|
+
/** Store the Code Atlas grouping label for each indexed file. */
|
|
4511
|
+
setFilePackages(entries) {
|
|
4512
|
+
if (entries.size === 0) return;
|
|
4513
|
+
this.runWithRetry(() => {
|
|
4514
|
+
const update = this.stmt("UPDATE files SET package = ? WHERE file = ?");
|
|
4515
|
+
for (const [file, label] of entries) update.run(label, file);
|
|
4516
|
+
});
|
|
4517
|
+
}
|
|
4518
|
+
/**
|
|
4519
|
+
* Every indexed `namespace`/`module` declaration, for ecosystems whose import
|
|
4520
|
+
* specifiers name a namespace rather than a path (C#, PHP, Elixir, Haskell).
|
|
4521
|
+
* Ordered so the resolver's choice among duplicate declarations is stable.
|
|
4522
|
+
*/
|
|
4523
|
+
getNamespaceDeclarations() {
|
|
4524
|
+
return this.stmt(
|
|
4525
|
+
`SELECT name, file FROM symbols WHERE kind = 'namespace' ORDER BY file, id`
|
|
4526
|
+
).all();
|
|
4527
|
+
}
|
|
4528
|
+
/** `file → package` for every indexed file that has a label. */
|
|
4529
|
+
getFilePackages() {
|
|
4530
|
+
const rows = this.stmt("SELECT file, package FROM files WHERE package != ''").all();
|
|
4531
|
+
return new Map(rows.map((row) => [row.file, row.package]));
|
|
4532
|
+
}
|
|
4533
|
+
/**
|
|
4534
|
+
* Distinct `(fromFile, lang, module)` triples needing module resolution.
|
|
4535
|
+
*
|
|
4536
|
+
* Distinct rather than per-ref because resolution depends only on these three
|
|
4537
|
+
* values: a file importing the same module twenty times resolves it once.
|
|
4538
|
+
*/
|
|
4539
|
+
getUnresolvedImports(onlyFiles) {
|
|
4540
|
+
const base = `SELECT DISTINCT s.file AS fromFile, r.lang AS lang, r.module AS module
|
|
4541
|
+
FROM refs r
|
|
4542
|
+
JOIN symbols s ON s.id = r.from_id
|
|
4543
|
+
WHERE r.call_type = 'import' AND r.module IS NOT NULL`;
|
|
4544
|
+
if (!onlyFiles?.length) {
|
|
4545
|
+
return this.stmt(base).all();
|
|
4546
|
+
}
|
|
4547
|
+
const out = [];
|
|
4548
|
+
for (let i = 0; i < onlyFiles.length; i += _IndexStore.MAX_SQL_VARS) {
|
|
4549
|
+
const chunk = onlyFiles.slice(i, i + _IndexStore.MAX_SQL_VARS);
|
|
4550
|
+
const placeholders = chunk.map(() => "?").join(",");
|
|
4551
|
+
out.push(
|
|
4552
|
+
...this.stmt(`${base} AND s.file IN (${placeholders})`).all(...chunk)
|
|
4553
|
+
);
|
|
4554
|
+
}
|
|
4555
|
+
return out;
|
|
4556
|
+
}
|
|
4557
|
+
/**
|
|
4558
|
+
* Write resolved import targets back onto `refs.to_file`.
|
|
4559
|
+
*
|
|
4560
|
+
* Applied through a temp table and a single UPDATE: one statement per
|
|
4561
|
+
* resolution would mean thousands of round-trips on a first index.
|
|
4562
|
+
*/
|
|
4563
|
+
applyImportResolutions(resolutions) {
|
|
4564
|
+
if (resolutions.length === 0) return 0;
|
|
4565
|
+
return this.runWithRetry(() => {
|
|
4566
|
+
this.db.exec("DROP TABLE IF EXISTS temp.import_resolution");
|
|
4567
|
+
this.db.exec(
|
|
4568
|
+
`CREATE TEMP TABLE import_resolution (
|
|
4569
|
+
from_file TEXT NOT NULL,
|
|
4570
|
+
lang TEXT NOT NULL,
|
|
4571
|
+
module TEXT NOT NULL,
|
|
4572
|
+
to_file TEXT NOT NULL
|
|
4573
|
+
)`
|
|
4574
|
+
);
|
|
4575
|
+
const chunkSize = Math.max(1, Math.floor(_IndexStore.MAX_SQL_VARS / 4));
|
|
4576
|
+
for (let i = 0; i < resolutions.length; i += chunkSize) {
|
|
4577
|
+
const chunk = resolutions.slice(i, i + chunkSize);
|
|
4578
|
+
const placeholders = chunk.map(() => "(?, ?, ?, ?)").join(", ");
|
|
4579
|
+
const binds = [];
|
|
4580
|
+
for (const entry of chunk) {
|
|
4581
|
+
binds.push(entry.fromFile, entry.lang, entry.module, entry.toFile);
|
|
4582
|
+
}
|
|
4583
|
+
this.stmt(
|
|
4584
|
+
`INSERT INTO temp.import_resolution(from_file, lang, module, to_file)
|
|
4585
|
+
VALUES ${placeholders}`
|
|
4586
|
+
).run(...binds);
|
|
4587
|
+
}
|
|
4588
|
+
this.db.exec(
|
|
4589
|
+
`CREATE INDEX IF NOT EXISTS temp.idx_ir
|
|
4590
|
+
ON import_resolution(module, lang, from_file)`
|
|
4591
|
+
);
|
|
4592
|
+
const result = this.stmt(
|
|
4593
|
+
`UPDATE refs
|
|
4594
|
+
SET to_file = (
|
|
4595
|
+
SELECT ir.to_file
|
|
4596
|
+
FROM temp.import_resolution ir
|
|
4597
|
+
JOIN symbols s ON s.id = refs.from_id
|
|
4598
|
+
WHERE ir.module = refs.module
|
|
4599
|
+
AND ir.lang = refs.lang
|
|
4600
|
+
AND ir.from_file = s.file
|
|
4601
|
+
LIMIT 1
|
|
4602
|
+
)
|
|
4603
|
+
WHERE refs.call_type = 'import'
|
|
4604
|
+
AND refs.module IS NOT NULL
|
|
4605
|
+
AND EXISTS (
|
|
4606
|
+
SELECT 1
|
|
4607
|
+
FROM temp.import_resolution ir
|
|
4608
|
+
JOIN symbols s ON s.id = refs.from_id
|
|
4609
|
+
WHERE ir.module = refs.module
|
|
4610
|
+
AND ir.lang = refs.lang
|
|
4611
|
+
AND ir.from_file = s.file
|
|
4612
|
+
)`
|
|
4613
|
+
).run();
|
|
4614
|
+
this.db.exec("DROP TABLE IF EXISTS temp.import_resolution");
|
|
4615
|
+
return result.changes ?? 0;
|
|
4616
|
+
});
|
|
4617
|
+
}
|
|
3528
4618
|
// ─── Search ──────────────────────────────────────────────────────────────────
|
|
3529
4619
|
search(query, filter, opts) {
|
|
3530
4620
|
const built = this.buildSearchWhere(query, filter);
|
|
@@ -3911,9 +5001,12 @@ var IndexStore = class _IndexStore {
|
|
|
3911
5001
|
* Resolve `to_name` → `to_id` for all refs that have a name but no id.
|
|
3912
5002
|
* Call this after all symbols have been inserted to fill in cross-references.
|
|
3913
5003
|
*
|
|
3914
|
-
*
|
|
3915
|
-
* the
|
|
3916
|
-
*
|
|
5004
|
+
* A match additionally requires the referencing ref and the target symbol to
|
|
5005
|
+
* be in the same {@link LangFamily}. Without that guard a name match is a
|
|
5006
|
+
* cross-language accident waiting to happen — `main`, `New`, `Parse` and
|
|
5007
|
+
* `Config` are declared in most languages at once, and each collision draws a
|
|
5008
|
+
* Code Atlas edge between files that never reference each other. Refs stored
|
|
5009
|
+
* without a language keep the old global behaviour via the `'*'` wildcard row.
|
|
3917
5010
|
*/
|
|
3918
5011
|
resolveRefs() {
|
|
3919
5012
|
return this.runWithRetry(() => {
|
|
@@ -3922,20 +5015,35 @@ var IndexStore = class _IndexStore {
|
|
|
3922
5015
|
`UPDATE refs
|
|
3923
5016
|
SET to_id = s.id
|
|
3924
5017
|
FROM (
|
|
3925
|
-
|
|
3926
|
-
|
|
5018
|
+
SELECT sym.name AS name, lf.family AS family, MIN(sym.id) AS id
|
|
5019
|
+
FROM symbols sym
|
|
5020
|
+
JOIN lang_family lf ON lf.lang = sym.lang
|
|
5021
|
+
GROUP BY sym.name, lf.family
|
|
5022
|
+
UNION ALL
|
|
5023
|
+
SELECT sym.name AS name, '${LANG_FAMILY_WILDCARD}' AS family, MIN(sym.id) AS id
|
|
5024
|
+
FROM symbols sym
|
|
5025
|
+
GROUP BY sym.name
|
|
5026
|
+
) AS s,
|
|
5027
|
+
lang_family AS rf
|
|
3927
5028
|
WHERE refs.to_id IS NULL
|
|
3928
5029
|
AND refs.to_name IS NOT NULL
|
|
3929
|
-
AND
|
|
5030
|
+
AND rf.lang = refs.lang
|
|
5031
|
+
AND s.name = refs.to_name
|
|
5032
|
+
AND s.family = rf.family`
|
|
3930
5033
|
).run();
|
|
3931
5034
|
return result.changes ?? 0;
|
|
3932
5035
|
} catch {
|
|
3933
5036
|
const result = this.stmt(
|
|
3934
5037
|
`UPDATE refs SET to_id = (
|
|
3935
|
-
SELECT id FROM symbols
|
|
5038
|
+
SELECT sym.id FROM symbols sym
|
|
5039
|
+
WHERE sym.name = refs.to_name AND ${_IndexStore.FAMILY_MATCH_SQL}
|
|
5040
|
+
ORDER BY sym.id LIMIT 1
|
|
3936
5041
|
) WHERE to_id IS NULL AND to_name IS NOT NULL
|
|
3937
|
-
AND
|
|
3938
|
-
|
|
5042
|
+
AND EXISTS (
|
|
5043
|
+
SELECT 1 FROM symbols sym
|
|
5044
|
+
WHERE sym.name = refs.to_name AND ${_IndexStore.FAMILY_MATCH_SQL}
|
|
5045
|
+
)`
|
|
5046
|
+
).run(LANG_FAMILY_WILDCARD, LANG_FAMILY_WILDCARD);
|
|
3939
5047
|
return result.changes ?? 0;
|
|
3940
5048
|
}
|
|
3941
5049
|
});
|
|
@@ -4153,7 +5261,7 @@ function normalizeComparablePath(value) {
|
|
|
4153
5261
|
}
|
|
4154
5262
|
function gitOutput(projectRoot, args) {
|
|
4155
5263
|
return new Promise((resolve2, reject) => {
|
|
4156
|
-
|
|
5264
|
+
execFile(
|
|
4157
5265
|
"git",
|
|
4158
5266
|
["-C", projectRoot, ...args],
|
|
4159
5267
|
{
|
|
@@ -4284,13 +5392,40 @@ function assignRefsToSymbols2(refs, symbols) {
|
|
|
4284
5392
|
}
|
|
4285
5393
|
if (!owner && ref.callType === "import") owner = ordered[0];
|
|
4286
5394
|
if (!owner || owner.id <= 0) continue;
|
|
4287
|
-
const key = `${owner.id}:${ref.toName}:${ref.callType}`;
|
|
5395
|
+
const key = `${owner.id}:${ref.toName}:${ref.callType}:${ref.module ?? ""}`;
|
|
4288
5396
|
if (seen.has(key)) continue;
|
|
4289
5397
|
seen.add(key);
|
|
4290
5398
|
assigned.push({ ...ref, fromId: owner.id });
|
|
4291
5399
|
}
|
|
4292
5400
|
return assigned;
|
|
4293
5401
|
}
|
|
5402
|
+
async function resolveProjectRelations(store, projectRoot, opts) {
|
|
5403
|
+
if (opts.signal?.aborted) return;
|
|
5404
|
+
try {
|
|
5405
|
+
const indexedFiles = store.getAllFileMetas().map((meta) => meta.file);
|
|
5406
|
+
if (indexedFiles.length === 0) return;
|
|
5407
|
+
const structure = await detectModuleRoots(projectRoot, indexedFiles);
|
|
5408
|
+
if (opts.signal?.aborted) return;
|
|
5409
|
+
store.setFilePackages(assignPackageLabels(structure, indexedFiles));
|
|
5410
|
+
const resolver = new ModuleResolver(
|
|
5411
|
+
structure,
|
|
5412
|
+
indexedFiles,
|
|
5413
|
+
store.getNamespaceDeclarations()
|
|
5414
|
+
);
|
|
5415
|
+
const pending = store.getUnresolvedImports(opts.onlyFiles);
|
|
5416
|
+
const resolutions = [];
|
|
5417
|
+
for (const entry of pending) {
|
|
5418
|
+
const toFile = resolver.resolve(entry.fromFile, entry.lang, entry.module);
|
|
5419
|
+
if (toFile && toFile !== entry.fromFile) {
|
|
5420
|
+
resolutions.push({ ...entry, toFile });
|
|
5421
|
+
}
|
|
5422
|
+
}
|
|
5423
|
+
if (opts.signal?.aborted) return;
|
|
5424
|
+
store.applyImportResolutions(resolutions);
|
|
5425
|
+
} catch (err) {
|
|
5426
|
+
opts.errors.push(`relation resolution: ${err instanceof Error ? err.message : String(err)}`);
|
|
5427
|
+
}
|
|
5428
|
+
}
|
|
4294
5429
|
async function runIndexerWithStore(store, opts) {
|
|
4295
5430
|
const { projectRoot, langs, ignore = [], signal } = opts;
|
|
4296
5431
|
const relationGraphVersion = "2";
|
|
@@ -4535,6 +5670,14 @@ async function runIndexerWithStore(store, opts) {
|
|
|
4535
5670
|
}
|
|
4536
5671
|
}
|
|
4537
5672
|
if (needsFullRefResolution) store.resolveRefs();
|
|
5673
|
+
await resolveProjectRelations(store, projectRoot, {
|
|
5674
|
+
// A watcher run re-resolves only what it touched; a full run (or a contract
|
|
5675
|
+
// bump) re-resolves everything, because a newly indexed file can be the
|
|
5676
|
+
// target of imports written long before it.
|
|
5677
|
+
onlyFiles: needsFullRefResolution ? void 0 : opts.files,
|
|
5678
|
+
errors,
|
|
5679
|
+
signal
|
|
5680
|
+
});
|
|
4538
5681
|
store.setMetadata("ref_resolution_version", refResolutionVersion);
|
|
4539
5682
|
store.setMetadata("relation_graph_version", relationGraphVersion);
|
|
4540
5683
|
if (!opts.files || filesIndexed >= 50) store.optimize();
|
|
@@ -4641,7 +5784,7 @@ var inFlight = /* @__PURE__ */ new Map();
|
|
|
4641
5784
|
function post(msg) {
|
|
4642
5785
|
port.postMessage(msg);
|
|
4643
5786
|
}
|
|
4644
|
-
async function
|
|
5787
|
+
async function dispatch2(msg) {
|
|
4645
5788
|
switch (msg.op) {
|
|
4646
5789
|
case "index": {
|
|
4647
5790
|
const ac = new AbortController();
|
|
@@ -4678,7 +5821,7 @@ port.on("message", (msg) => {
|
|
|
4678
5821
|
inFlight.get(msg.id)?.abort(new Error("Indexing cancelled"));
|
|
4679
5822
|
return;
|
|
4680
5823
|
}
|
|
4681
|
-
void
|
|
5824
|
+
void dispatch2(msg).then(
|
|
4682
5825
|
(result) => post({ type: "response", id: msg.id, ok: true, result }),
|
|
4683
5826
|
(err) => {
|
|
4684
5827
|
try {
|