claude-db 0.11.1 → 0.12.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +44 -0
- package/README.md +5 -4
- package/dist/cli/commands/graph.js +104 -80
- package/dist/cli/commands/languages.d.ts +1 -0
- package/dist/cli/commands/languages.js +22 -0
- package/dist/cli/commands/pick.js +4 -2
- package/dist/cli/index.js +4 -0
- package/dist/cli/usage.js +3 -1
- package/dist/graph/ast.d.ts +4 -0
- package/dist/graph/ast.js +11 -0
- package/dist/graph/grammars.d.ts +14 -0
- package/dist/graph/grammars.js +58 -0
- package/dist/graph/index.d.ts +2 -2
- package/dist/graph/index.js +2 -2
- package/dist/graph/languages/basic.js +5 -1
- package/dist/graph/languages/ecmascript.js +7 -0
- package/dist/graph/languages/go.js +0 -1
- package/dist/graph/languages/index.d.ts +1 -1
- package/dist/graph/languages/index.js +34 -9
- package/dist/graph/languages/java.d.ts +2 -0
- package/dist/graph/languages/java.js +38 -0
- package/dist/graph/languages/kotlin.d.ts +2 -0
- package/dist/graph/languages/kotlin.js +19 -0
- package/dist/graph/languages/python.js +10 -2
- package/dist/graph/languages/rules.d.ts +11 -0
- package/dist/graph/languages/rust.js +2 -1
- package/dist/graph/modules/binding.d.ts +61 -0
- package/dist/graph/modules/binding.js +43 -0
- package/dist/graph/modules/ecmascript/bind.d.ts +4 -0
- package/dist/graph/modules/ecmascript/bind.js +17 -0
- package/dist/graph/modules/ecmascript/contexts.d.ts +6 -0
- package/dist/graph/modules/ecmascript/contexts.js +86 -0
- package/dist/graph/modules/ecmascript/exports.d.ts +9 -0
- package/dist/graph/modules/ecmascript/exports.js +91 -0
- package/dist/graph/modules/ecmascript/imports.d.ts +4 -0
- package/dist/graph/modules/ecmascript/imports.js +73 -0
- package/dist/graph/modules/ecmascript/package-resolver.d.ts +4 -0
- package/dist/graph/modules/ecmascript/package-resolver.js +73 -0
- package/dist/graph/modules/ecmascript/resolver.d.ts +2 -0
- package/dist/graph/modules/ecmascript/resolver.js +22 -0
- package/dist/graph/modules/ecmascript/specifiers.d.ts +3 -0
- package/dist/graph/modules/ecmascript/specifiers.js +15 -0
- package/dist/graph/modules/ecmascript/system.d.ts +2 -0
- package/dist/graph/modules/ecmascript/system.js +18 -0
- package/dist/graph/modules/ecmascript/workspace-resolver.d.ts +5 -0
- package/dist/graph/modules/ecmascript/workspace-resolver.js +38 -0
- package/dist/graph/modules/go/grammar.d.ts +2 -0
- package/dist/graph/modules/go/grammar.js +54 -0
- package/dist/graph/modules/go/imports.d.ts +4 -0
- package/dist/graph/modules/go/imports.js +32 -0
- package/dist/graph/modules/go/resolver.d.ts +2 -0
- package/dist/graph/modules/go/resolver.js +54 -0
- package/dist/graph/modules/go/system.d.ts +2 -0
- package/dist/graph/modules/go/system.js +16 -0
- package/dist/graph/modules/java/declarations.d.ts +9 -0
- package/dist/graph/modules/java/declarations.js +108 -0
- package/dist/graph/modules/java/grammar.d.ts +2 -0
- package/dist/graph/modules/java/grammar.js +135 -0
- package/dist/graph/modules/java/imports.d.ts +4 -0
- package/dist/graph/modules/java/imports.js +13 -0
- package/dist/graph/modules/java/receivers.d.ts +3 -0
- package/dist/graph/modules/java/receivers.js +139 -0
- package/dist/graph/modules/java/system.d.ts +1 -0
- package/dist/graph/modules/java/system.js +13 -0
- package/dist/graph/modules/jvm/linking.d.ts +20 -0
- package/dist/graph/modules/jvm/linking.js +64 -0
- package/dist/graph/modules/jvm/packages.d.ts +5 -0
- package/dist/graph/modules/jvm/packages.js +58 -0
- package/dist/graph/modules/jvm/receivers.d.ts +44 -0
- package/dist/graph/modules/jvm/receivers.js +77 -0
- package/dist/graph/modules/jvm/system.d.ts +18 -0
- package/dist/graph/modules/jvm/system.js +29 -0
- package/dist/graph/modules/jvm/types.d.ts +3 -0
- package/dist/graph/modules/jvm/types.js +11 -0
- package/dist/graph/modules/kotlin/declarations.d.ts +8 -0
- package/dist/graph/modules/kotlin/declarations.js +69 -0
- package/dist/graph/modules/kotlin/grammar.d.ts +2 -0
- package/dist/graph/modules/kotlin/grammar.js +78 -0
- package/dist/graph/modules/kotlin/imports.d.ts +4 -0
- package/dist/graph/modules/kotlin/imports.js +25 -0
- package/dist/graph/modules/kotlin/receivers.d.ts +3 -0
- package/dist/graph/modules/kotlin/receivers.js +105 -0
- package/dist/graph/modules/kotlin/references.d.ts +8 -0
- package/dist/graph/modules/kotlin/references.js +69 -0
- package/dist/graph/modules/kotlin/system.d.ts +1 -0
- package/dist/graph/modules/kotlin/system.js +15 -0
- package/dist/graph/modules/members.d.ts +17 -0
- package/dist/graph/modules/members.js +30 -0
- package/dist/graph/modules/module-index.d.ts +9 -0
- package/dist/graph/modules/module-index.js +62 -0
- package/dist/graph/modules/names.d.ts +2 -0
- package/dist/graph/modules/names.js +3 -0
- package/dist/graph/modules/python/grammar.d.ts +2 -0
- package/dist/graph/modules/python/grammar.js +100 -0
- package/dist/graph/modules/python/imports.d.ts +3 -0
- package/dist/graph/modules/python/imports.js +72 -0
- package/dist/graph/modules/python/resolver.d.ts +2 -0
- package/dist/graph/modules/python/resolver.js +78 -0
- package/dist/graph/modules/python/system.d.ts +2 -0
- package/dist/graph/modules/python/system.js +16 -0
- package/dist/graph/modules/rebind.d.ts +8 -0
- package/dist/graph/modules/rebind.js +51 -0
- package/dist/graph/modules/registry.d.ts +5 -0
- package/dist/graph/modules/registry.js +47 -0
- package/dist/graph/modules/rust/grammar.d.ts +2 -0
- package/dist/graph/modules/rust/grammar.js +94 -0
- package/dist/graph/modules/rust/imports.d.ts +3 -0
- package/dist/graph/modules/rust/imports.js +90 -0
- package/dist/graph/modules/rust/resolver.d.ts +3 -0
- package/dist/graph/modules/rust/resolver.js +153 -0
- package/dist/graph/modules/rust/system.d.ts +2 -0
- package/dist/graph/modules/rust/system.js +16 -0
- package/dist/graph/modules/shadowing.d.ts +17 -0
- package/dist/graph/modules/shadowing.js +65 -0
- package/dist/graph/modules/system.d.ts +39 -0
- package/dist/graph/modules/system.js +1 -0
- package/dist/graph/modules/uses.d.ts +14 -0
- package/dist/graph/modules/uses.js +62 -0
- package/dist/graph/parser.d.ts +9 -11
- package/dist/graph/parser.js +5 -4
- package/dist/graph/query/answer.d.ts +15 -0
- package/dist/graph/query/answer.js +22 -0
- package/dist/graph/query/format.d.ts +8 -1
- package/dist/graph/query/format.js +103 -30
- package/dist/graph/query/groups.d.ts +14 -0
- package/dist/graph/query/groups.js +51 -0
- package/dist/graph/query/index.d.ts +2 -1
- package/dist/graph/query/index.js +2 -1
- package/dist/graph/query/lookup.d.ts +2 -0
- package/dist/graph/query/lookup.js +19 -2
- package/dist/graph/query/refresh.js +17 -18
- package/dist/graph/query/stale.d.ts +2 -0
- package/dist/graph/query/stale.js +39 -0
- package/dist/graph/query/text.d.ts +12 -0
- package/dist/graph/query/text.js +26 -0
- package/dist/graph/scan/binder.d.ts +13 -0
- package/dist/graph/scan/binder.js +210 -0
- package/dist/graph/scan/cache.d.ts +11 -0
- package/dist/graph/scan/cache.js +140 -0
- package/dist/graph/scan/extract.d.ts +4 -17
- package/dist/graph/scan/extract.js +105 -83
- package/dist/graph/scan/files.d.ts +3 -9
- package/dist/graph/scan/files.js +3 -2
- package/dist/graph/scan/index.d.ts +8 -3
- package/dist/graph/scan/index.js +96 -36
- package/dist/graph/scan/job.d.ts +1 -0
- package/dist/graph/scan/job.js +1 -0
- package/dist/graph/scan/persist.d.ts +3 -0
- package/dist/graph/scan/persist.js +22 -0
- package/dist/graph/scan/receivers.d.ts +21 -0
- package/dist/graph/scan/receivers.js +87 -0
- package/dist/graph/scan/resolve.d.ts +8 -2
- package/dist/graph/scan/resolve.js +50 -56
- package/dist/graph/scan/spans.d.ts +13 -0
- package/dist/graph/scan/spans.js +42 -0
- package/dist/graph/symbols.d.ts +10 -0
- package/dist/graph/symbols.js +30 -0
- package/dist/graph/types.d.ts +56 -0
- package/dist/graph/types.js +1 -0
- package/dist/hooks/background.js +1 -16
- package/dist/hooks/detached.d.ts +3 -0
- package/dist/hooks/detached.js +16 -0
- package/dist/hooks/graph-refresh.d.ts +1 -0
- package/dist/hooks/graph-refresh.js +9 -0
- package/dist/hooks/prefer-usages.js +53 -12
- package/dist/hooks/session-start.js +8 -8
- package/dist/mcp/tools/usages.js +40 -31
- package/dist/pick/run.d.ts +6 -0
- package/dist/pick/run.js +8 -1
- package/dist/types.d.ts +1 -1
- package/dist/usages/find.js +1 -0
- package/dist/util/claude-cli.d.ts +1 -0
- package/dist/util/claude-cli.js +15 -3
- package/docs/how-it-works.md +10 -8
- package/package.json +16 -5
|
@@ -0,0 +1,140 @@
|
|
|
1
|
+
import { mkdirSync, readFileSync, renameSync, rmSync, statSync, writeFileSync } from 'node:fs';
|
|
2
|
+
import { join } from 'node:path';
|
|
3
|
+
import { CONFIG_DIR } from '../../config/dir.js';
|
|
4
|
+
import { scopeToken } from '../../util/scope.js';
|
|
5
|
+
import { CACHE_KEY } from './files.js';
|
|
6
|
+
const MEMO_IDLE_MS = 10 * 60 * 1000;
|
|
7
|
+
export const cacheHome = () => process.env['CLAUDE_DB_GRAPH_CACHE'] ?? join(CONFIG_DIR, 'graph-cache');
|
|
8
|
+
const cachePath = (project) => join(cacheHome(), `${scopeToken(project)}.json`);
|
|
9
|
+
function receiverTable() {
|
|
10
|
+
const list = [];
|
|
11
|
+
const positions = new Map();
|
|
12
|
+
const indexOf = (receiver) => {
|
|
13
|
+
const known = positions.get(receiver);
|
|
14
|
+
if (known !== undefined)
|
|
15
|
+
return known;
|
|
16
|
+
positions.set(receiver, list.length);
|
|
17
|
+
list.push(receiver);
|
|
18
|
+
return list.length - 1;
|
|
19
|
+
};
|
|
20
|
+
return { list, indexOf };
|
|
21
|
+
}
|
|
22
|
+
function storeReference(reference, index, receivers) {
|
|
23
|
+
const { file: _file, from, to, receiver, returns, ...rest } = reference;
|
|
24
|
+
const fromAt = from ? index.get(from.id) : undefined;
|
|
25
|
+
const toAt = to === undefined ? undefined : index.get(to);
|
|
26
|
+
const stored = { ...rest, from: fromAt ?? from };
|
|
27
|
+
if (to !== undefined)
|
|
28
|
+
stored.to = toAt ?? to;
|
|
29
|
+
if (receiver)
|
|
30
|
+
stored.receiver = receivers.indexOf(receiver);
|
|
31
|
+
if (returns)
|
|
32
|
+
stored.returns = receivers.indexOf(returns);
|
|
33
|
+
return stored;
|
|
34
|
+
}
|
|
35
|
+
function loadReference(path, stored, symbols, receivers) {
|
|
36
|
+
const from = typeof stored.from === 'number' ? (symbols[stored.from] ?? null) : stored.from;
|
|
37
|
+
const to = typeof stored.to === 'number' ? symbols[stored.to]?.id : stored.to;
|
|
38
|
+
const receiver = stored.receiver === undefined ? undefined : receivers[stored.receiver];
|
|
39
|
+
const returns = stored.returns === undefined ? undefined : receivers[stored.returns];
|
|
40
|
+
const loaded = Object.assign(stored, { file: path, from });
|
|
41
|
+
delete loaded.to;
|
|
42
|
+
delete loaded.receiver;
|
|
43
|
+
delete loaded.returns;
|
|
44
|
+
const reference = loaded;
|
|
45
|
+
if (to !== undefined)
|
|
46
|
+
reference.to = to;
|
|
47
|
+
if (receiver)
|
|
48
|
+
reference.receiver = receiver;
|
|
49
|
+
if (returns)
|
|
50
|
+
reference.returns = returns;
|
|
51
|
+
return reference;
|
|
52
|
+
}
|
|
53
|
+
function toStored(entry) {
|
|
54
|
+
const index = new Map(entry.symbols.map((symbol, at) => [symbol.id, at]));
|
|
55
|
+
const receivers = receiverTable();
|
|
56
|
+
const references = entry.references.map((ref) => storeReference(ref, index, receivers));
|
|
57
|
+
return {
|
|
58
|
+
...entry,
|
|
59
|
+
references,
|
|
60
|
+
...(receivers.list.length > 0 ? { receivers: receivers.list } : {}),
|
|
61
|
+
};
|
|
62
|
+
}
|
|
63
|
+
function fromStored(path, entry) {
|
|
64
|
+
const { receivers = [], ...rest } = entry;
|
|
65
|
+
return {
|
|
66
|
+
...rest,
|
|
67
|
+
references: entry.references.map((ref) => loadReference(path, ref, entry.symbols, receivers)),
|
|
68
|
+
};
|
|
69
|
+
}
|
|
70
|
+
const isStoredCache = (value) => typeof value === 'object' && value !== null && 'files' in value && 'key' in value;
|
|
71
|
+
function readStored(project) {
|
|
72
|
+
try {
|
|
73
|
+
const parsed = JSON.parse(readFileSync(cachePath(project), 'utf8'));
|
|
74
|
+
if (!isStoredCache(parsed) || parsed.key !== CACHE_KEY || parsed.project !== project) {
|
|
75
|
+
return null;
|
|
76
|
+
}
|
|
77
|
+
return parsed;
|
|
78
|
+
}
|
|
79
|
+
catch {
|
|
80
|
+
return null;
|
|
81
|
+
}
|
|
82
|
+
}
|
|
83
|
+
let memo = null;
|
|
84
|
+
let forget;
|
|
85
|
+
function fileStamp(path) {
|
|
86
|
+
try {
|
|
87
|
+
const stat = statSync(path);
|
|
88
|
+
return `${stat.mtimeMs}:${stat.size}`;
|
|
89
|
+
}
|
|
90
|
+
catch {
|
|
91
|
+
return '';
|
|
92
|
+
}
|
|
93
|
+
}
|
|
94
|
+
function remember(project, files) {
|
|
95
|
+
memo = { project, stamp: fileStamp(cachePath(project)), files };
|
|
96
|
+
clearTimeout(forget);
|
|
97
|
+
forget = setTimeout(() => {
|
|
98
|
+
memo = null;
|
|
99
|
+
}, MEMO_IDLE_MS);
|
|
100
|
+
forget.unref();
|
|
101
|
+
}
|
|
102
|
+
function readCache(project) {
|
|
103
|
+
const stored = readStored(project);
|
|
104
|
+
if (!stored)
|
|
105
|
+
return new Map();
|
|
106
|
+
try {
|
|
107
|
+
return new Map(Object.entries(stored.files).map(([path, entry]) => [path, fromStored(path, entry)]));
|
|
108
|
+
}
|
|
109
|
+
catch {
|
|
110
|
+
return new Map();
|
|
111
|
+
}
|
|
112
|
+
}
|
|
113
|
+
export function loadCache(project) {
|
|
114
|
+
const stamp = fileStamp(cachePath(project));
|
|
115
|
+
if (memo?.project === project && memo.stamp === stamp && stamp !== '') {
|
|
116
|
+
remember(project, memo.files);
|
|
117
|
+
return memo.files;
|
|
118
|
+
}
|
|
119
|
+
const files = readCache(project);
|
|
120
|
+
remember(project, files);
|
|
121
|
+
return files;
|
|
122
|
+
}
|
|
123
|
+
export function saveCache(project, files) {
|
|
124
|
+
const target = cachePath(project);
|
|
125
|
+
const temporary = `${target}.${process.pid}.tmp`;
|
|
126
|
+
const stored = {
|
|
127
|
+
key: CACHE_KEY,
|
|
128
|
+
project,
|
|
129
|
+
files: Object.fromEntries([...files].map(([path, entry]) => [path, toStored(entry)])),
|
|
130
|
+
};
|
|
131
|
+
try {
|
|
132
|
+
mkdirSync(cacheHome(), { recursive: true });
|
|
133
|
+
writeFileSync(temporary, JSON.stringify(stored));
|
|
134
|
+
renameSync(temporary, target);
|
|
135
|
+
remember(project, files);
|
|
136
|
+
}
|
|
137
|
+
catch {
|
|
138
|
+
rmSync(temporary, { force: true });
|
|
139
|
+
}
|
|
140
|
+
}
|
|
@@ -1,18 +1,5 @@
|
|
|
1
|
-
import
|
|
2
|
-
import type { SourceFile } from '
|
|
3
|
-
export
|
|
4
|
-
|
|
5
|
-
name: string;
|
|
6
|
-
relation: EdgeRelation;
|
|
7
|
-
line: number;
|
|
8
|
-
from: CodeSymbol | null;
|
|
9
|
-
weak?: boolean;
|
|
10
|
-
to?: string;
|
|
11
|
-
origin?: string;
|
|
12
|
-
}
|
|
13
|
-
export interface Extraction {
|
|
14
|
-
symbols: CodeSymbol[];
|
|
15
|
-
references: Reference[];
|
|
16
|
-
}
|
|
17
|
-
export declare function symbolId(project: string, file: string, name: string, kind: string, index?: number): string;
|
|
1
|
+
import { symbolId } from '../symbols.js';
|
|
2
|
+
import type { Extraction, Reference, SourceFile } from '../types.js';
|
|
3
|
+
export { symbolId };
|
|
4
|
+
export type { Extraction, Reference };
|
|
18
5
|
export declare function extractFile(file: SourceFile, project: string): Extraction;
|
|
@@ -1,38 +1,22 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import { redact } from '../../capture/redact.js';
|
|
1
|
+
import { originOf, sameNode } from '../ast.js';
|
|
3
2
|
import { callsIn, declarationsIn } from '../languages/index.js';
|
|
3
|
+
import { moduleSystemFor } from '../modules/registry.js';
|
|
4
4
|
import { languageHandle, loadParser } from '../parser.js';
|
|
5
|
-
|
|
5
|
+
import { symbolFactory, symbolId } from '../symbols.js';
|
|
6
|
+
import { container, enclosing, nearestAbove } from './spans.js';
|
|
7
|
+
export { symbolId };
|
|
6
8
|
const IDENTIFIER = /^[\w$]+[?!]?$/;
|
|
7
|
-
export function symbolId(project, file, name, kind, index = 0) {
|
|
8
|
-
const seed = `${project}\0${file}\0${name}\0${kind}`;
|
|
9
|
-
return observationId('graph', 0, index === 0 ? seed : `${seed}\0${index}`);
|
|
10
|
-
}
|
|
11
|
-
function counter() {
|
|
12
|
-
const seen = new Map();
|
|
13
|
-
return (name, kind) => {
|
|
14
|
-
const key = `${name}\0${kind}`;
|
|
15
|
-
const index = seen.get(key) ?? 0;
|
|
16
|
-
seen.set(key, index + 1);
|
|
17
|
-
return index;
|
|
18
|
-
};
|
|
19
|
-
}
|
|
20
9
|
function extractByPattern(file, project) {
|
|
21
|
-
const
|
|
10
|
+
const declare = symbolFactory({
|
|
11
|
+
project,
|
|
12
|
+
path: file.path,
|
|
13
|
+
lang: file.spec.label,
|
|
14
|
+
lines: file.source.split('\n'),
|
|
15
|
+
});
|
|
22
16
|
const symbols = [];
|
|
23
17
|
const spans = [];
|
|
24
|
-
const occurrence = counter();
|
|
25
18
|
for (const declaration of declarationsIn(file.source)) {
|
|
26
|
-
const symbol =
|
|
27
|
-
id: symbolId(project, file.path, declaration.name, declaration.kind, occurrence(declaration.name, declaration.kind)),
|
|
28
|
-
project,
|
|
29
|
-
name: declaration.name,
|
|
30
|
-
kind: declaration.kind,
|
|
31
|
-
file: file.path,
|
|
32
|
-
line: declaration.line,
|
|
33
|
-
lang: file.spec.label,
|
|
34
|
-
signature: redact((lines[declaration.line - 1] ?? '').trim()).slice(0, 200),
|
|
35
|
-
};
|
|
19
|
+
const symbol = declare(declaration.name, declaration.kind, declaration.line);
|
|
36
20
|
symbols.push(symbol);
|
|
37
21
|
spans.push({ start: declaration.line, end: declaration.line, symbol });
|
|
38
22
|
}
|
|
@@ -46,16 +30,6 @@ function extractByPattern(file, project) {
|
|
|
46
30
|
}));
|
|
47
31
|
return { symbols, references };
|
|
48
32
|
}
|
|
49
|
-
function nearestAbove(line, spans) {
|
|
50
|
-
let best = null;
|
|
51
|
-
for (const span of spans) {
|
|
52
|
-
if (span.start > line)
|
|
53
|
-
continue;
|
|
54
|
-
if (!best || span.start > best.start)
|
|
55
|
-
best = span;
|
|
56
|
-
}
|
|
57
|
-
return best?.symbol ?? null;
|
|
58
|
-
}
|
|
59
33
|
function resolveField(node, path) {
|
|
60
34
|
let current = node;
|
|
61
35
|
for (const name of path) {
|
|
@@ -68,24 +42,39 @@ function resolveField(node, path) {
|
|
|
68
42
|
function unquote(text) {
|
|
69
43
|
return text.replace(/^['"`]|['"`]$/g, '').replace(/^[<(:\s]+|[)\s]+$/g, '');
|
|
70
44
|
}
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
|
|
75
|
-
|
|
76
|
-
|
|
77
|
-
|
|
78
|
-
|
|
79
|
-
|
|
80
|
-
|
|
81
|
-
|
|
82
|
-
|
|
83
|
-
|
|
84
|
-
|
|
85
|
-
|
|
86
|
-
|
|
87
|
-
|
|
88
|
-
|
|
45
|
+
const DOTTED = /^(?!this\b|super\b)[A-Za-z_$][\w$]*(?:\.[A-Za-z_$][\w$]*)*$/;
|
|
46
|
+
function qualifiedName(node, qualifier, name) {
|
|
47
|
+
const text = node.field(qualifier)?.text().trim();
|
|
48
|
+
return text && DOTTED.test(text) ? `${text}.${name}` : null;
|
|
49
|
+
}
|
|
50
|
+
function isDeclarationSite(node, sites) {
|
|
51
|
+
if (!sites)
|
|
52
|
+
return false;
|
|
53
|
+
const parent = node.parent();
|
|
54
|
+
if (!parent || !sites.includes(parent.kind()))
|
|
55
|
+
return false;
|
|
56
|
+
const declared = parent.field('name');
|
|
57
|
+
return !declared || sameNode(declared, node);
|
|
58
|
+
}
|
|
59
|
+
function selected(child, item) {
|
|
60
|
+
if (item.field)
|
|
61
|
+
return child.field(item.field);
|
|
62
|
+
if (!item.select)
|
|
63
|
+
return child;
|
|
64
|
+
const kinds = item.select;
|
|
65
|
+
return child.children().find((inner) => kinds.includes(inner.kind())) ?? null;
|
|
66
|
+
}
|
|
67
|
+
function listedTargets(node, items) {
|
|
68
|
+
return node.children().flatMap((child) => {
|
|
69
|
+
const item = items.find((candidate) => candidate.kind === child.kind());
|
|
70
|
+
const target = item && selected(child, item);
|
|
71
|
+
return target ? [target] : [];
|
|
72
|
+
});
|
|
73
|
+
}
|
|
74
|
+
function targetsOf(rule, matched) {
|
|
75
|
+
if (rule.listOf)
|
|
76
|
+
return listedTargets(matched, rule.listOf);
|
|
77
|
+
return rule.field.length === 0 ? namedTargets(matched) : [matched];
|
|
89
78
|
}
|
|
90
79
|
function namedTargets(node) {
|
|
91
80
|
if (!/\s/.test(node.text().trim()))
|
|
@@ -99,43 +88,59 @@ function namedTargets(node) {
|
|
|
99
88
|
}
|
|
100
89
|
return inner.length > 0 ? inner : [node];
|
|
101
90
|
}
|
|
91
|
+
function nodesByKind(root, kinds) {
|
|
92
|
+
const grouped = new Map();
|
|
93
|
+
const wanted = [...new Set(kinds)].map((kind) => ({ kind }));
|
|
94
|
+
for (const node of root.findAll({ rule: { any: wanted } })) {
|
|
95
|
+
const kind = node.kind();
|
|
96
|
+
const bucket = grouped.get(kind);
|
|
97
|
+
if (bucket)
|
|
98
|
+
bucket.push(node);
|
|
99
|
+
else
|
|
100
|
+
grouped.set(kind, [node]);
|
|
101
|
+
}
|
|
102
|
+
return grouped;
|
|
103
|
+
}
|
|
102
104
|
export function extractFile(file, project) {
|
|
103
105
|
if (file.spec.basic)
|
|
104
106
|
return extractByPattern(file, project);
|
|
105
107
|
const parser = loadParser();
|
|
106
108
|
const root = parser.parse(languageHandle(parser, file.spec.id), file.source).root();
|
|
107
|
-
const
|
|
109
|
+
const declare = symbolFactory({
|
|
110
|
+
project,
|
|
111
|
+
path: file.path,
|
|
112
|
+
lang: file.spec.label,
|
|
113
|
+
lines: file.source.split('\n'),
|
|
114
|
+
});
|
|
108
115
|
const symbols = [];
|
|
109
116
|
const spans = [];
|
|
110
|
-
const
|
|
117
|
+
const system = moduleSystemFor(file.spec.label);
|
|
118
|
+
const ruleKinds = [...file.spec.definitions, ...file.spec.references].map((rule) => rule.kind);
|
|
119
|
+
const nodes = nodesByKind(root, [...ruleKinds, ...(system?.nodeKinds ?? [])]);
|
|
111
120
|
for (const rule of file.spec.definitions) {
|
|
112
|
-
for (const node of
|
|
113
|
-
const named =
|
|
121
|
+
for (const node of nodes.get(rule.kind) ?? []) {
|
|
122
|
+
const named = rule.nameKind
|
|
123
|
+
? (node.children().find((child) => child.kind() === rule.nameKind) ?? null)
|
|
124
|
+
: resolveField(node, rule.field);
|
|
114
125
|
const name = named?.text();
|
|
115
126
|
if (!named || !name || !IDENTIFIER.test(name))
|
|
116
127
|
continue;
|
|
117
|
-
const
|
|
118
|
-
const symbol =
|
|
119
|
-
id: symbolId(project, file.path, name, rule.symbol, occurrence(name, rule.symbol)),
|
|
120
|
-
project,
|
|
121
|
-
name,
|
|
122
|
-
kind: rule.symbol,
|
|
123
|
-
file: file.path,
|
|
124
|
-
line,
|
|
125
|
-
lang: file.spec.label,
|
|
126
|
-
signature: redact((lines[line - 1] ?? '').trim()).slice(0, 200),
|
|
127
|
-
};
|
|
128
|
+
const member = rule.memberOf?.includes(node.parent()?.kind() ?? '');
|
|
129
|
+
const symbol = declare(name, member ? 'method' : rule.symbol, named.range().start.line + 1);
|
|
128
130
|
symbols.push(symbol);
|
|
131
|
+
const { start, end } = node.range();
|
|
129
132
|
spans.push({
|
|
130
|
-
start:
|
|
131
|
-
end:
|
|
133
|
+
start: start.line + 1,
|
|
134
|
+
end: end.line + 1,
|
|
135
|
+
from: start.index,
|
|
136
|
+
to: end.index,
|
|
132
137
|
symbol,
|
|
133
138
|
});
|
|
134
139
|
}
|
|
135
140
|
}
|
|
136
141
|
const references = [];
|
|
137
142
|
for (const span of spans) {
|
|
138
|
-
const owner =
|
|
143
|
+
const owner = container(span, spans);
|
|
139
144
|
if (!owner)
|
|
140
145
|
continue;
|
|
141
146
|
references.push({
|
|
@@ -148,36 +153,53 @@ export function extractFile(file, project) {
|
|
|
148
153
|
});
|
|
149
154
|
}
|
|
150
155
|
for (const rule of file.spec.references) {
|
|
151
|
-
for (const node of
|
|
156
|
+
for (const node of nodes.get(rule.kind) ?? []) {
|
|
152
157
|
const matched = rule.field.length === 0 ? node : resolveField(node, rule.field);
|
|
153
158
|
if (!matched)
|
|
154
159
|
continue;
|
|
155
|
-
|
|
156
|
-
|
|
160
|
+
if (rule.parents && !rule.parents.includes(node.parent()?.kind() ?? ''))
|
|
161
|
+
continue;
|
|
162
|
+
if (rule.objectKinds && !rule.objectKinds.includes(node.field('object')?.kind() ?? '')) {
|
|
163
|
+
continue;
|
|
164
|
+
}
|
|
165
|
+
for (const target of targetsOf(rule, matched)) {
|
|
157
166
|
const raw = target.text();
|
|
158
167
|
if (!raw)
|
|
159
168
|
continue;
|
|
160
|
-
const
|
|
161
|
-
if (!
|
|
169
|
+
const written = unquote(raw.trim());
|
|
170
|
+
if (!written || /\s/.test(written))
|
|
171
|
+
continue;
|
|
172
|
+
const name = rule.qualifier ? qualifiedName(node, rule.qualifier, written) : written;
|
|
173
|
+
if (!name)
|
|
162
174
|
continue;
|
|
163
175
|
if (rule.relation === 'references' && name.includes('.'))
|
|
164
176
|
continue;
|
|
165
177
|
if (rule.namePattern && !rule.namePattern.test(name))
|
|
166
178
|
continue;
|
|
167
|
-
if (rule.excludeParents
|
|
179
|
+
if (isDeclarationSite(node, rule.excludeParents))
|
|
168
180
|
continue;
|
|
169
181
|
const line = target.range().start.line + 1;
|
|
170
|
-
const span = node.range();
|
|
171
182
|
references.push({
|
|
172
183
|
file: file.path,
|
|
173
184
|
name,
|
|
174
185
|
relation: rule.relation,
|
|
175
186
|
line,
|
|
176
187
|
from: enclosing(line, spans),
|
|
177
|
-
origin:
|
|
188
|
+
origin: originOf(node),
|
|
178
189
|
});
|
|
179
190
|
}
|
|
180
191
|
}
|
|
181
192
|
}
|
|
182
|
-
|
|
193
|
+
if (!system)
|
|
194
|
+
return { symbols, references };
|
|
195
|
+
const facts = system.read({
|
|
196
|
+
root,
|
|
197
|
+
nodes,
|
|
198
|
+
file,
|
|
199
|
+
declare,
|
|
200
|
+
symbols,
|
|
201
|
+
references,
|
|
202
|
+
owner: (line) => enclosing(line, spans),
|
|
203
|
+
});
|
|
204
|
+
return { symbols: [...symbols, ...facts.added], references: facts.references };
|
|
183
205
|
}
|
|
@@ -1,12 +1,6 @@
|
|
|
1
|
-
import type {
|
|
2
|
-
export
|
|
3
|
-
|
|
4
|
-
path: string;
|
|
5
|
-
spec: LanguageSpec;
|
|
6
|
-
source: string;
|
|
7
|
-
hash: string;
|
|
8
|
-
}
|
|
9
|
-
export declare const SCAN_VERSION = 5;
|
|
1
|
+
import type { SourceFile } from '../types.js';
|
|
2
|
+
export declare const SCAN_VERSION = 7;
|
|
3
|
+
export declare const CACHE_KEY: string;
|
|
10
4
|
export declare function hashOf(bytes: Buffer): string;
|
|
11
5
|
export declare function listFiles(root: string): string[];
|
|
12
6
|
export declare function sourceFiles(root: string): string[];
|
package/dist/graph/scan/files.js
CHANGED
|
@@ -2,16 +2,17 @@ import { execFileSync } from 'node:child_process';
|
|
|
2
2
|
import { createHash } from 'node:crypto';
|
|
3
3
|
import { readFileSync } from 'node:fs';
|
|
4
4
|
import { join } from 'node:path';
|
|
5
|
+
import { grammarSignature } from '../grammars.js';
|
|
5
6
|
import { BASIC_FINGERPRINT, LANGUAGES, languageFor } from '../languages/index.js';
|
|
6
7
|
const MAX_BUFFER = 64 * 1024 * 1024;
|
|
7
8
|
const MAX_FILE_BYTES = 1024 * 1024;
|
|
8
|
-
export const SCAN_VERSION =
|
|
9
|
+
export const SCAN_VERSION = 7;
|
|
9
10
|
const RULES_FINGERPRINT = createHash('sha256')
|
|
10
11
|
.update(JSON.stringify(LANGUAGES, (_key, value) => value instanceof RegExp ? String(value) : value))
|
|
11
12
|
.update(BASIC_FINGERPRINT)
|
|
12
13
|
.digest('hex')
|
|
13
14
|
.slice(0, 12);
|
|
14
|
-
const CACHE_KEY = `v${SCAN_VERSION}:${RULES_FINGERPRINT}\n`;
|
|
15
|
+
export const CACHE_KEY = `v${SCAN_VERSION}:${RULES_FINGERPRINT}:${grammarSignature()}\n`;
|
|
15
16
|
export function hashOf(bytes) {
|
|
16
17
|
return createHash('sha256').update(CACHE_KEY).update(bytes).digest('hex').slice(0, 32);
|
|
17
18
|
}
|
|
@@ -1,18 +1,23 @@
|
|
|
1
1
|
import type { CodeEdge, CodeSymbol, ScannedFile } from '../../types.js';
|
|
2
2
|
export { SCAN_VERSION, currentHashes, hashOf } from './files.js';
|
|
3
|
+
export { saveScan } from './persist.js';
|
|
3
4
|
export interface ScanOptions {
|
|
4
5
|
root: string;
|
|
5
6
|
project: string;
|
|
6
|
-
|
|
7
|
+
stored?: ReadonlyMap<string, string>;
|
|
7
8
|
force?: boolean;
|
|
8
|
-
|
|
9
|
+
hashes?: ReadonlyMap<string, string>;
|
|
10
|
+
saveCacheLater?: boolean;
|
|
9
11
|
}
|
|
10
12
|
export interface ScanResult {
|
|
11
13
|
symbols: CodeSymbol[];
|
|
12
14
|
edges: CodeEdge[];
|
|
13
15
|
files: ScannedFile[];
|
|
14
16
|
changed: string[];
|
|
17
|
+
rewrite: string[];
|
|
18
|
+
removed: string[];
|
|
15
19
|
skipped: number;
|
|
16
20
|
unsupported: number;
|
|
21
|
+
patternRead: Record<string, number>;
|
|
17
22
|
}
|
|
18
|
-
export declare function scanRepository(options: ScanOptions): ScanResult
|
|
23
|
+
export declare function scanRepository(options: ScanOptions): Promise<ScanResult>;
|
package/dist/graph/scan/index.js
CHANGED
|
@@ -1,54 +1,114 @@
|
|
|
1
|
+
import { createHash } from 'node:crypto';
|
|
2
|
+
import { GRAMMARS } from '../grammars.js';
|
|
3
|
+
import { languageFor } from '../languages/index.js';
|
|
4
|
+
import { createModuleContext } from '../modules/registry.js';
|
|
1
5
|
import { loadParser } from '../parser.js';
|
|
6
|
+
import { loadCache, saveCache } from './cache.js';
|
|
2
7
|
import { extractFile } from './extract.js';
|
|
3
8
|
import { listFiles, readSource } from './files.js';
|
|
4
|
-
import {
|
|
9
|
+
import { createLinker } from './resolve.js';
|
|
5
10
|
export { SCAN_VERSION, currentHashes, hashOf } from './files.js';
|
|
6
|
-
export
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
symbols: [],
|
|
11
|
-
|
|
12
|
-
|
|
11
|
+
export { saveScan } from './persist.js';
|
|
12
|
+
const nextTurn = () => new Promise((resolve) => setImmediate(resolve));
|
|
13
|
+
function extractEntry(file, project) {
|
|
14
|
+
if (file.unreadable)
|
|
15
|
+
return { hash: file.hash, symbols: [], references: [], edgesHash: '' };
|
|
16
|
+
try {
|
|
17
|
+
const { symbols, references } = extractFile(file, project);
|
|
18
|
+
return { hash: file.hash, symbols, references, edgesHash: '' };
|
|
19
|
+
}
|
|
20
|
+
catch {
|
|
21
|
+
return null;
|
|
22
|
+
}
|
|
23
|
+
}
|
|
24
|
+
function countPatternRead(counts, spec) {
|
|
25
|
+
if (spec.basic && GRAMMARS.includes(spec.label)) {
|
|
26
|
+
counts[spec.label] = (counts[spec.label] ?? 0) + 1;
|
|
27
|
+
}
|
|
28
|
+
}
|
|
29
|
+
async function collect(root, project, cache, hashes) {
|
|
30
|
+
const paths = listFiles(root);
|
|
31
|
+
const state = {
|
|
32
|
+
paths,
|
|
33
|
+
entries: new Map(),
|
|
13
34
|
changed: [],
|
|
14
35
|
skipped: 0,
|
|
15
36
|
unsupported: 0,
|
|
37
|
+
patternRead: {},
|
|
16
38
|
};
|
|
17
|
-
const
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
if (!file) {
|
|
22
|
-
result.unsupported += 1;
|
|
39
|
+
for (const path of paths) {
|
|
40
|
+
const spec = languageFor(path);
|
|
41
|
+
if (!spec) {
|
|
42
|
+
state.unsupported += 1;
|
|
23
43
|
continue;
|
|
24
44
|
}
|
|
25
|
-
|
|
26
|
-
|
|
45
|
+
countPatternRead(state.patternRead, spec);
|
|
46
|
+
const cached = cache.get(path);
|
|
47
|
+
if (cached && hashes?.get(path) === cached.hash) {
|
|
48
|
+
state.entries.set(path, cached);
|
|
49
|
+
state.skipped += 1;
|
|
27
50
|
continue;
|
|
28
51
|
}
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
result.files.push({ project, path, hash: file.hash, scannedAt });
|
|
52
|
+
const file = readSource(root, path);
|
|
53
|
+
if (!file) {
|
|
54
|
+
state.unsupported += 1;
|
|
33
55
|
continue;
|
|
34
56
|
}
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
}
|
|
39
|
-
catch {
|
|
40
|
-
result.unsupported += 1;
|
|
57
|
+
if (cached?.hash === file.hash) {
|
|
58
|
+
state.entries.set(path, cached);
|
|
59
|
+
state.skipped += 1;
|
|
41
60
|
continue;
|
|
42
61
|
}
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
|
|
62
|
+
const entry = extractEntry(file, project);
|
|
63
|
+
if (file.unreadable || !entry)
|
|
64
|
+
state.unsupported += 1;
|
|
65
|
+
if (!entry)
|
|
66
|
+
continue;
|
|
67
|
+
state.entries.set(path, entry);
|
|
68
|
+
state.changed.push(path);
|
|
69
|
+
await nextTurn();
|
|
47
70
|
}
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
71
|
+
return state;
|
|
72
|
+
}
|
|
73
|
+
function linkerFor(root, project, state) {
|
|
74
|
+
const entries = [...state.entries.values()];
|
|
75
|
+
return createLinker(project, entries.flatMap((entry) => entry.symbols), entries.flatMap((entry) => entry.references), createModuleContext(root, new Set(state.paths)));
|
|
76
|
+
}
|
|
77
|
+
const fingerprint = (linker, references) => createHash('sha1')
|
|
78
|
+
.update(references.map((reference) => linker.outcome(reference)).join('\n'))
|
|
79
|
+
.digest('base64url');
|
|
80
|
+
export async function scanRepository(options) {
|
|
81
|
+
const { root, project, force = false } = options;
|
|
82
|
+
const stored = options.stored ?? new Map();
|
|
83
|
+
loadParser();
|
|
84
|
+
const scannedAt = Date.now();
|
|
85
|
+
const cache = force ? new Map() : loadCache(project);
|
|
86
|
+
const state = await collect(root, project, cache, options.hashes);
|
|
87
|
+
const linker = linkerFor(root, project, state);
|
|
88
|
+
const changed = new Set(state.changed);
|
|
89
|
+
const rewrite = [];
|
|
90
|
+
const files = [];
|
|
91
|
+
for (const [path, entry] of state.entries) {
|
|
92
|
+
const edgesHash = fingerprint(linker, entry.references);
|
|
93
|
+
const dirty = force || changed.has(path) || stored.get(path) !== entry.hash;
|
|
94
|
+
if (dirty || edgesHash !== entry.edgesHash)
|
|
95
|
+
rewrite.push(path);
|
|
96
|
+
state.entries.set(path, { ...entry, edgesHash });
|
|
97
|
+
files.push({ project, path, hash: entry.hash, scannedAt });
|
|
98
|
+
}
|
|
99
|
+
if (options.saveCacheLater)
|
|
100
|
+
setImmediate(() => saveCache(project, state.entries));
|
|
101
|
+
else
|
|
102
|
+
saveCache(project, state.entries);
|
|
103
|
+
return {
|
|
104
|
+
symbols: [...state.entries.values()].flatMap((entry) => entry.symbols),
|
|
105
|
+
edges: rewrite.flatMap((path) => linker.edgesFor(state.entries.get(path)?.references ?? [])),
|
|
106
|
+
files,
|
|
107
|
+
changed: state.changed,
|
|
108
|
+
rewrite,
|
|
109
|
+
removed: [...stored.keys()].filter((path) => !state.entries.has(path)),
|
|
110
|
+
skipped: state.skipped,
|
|
111
|
+
unsupported: state.unsupported,
|
|
112
|
+
patternRead: state.patternRead,
|
|
113
|
+
};
|
|
54
114
|
}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export declare const GRAPH_JOB = "graph-refresh";
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export const GRAPH_JOB = 'graph-refresh';
|