gitnexus 1.6.9 → 1.6.10-rc.10
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +126 -41
- package/dist/cli/ai-context.d.ts +1 -1
- package/dist/cli/ai-context.js +1 -1
- package/dist/cli/analyze.js +106 -3
- package/dist/cli/cli-message.d.ts +1 -1
- package/dist/cli/doctor.d.ts +5 -0
- package/dist/cli/doctor.js +41 -3
- package/dist/cli/editor-targets.d.ts +17 -2
- package/dist/cli/editor-targets.js +44 -0
- package/dist/cli/embeddings.d.ts +12 -0
- package/dist/cli/embeddings.js +49 -0
- package/dist/cli/help-i18n.js +4 -0
- package/dist/cli/i18n/en.d.ts +5 -1
- package/dist/cli/i18n/en.js +5 -1
- package/dist/cli/i18n/resources.d.ts +9 -1
- package/dist/cli/i18n/zh-CN.d.ts +4 -0
- package/dist/cli/i18n/zh-CN.js +5 -1
- package/dist/cli/index.js +12 -1
- package/dist/cli/setup.js +204 -28
- package/dist/cli/uninstall.js +70 -16
- package/dist/core/embeddings/embedder.js +16 -2
- package/dist/core/embeddings/http-client.d.ts +28 -1
- package/dist/core/embeddings/http-client.js +107 -15
- package/dist/core/embeddings/node-module-compat.d.ts +23 -0
- package/dist/core/embeddings/node-module-compat.js +23 -0
- package/dist/core/embeddings/onnxruntime-common-resolver.js +6 -3
- package/dist/core/embeddings/onnxruntime-node-resolver.js +31 -5
- package/dist/core/embeddings/runtime-install.d.ts +119 -0
- package/dist/core/embeddings/runtime-install.js +372 -0
- package/dist/core/embeddings/runtime-support.d.ts +48 -17
- package/dist/core/embeddings/runtime-support.js +96 -0
- package/dist/core/group/extractors/http-patterns/python.js +246 -108
- package/dist/core/group/extractors/manifest-extractor.js +4 -0
- package/dist/core/ingestion/cobol/jcl-processor.js +9 -8
- package/dist/core/ingestion/cobol-processor.js +27 -26
- package/dist/core/ingestion/community-processor.d.ts +51 -1
- package/dist/core/ingestion/community-processor.js +316 -63
- package/dist/core/ingestion/emit-references.js +3 -2
- package/dist/core/ingestion/markdown-processor.js +3 -2
- package/dist/core/ingestion/parsing-processor.d.ts +3 -1
- package/dist/core/ingestion/parsing-processor.js +4 -0
- package/dist/core/ingestion/pipeline-phases/parse-impl.js +42 -0
- package/dist/core/ingestion/route-extractors/constant-resolver.d.ts +83 -0
- package/dist/core/ingestion/route-extractors/constant-resolver.js +131 -0
- package/dist/core/ingestion/route-extractors/python-const-resolver.d.ts +75 -0
- package/dist/core/ingestion/route-extractors/python-const-resolver.js +299 -0
- package/dist/core/ingestion/tree-sitter-queries.d.ts +1 -1
- package/dist/core/ingestion/tree-sitter-queries.js +12 -1
- package/dist/core/ingestion/utils/line-base.d.ts +20 -0
- package/dist/core/ingestion/utils/line-base.js +20 -0
- package/dist/core/ingestion/utils/symbol-labels.d.ts +21 -0
- package/dist/core/ingestion/utils/symbol-labels.js +45 -0
- package/dist/core/ingestion/workers/parse-worker.d.ts +34 -0
- package/dist/core/ingestion/workers/parse-worker.js +39 -4
- package/dist/core/ingestion/workers/result-merge.js +4 -0
- package/dist/core/lbug/csv-generator.js +8 -2
- package/dist/core/lbug/extension-load-error.d.ts +67 -0
- package/dist/core/lbug/extension-load-error.js +320 -0
- package/dist/core/lbug/extension-loader.d.ts +17 -2
- package/dist/core/lbug/extension-loader.js +38 -13
- package/dist/core/lbug/lbug-adapter.js +7 -16
- package/dist/core/lbug/native-check.d.ts +22 -0
- package/dist/core/lbug/native-check.js +66 -0
- package/dist/core/lbug/pool-adapter.js +10 -1
- package/dist/core/lbug/sidecar-recovery.d.ts +32 -0
- package/dist/core/lbug/sidecar-recovery.js +91 -7
- package/dist/core/platform/capabilities.js +27 -1
- package/dist/core/run-analyze.js +33 -6
- package/dist/core/search/fts-indexes.d.ts +7 -0
- package/dist/core/search/fts-indexes.js +37 -0
- package/dist/mcp/core/embedder.js +16 -2
- package/dist/mcp/local/line-display.d.ts +22 -0
- package/dist/mcp/local/line-display.js +3 -0
- package/dist/mcp/local/local-backend.d.ts +14 -0
- package/dist/mcp/local/local-backend.js +63 -19
- package/dist/mcp/local/pdg-impact.d.ts +5 -3
- package/dist/mcp/local/pdg-impact.js +5 -2
- package/dist/mcp/resources.js +1 -0
- package/dist/mcp/tools.js +1 -1
- package/dist/server/api.js +2 -2
- package/dist/storage/parse-cache.js +1 -1
- package/dist/storage/repo-manager.d.ts +6 -1
- package/dist/storage/repo-manager.js +6 -1
- package/hooks/antigravity/gitnexus-antigravity-hook.cjs +50 -3
- package/hooks/claude/gitnexus-hook.cjs +59 -9
- package/package.json +5 -3
- package/scripts/cross-platform-tests.ts +26 -0
- package/scripts/ensure-fts.ts +32 -0
- package/scripts/install-duckdb-extension.mjs +85 -24
- package/scripts/run-cross-platform.ts +46 -6
- package/scripts/shard-arg.ts +30 -0
|
@@ -0,0 +1,83 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Language-agnostic string-constant folding for route-path resolution (#2391).
|
|
3
|
+
*
|
|
4
|
+
* Route decorators/annotations frequently build their path from a constant rather
|
|
5
|
+
* than a string literal — `@router.post(API_V1_WIDGETS_GET)` (Python),
|
|
6
|
+
* `@GetMapping(PathConstants.WIDGETS)` (Spring), and the Kotlin/C# equivalents are
|
|
7
|
+
* the same shape. This module folds such a constant — or an inline
|
|
8
|
+
* `+`-concatenation — to its literal value, following `+` operands and import
|
|
9
|
+
* chains across a repo-wide, file-keyed constant map.
|
|
10
|
+
*
|
|
11
|
+
* The FOLD is language-neutral: it walks {@link Operand} lists and
|
|
12
|
+
* {@link ModuleConstants} that ANY language's extractor can produce, and defers
|
|
13
|
+
* the one language-specific decision — mapping an import specifier to the file it
|
|
14
|
+
* refers to — to a caller-supplied {@link ImportResolver}. A language binding
|
|
15
|
+
* (e.g. `python-const-resolver.ts`) provides that resolver plus a tree →
|
|
16
|
+
* {@link ModuleConstants} extractor and, if wanted, thin pre-bound wrappers.
|
|
17
|
+
*
|
|
18
|
+
* This mirrors how `route-path.ts` (URL normalization) and `spring-shared.ts`
|
|
19
|
+
* (annotation primitives) are shared across the ingestion and group layers and
|
|
20
|
+
* across languages: the reusable core lives in one place; per-language semantics
|
|
21
|
+
* plug in. It deliberately does NOT reuse `ScopeResolver` (which resolves symbol
|
|
22
|
+
* IDENTITIES, not literal string VALUES) or the `--pdg` `REACHING_DEF` layer
|
|
23
|
+
* (intra-procedural, function-local, def→use reachability — not module-level
|
|
24
|
+
* cross-file value folding).
|
|
25
|
+
*/
|
|
26
|
+
/**
|
|
27
|
+
* One term of a constant's right-hand side. A `+`-concatenation
|
|
28
|
+
* (`A + "/b" + C`) becomes an ordered `Operand[]`; a bare literal is a
|
|
29
|
+
* single-element list.
|
|
30
|
+
*/
|
|
31
|
+
export type Operand = {
|
|
32
|
+
readonly kind: 'literal';
|
|
33
|
+
readonly value: string;
|
|
34
|
+
} | {
|
|
35
|
+
readonly kind: 'ref';
|
|
36
|
+
readonly name: string;
|
|
37
|
+
};
|
|
38
|
+
/**
|
|
39
|
+
* A `from <module> import <name> [as <local>]` (or the language's equivalent)
|
|
40
|
+
* binding. `module` is the import specifier as written (e.g. `.constants`,
|
|
41
|
+
* `..pkg.constants`, `api.constants`) so the {@link ImportResolver} can apply
|
|
42
|
+
* language-specific rules; `originalName` is the exported name in the target
|
|
43
|
+
* module (pre-alias). The map key is the local (in-file) name.
|
|
44
|
+
*/
|
|
45
|
+
export interface ImportBinding {
|
|
46
|
+
readonly module: string;
|
|
47
|
+
readonly originalName: string;
|
|
48
|
+
}
|
|
49
|
+
/**
|
|
50
|
+
* String-valued module-level constants of one source file. `literals` are
|
|
51
|
+
* fully-resolved (`X = "/a"`); `exprs` are unresolved operand lists
|
|
52
|
+
* (`X = A + "/b"`); `imports` maps a local name to the module it was imported
|
|
53
|
+
* from. All string keys are the in-file (local) names.
|
|
54
|
+
*/
|
|
55
|
+
export interface ModuleConstants {
|
|
56
|
+
readonly literals: Map<string, string>;
|
|
57
|
+
readonly exprs: Map<string, readonly Operand[]>;
|
|
58
|
+
readonly imports: Map<string, ImportBinding>;
|
|
59
|
+
}
|
|
60
|
+
/** Repo-wide map: unique file key (e.g. `app/constants.py`) → that file's
|
|
61
|
+
* {@link ModuleConstants}. */
|
|
62
|
+
export type RepoConstants = ReadonlyMap<string, ModuleConstants>;
|
|
63
|
+
/**
|
|
64
|
+
* Resolve an import specifier (as written) from `importingFileKey` to the unique
|
|
65
|
+
* repo file key it refers to, or `null` when it cannot be pinned to exactly one
|
|
66
|
+
* file. This is the sole language-specific dependency of the fold: Python uses
|
|
67
|
+
* leading-dot relative imports + `.py`-suffix rules; a JVM binding would use
|
|
68
|
+
* package/classpath rules. Returning `null` on ambiguity keeps the fold honest —
|
|
69
|
+
* an unresolvable or ambiguous import floors to skip, never a wrong path.
|
|
70
|
+
*/
|
|
71
|
+
export type ImportResolver = (importingFileKey: string, moduleSpec: string, repoKeys: ReadonlySet<string>) => string | null;
|
|
72
|
+
/**
|
|
73
|
+
* Resolve a single named constant referenced in `fileKey` to its literal string
|
|
74
|
+
* value, folding `+` concatenation and following import chains via
|
|
75
|
+
* `resolveImport`, or `null` when it cannot be fully folded.
|
|
76
|
+
*/
|
|
77
|
+
export declare function resolveConstant(fileKey: string, name: string, repo: RepoConstants, resolveImport: ImportResolver): string | null;
|
|
78
|
+
/**
|
|
79
|
+
* Resolve an inline operand list (an unnamed `+`-expression captured directly at
|
|
80
|
+
* a decorator/annotation argument, e.g. `@router.get(API_V1 + "/widgets")`)
|
|
81
|
+
* against `fileKey`.
|
|
82
|
+
*/
|
|
83
|
+
export declare function resolveOperands(fileKey: string, operands: readonly Operand[], repo: RepoConstants, resolveImport: ImportResolver): string | null;
|
|
@@ -0,0 +1,131 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Language-agnostic string-constant folding for route-path resolution (#2391).
|
|
3
|
+
*
|
|
4
|
+
* Route decorators/annotations frequently build their path from a constant rather
|
|
5
|
+
* than a string literal — `@router.post(API_V1_WIDGETS_GET)` (Python),
|
|
6
|
+
* `@GetMapping(PathConstants.WIDGETS)` (Spring), and the Kotlin/C# equivalents are
|
|
7
|
+
* the same shape. This module folds such a constant — or an inline
|
|
8
|
+
* `+`-concatenation — to its literal value, following `+` operands and import
|
|
9
|
+
* chains across a repo-wide, file-keyed constant map.
|
|
10
|
+
*
|
|
11
|
+
* The FOLD is language-neutral: it walks {@link Operand} lists and
|
|
12
|
+
* {@link ModuleConstants} that ANY language's extractor can produce, and defers
|
|
13
|
+
* the one language-specific decision — mapping an import specifier to the file it
|
|
14
|
+
* refers to — to a caller-supplied {@link ImportResolver}. A language binding
|
|
15
|
+
* (e.g. `python-const-resolver.ts`) provides that resolver plus a tree →
|
|
16
|
+
* {@link ModuleConstants} extractor and, if wanted, thin pre-bound wrappers.
|
|
17
|
+
*
|
|
18
|
+
* This mirrors how `route-path.ts` (URL normalization) and `spring-shared.ts`
|
|
19
|
+
* (annotation primitives) are shared across the ingestion and group layers and
|
|
20
|
+
* across languages: the reusable core lives in one place; per-language semantics
|
|
21
|
+
* plug in. It deliberately does NOT reuse `ScopeResolver` (which resolves symbol
|
|
22
|
+
* IDENTITIES, not literal string VALUES) or the `--pdg` `REACHING_DEF` layer
|
|
23
|
+
* (intra-procedural, function-local, def→use reachability — not module-level
|
|
24
|
+
* cross-file value folding).
|
|
25
|
+
*/
|
|
26
|
+
/** Depth ceiling for the import/constant chase. A heuristic bound, not a proven
|
|
27
|
+
* one; overrun floors to `null` (skip), never a wrong value. */
|
|
28
|
+
const MAX_RESOLVE_DEPTH = 8;
|
|
29
|
+
/** Max length of a folded path. Real route paths are well under this; a fold that
|
|
30
|
+
* exceeds it is a pathological self-multiplying concat (`X = A + A; A = B + B; …`)
|
|
31
|
+
* whose true value is genuinely huge — building it risks a `RangeError`/heap OOM,
|
|
32
|
+
* so we floor to `null` (skip) instead (#2393). The depth cap bounds recursion but
|
|
33
|
+
* NOT output size, which grows multiplicatively; this bounds the output. */
|
|
34
|
+
const MAX_FOLD_LENGTH = 8192;
|
|
35
|
+
/**
|
|
36
|
+
* Fold an operand list to its concatenated literal, or `null` if any operand is
|
|
37
|
+
* unresolvable (an unknown name, a non-string term, a cycle, or a depth overrun).
|
|
38
|
+
*/
|
|
39
|
+
function foldExpr(fileKey, operands, state, depth) {
|
|
40
|
+
if (depth > MAX_RESOLVE_DEPTH)
|
|
41
|
+
return null;
|
|
42
|
+
let out = '';
|
|
43
|
+
for (const op of operands) {
|
|
44
|
+
if (op.kind === 'literal') {
|
|
45
|
+
out += op.value;
|
|
46
|
+
}
|
|
47
|
+
else {
|
|
48
|
+
const resolved = foldName(fileKey, op.name, state, depth + 1);
|
|
49
|
+
if (resolved === null)
|
|
50
|
+
return null;
|
|
51
|
+
out += resolved;
|
|
52
|
+
}
|
|
53
|
+
if (out.length > MAX_FOLD_LENGTH)
|
|
54
|
+
return null; // pathological self-multiplying concat → drop
|
|
55
|
+
}
|
|
56
|
+
return out;
|
|
57
|
+
}
|
|
58
|
+
function foldName(fileKey, name, state, depth) {
|
|
59
|
+
if (depth > MAX_RESOLVE_DEPTH)
|
|
60
|
+
return null;
|
|
61
|
+
const guard = `${fileKey}::${name}`;
|
|
62
|
+
// Memoize successful folds. `visited` (below) is the ACTIVE resolution stack
|
|
63
|
+
// for cycle detection — popped on unwind so `A + A` / diamonds fold instead of
|
|
64
|
+
// false-cycling (#2393) — but popping it alone reintroduces recomputation: a
|
|
65
|
+
// wide shared-descendant DAG re-folds each child once per reference, O(fanout^depth),
|
|
66
|
+
// which can exhaust the heap. The never-popped `memo` caps that at O(nodes): a
|
|
67
|
+
// name resolved on one branch is returned directly on the next. Only SUCCESSES
|
|
68
|
+
// are cached — a `null` may be transient (a name that is a cycle on the current
|
|
69
|
+
// branch can resolve on another), so caching it would be unsound.
|
|
70
|
+
const memoized = state.memo.get(guard);
|
|
71
|
+
if (memoized !== undefined)
|
|
72
|
+
return memoized;
|
|
73
|
+
if (state.visited.has(guard))
|
|
74
|
+
return null; // cycle: `name` is on the active stack
|
|
75
|
+
state.visited.add(guard);
|
|
76
|
+
try {
|
|
77
|
+
const result = computeFold(fileKey, name, state, depth);
|
|
78
|
+
if (result !== null)
|
|
79
|
+
state.memo.set(guard, result);
|
|
80
|
+
return result;
|
|
81
|
+
}
|
|
82
|
+
finally {
|
|
83
|
+
state.visited.delete(guard);
|
|
84
|
+
}
|
|
85
|
+
}
|
|
86
|
+
/** The literal/expr/import resolution for one name. Cycle guard + memo live in
|
|
87
|
+
* {@link foldName}; this is the pure lookup body. */
|
|
88
|
+
function computeFold(fileKey, name, state, depth) {
|
|
89
|
+
const mc = state.repo.get(fileKey);
|
|
90
|
+
if (!mc)
|
|
91
|
+
return null;
|
|
92
|
+
const literal = mc.literals.get(name);
|
|
93
|
+
if (literal !== undefined)
|
|
94
|
+
return literal;
|
|
95
|
+
const expr = mc.exprs.get(name);
|
|
96
|
+
if (expr !== undefined)
|
|
97
|
+
return foldExpr(fileKey, expr, state, depth + 1);
|
|
98
|
+
const imp = mc.imports.get(name);
|
|
99
|
+
if (imp !== undefined) {
|
|
100
|
+
const targetKey = state.resolveImport(fileKey, imp.module, state.repoKeys);
|
|
101
|
+
if (targetKey === null)
|
|
102
|
+
return null;
|
|
103
|
+
return foldName(targetKey, imp.originalName, state, depth + 1);
|
|
104
|
+
}
|
|
105
|
+
return null;
|
|
106
|
+
}
|
|
107
|
+
function newState(repo, resolveImport) {
|
|
108
|
+
return {
|
|
109
|
+
repo,
|
|
110
|
+
repoKeys: new Set(repo.keys()),
|
|
111
|
+
resolveImport,
|
|
112
|
+
visited: new Set(),
|
|
113
|
+
memo: new Map(),
|
|
114
|
+
};
|
|
115
|
+
}
|
|
116
|
+
/**
|
|
117
|
+
* Resolve a single named constant referenced in `fileKey` to its literal string
|
|
118
|
+
* value, folding `+` concatenation and following import chains via
|
|
119
|
+
* `resolveImport`, or `null` when it cannot be fully folded.
|
|
120
|
+
*/
|
|
121
|
+
export function resolveConstant(fileKey, name, repo, resolveImport) {
|
|
122
|
+
return foldName(fileKey, name, newState(repo, resolveImport), 0);
|
|
123
|
+
}
|
|
124
|
+
/**
|
|
125
|
+
* Resolve an inline operand list (an unnamed `+`-expression captured directly at
|
|
126
|
+
* a decorator/annotation argument, e.g. `@router.get(API_V1 + "/widgets")`)
|
|
127
|
+
* against `fileKey`.
|
|
128
|
+
*/
|
|
129
|
+
export function resolveOperands(fileKey, operands, repo, resolveImport) {
|
|
130
|
+
return foldExpr(fileKey, operands, newState(repo, resolveImport), 0);
|
|
131
|
+
}
|
|
@@ -0,0 +1,75 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Python binding for the language-agnostic constant resolver (#2391).
|
|
3
|
+
*
|
|
4
|
+
* Supplies the two Python-specific pieces the shared fold in
|
|
5
|
+
* `constant-resolver.ts` needs — {@link resolvePythonImport} (import-specifier →
|
|
6
|
+
* file, honoring leading-dot relative imports and `.py` module files) and
|
|
7
|
+
* {@link extractPythonModuleConstants} (tree → {@link ModuleConstants}) — plus
|
|
8
|
+
* pre-bound {@link resolveConstant}/{@link resolveOperands} wrappers so Python
|
|
9
|
+
* callers stay language-oblivious. The reusable fold, the cycle guard, and the
|
|
10
|
+
* depth cap all live in the agnostic core; a JVM/other language binding reuses
|
|
11
|
+
* that core with its own `ImportResolver` + extractor.
|
|
12
|
+
*
|
|
13
|
+
* Keying (KTD4): the repo map is keyed by unique POSIX file path, NOT the
|
|
14
|
+
* dot-stripped module basename. `from .constants import X`,
|
|
15
|
+
* `from ..pkg.constants import X`, and `from constants import X` all collapse to
|
|
16
|
+
* the basename `constants` — a ubiquitous filename — so basename keying would
|
|
17
|
+
* resolve one package's routes to another's literal (a confidently WRONG path,
|
|
18
|
+
* worse than an unresolved one). A relative import is therefore resolved against
|
|
19
|
+
* the importing file's package directory (walk up one level per leading dot); an
|
|
20
|
+
* absolute import is matched by unique path suffix and returns `null` (skip
|
|
21
|
+
* floor) when ambiguous.
|
|
22
|
+
*/
|
|
23
|
+
import { type SyntaxNode } from '../utils/ast-helpers.js';
|
|
24
|
+
import type Parser from 'tree-sitter';
|
|
25
|
+
import { type ImportResolver, type ModuleConstants, type Operand, type RepoConstants } from './constant-resolver.js';
|
|
26
|
+
export type { ImportBinding, ModuleConstants, Operand, RepoConstants, } from './constant-resolver.js';
|
|
27
|
+
/**
|
|
28
|
+
* The Python {@link ImportResolver}: map an import specifier to the unique file
|
|
29
|
+
* key it refers to, or `null` when it cannot be pinned to exactly one file (KTD4).
|
|
30
|
+
*
|
|
31
|
+
* Relative imports (`.constants`, `..pkg.mod`) resolve against the importing
|
|
32
|
+
* file's directory — one level up per leading dot beyond the first — and must
|
|
33
|
+
* hit an existing file key exactly. Absolute imports (`api.constants`) are
|
|
34
|
+
* matched by unique path suffix; a suffix shared by 2+ files is ambiguous and
|
|
35
|
+
* returns `null` rather than an arbitrary winner.
|
|
36
|
+
*/
|
|
37
|
+
export declare const resolvePythonImport: ImportResolver;
|
|
38
|
+
/**
|
|
39
|
+
* Resolve a single named Python constant referenced in `fileKey` to its literal
|
|
40
|
+
* value, or `null`. Python-bound wrapper over the agnostic fold.
|
|
41
|
+
*/
|
|
42
|
+
export declare function resolveConstant(fileKey: string, name: string, repo: RepoConstants): string | null;
|
|
43
|
+
/**
|
|
44
|
+
* Resolve an inline Python operand list (an unnamed `+`-expression at a decorator
|
|
45
|
+
* argument, e.g. `@router.get(API_V1 + "/widgets")`) against `fileKey`.
|
|
46
|
+
* Python-bound wrapper over the agnostic fold.
|
|
47
|
+
*/
|
|
48
|
+
export declare function resolveOperands(fileKey: string, operands: readonly Operand[], repo: RepoConstants): string | null;
|
|
49
|
+
/**
|
|
50
|
+
* Parse a Python right-hand side into an operand list, or `null` when it is not a
|
|
51
|
+
* foldable string expression. Handles a bare string literal, a bare identifier
|
|
52
|
+
* (`X = Y`), and left-associative `+` chains of the two (`A + "/b" + C`).
|
|
53
|
+
* Everything else — numbers, calls, attribute access (`settings.X`), f-strings,
|
|
54
|
+
* conditional expressions (`x if c else y`), `concatenated_string` adjacency, and
|
|
55
|
+
* non-`+` operators — returns `null`, which makes the constant unresolvable
|
|
56
|
+
* (→ skip floor), never a wrong value.
|
|
57
|
+
*/
|
|
58
|
+
export declare function parseConstOperands(node: SyntaxNode | null | undefined, depth?: number): Operand[] | null;
|
|
59
|
+
/**
|
|
60
|
+
* Extract the module-level string constants and `from … import …` bindings of
|
|
61
|
+
* one parsed Python file into the {@link ModuleConstants} shape the resolver
|
|
62
|
+
* consumes. Only top-level (`module`-direct) statements are walked — function-
|
|
63
|
+
* and class-local names never become route path constants and must not leak in.
|
|
64
|
+
*
|
|
65
|
+
* Assignment semantics are last-wins in source order (matches Python): a rebind
|
|
66
|
+
* to a non-string (`X = "/a"; X = build()`) drops `X` to unresolvable rather than
|
|
67
|
+
* keeping the stale literal; `X += "/b"` folds onto the prior representation.
|
|
68
|
+
*
|
|
69
|
+
* Assignment RHS references are SNAPSHOTTED at the assignment line (`snapshot`),
|
|
70
|
+
* not resolved lazily against a name's final binding — so `ROUTE = BASE; BASE +=
|
|
71
|
+
* "/v1"` leaves `ROUTE` at BASE's value AT the `ROUTE =` line, never the mutated
|
|
72
|
+
* one. Without this, an aliased-then-rebound constant resolved to a confidently
|
|
73
|
+
* wrong path (#2393).
|
|
74
|
+
*/
|
|
75
|
+
export declare function extractPythonModuleConstants(tree: Parser.Tree): ModuleConstants;
|
|
@@ -0,0 +1,299 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Python binding for the language-agnostic constant resolver (#2391).
|
|
3
|
+
*
|
|
4
|
+
* Supplies the two Python-specific pieces the shared fold in
|
|
5
|
+
* `constant-resolver.ts` needs — {@link resolvePythonImport} (import-specifier →
|
|
6
|
+
* file, honoring leading-dot relative imports and `.py` module files) and
|
|
7
|
+
* {@link extractPythonModuleConstants} (tree → {@link ModuleConstants}) — plus
|
|
8
|
+
* pre-bound {@link resolveConstant}/{@link resolveOperands} wrappers so Python
|
|
9
|
+
* callers stay language-oblivious. The reusable fold, the cycle guard, and the
|
|
10
|
+
* depth cap all live in the agnostic core; a JVM/other language binding reuses
|
|
11
|
+
* that core with its own `ImportResolver` + extractor.
|
|
12
|
+
*
|
|
13
|
+
* Keying (KTD4): the repo map is keyed by unique POSIX file path, NOT the
|
|
14
|
+
* dot-stripped module basename. `from .constants import X`,
|
|
15
|
+
* `from ..pkg.constants import X`, and `from constants import X` all collapse to
|
|
16
|
+
* the basename `constants` — a ubiquitous filename — so basename keying would
|
|
17
|
+
* resolve one package's routes to another's literal (a confidently WRONG path,
|
|
18
|
+
* worse than an unresolved one). A relative import is therefore resolved against
|
|
19
|
+
* the importing file's package directory (walk up one level per leading dot); an
|
|
20
|
+
* absolute import is matched by unique path suffix and returns `null` (skip
|
|
21
|
+
* floor) when ambiguous.
|
|
22
|
+
*/
|
|
23
|
+
import { extractStringContent } from '../utils/ast-helpers.js';
|
|
24
|
+
import { resolveConstant as foldConstant, resolveOperands as foldOperands, } from './constant-resolver.js';
|
|
25
|
+
function dirOf(fileKey) {
|
|
26
|
+
const slash = fileKey.lastIndexOf('/');
|
|
27
|
+
return slash >= 0 ? fileKey.slice(0, slash) : '';
|
|
28
|
+
}
|
|
29
|
+
/** Collapse `a/b/../c` and `./` segments in a POSIX-ish path. */
|
|
30
|
+
function normalizePosix(path) {
|
|
31
|
+
const out = [];
|
|
32
|
+
for (const seg of path.split('/')) {
|
|
33
|
+
if (seg === '' || seg === '.')
|
|
34
|
+
continue;
|
|
35
|
+
if (seg === '..') {
|
|
36
|
+
if (out.length > 0 && out[out.length - 1] !== '..')
|
|
37
|
+
out.pop();
|
|
38
|
+
else
|
|
39
|
+
out.push('..');
|
|
40
|
+
}
|
|
41
|
+
else {
|
|
42
|
+
out.push(seg);
|
|
43
|
+
}
|
|
44
|
+
}
|
|
45
|
+
return out.join('/');
|
|
46
|
+
}
|
|
47
|
+
/**
|
|
48
|
+
* The Python {@link ImportResolver}: map an import specifier to the unique file
|
|
49
|
+
* key it refers to, or `null` when it cannot be pinned to exactly one file (KTD4).
|
|
50
|
+
*
|
|
51
|
+
* Relative imports (`.constants`, `..pkg.mod`) resolve against the importing
|
|
52
|
+
* file's directory — one level up per leading dot beyond the first — and must
|
|
53
|
+
* hit an existing file key exactly. Absolute imports (`api.constants`) are
|
|
54
|
+
* matched by unique path suffix; a suffix shared by 2+ files is ambiguous and
|
|
55
|
+
* returns `null` rather than an arbitrary winner.
|
|
56
|
+
*/
|
|
57
|
+
export const resolvePythonImport = (importingFileKey, moduleSpec, repoKeys) => {
|
|
58
|
+
const dots = moduleSpec.length - moduleSpec.replace(/^\.+/, '').length;
|
|
59
|
+
const bare = moduleSpec.slice(dots);
|
|
60
|
+
const modPath = bare.replace(/\./g, '/');
|
|
61
|
+
if (dots > 0) {
|
|
62
|
+
// 1 dot = current package (the importing file's dir); each extra dot walks
|
|
63
|
+
// up one more level. If the walk would climb ABOVE the repo root (more extra
|
|
64
|
+
// dots than the importing file has directory levels), the import escapes the
|
|
65
|
+
// tree → null, rather than clamping to an unrelated root-level `<name>.py`.
|
|
66
|
+
const dir = dirOf(importingFileKey);
|
|
67
|
+
const depth = dir === '' ? 0 : dir.split('/').length;
|
|
68
|
+
const walk = dots - 1;
|
|
69
|
+
if (walk > depth)
|
|
70
|
+
return null;
|
|
71
|
+
let base = dir;
|
|
72
|
+
for (let i = 0; i < walk; i++)
|
|
73
|
+
base = dirOf(base);
|
|
74
|
+
// `from . import X` / `from .. import X` (no module after the dots): the
|
|
75
|
+
// module IS the package, whose file is `<base>/__init__.py`, not a sibling
|
|
76
|
+
// `<base>.py`.
|
|
77
|
+
const candidate = modPath === ''
|
|
78
|
+
? base === ''
|
|
79
|
+
? '__init__.py'
|
|
80
|
+
: `${base}/__init__.py`
|
|
81
|
+
: normalizePosix(`${base}/${modPath}`) + '.py';
|
|
82
|
+
return repoKeys.has(candidate) ? candidate : null;
|
|
83
|
+
}
|
|
84
|
+
// Absolute: match by unique path suffix. `api.constants` -> `api/constants.py`.
|
|
85
|
+
const suffix = `${modPath}.py`;
|
|
86
|
+
let hit = null;
|
|
87
|
+
for (const key of repoKeys) {
|
|
88
|
+
if (key === suffix || key.endsWith(`/${suffix}`)) {
|
|
89
|
+
if (hit !== null)
|
|
90
|
+
return null; // ambiguous — refuse to guess
|
|
91
|
+
hit = key;
|
|
92
|
+
}
|
|
93
|
+
}
|
|
94
|
+
return hit;
|
|
95
|
+
};
|
|
96
|
+
/**
|
|
97
|
+
* Resolve a single named Python constant referenced in `fileKey` to its literal
|
|
98
|
+
* value, or `null`. Python-bound wrapper over the agnostic fold.
|
|
99
|
+
*/
|
|
100
|
+
export function resolveConstant(fileKey, name, repo) {
|
|
101
|
+
return foldConstant(fileKey, name, repo, resolvePythonImport);
|
|
102
|
+
}
|
|
103
|
+
/**
|
|
104
|
+
* Resolve an inline Python operand list (an unnamed `+`-expression at a decorator
|
|
105
|
+
* argument, e.g. `@router.get(API_V1 + "/widgets")`) against `fileKey`.
|
|
106
|
+
* Python-bound wrapper over the agnostic fold.
|
|
107
|
+
*/
|
|
108
|
+
export function resolveOperands(fileKey, operands, repo) {
|
|
109
|
+
return foldOperands(fileKey, operands, repo, resolvePythonImport);
|
|
110
|
+
}
|
|
111
|
+
/**
|
|
112
|
+
* Parse a Python right-hand side into an operand list, or `null` when it is not a
|
|
113
|
+
* foldable string expression. Handles a bare string literal, a bare identifier
|
|
114
|
+
* (`X = Y`), and left-associative `+` chains of the two (`A + "/b" + C`).
|
|
115
|
+
* Everything else — numbers, calls, attribute access (`settings.X`), f-strings,
|
|
116
|
+
* conditional expressions (`x if c else y`), `concatenated_string` adjacency, and
|
|
117
|
+
* non-`+` operators — returns `null`, which makes the constant unresolvable
|
|
118
|
+
* (→ skip floor), never a wrong value.
|
|
119
|
+
*/
|
|
120
|
+
export function parseConstOperands(node, depth = 0) {
|
|
121
|
+
if (!node)
|
|
122
|
+
return null;
|
|
123
|
+
// Defense-in-depth: bound the recursion so an adversarial deep `+`-chain floors
|
|
124
|
+
// to null (skip) rather than risking a stack overflow. 64 is far beyond any real
|
|
125
|
+
// route-path constant chain; tree-sitter caps expression nesting well below the
|
|
126
|
+
// JS stack limit today, so this is a belt-and-suspenders guard, not a reachable
|
|
127
|
+
// crash. Mirrors the fold engine's MAX_RESOLVE_DEPTH.
|
|
128
|
+
if (depth > 64)
|
|
129
|
+
return null;
|
|
130
|
+
if (node.type === 'string') {
|
|
131
|
+
const value = extractStringContent(node);
|
|
132
|
+
return value === null ? null : [{ kind: 'literal', value }];
|
|
133
|
+
}
|
|
134
|
+
if (node.type === 'identifier') {
|
|
135
|
+
return [{ kind: 'ref', name: node.text }];
|
|
136
|
+
}
|
|
137
|
+
if (node.type === 'binary_operator') {
|
|
138
|
+
const isPlus = (node.children ?? []).some((c) => c.type === '+');
|
|
139
|
+
if (!isPlus)
|
|
140
|
+
return null;
|
|
141
|
+
const left = parseConstOperands(node.childForFieldName('left'), depth + 1);
|
|
142
|
+
const right = parseConstOperands(node.childForFieldName('right'), depth + 1);
|
|
143
|
+
if (left === null || right === null)
|
|
144
|
+
return null;
|
|
145
|
+
return [...left, ...right];
|
|
146
|
+
}
|
|
147
|
+
return null;
|
|
148
|
+
}
|
|
149
|
+
/**
|
|
150
|
+
* Extract the module-level string constants and `from … import …` bindings of
|
|
151
|
+
* one parsed Python file into the {@link ModuleConstants} shape the resolver
|
|
152
|
+
* consumes. Only top-level (`module`-direct) statements are walked — function-
|
|
153
|
+
* and class-local names never become route path constants and must not leak in.
|
|
154
|
+
*
|
|
155
|
+
* Assignment semantics are last-wins in source order (matches Python): a rebind
|
|
156
|
+
* to a non-string (`X = "/a"; X = build()`) drops `X` to unresolvable rather than
|
|
157
|
+
* keeping the stale literal; `X += "/b"` folds onto the prior representation.
|
|
158
|
+
*
|
|
159
|
+
* Assignment RHS references are SNAPSHOTTED at the assignment line (`snapshot`),
|
|
160
|
+
* not resolved lazily against a name's final binding — so `ROUTE = BASE; BASE +=
|
|
161
|
+
* "/v1"` leaves `ROUTE` at BASE's value AT the `ROUTE =` line, never the mutated
|
|
162
|
+
* one. Without this, an aliased-then-rebound constant resolved to a confidently
|
|
163
|
+
* wrong path (#2393).
|
|
164
|
+
*/
|
|
165
|
+
export function extractPythonModuleConstants(tree) {
|
|
166
|
+
const literals = new Map();
|
|
167
|
+
const exprs = new Map();
|
|
168
|
+
const imports = new Map();
|
|
169
|
+
// Monotonic counter for synthetic import-alias keys (see the `+=`-on-import
|
|
170
|
+
// case in the augmented-assignment branch below). Per-file, so keys are unique
|
|
171
|
+
// within this file's ModuleConstants.
|
|
172
|
+
let importAliasSeq = 0;
|
|
173
|
+
// The three maps are ONE logical namespace keyed by local name: a write to any
|
|
174
|
+
// one clears the other two, so last-binding-in-source-order wins (matches
|
|
175
|
+
// Python) and a name never carries a stale binding from a different map (#2391,
|
|
176
|
+
// #2393). Without this, `from .c import X; X = <dynamic>` would keep the stale
|
|
177
|
+
// import and resolve a confidently WRONG path instead of dropping.
|
|
178
|
+
// Apply an assignment result, honoring last-wins: clear any prior binding for
|
|
179
|
+
// `name` (including a shadowed import), then set the new one (a `null` rep
|
|
180
|
+
// leaves it cleared = unresolvable).
|
|
181
|
+
const setName = (name, ops) => {
|
|
182
|
+
literals.delete(name);
|
|
183
|
+
exprs.delete(name);
|
|
184
|
+
imports.delete(name);
|
|
185
|
+
if (ops === null)
|
|
186
|
+
return;
|
|
187
|
+
if (ops.length === 1 && ops[0].kind === 'literal')
|
|
188
|
+
literals.set(name, ops[0].value);
|
|
189
|
+
else
|
|
190
|
+
exprs.set(name, ops);
|
|
191
|
+
};
|
|
192
|
+
// Bind an import for `localName`, clearing any prior local literal/expr of the
|
|
193
|
+
// same name (an import shadows an earlier assignment, and vice versa).
|
|
194
|
+
const bindImport = (localName, binding) => {
|
|
195
|
+
literals.delete(localName);
|
|
196
|
+
exprs.delete(localName);
|
|
197
|
+
imports.set(localName, binding);
|
|
198
|
+
};
|
|
199
|
+
// Freeze a name's CURRENT binding into a stable operand list that is immune to
|
|
200
|
+
// any LATER rebind of `name`: a literal value, a copy of the current expr (whose
|
|
201
|
+
// refs are themselves already frozen, see `snapshot`), or an import preserved
|
|
202
|
+
// under a synthetic `$imp$N` key (`$` can never appear in a Python identifier, so
|
|
203
|
+
// it cannot collide with a real name). Returns null when `name` is not yet bound
|
|
204
|
+
// (a forward reference — left lazy).
|
|
205
|
+
const freeze = (name) => {
|
|
206
|
+
const lit = literals.get(name);
|
|
207
|
+
if (lit !== undefined)
|
|
208
|
+
return [{ kind: 'literal', value: lit }];
|
|
209
|
+
const ex = exprs.get(name);
|
|
210
|
+
if (ex !== undefined)
|
|
211
|
+
return [...ex];
|
|
212
|
+
const imp = imports.get(name);
|
|
213
|
+
if (imp !== undefined) {
|
|
214
|
+
const aliasKey = `$imp$${importAliasSeq++}`;
|
|
215
|
+
imports.set(aliasKey, imp);
|
|
216
|
+
return [{ kind: 'ref', name: aliasKey }];
|
|
217
|
+
}
|
|
218
|
+
return null;
|
|
219
|
+
};
|
|
220
|
+
// Snapshot an assignment RHS: replace each ref to an ALREADY-BOUND name with that
|
|
221
|
+
// name's frozen value, so a later rebind of that name does not retroactively
|
|
222
|
+
// change this binding — Python assigns by value at this source line, so
|
|
223
|
+
// `ROUTE = BASE; BASE += "/v1"` must leave ROUTE at BASE's value AT the `ROUTE =`
|
|
224
|
+
// line, never the mutated one (#2393). Unbound refs (forward references) stay
|
|
225
|
+
// lazy. Because every assignment snapshots, stored exprs only ever contain
|
|
226
|
+
// literals, frozen `$imp$N` refs, or lazy forward refs — never a live mutable ref.
|
|
227
|
+
const snapshot = (ops) => {
|
|
228
|
+
if (ops === null)
|
|
229
|
+
return null;
|
|
230
|
+
const out = [];
|
|
231
|
+
for (const op of ops) {
|
|
232
|
+
if (op.kind === 'literal') {
|
|
233
|
+
out.push(op);
|
|
234
|
+
continue;
|
|
235
|
+
}
|
|
236
|
+
const frozen = freeze(op.name);
|
|
237
|
+
if (frozen === null)
|
|
238
|
+
out.push(op);
|
|
239
|
+
else
|
|
240
|
+
out.push(...frozen);
|
|
241
|
+
}
|
|
242
|
+
return out;
|
|
243
|
+
};
|
|
244
|
+
const handleImport = (node) => {
|
|
245
|
+
const moduleNode = node.childForFieldName('module_name');
|
|
246
|
+
const moduleSpec = moduleNode?.text;
|
|
247
|
+
if (!moduleSpec)
|
|
248
|
+
return;
|
|
249
|
+
for (let i = 0; i < node.namedChildCount; i++) {
|
|
250
|
+
const child = node.namedChild(i);
|
|
251
|
+
if (!child || child.id === moduleNode?.id)
|
|
252
|
+
continue;
|
|
253
|
+
if (child.type === 'dotted_name') {
|
|
254
|
+
bindImport(child.text, { module: moduleSpec, originalName: child.text });
|
|
255
|
+
}
|
|
256
|
+
else if (child.type === 'aliased_import') {
|
|
257
|
+
const nameNode = child.childForFieldName('name');
|
|
258
|
+
const aliasNode = child.childForFieldName('alias');
|
|
259
|
+
if (nameNode && aliasNode) {
|
|
260
|
+
bindImport(aliasNode.text, { module: moduleSpec, originalName: nameNode.text });
|
|
261
|
+
}
|
|
262
|
+
}
|
|
263
|
+
}
|
|
264
|
+
};
|
|
265
|
+
for (let i = 0; i < tree.rootNode.namedChildCount; i++) {
|
|
266
|
+
const stmt = tree.rootNode.namedChild(i);
|
|
267
|
+
if (!stmt)
|
|
268
|
+
continue;
|
|
269
|
+
if (stmt.type === 'import_from_statement') {
|
|
270
|
+
handleImport(stmt);
|
|
271
|
+
continue;
|
|
272
|
+
}
|
|
273
|
+
if (stmt.type !== 'expression_statement')
|
|
274
|
+
continue;
|
|
275
|
+
const inner = stmt.namedChild(0);
|
|
276
|
+
if (!inner)
|
|
277
|
+
continue;
|
|
278
|
+
if (inner.type === 'assignment') {
|
|
279
|
+
const left = inner.childForFieldName('left');
|
|
280
|
+
if (left?.type !== 'identifier')
|
|
281
|
+
continue; // only bare-name module constants
|
|
282
|
+
setName(left.text, snapshot(parseConstOperands(inner.childForFieldName('right'))));
|
|
283
|
+
}
|
|
284
|
+
else if (inner.type === 'augmented_assignment') {
|
|
285
|
+
const left = inner.childForFieldName('left');
|
|
286
|
+
if (left?.type !== 'identifier')
|
|
287
|
+
continue;
|
|
288
|
+
const name = left.text;
|
|
289
|
+
const isPlusEq = inner.childForFieldName('operator')?.text === '+=';
|
|
290
|
+
// `X += rhs` folds onto X's CURRENT frozen value (`freeze` handles a local
|
|
291
|
+
// literal/expr and an imported base via the `$imp$N` alias). Both sides are
|
|
292
|
+
// snapshotted so a later rebind cannot retroactively change this binding.
|
|
293
|
+
const prior = freeze(name);
|
|
294
|
+
const rhs = snapshot(parseConstOperands(inner.childForFieldName('right')));
|
|
295
|
+
setName(name, isPlusEq && prior && rhs ? [...prior, ...rhs] : null);
|
|
296
|
+
}
|
|
297
|
+
}
|
|
298
|
+
return { literals, exprs, imports };
|
|
299
|
+
}
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
export declare const TYPESCRIPT_QUERIES: string;
|
|
2
2
|
export declare const JAVASCRIPT_QUERIES: string;
|
|
3
|
-
export declare const PYTHON_QUERIES = "\n(class_definition\n name: (identifier) @name) @definition.class\n\n(function_definition\n name: (identifier) @name) @definition.function\n\n(import_statement\n name: (dotted_name) @import.source) @import\n\n; import numpy as np \u2192 aliased_import captures the module name so the\n; import path is resolved and named-binding extraction stores \"np\" \u2192 \"numpy\".\n(import_statement\n name: (aliased_import\n name: (dotted_name) @import.source)) @import\n\n(import_from_statement\n module_name: (dotted_name) @import.source) @import\n\n(import_from_statement\n module_name: (relative_import) @import.source) @import\n\n(call\n function: (identifier) @call.name) @call\n\n(call\n function: (attribute\n attribute: (identifier) @call.name)) @call\n\n; Class attribute type annotations \u2014 PEP 526: address: Address or address: Address = Address()\n; Both bare annotations (address: Address) and annotated assignments (name: str = \"test\")\n; are parsed as (assignment left: ... type: ...) in tree-sitter-python.\n(expression_statement\n (assignment\n left: (identifier) @name\n type: (type)) @definition.property)\n\n; Plain variable assignments without type annotation: x = 5, MAX_SIZE = 100\n; Overlap with @definition.property (typed) is handled by parse-worker dedup.\n(expression_statement\n (assignment\n left: (identifier) @name)) @definition.variable\n\n; Write access: obj.field = value\n(assignment\n left: (attribute\n object: (_) @assignment.receiver\n attribute: (identifier) @assignment.property)\n right: (_)) @assignment\n\n; Write access: obj.field += value (compound assignment)\n(augmented_assignment\n left: (attribute\n object: (_) @assignment.receiver\n attribute: (identifier) @assignment.property)\n right: (_)) @assignment\n\n; Python HTTP clients: requests.get('/path'), httpx.post('/path'), session.get('/path')\n(call\n function: (attribute\n attribute: (identifier) @http_client.method)\n arguments: (argument_list\n (string (string_content) @http_client.url))) @http_client\n\n; Python decorators: @app.route, @router.get, etc.\n(decorator\n (call\n function: (attribute\n object: (identifier) @decorator.receiver\n attribute: (identifier) @decorator.name)\n arguments: (argument_list\n (string (string_content) @decorator.arg)?))) @decorator\n";
|
|
3
|
+
export declare const PYTHON_QUERIES = "\n(class_definition\n name: (identifier) @name) @definition.class\n\n(function_definition\n name: (identifier) @name) @definition.function\n\n(import_statement\n name: (dotted_name) @import.source) @import\n\n; import numpy as np \u2192 aliased_import captures the module name so the\n; import path is resolved and named-binding extraction stores \"np\" \u2192 \"numpy\".\n(import_statement\n name: (aliased_import\n name: (dotted_name) @import.source)) @import\n\n(import_from_statement\n module_name: (dotted_name) @import.source) @import\n\n(import_from_statement\n module_name: (relative_import) @import.source) @import\n\n(call\n function: (identifier) @call.name) @call\n\n(call\n function: (attribute\n attribute: (identifier) @call.name)) @call\n\n; Class attribute type annotations \u2014 PEP 526: address: Address or address: Address = Address()\n; Both bare annotations (address: Address) and annotated assignments (name: str = \"test\")\n; are parsed as (assignment left: ... type: ...) in tree-sitter-python.\n(expression_statement\n (assignment\n left: (identifier) @name\n type: (type)) @definition.property)\n\n; Plain variable assignments without type annotation: x = 5, MAX_SIZE = 100\n; Overlap with @definition.property (typed) is handled by parse-worker dedup.\n(expression_statement\n (assignment\n left: (identifier) @name)) @definition.variable\n\n; Write access: obj.field = value\n(assignment\n left: (attribute\n object: (_) @assignment.receiver\n attribute: (identifier) @assignment.property)\n right: (_)) @assignment\n\n; Write access: obj.field += value (compound assignment)\n(augmented_assignment\n left: (attribute\n object: (_) @assignment.receiver\n attribute: (identifier) @assignment.property)\n right: (_)) @assignment\n\n; Python HTTP clients: requests.get('/path'), httpx.post('/path'), session.get('/path')\n(call\n function: (attribute\n attribute: (identifier) @http_client.method)\n arguments: (argument_list\n (string (string_content) @http_client.url))) @http_client\n\n; Python decorators: @app.route, @router.get, etc.\n; The first positional argument is captured three ways (#2391): a string literal\n; path via @decorator.arg (quote-free, the fast path); a bare constant name or a\n; plus-concatenation via @decorator.arg_expr (resolved cross-file by the constant\n; resolver). The anchored optional alternation pins to the FIRST arg and stays\n; optional, so no-arg decorators (@app.tool(), etc.) and non-path first args still\n; match.\n(decorator\n (call\n function: (attribute\n object: (identifier) @decorator.receiver\n attribute: (identifier) @decorator.name)\n arguments: (argument_list\n .\n [\n (string (string_content)? @decorator.arg) @decorator.arg_str\n (identifier) @decorator.arg_expr\n (binary_operator) @decorator.arg_expr\n ]?))) @decorator\n";
|
|
4
4
|
export declare const JAVA_QUERIES = "\n; Classes, Interfaces, Enums, Annotations\n(class_declaration name: (identifier) @name) @definition.class\n(interface_declaration name: (identifier) @name) @definition.interface\n(enum_declaration name: (identifier) @name) @definition.enum\n(annotation_type_declaration name: (identifier) @name) @definition.annotation\n\n; Methods & Constructors\n(method_declaration name: (identifier) @name) @definition.method\n(constructor_declaration name: (identifier) @name) @definition.constructor\n\n; Fields \u2014 typed field declarations inside class bodies\n(field_declaration\n declarator: (variable_declarator\n name: (identifier) @name)) @definition.property\n\n; Imports - capture any import declaration child as source\n(import_declaration (_) @import.source) @import\n\n; Calls\n(method_invocation name: (identifier) @call.name) @call\n(method_invocation object: (_) name: (identifier) @call.name) @call\n(method_reference) @call\n\n; Constructor calls: new Foo()\n(object_creation_expression type: (type_identifier) @call.name) @call\n\n; Local variable declarations inside method bodies\n(local_variable_declaration\n declarator: (variable_declarator\n name: (identifier) @name)) @definition.variable\n\n; Write access: obj.field = value\n(assignment_expression\n left: (field_access\n object: (_) @assignment.receiver\n field: (identifier) @assignment.property)\n right: (_)) @assignment\n";
|
|
5
5
|
export declare const C_QUERIES = "\n; Functions (direct declarator)\n(function_definition declarator: (function_declarator declarator: (identifier) @name)) @definition.function\n(declaration declarator: (function_declarator declarator: (identifier) @name)) @definition.function\n\n; Functions returning pointers (pointer_declarator wraps function_declarator)\n(function_definition declarator: (pointer_declarator declarator: (function_declarator declarator: (identifier) @name))) @definition.function\n(declaration declarator: (pointer_declarator declarator: (function_declarator declarator: (identifier) @name))) @definition.function\n\n; Functions returning double pointers (nested pointer_declarator)\n(function_definition declarator: (pointer_declarator declarator: (pointer_declarator declarator: (function_declarator declarator: (identifier) @name)))) @definition.function\n\n; Structs, Unions, Enums, Typedefs\n(struct_specifier name: (type_identifier) @name) @definition.struct\n(type_definition\n type: (struct_specifier\n body: (field_declaration_list))\n declarator: (type_identifier) @name) @definition.struct\n(union_specifier name: (type_identifier) @name) @definition.union\n(enum_specifier name: (type_identifier) @name) @definition.enum\n(type_definition\n type: (enum_specifier\n body: (enumerator_list))\n declarator: (type_identifier) @name) @definition.enum\n(enumerator name: (identifier) @name) @definition.const\n(type_definition declarator: (type_identifier) @name) @definition.typedef\n\n; Macros\n(preproc_function_def name: (identifier) @name) @definition.macro\n(preproc_def name: (identifier) @name) @definition.macro\n\n; Includes\n(preproc_include path: (_) @import.source) @import\n\n; Calls\n(call_expression function: (identifier) @call.name) @call\n(call_expression function: (field_expression field: (field_identifier) @call.name)) @call\n\n; Variable declarations: int x = 5; or int x;\n(declaration\n declarator: (init_declarator\n declarator: (identifier) @name)) @definition.variable\n";
|
|
6
6
|
export declare const GO_QUERIES = "\n; Functions & Methods\n(function_declaration name: (identifier) @name) @definition.function\n(method_declaration name: (field_identifier) @name) @definition.method\n(method_elem name: (field_identifier) @name) @definition.method\n\n; Types\n(type_declaration (type_spec name: (type_identifier) @name type: (struct_type))) @definition.struct\n(type_declaration (type_spec name: (type_identifier) @name type: (interface_type))) @definition.interface\n\n; Imports\n(import_declaration (import_spec path: (interpreted_string_literal) @import.source)) @import\n(import_declaration (import_spec_list (import_spec path: (interpreted_string_literal) @import.source))) @import\n\n; Struct fields \u2014 named field declarations inside struct types\n(field_declaration_list\n (field_declaration\n name: (field_identifier) @name) @definition.property)\n\n; Calls\n(call_expression function: (identifier) @call.name) @call\n(call_expression function: (selector_expression field: (field_identifier) @call.name)) @call\n\n; Const/var declarations\n(const_declaration (const_spec (identifier) @name)) @definition.const\n(var_declaration (var_spec (identifier) @name)) @definition.variable\n(var_declaration (var_spec_list (var_spec (identifier) @name))) @definition.variable\n\n; Short variable declaration: x := 5\n(short_var_declaration left: (expression_list (identifier) @name)) @definition.variable\n\n; Struct literal construction: User{Name: \"Alice\"}\n(composite_literal type: (type_identifier) @call.name) @call\n\n; Write access: obj.field = value\n(assignment_statement\n left: (expression_list\n (selector_expression\n operand: (_) @assignment.receiver\n field: (field_identifier) @assignment.property))\n right: (_)) @assignment\n\n; Write access: obj.field++ / obj.field--\n(inc_statement\n (selector_expression\n operand: (_) @assignment.receiver\n field: (field_identifier) @assignment.property)) @assignment\n(dec_statement\n (selector_expression\n operand: (_) @assignment.receiver\n field: (field_identifier) @assignment.property)) @assignment\n";
|
|
@@ -717,13 +717,24 @@ export const PYTHON_QUERIES = `
|
|
|
717
717
|
(string (string_content) @http_client.url))) @http_client
|
|
718
718
|
|
|
719
719
|
; Python decorators: @app.route, @router.get, etc.
|
|
720
|
+
; The first positional argument is captured three ways (#2391): a string literal
|
|
721
|
+
; path via @decorator.arg (quote-free, the fast path); a bare constant name or a
|
|
722
|
+
; plus-concatenation via @decorator.arg_expr (resolved cross-file by the constant
|
|
723
|
+
; resolver). The anchored optional alternation pins to the FIRST arg and stays
|
|
724
|
+
; optional, so no-arg decorators (@app.tool(), etc.) and non-path first args still
|
|
725
|
+
; match.
|
|
720
726
|
(decorator
|
|
721
727
|
(call
|
|
722
728
|
function: (attribute
|
|
723
729
|
object: (identifier) @decorator.receiver
|
|
724
730
|
attribute: (identifier) @decorator.name)
|
|
725
731
|
arguments: (argument_list
|
|
726
|
-
|
|
732
|
+
.
|
|
733
|
+
[
|
|
734
|
+
(string (string_content)? @decorator.arg) @decorator.arg_str
|
|
735
|
+
(identifier) @decorator.arg_expr
|
|
736
|
+
(binary_operator) @decorator.arg_expr
|
|
737
|
+
]?))) @decorator
|
|
727
738
|
`;
|
|
728
739
|
// Java queries - works with tree-sitter-java
|
|
729
740
|
export const JAVA_QUERIES = `
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Convert a 1-based source line number to the 0-based convention used by
|
|
3
|
+
* GraphNode `startLine`/`endLine`.
|
|
4
|
+
*
|
|
5
|
+
* The graph layer stores line numbers 0-based (tree-sitter `startPosition.row`),
|
|
6
|
+
* and this is load-bearing: the taint/PDG/CFG join and the MCP consumers all add
|
|
7
|
+
* `+ 1` to recover 1-based (see `summary-harvest-driver.ts` — "Function/Method
|
|
8
|
+
* node startLine is 0-based"). Most emitters get 0-based for free from
|
|
9
|
+
* tree-sitter. The exceptions are the regex-based COBOL/JCL processors (their
|
|
10
|
+
* parsers use `lineNum = i + 1`) and the scope-capture path (`Capture` ranges
|
|
11
|
+
* are 1-based per RFC §2.1). Those must convert to 0-based when they build a
|
|
12
|
+
* graph node, or the exact-content slice in `csv-generator.ts` drops the
|
|
13
|
+
* symbol's declaration line (#2379) and reported line numbers are off (#2377).
|
|
14
|
+
*
|
|
15
|
+
* Apply this ONLY at the graph-node `startLine:`/`endLine:` assignment. The
|
|
16
|
+
* parser-internal 1-based values (`.line`, `prog.startLine`) stay 1-based —
|
|
17
|
+
* they feed `L${line}` node/edge IDs and line-range containment checks that
|
|
18
|
+
* must not shift. The clamp guards degenerate inputs (line 0 / empty files).
|
|
19
|
+
*/
|
|
20
|
+
export declare const toZeroBasedLine: (oneBasedLine: number) => number;
|