mincut-context 1.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/README.md +268 -0
- package/dist/adapters/cli/bin.d.ts +3 -0
- package/dist/adapters/cli/bin.d.ts.map +1 -0
- package/dist/adapters/cli/bin.js +119 -0
- package/dist/adapters/cli/bin.js.map +1 -0
- package/dist/adapters/cli/render.d.ts +10 -0
- package/dist/adapters/cli/render.d.ts.map +1 -0
- package/dist/adapters/cli/render.js +65 -0
- package/dist/adapters/cli/render.js.map +1 -0
- package/dist/adapters/cli/tui.d.ts +9 -0
- package/dist/adapters/cli/tui.d.ts.map +1 -0
- package/dist/adapters/cli/tui.js +57 -0
- package/dist/adapters/cli/tui.js.map +1 -0
- package/dist/adapters/lib/index.d.ts +6 -0
- package/dist/adapters/lib/index.d.ts.map +1 -0
- package/dist/adapters/lib/index.js +4 -0
- package/dist/adapters/lib/index.js.map +1 -0
- package/dist/adapters/mcp/handler.d.ts +112 -0
- package/dist/adapters/mcp/handler.d.ts.map +1 -0
- package/dist/adapters/mcp/handler.js +128 -0
- package/dist/adapters/mcp/handler.js.map +1 -0
- package/dist/adapters/mcp/index.d.ts +6 -0
- package/dist/adapters/mcp/index.d.ts.map +1 -0
- package/dist/adapters/mcp/index.js +32 -0
- package/dist/adapters/mcp/index.js.map +1 -0
- package/dist/core/graph.d.ts +50 -0
- package/dist/core/graph.d.ts.map +1 -0
- package/dist/core/graph.js +110 -0
- package/dist/core/graph.js.map +1 -0
- package/dist/core/index.d.ts +7 -0
- package/dist/core/index.d.ts.map +1 -0
- package/dist/core/index.js +4 -0
- package/dist/core/index.js.map +1 -0
- package/dist/core/pagerank.d.ts +30 -0
- package/dist/core/pagerank.d.ts.map +1 -0
- package/dist/core/pagerank.js +88 -0
- package/dist/core/pagerank.js.map +1 -0
- package/dist/core/select.d.ts +60 -0
- package/dist/core/select.d.ts.map +1 -0
- package/dist/core/select.js +121 -0
- package/dist/core/select.js.map +1 -0
- package/dist/index/builder.d.ts +13 -0
- package/dist/index/builder.d.ts.map +1 -0
- package/dist/index/builder.js +186 -0
- package/dist/index/builder.js.map +1 -0
- package/dist/index/walker.d.ts +15 -0
- package/dist/index/walker.d.ts.map +1 -0
- package/dist/index/walker.js +103 -0
- package/dist/index/walker.js.map +1 -0
- package/dist/parsers/parser.d.ts +35 -0
- package/dist/parsers/parser.d.ts.map +1 -0
- package/dist/parsers/parser.js +8 -0
- package/dist/parsers/parser.js.map +1 -0
- package/dist/parsers/py.d.ts +3 -0
- package/dist/parsers/py.d.ts.map +1 -0
- package/dist/parsers/py.js +169 -0
- package/dist/parsers/py.js.map +1 -0
- package/dist/parsers/ts.d.ts +3 -0
- package/dist/parsers/ts.d.ts.map +1 -0
- package/dist/parsers/ts.js +240 -0
- package/dist/parsers/ts.js.map +1 -0
- package/dist/seeds/embedding.d.ts +27 -0
- package/dist/seeds/embedding.d.ts.map +1 -0
- package/dist/seeds/embedding.js +90 -0
- package/dist/seeds/embedding.js.map +1 -0
- package/dist/seeds/keyword.d.ts +22 -0
- package/dist/seeds/keyword.d.ts.map +1 -0
- package/dist/seeds/keyword.js +106 -0
- package/dist/seeds/keyword.js.map +1 -0
- package/dist/seeds/transformers-embedder.d.ts +21 -0
- package/dist/seeds/transformers-embedder.d.ts.map +1 -0
- package/dist/seeds/transformers-embedder.js +26 -0
- package/dist/seeds/transformers-embedder.js.map +1 -0
- package/dist/select/pack.d.ts +48 -0
- package/dist/select/pack.d.ts.map +1 -0
- package/dist/select/pack.js +135 -0
- package/dist/select/pack.js.map +1 -0
- package/package.json +94 -0
|
@@ -0,0 +1,169 @@
|
|
|
1
|
+
import Parser from 'tree-sitter';
|
|
2
|
+
import { createRequire } from 'node:module';
|
|
3
|
+
import { approxTokens, } from './parser.js';
|
|
4
|
+
const require_ = createRequire(import.meta.url);
|
|
5
|
+
const Python = require_('tree-sitter-python');
|
|
6
|
+
const pyParser = new Parser();
|
|
7
|
+
pyParser.setLanguage(Python);
|
|
8
|
+
export function parsePython(file, source) {
|
|
9
|
+
let tree;
|
|
10
|
+
try {
|
|
11
|
+
tree = pyParser.parse(source);
|
|
12
|
+
}
|
|
13
|
+
catch {
|
|
14
|
+
return { symbols: [], imports: [], calls: [] };
|
|
15
|
+
}
|
|
16
|
+
const ctx = {
|
|
17
|
+
file,
|
|
18
|
+
source,
|
|
19
|
+
symbols: [],
|
|
20
|
+
imports: [],
|
|
21
|
+
calls: [],
|
|
22
|
+
classStack: [],
|
|
23
|
+
callerStack: [],
|
|
24
|
+
};
|
|
25
|
+
visit(tree.rootNode, ctx);
|
|
26
|
+
return { symbols: ctx.symbols, imports: ctx.imports, calls: ctx.calls };
|
|
27
|
+
}
|
|
28
|
+
function visit(node, ctx) {
|
|
29
|
+
switch (node.type) {
|
|
30
|
+
case 'function_definition': {
|
|
31
|
+
const nameNode = node.childForFieldName('name');
|
|
32
|
+
if (!nameNode)
|
|
33
|
+
return visitChildren(node, ctx);
|
|
34
|
+
const bareName = nameNode.text;
|
|
35
|
+
const cls = ctx.classStack[ctx.classStack.length - 1];
|
|
36
|
+
const qualified = cls ? `${cls}.${bareName}` : bareName;
|
|
37
|
+
const sym = makeSym(ctx, node, bareName, qualified, cls ? 'method' : 'function');
|
|
38
|
+
ctx.symbols.push(sym);
|
|
39
|
+
ctx.callerStack.push(sym.id);
|
|
40
|
+
// Walk the body — nested defs/calls.
|
|
41
|
+
const body = node.childForFieldName('body');
|
|
42
|
+
if (body)
|
|
43
|
+
visit(body, ctx);
|
|
44
|
+
ctx.callerStack.pop();
|
|
45
|
+
return;
|
|
46
|
+
}
|
|
47
|
+
case 'decorated_definition': {
|
|
48
|
+
// Skip decorators, descend into the inner definition.
|
|
49
|
+
const def = node.childForFieldName('definition');
|
|
50
|
+
if (def)
|
|
51
|
+
visit(def, ctx);
|
|
52
|
+
return;
|
|
53
|
+
}
|
|
54
|
+
case 'class_definition': {
|
|
55
|
+
const nameNode = node.childForFieldName('name');
|
|
56
|
+
if (!nameNode)
|
|
57
|
+
return visitChildren(node, ctx);
|
|
58
|
+
const name = nameNode.text;
|
|
59
|
+
ctx.symbols.push(makeSym(ctx, node, name, name, 'class'));
|
|
60
|
+
ctx.classStack.push(name);
|
|
61
|
+
const body = node.childForFieldName('body');
|
|
62
|
+
if (body)
|
|
63
|
+
visit(body, ctx);
|
|
64
|
+
ctx.classStack.pop();
|
|
65
|
+
return;
|
|
66
|
+
}
|
|
67
|
+
case 'import_statement': {
|
|
68
|
+
// `import X` or `import X as Y` or `import X, Y as Z`
|
|
69
|
+
for (let i = 0; i < node.namedChildCount; i++) {
|
|
70
|
+
const c = node.namedChild(i);
|
|
71
|
+
if (!c)
|
|
72
|
+
continue;
|
|
73
|
+
if (c.type === 'dotted_name') {
|
|
74
|
+
ctx.imports.push({ source: c.text, names: [c.text.split('.')[0]] });
|
|
75
|
+
}
|
|
76
|
+
else if (c.type === 'aliased_import') {
|
|
77
|
+
const inner = c.childForFieldName('name');
|
|
78
|
+
const alias = c.childForFieldName('alias');
|
|
79
|
+
if (inner) {
|
|
80
|
+
ctx.imports.push({
|
|
81
|
+
source: inner.text,
|
|
82
|
+
names: [inner.text.split('.')[0]],
|
|
83
|
+
namespace: alias?.text,
|
|
84
|
+
});
|
|
85
|
+
}
|
|
86
|
+
}
|
|
87
|
+
}
|
|
88
|
+
return;
|
|
89
|
+
}
|
|
90
|
+
case 'import_from_statement': {
|
|
91
|
+
// `from X import Y` / `from . import Y` / `from X import *`
|
|
92
|
+
const moduleNode = node.childForFieldName('module_name');
|
|
93
|
+
let source = '';
|
|
94
|
+
if (moduleNode) {
|
|
95
|
+
source = moduleNode.text;
|
|
96
|
+
}
|
|
97
|
+
else {
|
|
98
|
+
// Pure relative `from . import X`
|
|
99
|
+
const firstChild = node.child(1);
|
|
100
|
+
if (firstChild && firstChild.text.startsWith('.'))
|
|
101
|
+
source = firstChild.text;
|
|
102
|
+
}
|
|
103
|
+
const names = [];
|
|
104
|
+
for (let i = 0; i < node.namedChildCount; i++) {
|
|
105
|
+
const c = node.namedChild(i);
|
|
106
|
+
if (!c)
|
|
107
|
+
continue;
|
|
108
|
+
if (c === moduleNode)
|
|
109
|
+
continue;
|
|
110
|
+
if (c.type === 'dotted_name' || c.type === 'identifier') {
|
|
111
|
+
if (source && c === moduleNode)
|
|
112
|
+
continue;
|
|
113
|
+
if (c.text !== source)
|
|
114
|
+
names.push(c.text);
|
|
115
|
+
}
|
|
116
|
+
else if (c.type === 'aliased_import') {
|
|
117
|
+
const inner = c.childForFieldName('name');
|
|
118
|
+
if (inner)
|
|
119
|
+
names.push(inner.text);
|
|
120
|
+
}
|
|
121
|
+
}
|
|
122
|
+
if (source)
|
|
123
|
+
ctx.imports.push({ source, names });
|
|
124
|
+
return;
|
|
125
|
+
}
|
|
126
|
+
case 'call': {
|
|
127
|
+
const fn = node.childForFieldName('function');
|
|
128
|
+
if (fn) {
|
|
129
|
+
const name = simpleCallee(fn);
|
|
130
|
+
if (name && ctx.callerStack.length > 0) {
|
|
131
|
+
ctx.calls.push({ from: ctx.callerStack[ctx.callerStack.length - 1], toName: name });
|
|
132
|
+
}
|
|
133
|
+
}
|
|
134
|
+
visitChildren(node, ctx);
|
|
135
|
+
return;
|
|
136
|
+
}
|
|
137
|
+
}
|
|
138
|
+
visitChildren(node, ctx);
|
|
139
|
+
}
|
|
140
|
+
function visitChildren(node, ctx) {
|
|
141
|
+
for (let i = 0; i < node.namedChildCount; i++) {
|
|
142
|
+
const c = node.namedChild(i);
|
|
143
|
+
if (c)
|
|
144
|
+
visit(c, ctx);
|
|
145
|
+
}
|
|
146
|
+
}
|
|
147
|
+
function makeSym(ctx, node, bareName, qualifiedName, kind) {
|
|
148
|
+
const text = ctx.source.slice(node.startIndex, node.endIndex);
|
|
149
|
+
return {
|
|
150
|
+
id: `${ctx.file}:${qualifiedName}`,
|
|
151
|
+
name: bareName,
|
|
152
|
+
file: ctx.file,
|
|
153
|
+
kind,
|
|
154
|
+
startLine: node.startPosition.row + 1,
|
|
155
|
+
endLine: node.endPosition.row + 1,
|
|
156
|
+
tokens: approxTokens(text),
|
|
157
|
+
};
|
|
158
|
+
}
|
|
159
|
+
function simpleCallee(fn) {
|
|
160
|
+
if (fn.type === 'identifier')
|
|
161
|
+
return fn.text;
|
|
162
|
+
if (fn.type === 'attribute') {
|
|
163
|
+
const attr = fn.childForFieldName('attribute');
|
|
164
|
+
if (attr)
|
|
165
|
+
return attr.text;
|
|
166
|
+
}
|
|
167
|
+
return null;
|
|
168
|
+
}
|
|
169
|
+
//# sourceMappingURL=py.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"py.js","sourceRoot":"","sources":["../../src/parsers/py.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,aAAa,CAAC;AACjC,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAC5C,OAAO,EACL,YAAY,GAIb,MAAM,aAAa,CAAC;AAErB,MAAM,QAAQ,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAChD,MAAM,MAAM,GAAG,QAAQ,CAAC,oBAAoB,CAAC,CAAC;AAE9C,MAAM,QAAQ,GAAG,IAAI,MAAM,EAAE,CAAC;AAC9B,QAAQ,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;AAE7B,MAAM,UAAU,WAAW,CAAC,IAAY,EAAE,MAAc;IACtD,IAAI,IAAiB,CAAC;IACtB,IAAI,CAAC;QACH,IAAI,GAAG,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IAChC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC;IACjD,CAAC;IAED,MAAM,GAAG,GAAc;QACrB,IAAI;QACJ,MAAM;QACN,OAAO,EAAE,EAAE;QACX,OAAO,EAAE,EAAE;QACX,KAAK,EAAE,EAAE;QACT,UAAU,EAAE,EAAE;QACd,WAAW,EAAE,EAAE;KAChB,CAAC;IACF,KAAK,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;IAC1B,OAAO,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,CAAC;AAC1E,CAAC;AAYD,SAAS,KAAK,CAAC,IAAuB,EAAE,GAAc;IACpD,QAAQ,IAAI,CAAC,IAAI,EAAE,CAAC;QAClB,KAAK,qBAAqB,CAAC,CAAC,CAAC;YAC3B,MAAM,QAAQ,GAAG,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC;YAChD,IAAI,CAAC,QAAQ;gBAAE,OAAO,aAAa,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;YAC/C,MAAM,QAAQ,GAAG,QAAQ,CAAC,IAAI,CAAC;YAC/B,MAAM,GAAG,GAAG,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YACtD,MAAM,SAAS,GAAG,GAAG,CAAC,CAAC,CAAC,GAAG,GAAG,IAAI,QAAQ,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC;YACxD,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,EAAE,IAAI,EAAE,QAAQ,EAAE,SAAS,EAAE,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC;YACjF,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACtB,GAAG,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAC7B,qCAAqC;YACrC,MAAM,IAAI,GAAG,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC;YAC5C,IAAI,IAAI;gBAAE,KAAK,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;YAC3B,GAAG,CAAC,WAAW,CAAC,GAAG,EAAE,CAAC;YACtB,OAAO;QACT,CAAC;QAED,KAAK,sBAAsB,CAAC,CAAC,CAAC;YAC5B,sDAAsD;YACtD,MAAM,GAAG,GAAG,IAAI,CAAC,iBAAiB,CAAC,YAAY,CAAC,CAAC;YACjD,IAAI,GAAG;gBAAE,KAAK,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;YACzB,OAAO;QACT,CAAC;QAED,KAAK,kBAAkB,CAAC,CAAC,CAAC;YACxB,MAAM,QAAQ,GAAG,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC;YAChD,IAAI,CAAC,QAAQ;gBAAE,OAAO,aAAa,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;YAC/C,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC;YAC3B,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC,CAAC;YAC1D,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC1B,MAAM,IAAI,GAAG,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC;YAC5C,IAAI,IAAI;gBAAE,KAAK,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;YAC3B,GAAG,CAAC,UAAU,CAAC,GAAG,EAAE,CAAC;YACrB,OAAO;QACT,CAAC;QAED,KAAK,kBAAkB,CAAC,CAAC,CAAC;YACxB,sDAAsD;YACtD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,eAAe,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC9C,MAAM,CAAC,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;gBAC7B,IAAI,CAAC,CAAC;oBAAE,SAAS;gBACjB,IAAI,CAAC,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC;oBAC7B,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;gBACtE,CAAC;qBAAM,IAAI,CAAC,CAAC,IAAI,KAAK,gBAAgB,EAAE,CAAC;oBACvC,MAAM,KAAK,GAAG,CAAC,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC;oBAC1C,MAAM,KAAK,GAAG,CAAC,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC;oBAC3C,IAAI,KAAK,EAAE,CAAC;wBACV,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC;4BACf,MAAM,EAAE,KAAK,CAAC,IAAI;4BAClB,KAAK,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;4BACjC,SAAS,EAAE,KAAK,EAAE,IAAI;yBACvB,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;YACH,CAAC;YACD,OAAO;QACT,CAAC;QAED,KAAK,uBAAuB,CAAC,CAAC,CAAC;YAC7B,4DAA4D;YAC5D,MAAM,UAAU,GAAG,IAAI,CAAC,iBAAiB,CAAC,aAAa,CAAC,CAAC;YACzD,IAAI,MAAM,GAAG,EAAE,CAAC;YAChB,IAAI,UAAU,EAAE,CAAC;gBACf,MAAM,GAAG,UAAU,CAAC,IAAI,CAAC;YAC3B,CAAC;iBAAM,CAAC;gBACN,kCAAkC;gBAClC,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;gBACjC,IAAI,UAAU,IAAI,UAAU,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;oBAAE,MAAM,GAAG,UAAU,CAAC,IAAI,CAAC;YAC9E,CAAC;YACD,MAAM,KAAK,GAAa,EAAE,CAAC;YAC3B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,eAAe,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC9C,MAAM,CAAC,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;gBAC7B,IAAI,CAAC,CAAC;oBAAE,SAAS;gBACjB,IAAI,CAAC,KAAK,UAAU;oBAAE,SAAS;gBAC/B,IAAI,CAAC,CAAC,IAAI,KAAK,aAAa,IAAI,CAAC,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;oBACxD,IAAI,MAAM,IAAI,CAAC,KAAK,UAAU;wBAAE,SAAS;oBACzC,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM;wBAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;gBAC5C,CAAC;qBAAM,IAAI,CAAC,CAAC,IAAI,KAAK,gBAAgB,EAAE,CAAC;oBACvC,MAAM,KAAK,GAAG,CAAC,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC;oBAC1C,IAAI,KAAK;wBAAE,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBACpC,CAAC;YACH,CAAC;YACD,IAAI,MAAM;gBAAE,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;YAChD,OAAO;QACT,CAAC;QAED,KAAK,MAAM,CAAC,CAAC,CAAC;YACZ,MAAM,EAAE,GAAG,IAAI,CAAC,iBAAiB,CAAC,UAAU,CAAC,CAAC;YAC9C,IAAI,EAAE,EAAE,CAAC;gBACP,MAAM,IAAI,GAAG,YAAY,CAAC,EAAE,CAAC,CAAC;gBAC9B,IAAI,IAAI,IAAI,GAAG,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACvC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;gBACtF,CAAC;YACH,CAAC;YACD,aAAa,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;YACzB,OAAO;QACT,CAAC;IACH,CAAC;IACD,aAAa,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;AAC3B,CAAC;AAED,SAAS,aAAa,CAAC,IAAuB,EAAE,GAAc;IAC5D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,eAAe,EAAE,CAAC,EAAE,EAAE,CAAC;QAC9C,MAAM,CAAC,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QAC7B,IAAI,CAAC;YAAE,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;IACvB,CAAC;AACH,CAAC;AAED,SAAS,OAAO,CACd,GAAc,EACd,IAAuB,EACvB,QAAgB,EAChB,aAAqB,EACrB,IAA0B;IAE1B,MAAM,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;IAC9D,OAAO;QACL,EAAE,EAAE,GAAG,GAAG,CAAC,IAAI,IAAI,aAAa,EAAE;QAClC,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,GAAG,CAAC,IAAI;QACd,IAAI;QACJ,SAAS,EAAE,IAAI,CAAC,aAAa,CAAC,GAAG,GAAG,CAAC;QACrC,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,GAAG,GAAG,CAAC;QACjC,MAAM,EAAE,YAAY,CAAC,IAAI,CAAC;KAC3B,CAAC;AACJ,CAAC;AAED,SAAS,YAAY,CAAC,EAAqB;IACzC,IAAI,EAAE,CAAC,IAAI,KAAK,YAAY;QAAE,OAAO,EAAE,CAAC,IAAI,CAAC;IAC7C,IAAI,EAAE,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;QAC5B,MAAM,IAAI,GAAG,EAAE,CAAC,iBAAiB,CAAC,WAAW,CAAC,CAAC;QAC/C,IAAI,IAAI;YAAE,OAAO,IAAI,CAAC,IAAI,CAAC;IAC7B,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ts.d.ts","sourceRoot":"","sources":["../../src/parsers/ts.ts"],"names":[],"mappings":"AASA,OAAO,EAKL,KAAK,WAAW,EACjB,MAAM,aAAa,CAAC;AAOrB,wBAAgB,eAAe,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,WAAW,CA0BzE"}
|
|
@@ -0,0 +1,240 @@
|
|
|
1
|
+
import Parser from 'tree-sitter';
|
|
2
|
+
// tree-sitter-typescript has no published .d.ts; require() at runtime avoids
|
|
3
|
+
// pulling in a broken type during tsc compile.
|
|
4
|
+
import { createRequire } from 'node:module';
|
|
5
|
+
const require_ = createRequire(import.meta.url);
|
|
6
|
+
const TypeScript = require_('tree-sitter-typescript');
|
|
7
|
+
import { approxTokens, } from './parser.js';
|
|
8
|
+
const tsParser = new Parser();
|
|
9
|
+
tsParser.setLanguage(TypeScript.typescript);
|
|
10
|
+
const tsxParser = new Parser();
|
|
11
|
+
tsxParser.setLanguage(TypeScript.tsx);
|
|
12
|
+
export function parseTypeScript(file, source) {
|
|
13
|
+
const parser = file.endsWith('.tsx') || file.endsWith('.jsx') ? tsxParser : tsParser;
|
|
14
|
+
let tree;
|
|
15
|
+
try {
|
|
16
|
+
tree = parser.parse(source);
|
|
17
|
+
}
|
|
18
|
+
catch {
|
|
19
|
+
return { symbols: [], imports: [], calls: [] };
|
|
20
|
+
}
|
|
21
|
+
const symbols = [];
|
|
22
|
+
const imports = [];
|
|
23
|
+
const calls = [];
|
|
24
|
+
visit(tree.rootNode, {
|
|
25
|
+
file,
|
|
26
|
+
source,
|
|
27
|
+
symbols,
|
|
28
|
+
imports,
|
|
29
|
+
calls,
|
|
30
|
+
classStack: [],
|
|
31
|
+
callerStack: [],
|
|
32
|
+
inTypeContext: false,
|
|
33
|
+
});
|
|
34
|
+
return { symbols, imports, calls };
|
|
35
|
+
}
|
|
36
|
+
function visit(node, ctx) {
|
|
37
|
+
switch (node.type) {
|
|
38
|
+
case 'function_declaration':
|
|
39
|
+
case 'generator_function_declaration': {
|
|
40
|
+
const name = node.childForFieldName('name')?.text;
|
|
41
|
+
if (name) {
|
|
42
|
+
const sym = makeSymbol(ctx, node, name, name, 'function');
|
|
43
|
+
ctx.symbols.push(sym);
|
|
44
|
+
ctx.callerStack.push(sym.id);
|
|
45
|
+
visitChildren(node, ctx);
|
|
46
|
+
ctx.callerStack.pop();
|
|
47
|
+
return;
|
|
48
|
+
}
|
|
49
|
+
break;
|
|
50
|
+
}
|
|
51
|
+
case 'lexical_declaration':
|
|
52
|
+
case 'variable_declaration': {
|
|
53
|
+
// const foo = () => {} / const X = <div />
|
|
54
|
+
for (let i = 0; i < node.namedChildCount; i++) {
|
|
55
|
+
const decl = node.namedChild(i);
|
|
56
|
+
if (!decl || decl.type !== 'variable_declarator')
|
|
57
|
+
continue;
|
|
58
|
+
const nameNode = decl.childForFieldName('name');
|
|
59
|
+
const valueNode = decl.childForFieldName('value');
|
|
60
|
+
if (!nameNode || !valueNode)
|
|
61
|
+
continue;
|
|
62
|
+
const isFunctionish = valueNode.type === 'arrow_function' ||
|
|
63
|
+
valueNode.type === 'function_expression' ||
|
|
64
|
+
valueNode.type === 'function' ||
|
|
65
|
+
valueNode.type === 'jsx_element' ||
|
|
66
|
+
valueNode.type === 'jsx_self_closing_element';
|
|
67
|
+
if (isFunctionish) {
|
|
68
|
+
const sym = makeSymbol(ctx, decl, nameNode.text, nameNode.text, 'function');
|
|
69
|
+
ctx.symbols.push(sym);
|
|
70
|
+
ctx.callerStack.push(sym.id);
|
|
71
|
+
visit(valueNode, ctx);
|
|
72
|
+
ctx.callerStack.pop();
|
|
73
|
+
}
|
|
74
|
+
else {
|
|
75
|
+
visit(valueNode, ctx);
|
|
76
|
+
}
|
|
77
|
+
}
|
|
78
|
+
return;
|
|
79
|
+
}
|
|
80
|
+
case 'class_declaration': {
|
|
81
|
+
const name = node.childForFieldName('name')?.text;
|
|
82
|
+
if (name) {
|
|
83
|
+
const sym = makeSymbol(ctx, node, name, name, 'class');
|
|
84
|
+
ctx.symbols.push(sym);
|
|
85
|
+
ctx.classStack.push(name);
|
|
86
|
+
visitChildren(node, ctx);
|
|
87
|
+
ctx.classStack.pop();
|
|
88
|
+
return;
|
|
89
|
+
}
|
|
90
|
+
break;
|
|
91
|
+
}
|
|
92
|
+
case 'method_definition': {
|
|
93
|
+
const name = node.childForFieldName('name')?.text;
|
|
94
|
+
if (name) {
|
|
95
|
+
const cls = ctx.classStack[ctx.classStack.length - 1];
|
|
96
|
+
const qualified = cls ? `${cls}.${name}` : name;
|
|
97
|
+
const sym = makeSymbol(ctx, node, name, qualified, 'method');
|
|
98
|
+
ctx.symbols.push(sym);
|
|
99
|
+
ctx.callerStack.push(sym.id);
|
|
100
|
+
visitChildren(node, ctx);
|
|
101
|
+
ctx.callerStack.pop();
|
|
102
|
+
return;
|
|
103
|
+
}
|
|
104
|
+
break;
|
|
105
|
+
}
|
|
106
|
+
case 'interface_declaration': {
|
|
107
|
+
const name = node.childForFieldName('name')?.text;
|
|
108
|
+
if (name) {
|
|
109
|
+
ctx.symbols.push(makeSymbol(ctx, node, name, name, 'interface'));
|
|
110
|
+
}
|
|
111
|
+
return; // body is types — skip
|
|
112
|
+
}
|
|
113
|
+
case 'type_alias_declaration': {
|
|
114
|
+
const name = node.childForFieldName('name')?.text;
|
|
115
|
+
if (name)
|
|
116
|
+
ctx.symbols.push(makeSymbol(ctx, node, name, name, 'type'));
|
|
117
|
+
return;
|
|
118
|
+
}
|
|
119
|
+
case 'import_statement': {
|
|
120
|
+
const imp = extractImport(node);
|
|
121
|
+
if (imp)
|
|
122
|
+
ctx.imports.push(imp);
|
|
123
|
+
return;
|
|
124
|
+
}
|
|
125
|
+
case 'call_expression': {
|
|
126
|
+
if (!ctx.inTypeContext) {
|
|
127
|
+
const fn = node.childForFieldName('function');
|
|
128
|
+
if (fn) {
|
|
129
|
+
const name = simpleCalleeName(fn);
|
|
130
|
+
if (name && ctx.callerStack.length > 0) {
|
|
131
|
+
ctx.calls.push({ from: ctx.callerStack[ctx.callerStack.length - 1], toName: name });
|
|
132
|
+
}
|
|
133
|
+
}
|
|
134
|
+
}
|
|
135
|
+
visitChildren(node, ctx);
|
|
136
|
+
return;
|
|
137
|
+
}
|
|
138
|
+
// type contexts — calls inside these don't count
|
|
139
|
+
case 'type_arguments':
|
|
140
|
+
case 'type_annotation':
|
|
141
|
+
case 'type_parameters':
|
|
142
|
+
case 'generic_type':
|
|
143
|
+
case 'predefined_type':
|
|
144
|
+
case 'union_type':
|
|
145
|
+
case 'intersection_type':
|
|
146
|
+
case 'conditional_type':
|
|
147
|
+
case 'mapped_type':
|
|
148
|
+
case 'tuple_type':
|
|
149
|
+
case 'object_type':
|
|
150
|
+
case 'function_type':
|
|
151
|
+
case 'constructor_type':
|
|
152
|
+
case 'type_query': {
|
|
153
|
+
const previous = ctx.inTypeContext;
|
|
154
|
+
ctx.inTypeContext = true;
|
|
155
|
+
visitChildren(node, ctx);
|
|
156
|
+
ctx.inTypeContext = previous;
|
|
157
|
+
return;
|
|
158
|
+
}
|
|
159
|
+
}
|
|
160
|
+
visitChildren(node, ctx);
|
|
161
|
+
}
|
|
162
|
+
function visitChildren(node, ctx) {
|
|
163
|
+
for (let i = 0; i < node.namedChildCount; i++) {
|
|
164
|
+
const child = node.namedChild(i);
|
|
165
|
+
if (child)
|
|
166
|
+
visit(child, ctx);
|
|
167
|
+
}
|
|
168
|
+
}
|
|
169
|
+
function makeSymbol(ctx, node, bareName, qualifiedName, kind) {
|
|
170
|
+
const text = ctx.source.slice(node.startIndex, node.endIndex);
|
|
171
|
+
return {
|
|
172
|
+
id: `${ctx.file}:${qualifiedName}`,
|
|
173
|
+
name: bareName,
|
|
174
|
+
file: ctx.file,
|
|
175
|
+
kind,
|
|
176
|
+
startLine: node.startPosition.row + 1,
|
|
177
|
+
endLine: node.endPosition.row + 1,
|
|
178
|
+
tokens: approxTokens(text),
|
|
179
|
+
};
|
|
180
|
+
}
|
|
181
|
+
function extractImport(node) {
|
|
182
|
+
const sourceNode = node.childForFieldName('source');
|
|
183
|
+
if (!sourceNode)
|
|
184
|
+
return null;
|
|
185
|
+
const source = sourceNode.text.replace(/^['"`]|['"`]$/g, '');
|
|
186
|
+
const names = [];
|
|
187
|
+
let namespace;
|
|
188
|
+
// `import_clause`
|
|
189
|
+
const clause = firstChildOfType(node, 'import_clause');
|
|
190
|
+
if (!clause) {
|
|
191
|
+
return { source, names, namespace };
|
|
192
|
+
}
|
|
193
|
+
for (let i = 0; i < clause.namedChildCount; i++) {
|
|
194
|
+
const c = clause.namedChild(i);
|
|
195
|
+
if (!c)
|
|
196
|
+
continue;
|
|
197
|
+
if (c.type === 'identifier') {
|
|
198
|
+
// default import: import foo from '...'
|
|
199
|
+
names.push(c.text);
|
|
200
|
+
}
|
|
201
|
+
else if (c.type === 'named_imports') {
|
|
202
|
+
for (let j = 0; j < c.namedChildCount; j++) {
|
|
203
|
+
const spec = c.namedChild(j);
|
|
204
|
+
if (spec?.type === 'import_specifier') {
|
|
205
|
+
const alias = spec.childForFieldName('alias');
|
|
206
|
+
const orig = spec.childForFieldName('name');
|
|
207
|
+
const picked = alias?.text ?? orig?.text;
|
|
208
|
+
if (picked)
|
|
209
|
+
names.push(picked);
|
|
210
|
+
}
|
|
211
|
+
}
|
|
212
|
+
}
|
|
213
|
+
else if (c.type === 'namespace_import') {
|
|
214
|
+
// import * as utils from '...'
|
|
215
|
+
const id = firstChildOfType(c, 'identifier');
|
|
216
|
+
if (id)
|
|
217
|
+
namespace = id.text;
|
|
218
|
+
}
|
|
219
|
+
}
|
|
220
|
+
return { source, names, namespace };
|
|
221
|
+
}
|
|
222
|
+
function firstChildOfType(node, type) {
|
|
223
|
+
for (let i = 0; i < node.namedChildCount; i++) {
|
|
224
|
+
const c = node.namedChild(i);
|
|
225
|
+
if (c?.type === type)
|
|
226
|
+
return c;
|
|
227
|
+
}
|
|
228
|
+
return null;
|
|
229
|
+
}
|
|
230
|
+
function simpleCalleeName(fn) {
|
|
231
|
+
if (fn.type === 'identifier')
|
|
232
|
+
return fn.text;
|
|
233
|
+
if (fn.type === 'member_expression') {
|
|
234
|
+
const prop = fn.childForFieldName('property');
|
|
235
|
+
if (prop)
|
|
236
|
+
return prop.text;
|
|
237
|
+
}
|
|
238
|
+
return null;
|
|
239
|
+
}
|
|
240
|
+
//# sourceMappingURL=ts.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ts.js","sourceRoot":"","sources":["../../src/parsers/ts.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,aAAa,CAAC;AACjC,6EAA6E;AAC7E,+CAA+C;AAC/C,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAC5C,MAAM,QAAQ,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAChD,MAAM,UAAU,GAAG,QAAQ,CAAC,wBAAwB,CAGnD,CAAC;AACF,OAAO,EACL,YAAY,GAKb,MAAM,aAAa,CAAC;AAErB,MAAM,QAAQ,GAAG,IAAI,MAAM,EAAE,CAAC;AAC9B,QAAQ,CAAC,WAAW,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC;AAC5C,MAAM,SAAS,GAAG,IAAI,MAAM,EAAE,CAAC;AAC/B,SAAS,CAAC,WAAW,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;AAEtC,MAAM,UAAU,eAAe,CAAC,IAAY,EAAE,MAAc;IAC1D,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC;IAErF,IAAI,IAAiB,CAAC;IACtB,IAAI,CAAC;QACH,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IAC9B,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC;IACjD,CAAC;IAED,MAAM,OAAO,GAAmB,EAAE,CAAC;IACnC,MAAM,OAAO,GAAmB,EAAE,CAAC;IACnC,MAAM,KAAK,GAAiB,EAAE,CAAC;IAE/B,KAAK,CAAC,IAAI,CAAC,QAAQ,EAAE;QACnB,IAAI;QACJ,MAAM;QACN,OAAO;QACP,OAAO;QACP,KAAK;QACL,UAAU,EAAE,EAAE;QACd,WAAW,EAAE,EAAE;QACf,aAAa,EAAE,KAAK;KACrB,CAAC,CAAC;IAEH,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;AACrC,CAAC;AAaD,SAAS,KAAK,CAAC,IAAuB,EAAE,GAAmB;IACzD,QAAQ,IAAI,CAAC,IAAI,EAAE,CAAC;QAClB,KAAK,sBAAsB,CAAC;QAC5B,KAAK,gCAAgC,CAAC,CAAC,CAAC;YACtC,MAAM,IAAI,GAAG,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,EAAE,IAAI,CAAC;YAClD,IAAI,IAAI,EAAE,CAAC;gBACT,MAAM,GAAG,GAAG,UAAU,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,UAAU,CAAC,CAAC;gBAC1D,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBACtB,GAAG,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBAC7B,aAAa,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;gBACzB,GAAG,CAAC,WAAW,CAAC,GAAG,EAAE,CAAC;gBACtB,OAAO;YACT,CAAC;YACD,MAAM;QACR,CAAC;QAED,KAAK,qBAAqB,CAAC;QAC3B,KAAK,sBAAsB,CAAC,CAAC,CAAC;YAC5B,2CAA2C;YAC3C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,eAAe,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC9C,MAAM,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;gBAChC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,KAAK,qBAAqB;oBAAE,SAAS;gBAC3D,MAAM,QAAQ,GAAG,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC;gBAChD,MAAM,SAAS,GAAG,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC;gBAClD,IAAI,CAAC,QAAQ,IAAI,CAAC,SAAS;oBAAE,SAAS;gBACtC,MAAM,aAAa,GACjB,SAAS,CAAC,IAAI,KAAK,gBAAgB;oBACnC,SAAS,CAAC,IAAI,KAAK,qBAAqB;oBACxC,SAAS,CAAC,IAAI,KAAK,UAAU;oBAC7B,SAAS,CAAC,IAAI,KAAK,aAAa;oBAChC,SAAS,CAAC,IAAI,KAAK,0BAA0B,CAAC;gBAChD,IAAI,aAAa,EAAE,CAAC;oBAClB,MAAM,GAAG,GAAG,UAAU,CAAC,GAAG,EAAE,IAAI,EAAE,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;oBAC5E,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;oBACtB,GAAG,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;oBAC7B,KAAK,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;oBACtB,GAAG,CAAC,WAAW,CAAC,GAAG,EAAE,CAAC;gBACxB,CAAC;qBAAM,CAAC;oBACN,KAAK,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;gBACxB,CAAC;YACH,CAAC;YACD,OAAO;QACT,CAAC;QAED,KAAK,mBAAmB,CAAC,CAAC,CAAC;YACzB,MAAM,IAAI,GAAG,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,EAAE,IAAI,CAAC;YAClD,IAAI,IAAI,EAAE,CAAC;gBACT,MAAM,GAAG,GAAG,UAAU,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;gBACvD,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBACtB,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAC1B,aAAa,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;gBACzB,GAAG,CAAC,UAAU,CAAC,GAAG,EAAE,CAAC;gBACrB,OAAO;YACT,CAAC;YACD,MAAM;QACR,CAAC;QAED,KAAK,mBAAmB,CAAC,CAAC,CAAC;YACzB,MAAM,IAAI,GAAG,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,EAAE,IAAI,CAAC;YAClD,IAAI,IAAI,EAAE,CAAC;gBACT,MAAM,GAAG,GAAG,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;gBACtD,MAAM,SAAS,GAAG,GAAG,CAAC,CAAC,CAAC,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;gBAChD,MAAM,GAAG,GAAG,UAAU,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC;gBAC7D,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBACtB,GAAG,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBAC7B,aAAa,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;gBACzB,GAAG,CAAC,WAAW,CAAC,GAAG,EAAE,CAAC;gBACtB,OAAO;YACT,CAAC;YACD,MAAM;QACR,CAAC;QAED,KAAK,uBAAuB,CAAC,CAAC,CAAC;YAC7B,MAAM,IAAI,GAAG,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,EAAE,IAAI,CAAC;YAClD,IAAI,IAAI,EAAE,CAAC;gBACT,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,WAAW,CAAC,CAAC,CAAC;YACnE,CAAC;YACD,OAAO,CAAC,uBAAuB;QACjC,CAAC;QAED,KAAK,wBAAwB,CAAC,CAAC,CAAC;YAC9B,MAAM,IAAI,GAAG,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,EAAE,IAAI,CAAC;YAClD,IAAI,IAAI;gBAAE,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC;YACtE,OAAO;QACT,CAAC;QAED,KAAK,kBAAkB,CAAC,CAAC,CAAC;YACxB,MAAM,GAAG,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC;YAChC,IAAI,GAAG;gBAAE,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAC/B,OAAO;QACT,CAAC;QAED,KAAK,iBAAiB,CAAC,CAAC,CAAC;YACvB,IAAI,CAAC,GAAG,CAAC,aAAa,EAAE,CAAC;gBACvB,MAAM,EAAE,GAAG,IAAI,CAAC,iBAAiB,CAAC,UAAU,CAAC,CAAC;gBAC9C,IAAI,EAAE,EAAE,CAAC;oBACP,MAAM,IAAI,GAAG,gBAAgB,CAAC,EAAE,CAAC,CAAC;oBAClC,IAAI,IAAI,IAAI,GAAG,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBACvC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;oBACtF,CAAC;gBACH,CAAC;YACH,CAAC;YACD,aAAa,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;YACzB,OAAO;QACT,CAAC;QAED,iDAAiD;QACjD,KAAK,gBAAgB,CAAC;QACtB,KAAK,iBAAiB,CAAC;QACvB,KAAK,iBAAiB,CAAC;QACvB,KAAK,cAAc,CAAC;QACpB,KAAK,iBAAiB,CAAC;QACvB,KAAK,YAAY,CAAC;QAClB,KAAK,mBAAmB,CAAC;QACzB,KAAK,kBAAkB,CAAC;QACxB,KAAK,aAAa,CAAC;QACnB,KAAK,YAAY,CAAC;QAClB,KAAK,aAAa,CAAC;QACnB,KAAK,eAAe,CAAC;QACrB,KAAK,kBAAkB,CAAC;QACxB,KAAK,YAAY,CAAC,CAAC,CAAC;YAClB,MAAM,QAAQ,GAAG,GAAG,CAAC,aAAa,CAAC;YACnC,GAAG,CAAC,aAAa,GAAG,IAAI,CAAC;YACzB,aAAa,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;YACzB,GAAG,CAAC,aAAa,GAAG,QAAQ,CAAC;YAC7B,OAAO;QACT,CAAC;IACH,CAAC;IAED,aAAa,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;AAC3B,CAAC;AAED,SAAS,aAAa,CAAC,IAAuB,EAAE,GAAmB;IACjE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,eAAe,EAAE,CAAC,EAAE,EAAE,CAAC;QAC9C,MAAM,KAAK,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QACjC,IAAI,KAAK;YAAE,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;IAC/B,CAAC;AACH,CAAC;AAED,SAAS,UAAU,CACjB,GAAmB,EACnB,IAAuB,EACvB,QAAgB,EAChB,aAAqB,EACrB,IAA0B;IAE1B,MAAM,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;IAC9D,OAAO;QACL,EAAE,EAAE,GAAG,GAAG,CAAC,IAAI,IAAI,aAAa,EAAE;QAClC,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,GAAG,CAAC,IAAI;QACd,IAAI;QACJ,SAAS,EAAE,IAAI,CAAC,aAAa,CAAC,GAAG,GAAG,CAAC;QACrC,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,GAAG,GAAG,CAAC;QACjC,MAAM,EAAE,YAAY,CAAC,IAAI,CAAC;KAC3B,CAAC;AACJ,CAAC;AAED,SAAS,aAAa,CAAC,IAAuB;IAC5C,MAAM,UAAU,GAAG,IAAI,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAC;IACpD,IAAI,CAAC,UAAU;QAAE,OAAO,IAAI,CAAC;IAC7B,MAAM,MAAM,GAAG,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,gBAAgB,EAAE,EAAE,CAAC,CAAC;IAC7D,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,IAAI,SAA6B,CAAC;IAElC,kBAAkB;IAClB,MAAM,MAAM,GAAG,gBAAgB,CAAC,IAAI,EAAE,eAAe,CAAC,CAAC;IACvD,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;IACtC,CAAC;IAED,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,eAAe,EAAE,CAAC,EAAE,EAAE,CAAC;QAChD,MAAM,CAAC,GAAG,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QAC/B,IAAI,CAAC,CAAC;YAAE,SAAS;QACjB,IAAI,CAAC,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;YAC5B,yCAAyC;YACzC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QACrB,CAAC;aAAM,IAAI,CAAC,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;YACtC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,eAAe,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC3C,MAAM,IAAI,GAAG,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;gBAC7B,IAAI,IAAI,EAAE,IAAI,KAAK,kBAAkB,EAAE,CAAC;oBACtC,MAAM,KAAK,GAAG,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC;oBAC9C,MAAM,IAAI,GAAG,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC;oBAC5C,MAAM,MAAM,GAAG,KAAK,EAAE,IAAI,IAAI,IAAI,EAAE,IAAI,CAAC;oBACzC,IAAI,MAAM;wBAAE,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBACjC,CAAC;YACH,CAAC;QACH,CAAC;aAAM,IAAI,CAAC,CAAC,IAAI,KAAK,kBAAkB,EAAE,CAAC;YACzC,+BAA+B;YAC/B,MAAM,EAAE,GAAG,gBAAgB,CAAC,CAAC,EAAE,YAAY,CAAC,CAAC;YAC7C,IAAI,EAAE;gBAAE,SAAS,GAAG,EAAE,CAAC,IAAI,CAAC;QAC9B,CAAC;IACH,CAAC;IAED,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;AACtC,CAAC;AAED,SAAS,gBAAgB,CAAC,IAAuB,EAAE,IAAY;IAC7D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,eAAe,EAAE,CAAC,EAAE,EAAE,CAAC;QAC9C,MAAM,CAAC,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QAC7B,IAAI,CAAC,EAAE,IAAI,KAAK,IAAI;YAAE,OAAO,CAAC,CAAC;IACjC,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,gBAAgB,CAAC,EAAqB;IAC7C,IAAI,EAAE,CAAC,IAAI,KAAK,YAAY;QAAE,OAAO,EAAE,CAAC,IAAI,CAAC;IAC7C,IAAI,EAAE,CAAC,IAAI,KAAK,mBAAmB,EAAE,CAAC;QACpC,MAAM,IAAI,GAAG,EAAE,CAAC,iBAAiB,CAAC,UAAU,CAAC,CAAC;QAC9C,IAAI,IAAI;YAAE,OAAO,IAAI,CAAC,IAAI,CAAC;IAC7B,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC"}
|
|
@@ -0,0 +1,27 @@
|
|
|
1
|
+
import type { SymbolGraph } from '../core/graph.js';
|
|
2
|
+
export interface Embedder {
|
|
3
|
+
/** Batch-embed an array of texts. Each output Float32Array must be L2-normalized. */
|
|
4
|
+
embed(texts: string[]): Promise<Float32Array[]>;
|
|
5
|
+
}
|
|
6
|
+
export interface HybridOptions {
|
|
7
|
+
k: number;
|
|
8
|
+
embedder: Embedder;
|
|
9
|
+
/** 0 = keyword-only (same as scoreSeeds), 1 = embedding-only. Default 0.5. */
|
|
10
|
+
embedWeight: number;
|
|
11
|
+
/**
|
|
12
|
+
* Optional pool size for embedding candidates. We embed at most this many
|
|
13
|
+
* symbols (filtered by keyword score first) to keep the model call cheap.
|
|
14
|
+
*/
|
|
15
|
+
poolSize?: number;
|
|
16
|
+
}
|
|
17
|
+
/**
|
|
18
|
+
* Hybrid seed scorer. Combines keyword IDF (from scoreSeeds) with embedding
|
|
19
|
+
* cosine similarity, falling back to keyword-only if the embedder fails.
|
|
20
|
+
*
|
|
21
|
+
* score(node) = (1 - w) · normalizeMax(keyword) + w · cosine(embed(task), embed(node))
|
|
22
|
+
*
|
|
23
|
+
* Embedder is dependency-injected so tests can pass a deterministic fake and
|
|
24
|
+
* production can plug in @xenova/transformers without changing this module.
|
|
25
|
+
*/
|
|
26
|
+
export declare function scoreSeedsHybrid(graph: SymbolGraph, task: string, options: HybridOptions): Promise<Map<string, number>>;
|
|
27
|
+
//# sourceMappingURL=embedding.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"embedding.d.ts","sourceRoot":"","sources":["../../src/seeds/embedding.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAGpD,MAAM,WAAW,QAAQ;IACvB,sFAAsF;IACtF,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC;CACjD;AAED,MAAM,WAAW,aAAa;IAC5B,CAAC,EAAE,MAAM,CAAC;IACV,QAAQ,EAAE,QAAQ,CAAC;IACnB,+EAA+E;IAC/E,WAAW,EAAE,MAAM,CAAC;IACpB;;;OAGG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED;;;;;;;;GAQG;AACH,wBAAsB,gBAAgB,CACpC,KAAK,EAAE,WAAW,EAClB,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,aAAa,GACrB,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAuD9B"}
|
|
@@ -0,0 +1,90 @@
|
|
|
1
|
+
import { scoreSeeds } from './keyword.js';
|
|
2
|
+
/**
|
|
3
|
+
* Hybrid seed scorer. Combines keyword IDF (from scoreSeeds) with embedding
|
|
4
|
+
* cosine similarity, falling back to keyword-only if the embedder fails.
|
|
5
|
+
*
|
|
6
|
+
* score(node) = (1 - w) · normalizeMax(keyword) + w · cosine(embed(task), embed(node))
|
|
7
|
+
*
|
|
8
|
+
* Embedder is dependency-injected so tests can pass a deterministic fake and
|
|
9
|
+
* production can plug in @xenova/transformers without changing this module.
|
|
10
|
+
*/
|
|
11
|
+
export async function scoreSeedsHybrid(graph, task, options) {
|
|
12
|
+
const { k, embedder, embedWeight, poolSize = 200 } = options;
|
|
13
|
+
if (embedWeight < 0 || embedWeight > 1) {
|
|
14
|
+
throw new Error('embedWeight must be in [0, 1]');
|
|
15
|
+
}
|
|
16
|
+
if (graph.order() === 0)
|
|
17
|
+
return new Map();
|
|
18
|
+
// 1. Always run keyword scoring as a baseline / fallback.
|
|
19
|
+
const keywordScores = scoreSeeds(graph, task, { k: Math.max(k * 4, poolSize) });
|
|
20
|
+
if (embedWeight === 0) {
|
|
21
|
+
return takeTop(keywordScores, k);
|
|
22
|
+
}
|
|
23
|
+
// 2. Build embedding candidate pool. If keyword finds nothing, embed all
|
|
24
|
+
// nodes (capped at poolSize) so the semantic path can still surface matches.
|
|
25
|
+
let candidatePool;
|
|
26
|
+
if (keywordScores.size > 0) {
|
|
27
|
+
candidatePool = [...keywordScores.keys()].slice(0, poolSize);
|
|
28
|
+
}
|
|
29
|
+
else {
|
|
30
|
+
candidatePool = graph.nodes().slice(0, poolSize);
|
|
31
|
+
}
|
|
32
|
+
if (candidatePool.length === 0)
|
|
33
|
+
return new Map();
|
|
34
|
+
// 3. Try embeddings; on failure, return keyword-only.
|
|
35
|
+
let taskVec;
|
|
36
|
+
let nodeVecs;
|
|
37
|
+
const ids = candidatePool;
|
|
38
|
+
try {
|
|
39
|
+
const texts = ids.map((id) => describeNode(graph, id));
|
|
40
|
+
const all = await embedder.embed([task, ...texts]);
|
|
41
|
+
taskVec = all[0];
|
|
42
|
+
nodeVecs = all.slice(1);
|
|
43
|
+
}
|
|
44
|
+
catch {
|
|
45
|
+
return takeTop(keywordScores, k);
|
|
46
|
+
}
|
|
47
|
+
// 3. Blend scores.
|
|
48
|
+
const maxKw = Math.max(...keywordScores.values(), 1e-9);
|
|
49
|
+
const blended = new Map();
|
|
50
|
+
for (let i = 0; i < ids.length; i++) {
|
|
51
|
+
const id = ids[i];
|
|
52
|
+
const kw = (keywordScores.get(id) ?? 0) / maxKw;
|
|
53
|
+
const cos = cosine(taskVec, nodeVecs[i]);
|
|
54
|
+
const score = (1 - embedWeight) * kw + embedWeight * cos;
|
|
55
|
+
if (score > 0)
|
|
56
|
+
blended.set(id, score);
|
|
57
|
+
}
|
|
58
|
+
// 4. Keyword-pool ⊇ embedding pool, so we won't drop any keyword-only hits.
|
|
59
|
+
if (embedWeight < 1) {
|
|
60
|
+
for (const [id, score] of keywordScores) {
|
|
61
|
+
if (!blended.has(id))
|
|
62
|
+
blended.set(id, ((1 - embedWeight) * score) / maxKw);
|
|
63
|
+
}
|
|
64
|
+
}
|
|
65
|
+
return takeTop(blended, k);
|
|
66
|
+
}
|
|
67
|
+
function takeTop(scores, k) {
|
|
68
|
+
return new Map([...scores.entries()].sort((a, b) => b[1] - a[1]).slice(0, k));
|
|
69
|
+
}
|
|
70
|
+
function describeNode(graph, id) {
|
|
71
|
+
const data = graph.getNode(id);
|
|
72
|
+
if (!data)
|
|
73
|
+
return id;
|
|
74
|
+
const parts = [];
|
|
75
|
+
if (data.name)
|
|
76
|
+
parts.push(data.name);
|
|
77
|
+
parts.push(data.kind);
|
|
78
|
+
parts.push(data.file);
|
|
79
|
+
return parts.join(' ');
|
|
80
|
+
}
|
|
81
|
+
function cosine(a, b) {
|
|
82
|
+
if (a.length !== b.length)
|
|
83
|
+
return 0;
|
|
84
|
+
let dot = 0;
|
|
85
|
+
for (let i = 0; i < a.length; i++)
|
|
86
|
+
dot += a[i] * b[i];
|
|
87
|
+
// Inputs are L2-normalized (per Embedder contract), so dot == cosine.
|
|
88
|
+
return Math.max(0, Math.min(1, dot));
|
|
89
|
+
}
|
|
90
|
+
//# sourceMappingURL=embedding.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"embedding.js","sourceRoot":"","sources":["../../src/seeds/embedding.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAmB1C;;;;;;;;GAQG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,KAAkB,EAClB,IAAY,EACZ,OAAsB;IAEtB,MAAM,EAAE,CAAC,EAAE,QAAQ,EAAE,WAAW,EAAE,QAAQ,GAAG,GAAG,EAAE,GAAG,OAAO,CAAC;IAC7D,IAAI,WAAW,GAAG,CAAC,IAAI,WAAW,GAAG,CAAC,EAAE,CAAC;QACvC,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;IACnD,CAAC;IACD,IAAI,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC;QAAE,OAAO,IAAI,GAAG,EAAE,CAAC;IAE1C,0DAA0D;IAC1D,MAAM,aAAa,GAAG,UAAU,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,EAAE,QAAQ,CAAC,EAAE,CAAC,CAAC;IAChF,IAAI,WAAW,KAAK,CAAC,EAAE,CAAC;QACtB,OAAO,OAAO,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC;IACnC,CAAC;IAED,0EAA0E;IAC1E,6EAA6E;IAC7E,IAAI,aAAuB,CAAC;IAC5B,IAAI,aAAa,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;QAC3B,aAAa,GAAG,CAAC,GAAG,aAAa,CAAC,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;IAC/D,CAAC;SAAM,CAAC;QACN,aAAa,GAAG,KAAK,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;IACnD,CAAC;IACD,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,GAAG,EAAE,CAAC;IAEjD,sDAAsD;IACtD,IAAI,OAAqB,CAAC;IAC1B,IAAI,QAAwB,CAAC;IAC7B,MAAM,GAAG,GAAG,aAAa,CAAC;IAC1B,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,YAAY,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC;QACvD,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,GAAG,KAAK,CAAC,CAAC,CAAC;QACnD,OAAO,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;QACjB,QAAQ,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAC1B,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,OAAO,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC;IACnC,CAAC;IAED,mBAAmB;IACnB,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,aAAa,CAAC,MAAM,EAAE,EAAE,IAAI,CAAC,CAAC;IACxD,MAAM,OAAO,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC1C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACpC,MAAM,EAAE,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;QAClB,MAAM,EAAE,GAAG,CAAC,aAAa,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,CAAC;QAChD,MAAM,GAAG,GAAG,MAAM,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;QACzC,MAAM,KAAK,GAAG,CAAC,CAAC,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,WAAW,GAAG,GAAG,CAAC;QACzD,IAAI,KAAK,GAAG,CAAC;YAAE,OAAO,CAAC,GAAG,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;IACxC,CAAC;IAED,4EAA4E;IAC5E,IAAI,WAAW,GAAG,CAAC,EAAE,CAAC;QACpB,KAAK,MAAM,CAAC,EAAE,EAAE,KAAK,CAAC,IAAI,aAAa,EAAE,CAAC;YACxC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;gBAAE,OAAO,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,WAAW,CAAC,GAAG,KAAK,CAAC,GAAG,KAAK,CAAC,CAAC;QAC7E,CAAC;IACH,CAAC;IAED,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;AAC7B,CAAC;AAED,SAAS,OAAO,CAAC,MAAmC,EAAE,CAAS;IAC7D,OAAO,IAAI,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;AAChF,CAAC;AAED,SAAS,YAAY,CAAC,KAAkB,EAAE,EAAU;IAClD,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IAC/B,IAAI,CAAC,IAAI;QAAE,OAAO,EAAE,CAAC;IACrB,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,IAAI,IAAI,CAAC,IAAI;QAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACrC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACtB,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACtB,OAAO,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AACzB,CAAC;AAED,SAAS,MAAM,CAAC,CAAe,EAAE,CAAe;IAC9C,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,MAAM;QAAE,OAAO,CAAC,CAAC;IACpC,IAAI,GAAG,GAAG,CAAC,CAAC;IACZ,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE;QAAE,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IACtD,sEAAsE;IACtE,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;AACvC,CAAC"}
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
import type { SymbolGraph } from '../core/graph.js';
|
|
2
|
+
export interface ScoreOptions {
|
|
3
|
+
/** Top-k seeds to return. */
|
|
4
|
+
k: number;
|
|
5
|
+
}
|
|
6
|
+
/**
|
|
7
|
+
* Lower-cased, split-on-non-alphanum, broken on case boundaries.
|
|
8
|
+
* Drops stopwords and 1-char fragments.
|
|
9
|
+
*/
|
|
10
|
+
export declare function tokenizeTask(task: string): string[];
|
|
11
|
+
/**
|
|
12
|
+
* Score every node by how strongly its symbol name (tokenized) overlaps with
|
|
13
|
+
* the task tokens, weighted by inverse document frequency (rarer names matter
|
|
14
|
+
* more). Returns the top-k as a Map<nodeId, score>.
|
|
15
|
+
*
|
|
16
|
+
* score(node) = Σ_{token ∈ task ∩ name} IDF(token) · match_weight
|
|
17
|
+
*
|
|
18
|
+
* where match_weight = 1.0 for exact whole-name match, 0.5 for partial
|
|
19
|
+
* sub-token match.
|
|
20
|
+
*/
|
|
21
|
+
export declare function scoreSeeds(graph: SymbolGraph, task: string, options: ScoreOptions): Map<string, number>;
|
|
22
|
+
//# sourceMappingURL=keyword.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"keyword.d.ts","sourceRoot":"","sources":["../../src/seeds/keyword.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAWpD,MAAM,WAAW,YAAY;IAC3B,6BAA6B;IAC7B,CAAC,EAAE,MAAM,CAAC;CACX;AAED;;;GAGG;AACH,wBAAgB,YAAY,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE,CAYnD;AAWD;;;;;;;;;GASG;AACH,wBAAgB,UAAU,CACxB,KAAK,EAAE,WAAW,EAClB,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,YAAY,GACpB,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAuDrB"}
|