edhindex 1.0.3 → 2.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +63 -9
- package/dist/cli/commands/index_cmd.d.ts.map +1 -1
- package/dist/cli/commands/index_cmd.js +2 -0
- package/dist/cli/commands/index_cmd.js.map +1 -1
- package/dist/cli/commands/start.d.ts.map +1 -1
- package/dist/cli/commands/start.js +3 -1
- package/dist/cli/commands/start.js.map +1 -1
- package/dist/cli/index.js +1 -1
- package/dist/config/index.js +1 -1
- package/dist/config/index.js.map +1 -1
- package/dist/embeddings/transformers.d.ts.map +1 -1
- package/dist/graph/builder.d.ts.map +1 -1
- package/dist/graph/builder.js +18 -0
- package/dist/graph/builder.js.map +1 -1
- package/dist/graph/serve.js.map +1 -1
- package/dist/graph/service.d.ts.map +1 -1
- package/dist/graph/storage.d.ts.map +1 -1
- package/dist/graph/types.d.ts +1 -1
- package/dist/graph/types.d.ts.map +1 -1
- package/dist/graph/types.js.map +1 -1
- package/dist/indexer/chunker.d.ts +2 -2
- package/dist/indexer/chunker.d.ts.map +1 -1
- package/dist/indexer/chunker.js +7 -5
- package/dist/indexer/chunker.js.map +1 -1
- package/dist/indexer/file-utils.d.ts +2 -3
- package/dist/indexer/file-utils.d.ts.map +1 -1
- package/dist/indexer/file-utils.js +4 -33
- package/dist/indexer/file-utils.js.map +1 -1
- package/dist/indexer/fixture.test.d.ts +2 -0
- package/dist/indexer/fixture.test.d.ts.map +1 -0
- package/dist/indexer/fixture.test.js +104 -0
- package/dist/indexer/fixture.test.js.map +1 -0
- package/dist/indexer/indexer.d.ts +3 -1
- package/dist/indexer/indexer.d.ts.map +1 -1
- package/dist/indexer/indexer.js +8 -32
- package/dist/indexer/indexer.js.map +1 -1
- package/dist/indexer/parser.d.ts.map +1 -1
- package/dist/indexer/parser.js +196 -14
- package/dist/indexer/parser.js.map +1 -1
- package/dist/indexer/parser.test.d.ts +2 -0
- package/dist/indexer/parser.test.d.ts.map +1 -0
- package/dist/indexer/parser.test.js +120 -0
- package/dist/indexer/parser.test.js.map +1 -0
- package/dist/language/adapters/astro.d.ts +12 -0
- package/dist/language/adapters/astro.d.ts.map +1 -0
- package/dist/language/adapters/astro.js +195 -0
- package/dist/language/adapters/astro.js.map +1 -0
- package/dist/language/adapters/c.d.ts +7 -0
- package/dist/language/adapters/c.d.ts.map +1 -0
- package/dist/language/adapters/c.js +25 -0
- package/dist/language/adapters/c.js.map +1 -0
- package/dist/language/adapters/config.d.ts +14 -0
- package/dist/language/adapters/config.d.ts.map +1 -0
- package/dist/language/adapters/config.js +136 -0
- package/dist/language/adapters/config.js.map +1 -0
- package/dist/language/adapters/cpp.d.ts +7 -0
- package/dist/language/adapters/cpp.d.ts.map +1 -0
- package/dist/language/adapters/cpp.js +29 -0
- package/dist/language/adapters/cpp.js.map +1 -0
- package/dist/language/adapters/csharp.d.ts +7 -0
- package/dist/language/adapters/csharp.d.ts.map +1 -0
- package/dist/language/adapters/csharp.js +32 -0
- package/dist/language/adapters/csharp.js.map +1 -0
- package/dist/language/adapters/css.d.ts +10 -0
- package/dist/language/adapters/css.d.ts.map +1 -0
- package/dist/language/adapters/css.js +54 -0
- package/dist/language/adapters/css.js.map +1 -0
- package/dist/language/adapters/csv.d.ts +11 -0
- package/dist/language/adapters/csv.d.ts.map +1 -0
- package/dist/language/adapters/csv.js +103 -0
- package/dist/language/adapters/csv.js.map +1 -0
- package/dist/language/adapters/dart.d.ts +7 -0
- package/dist/language/adapters/dart.d.ts.map +1 -0
- package/dist/language/adapters/dart.js +37 -0
- package/dist/language/adapters/dart.js.map +1 -0
- package/dist/language/adapters/dockerfile.d.ts +12 -0
- package/dist/language/adapters/dockerfile.d.ts.map +1 -0
- package/dist/language/adapters/dockerfile.js +71 -0
- package/dist/language/adapters/dockerfile.js.map +1 -0
- package/dist/language/adapters/documentation.d.ts +12 -0
- package/dist/language/adapters/documentation.d.ts.map +1 -0
- package/dist/language/adapters/documentation.js +146 -0
- package/dist/language/adapters/documentation.js.map +1 -0
- package/dist/language/adapters/go.d.ts +7 -0
- package/dist/language/adapters/go.d.ts.map +1 -0
- package/dist/language/adapters/go.js +26 -0
- package/dist/language/adapters/go.js.map +1 -0
- package/dist/language/adapters/haskell.d.ts +7 -0
- package/dist/language/adapters/haskell.d.ts.map +1 -0
- package/dist/language/adapters/haskell.js +33 -0
- package/dist/language/adapters/haskell.js.map +1 -0
- package/dist/language/adapters/html.d.ts +11 -0
- package/dist/language/adapters/html.d.ts.map +1 -0
- package/dist/language/adapters/html.js +67 -0
- package/dist/language/adapters/html.js.map +1 -0
- package/dist/language/adapters/java.d.ts +7 -0
- package/dist/language/adapters/java.d.ts.map +1 -0
- package/dist/language/adapters/java.js +30 -0
- package/dist/language/adapters/java.js.map +1 -0
- package/dist/language/adapters/javascript.d.ts +7 -0
- package/dist/language/adapters/javascript.d.ts.map +1 -0
- package/dist/language/adapters/javascript.js +31 -0
- package/dist/language/adapters/javascript.js.map +1 -0
- package/dist/language/adapters/json-variants.d.ts +11 -0
- package/dist/language/adapters/json-variants.d.ts.map +1 -0
- package/dist/language/adapters/json-variants.js +57 -0
- package/dist/language/adapters/json-variants.js.map +1 -0
- package/dist/language/adapters/json.d.ts +11 -0
- package/dist/language/adapters/json.d.ts.map +1 -0
- package/dist/language/adapters/json.js +57 -0
- package/dist/language/adapters/json.js.map +1 -0
- package/dist/language/adapters/kotlin.d.ts +7 -0
- package/dist/language/adapters/kotlin.d.ts.map +1 -0
- package/dist/language/adapters/kotlin.js +35 -0
- package/dist/language/adapters/kotlin.js.map +1 -0
- package/dist/language/adapters/lua.d.ts +7 -0
- package/dist/language/adapters/lua.d.ts.map +1 -0
- package/dist/language/adapters/lua.js +32 -0
- package/dist/language/adapters/lua.js.map +1 -0
- package/dist/language/adapters/markdown.d.ts +12 -0
- package/dist/language/adapters/markdown.d.ts.map +1 -0
- package/dist/language/adapters/markdown.js +76 -0
- package/dist/language/adapters/markdown.js.map +1 -0
- package/dist/language/adapters/php.d.ts +7 -0
- package/dist/language/adapters/php.d.ts.map +1 -0
- package/dist/language/adapters/php.js +29 -0
- package/dist/language/adapters/php.js.map +1 -0
- package/dist/language/adapters/python.d.ts +7 -0
- package/dist/language/adapters/python.d.ts.map +1 -0
- package/dist/language/adapters/python.js +27 -0
- package/dist/language/adapters/python.js.map +1 -0
- package/dist/language/adapters/ruby.d.ts +7 -0
- package/dist/language/adapters/ruby.d.ts.map +1 -0
- package/dist/language/adapters/ruby.js +29 -0
- package/dist/language/adapters/ruby.js.map +1 -0
- package/dist/language/adapters/rust.d.ts +7 -0
- package/dist/language/adapters/rust.d.ts.map +1 -0
- package/dist/language/adapters/rust.js +31 -0
- package/dist/language/adapters/rust.js.map +1 -0
- package/dist/language/adapters/salesforce.d.ts +15 -0
- package/dist/language/adapters/salesforce.d.ts.map +1 -0
- package/dist/language/adapters/salesforce.js +223 -0
- package/dist/language/adapters/salesforce.js.map +1 -0
- package/dist/language/adapters/scala.d.ts +7 -0
- package/dist/language/adapters/scala.d.ts.map +1 -0
- package/dist/language/adapters/scala.js +37 -0
- package/dist/language/adapters/scala.js.map +1 -0
- package/dist/language/adapters/solidity.d.ts +7 -0
- package/dist/language/adapters/solidity.d.ts.map +1 -0
- package/dist/language/adapters/solidity.js +40 -0
- package/dist/language/adapters/solidity.js.map +1 -0
- package/dist/language/adapters/sql.d.ts +12 -0
- package/dist/language/adapters/sql.d.ts.map +1 -0
- package/dist/language/adapters/sql.js +93 -0
- package/dist/language/adapters/sql.js.map +1 -0
- package/dist/language/adapters/svelte.d.ts +11 -0
- package/dist/language/adapters/svelte.d.ts.map +1 -0
- package/dist/language/adapters/svelte.js +76 -0
- package/dist/language/adapters/svelte.js.map +1 -0
- package/dist/language/adapters/svg.d.ts +13 -0
- package/dist/language/adapters/svg.d.ts.map +1 -0
- package/dist/language/adapters/svg.js +130 -0
- package/dist/language/adapters/svg.js.map +1 -0
- package/dist/language/adapters/swift.d.ts +7 -0
- package/dist/language/adapters/swift.d.ts.map +1 -0
- package/dist/language/adapters/swift.js +42 -0
- package/dist/language/adapters/swift.js.map +1 -0
- package/dist/language/adapters/terraform.d.ts +7 -0
- package/dist/language/adapters/terraform.d.ts.map +1 -0
- package/dist/language/adapters/terraform.js +23 -0
- package/dist/language/adapters/terraform.js.map +1 -0
- package/dist/language/adapters/text.d.ts +14 -0
- package/dist/language/adapters/text.d.ts.map +1 -0
- package/dist/language/adapters/text.js +178 -0
- package/dist/language/adapters/text.js.map +1 -0
- package/dist/language/adapters/toml.d.ts +12 -0
- package/dist/language/adapters/toml.d.ts.map +1 -0
- package/dist/language/adapters/toml.js +79 -0
- package/dist/language/adapters/toml.js.map +1 -0
- package/dist/language/adapters/typescript.d.ts +7 -0
- package/dist/language/adapters/typescript.d.ts.map +1 -0
- package/dist/language/adapters/typescript.js +35 -0
- package/dist/language/adapters/typescript.js.map +1 -0
- package/dist/language/adapters/vue.d.ts +11 -0
- package/dist/language/adapters/vue.d.ts.map +1 -0
- package/dist/language/adapters/vue.js +67 -0
- package/dist/language/adapters/vue.js.map +1 -0
- package/dist/language/adapters/xml.d.ts +12 -0
- package/dist/language/adapters/xml.d.ts.map +1 -0
- package/dist/language/adapters/xml.js +71 -0
- package/dist/language/adapters/xml.js.map +1 -0
- package/dist/language/adapters/yaml.d.ts +11 -0
- package/dist/language/adapters/yaml.d.ts.map +1 -0
- package/dist/language/adapters/yaml.js +60 -0
- package/dist/language/adapters/yaml.js.map +1 -0
- package/dist/language/base.d.ts +34 -0
- package/dist/language/base.d.ts.map +1 -0
- package/dist/language/base.js +144 -0
- package/dist/language/base.js.map +1 -0
- package/dist/language/generic.d.ts +11 -0
- package/dist/language/generic.d.ts.map +1 -0
- package/dist/language/generic.js +51 -0
- package/dist/language/generic.js.map +1 -0
- package/dist/language/registry.d.ts +29 -0
- package/dist/language/registry.d.ts.map +1 -0
- package/dist/language/registry.js +162 -0
- package/dist/language/registry.js.map +1 -0
- package/dist/language/types.d.ts +68 -0
- package/dist/language/types.d.ts.map +1 -0
- package/dist/language/types.js +36 -0
- package/dist/language/types.js.map +1 -0
- package/dist/logging.d.ts.map +1 -1
- package/dist/mcp/server.js.map +1 -1
- package/dist/mcp-config.js.map +1 -1
- package/dist/retrieval/search.d.ts.map +1 -1
- package/dist/storage/fts.d.ts.map +1 -1
- package/dist/storage/metadata.d.ts.map +1 -1
- package/dist/vector/lancedb.d.ts.map +1 -1
- package/dist/watcher/index.d.ts.map +1 -1
- package/package.json +71 -3
- package/src/cli/commands/index_cmd.ts +2 -0
- package/src/cli/commands/start.ts +3 -1
- package/src/cli/index.ts +1 -1
- package/src/config/index.ts +1 -1
- package/src/graph/builder.ts +18 -0
- package/src/graph/types.ts +14 -1
- package/src/indexer/chunker.ts +9 -7
- package/src/indexer/file-utils.ts +6 -38
- package/src/indexer/fixture.test.ts +121 -0
- package/src/indexer/indexer.ts +17 -41
- package/src/indexer/parser.test.ts +127 -0
- package/src/indexer/parser.ts +194 -13
- package/src/language/adapters/astro.ts +206 -0
- package/src/language/adapters/c.ts +27 -0
- package/src/language/adapters/config.ts +144 -0
- package/src/language/adapters/cpp.ts +31 -0
- package/src/language/adapters/csharp.ts +34 -0
- package/src/language/adapters/css.ts +57 -0
- package/src/language/adapters/csv.ts +110 -0
- package/src/language/adapters/dart.ts +39 -0
- package/src/language/adapters/dockerfile.ts +78 -0
- package/src/language/adapters/documentation.ts +158 -0
- package/src/language/adapters/go.ts +28 -0
- package/src/language/adapters/haskell.ts +35 -0
- package/src/language/adapters/html.ts +68 -0
- package/src/language/adapters/java.ts +32 -0
- package/src/language/adapters/javascript.ts +33 -0
- package/src/language/adapters/json-variants.ts +60 -0
- package/src/language/adapters/json.ts +60 -0
- package/src/language/adapters/kotlin.ts +37 -0
- package/src/language/adapters/lua.ts +34 -0
- package/src/language/adapters/markdown.ts +81 -0
- package/src/language/adapters/php.ts +31 -0
- package/src/language/adapters/python.ts +29 -0
- package/src/language/adapters/ruby.ts +31 -0
- package/src/language/adapters/rust.ts +33 -0
- package/src/language/adapters/salesforce.ts +236 -0
- package/src/language/adapters/scala.ts +39 -0
- package/src/language/adapters/solidity.ts +42 -0
- package/src/language/adapters/sql.ts +99 -0
- package/src/language/adapters/svelte.ts +80 -0
- package/src/language/adapters/svg.ts +137 -0
- package/src/language/adapters/swift.ts +44 -0
- package/src/language/adapters/terraform.ts +25 -0
- package/src/language/adapters/text.ts +195 -0
- package/src/language/adapters/toml.ts +82 -0
- package/src/language/adapters/typescript.ts +37 -0
- package/src/language/adapters/vue.ts +70 -0
- package/src/language/adapters/xml.ts +74 -0
- package/src/language/adapters/yaml.ts +63 -0
- package/src/language/base.ts +167 -0
- package/src/language/generic.ts +58 -0
- package/src/language/registry.ts +179 -0
- package/src/language/types.ts +71 -0
- package/src/types/better-sqlite3.d.ts +55 -0
- package/src/types/cli-progress.d.ts +32 -0
- package/src/types/vitest.d.ts +11 -0
|
@@ -14,25 +14,6 @@ const BINARY_EXTENSIONS = new Set([
|
|
|
14
14
|
'.mp4', '.avi', '.mov', '.wmv', '.flv', '.mkv',
|
|
15
15
|
'.mp3', '.wav', '.flac', '.ogg',
|
|
16
16
|
]);
|
|
17
|
-
const LANGUAGE_EXTENSIONS = {
|
|
18
|
-
ts: ['.ts', '.tsx', '.mts', '.cts'],
|
|
19
|
-
js: ['.js', '.jsx', '.mjs', '.cjs'],
|
|
20
|
-
py: ['.py', '.pyw'],
|
|
21
|
-
go: ['.go'],
|
|
22
|
-
};
|
|
23
|
-
const EXTENSION_TO_LANG = {};
|
|
24
|
-
for (const [lang, exts] of Object.entries(LANGUAGE_EXTENSIONS)) {
|
|
25
|
-
for (const ext of exts) {
|
|
26
|
-
EXTENSION_TO_LANG[ext] = lang;
|
|
27
|
-
}
|
|
28
|
-
}
|
|
29
|
-
export function getLanguageForFile(filePath) {
|
|
30
|
-
const ext = filePath.toLowerCase().split('.').pop();
|
|
31
|
-
return EXTENSION_TO_LANG[`.${ext}`] || null;
|
|
32
|
-
}
|
|
33
|
-
export function languageFromExtension(ext) {
|
|
34
|
-
return EXTENSION_TO_LANG[ext.toLowerCase()] || null;
|
|
35
|
-
}
|
|
36
17
|
export function isIndexableFile(filePath, stat) {
|
|
37
18
|
if (stat.size > MAX_FILE_SIZE)
|
|
38
19
|
return false;
|
|
@@ -56,16 +37,9 @@ export function computeFileHash(filePath) {
|
|
|
56
37
|
const content = readFileSync(filePath, 'utf-8');
|
|
57
38
|
return computeHash(content);
|
|
58
39
|
}
|
|
59
|
-
export function scanFiles(rootPath,
|
|
40
|
+
export function scanFiles(rootPath, registry) {
|
|
60
41
|
const ignore = createIgnoreRules(rootPath);
|
|
61
42
|
const results = [];
|
|
62
|
-
const allowedExts = new Set();
|
|
63
|
-
for (const lang of languages) {
|
|
64
|
-
const exts = LANGUAGE_EXTENSIONS[lang];
|
|
65
|
-
if (exts)
|
|
66
|
-
for (const ext of exts)
|
|
67
|
-
allowedExts.add(ext);
|
|
68
|
-
}
|
|
69
43
|
function walk(dir) {
|
|
70
44
|
let entries;
|
|
71
45
|
try {
|
|
@@ -89,20 +63,17 @@ export function scanFiles(rootPath, languages) {
|
|
|
89
63
|
if (!checkSymlinkSafety(rootPath, fullPath))
|
|
90
64
|
continue;
|
|
91
65
|
}
|
|
92
|
-
const ext = '.' + (entry.split('.').pop() || '').toLowerCase();
|
|
93
|
-
if (!allowedExts.has(ext))
|
|
94
|
-
continue;
|
|
95
66
|
if (!isIndexableFile(fullPath, stat))
|
|
96
67
|
continue;
|
|
97
|
-
const
|
|
98
|
-
if (!
|
|
68
|
+
const { adapter, key } = registry.getAdapter(relPath);
|
|
69
|
+
if (!adapter.canParse(relPath))
|
|
99
70
|
continue;
|
|
100
71
|
try {
|
|
101
72
|
const hash = computeFileHash(fullPath);
|
|
102
73
|
results.push({
|
|
103
74
|
path: fullPath,
|
|
104
75
|
relativePath: relPath,
|
|
105
|
-
language:
|
|
76
|
+
language: key,
|
|
106
77
|
hash,
|
|
107
78
|
size: stat.size,
|
|
108
79
|
});
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"file-utils.js","sourceRoot":"","sources":["../../src/indexer/file-utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AAC9D,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AAC3C,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,kBAAkB,EAAE,MAAM,gBAAgB,CAAC;AACpD,OAAO,EAAE,iBAAiB,
|
|
1
|
+
{"version":3,"file":"file-utils.js","sourceRoot":"","sources":["../../src/indexer/file-utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AAC9D,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AAC3C,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,kBAAkB,EAAE,MAAM,gBAAgB,CAAC;AACpD,OAAO,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC;AAIhD,MAAM,aAAa,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC;AAEvC,MAAM,iBAAiB,GAAG,IAAI,GAAG,CAAC;IAChC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,OAAO;IAChD,IAAI,EAAE,IAAI,EAAE,MAAM;IAClB,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM;IAChC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO;IACzE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO;IACzD,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM;IAC5C,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM;IAC9C,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM;CAChC,CAAC,CAAC;AAEH,MAAM,UAAU,eAAe,CAAC,QAAgB,EAAE,IAAsB;IACtE,IAAI,IAAI,CAAC,IAAI,GAAG,aAAa;QAAE,OAAO,KAAK,CAAC;IAC5C,IAAI,IAAI,CAAC,IAAI,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IAClC,MAAM,GAAG,GAAG,QAAQ,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC;IACpD,IAAI,iBAAiB,CAAC,GAAG,CAAC,IAAI,GAAG,EAAE,CAAC;QAAE,OAAO,KAAK,CAAC;IACnD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,QAAgB;IAC9C,MAAM,IAAI,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,QAAQ,CAAC;IACnD,OAAO,IAAI,CAAC,QAAQ,CAAC,eAAe,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC;QACxD,IAAI,KAAK,eAAe,IAAI,IAAI,KAAK,cAAc;QACnD,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;AAC/D,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,OAAe;IACzC,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AACrE,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,QAAgB;IAC9C,MAAM,OAAO,GAAG,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAChD,OAAO,WAAW,CAAC,OAAO,CAAC,CAAC;AAC9B,CAAC;AAUD,MAAM,UAAU,SAAS,CAAC,QAAgB,EAAE,QAA0B;IACpE,MAAM,MAAM,GAAG,iBAAiB,CAAC,QAAQ,CAAC,CAAC;IAC3C,MAAM,OAAO,GAAkB,EAAE,CAAC;IAElC,SAAS,IAAI,CAAC,GAAW;QACvB,IAAI,OAAiB,CAAC;QACtB,IAAI,CAAC;YACH,OAAO,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC;QAC7B,CAAC;QAAC,MAAM,CAAC;YACP,OAAO;QACT,CAAC;QAED,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;YAClC,MAAM,OAAO,GAAG,QAAQ,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;YAEjE,IAAI,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC;gBAAE,SAAS;YAExC,IAAI,CAAC;gBACH,MAAM,IAAI,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC;gBAChC,IAAI,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC;oBACvB,IAAI,CAAC,QAAQ,CAAC,CAAC;gBACjB,CAAC;qBAAM,IAAI,IAAI,CAAC,MAAM,EAAE,IAAI,IAAI,CAAC,cAAc,EAAE,EAAE,CAAC;oBAClD,IAAI,IAAI,CAAC,cAAc,EAAE,EAAE,CAAC;wBAC1B,IAAI,CAAC,kBAAkB,CAAC,QAAQ,EAAE,QAAQ,CAAC;4BAAE,SAAS;oBACxD,CAAC;oBAED,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,IAAI,CAAC;wBAAE,SAAS;oBAE/C,MAAM,EAAE,OAAO,EAAE,GAAG,EAAE,GAAG,QAAQ,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;oBACtD,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC;wBAAE,SAAS;oBAEzC,IAAI,CAAC;wBACH,MAAM,IAAI,GAAG,eAAe,CAAC,QAAQ,CAAC,CAAC;wBACvC,OAAO,CAAC,IAAI,CAAC;4BACX,IAAI,EAAE,QAAQ;4BACd,YAAY,EAAE,OAAO;4BACrB,QAAQ,EAAE,GAAG;4BACb,IAAI;4BACJ,IAAI,EAAE,IAAI,CAAC,IAAI;yBAChB,CAAC,CAAC;oBACL,CAAC;oBAAC,MAAM,CAAC;wBACP,wBAAwB;oBAC1B,CAAC;gBACH,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;gBACP,4BAA4B;YAC9B,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,CAAC,QAAQ,CAAC,CAAC;IACf,OAAO,OAAO,CAAC;AACjB,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"fixture.test.d.ts","sourceRoot":"","sources":["../../src/indexer/fixture.test.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,104 @@
|
|
|
1
|
+
import { describe, it, expect, beforeAll } from 'vitest';
|
|
2
|
+
import { readFileSync } from 'node:fs';
|
|
3
|
+
import { join } from 'node:path';
|
|
4
|
+
import { LanguageRegistry } from '../language/registry.js';
|
|
5
|
+
const FIXTURES_DIR = join(import.meta.dirname, '../../test-fixtures');
|
|
6
|
+
const registry = new LanguageRegistry();
|
|
7
|
+
const FIXTURES = [
|
|
8
|
+
{ key: 'ts', file: 'sample.ts', minSymbols: 3 },
|
|
9
|
+
{ key: 'js', file: 'sample.js', minSymbols: 2 },
|
|
10
|
+
{ key: 'py', file: 'sample.py', minSymbols: 2 },
|
|
11
|
+
{ key: 'go', file: 'sample.go', minSymbols: 2 },
|
|
12
|
+
{ key: 'rs', file: 'sample.rs', minSymbols: 3 },
|
|
13
|
+
{ key: 'java', file: 'sample.java', minSymbols: 2 },
|
|
14
|
+
{ key: 'rb', file: 'sample.rb', minSymbols: 2 },
|
|
15
|
+
{ key: 'c', file: 'sample.c', minSymbols: 2 },
|
|
16
|
+
{ key: 'cpp', file: 'sample.cpp', minSymbols: 2 },
|
|
17
|
+
{ key: 'csharp', file: 'sample.cs', minSymbols: 2 },
|
|
18
|
+
{ key: 'php', file: 'sample.php', minSymbols: 2 },
|
|
19
|
+
{ key: 'html', file: 'sample.html', minSymbols: 1 },
|
|
20
|
+
{ key: 'css', file: 'sample.css', minSymbols: 1 },
|
|
21
|
+
{ key: 'json', file: 'sample.json', minSymbols: 1 },
|
|
22
|
+
];
|
|
23
|
+
function countLines(content) {
|
|
24
|
+
return content.split('\n').length;
|
|
25
|
+
}
|
|
26
|
+
for (const { key, file, minSymbols } of FIXTURES) {
|
|
27
|
+
describe(`${key} adapter — ${file}`, () => {
|
|
28
|
+
let content;
|
|
29
|
+
let lineCount;
|
|
30
|
+
beforeAll(() => {
|
|
31
|
+
const filePath = join(FIXTURES_DIR, file);
|
|
32
|
+
content = readFileSync(filePath, 'utf-8');
|
|
33
|
+
lineCount = countLines(content);
|
|
34
|
+
});
|
|
35
|
+
it('fixture file exists and has 100+ lines', () => {
|
|
36
|
+
expect(lineCount).toBeGreaterThanOrEqual(100);
|
|
37
|
+
});
|
|
38
|
+
it('adapter can parse the file', async () => {
|
|
39
|
+
const { adapter } = registry.getAdapter(file);
|
|
40
|
+
expect(adapter).toBeTruthy();
|
|
41
|
+
expect(adapter.canParse(file)).toBe(true);
|
|
42
|
+
const result = await adapter.parse(content, file);
|
|
43
|
+
expect(result).toBeTruthy();
|
|
44
|
+
expect(Array.isArray(result.symbols)).toBe(true);
|
|
45
|
+
expect(Array.isArray(result.imports)).toBe(true);
|
|
46
|
+
expect(Array.isArray(result.exports)).toBe(true);
|
|
47
|
+
expect(Array.isArray(result.comments)).toBe(true);
|
|
48
|
+
}, 30000);
|
|
49
|
+
it('extracts the expected number of symbols', async () => {
|
|
50
|
+
const { adapter } = registry.getAdapter(file);
|
|
51
|
+
const result = await adapter.parse(content, file);
|
|
52
|
+
expect(result.symbols.length).toBeGreaterThanOrEqual(minSymbols);
|
|
53
|
+
}, 30000);
|
|
54
|
+
it('every symbol has required fields', async () => {
|
|
55
|
+
const { adapter } = registry.getAdapter(file);
|
|
56
|
+
const result = await adapter.parse(content, file);
|
|
57
|
+
for (const sym of result.symbols) {
|
|
58
|
+
expect(sym.id).toBeTruthy();
|
|
59
|
+
expect(sym.name).toBeTruthy();
|
|
60
|
+
expect(sym.type).toBeTruthy();
|
|
61
|
+
expect(sym.language).toBeTruthy();
|
|
62
|
+
expect(sym.file).toBe(file);
|
|
63
|
+
expect(typeof sym.startLine).toBe('number');
|
|
64
|
+
expect(typeof sym.endLine).toBe('number');
|
|
65
|
+
expect(sym.startLine).toBeGreaterThan(0);
|
|
66
|
+
expect(sym.endLine).toBeGreaterThanOrEqual(sym.startLine);
|
|
67
|
+
expect(sym.endLine).toBeLessThanOrEqual(lineCount);
|
|
68
|
+
expect(Array.isArray(sym.children)).toBe(true);
|
|
69
|
+
}
|
|
70
|
+
}, 30000);
|
|
71
|
+
it('symbol start lines are within file bounds', async () => {
|
|
72
|
+
const { adapter } = registry.getAdapter(file);
|
|
73
|
+
const result = await adapter.parse(content, file);
|
|
74
|
+
for (const sym of result.symbols) {
|
|
75
|
+
expect(sym.startLine).toBeLessThanOrEqual(lineCount);
|
|
76
|
+
expect(sym.endLine).toBeLessThanOrEqual(lineCount);
|
|
77
|
+
}
|
|
78
|
+
}, 30000);
|
|
79
|
+
it('produces different symbols for different fixtures', async () => {
|
|
80
|
+
const { adapter } = registry.getAdapter(file);
|
|
81
|
+
const result = await adapter.parse(content, file);
|
|
82
|
+
const names = result.symbols.map(s => s.name);
|
|
83
|
+
const unique = new Set(names);
|
|
84
|
+
expect(unique.size).toBeGreaterThanOrEqual(Math.min(minSymbols, names.length));
|
|
85
|
+
}, 30000);
|
|
86
|
+
});
|
|
87
|
+
}
|
|
88
|
+
describe('All fixtures', () => {
|
|
89
|
+
it('every fixture file exists', () => {
|
|
90
|
+
for (const { file } of FIXTURES) {
|
|
91
|
+
const filePath = join(FIXTURES_DIR, file);
|
|
92
|
+
const content = readFileSync(filePath, 'utf-8');
|
|
93
|
+
expect(content.length).toBeGreaterThan(0);
|
|
94
|
+
}
|
|
95
|
+
});
|
|
96
|
+
it('registry maps every fixture extension correctly', () => {
|
|
97
|
+
for (const { key, file } of FIXTURES) {
|
|
98
|
+
const { adapter, key: resolvedKey } = registry.getAdapter(file);
|
|
99
|
+
expect(adapter).toBeTruthy();
|
|
100
|
+
expect(resolvedKey).toBe(key);
|
|
101
|
+
}
|
|
102
|
+
});
|
|
103
|
+
});
|
|
104
|
+
//# sourceMappingURL=fixture.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"fixture.test.js","sourceRoot":"","sources":["../../src/indexer/fixture.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;AACzD,OAAO,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACvC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAE3D,MAAM,YAAY,GAAG,IAAI,CAAC,OAAO,IAAI,CAAC,OAAO,EAAE,qBAAqB,CAAC,CAAC;AAEtE,MAAM,QAAQ,GAAG,IAAI,gBAAgB,EAAE,CAAC;AAExC,MAAM,QAAQ,GAA6D;IACzE,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,WAAW,EAAE,UAAU,EAAE,CAAC,EAAE;IAC/C,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,WAAW,EAAE,UAAU,EAAE,CAAC,EAAE;IAC/C,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,WAAW,EAAE,UAAU,EAAE,CAAC,EAAE;IAC/C,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,WAAW,EAAE,UAAU,EAAE,CAAC,EAAE;IAC/C,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,WAAW,EAAE,UAAU,EAAE,CAAC,EAAE;IAC/C,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,aAAa,EAAE,UAAU,EAAE,CAAC,EAAE;IACnD,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,WAAW,EAAE,UAAU,EAAE,CAAC,EAAE;IAC/C,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,UAAU,EAAE,UAAU,EAAE,CAAC,EAAE;IAC7C,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,YAAY,EAAE,UAAU,EAAE,CAAC,EAAE;IACjD,EAAE,GAAG,EAAE,QAAQ,EAAE,IAAI,EAAE,WAAW,EAAE,UAAU,EAAE,CAAC,EAAE;IACnD,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,YAAY,EAAE,UAAU,EAAE,CAAC,EAAE;IACjD,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,aAAa,EAAE,UAAU,EAAE,CAAC,EAAE;IACnD,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,YAAY,EAAE,UAAU,EAAE,CAAC,EAAE;IACjD,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,aAAa,EAAE,UAAU,EAAE,CAAC,EAAE;CACpD,CAAC;AAEF,SAAS,UAAU,CAAC,OAAe;IACjC,OAAO,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC;AACpC,CAAC;AAED,KAAK,MAAM,EAAE,GAAG,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,QAAQ,EAAE,CAAC;IACjD,QAAQ,CAAC,GAAG,GAAG,cAAc,IAAI,EAAE,EAAE,GAAG,EAAE;QACxC,IAAI,OAAe,CAAC;QACpB,IAAI,SAAiB,CAAC;QAEtB,SAAS,CAAC,GAAG,EAAE;YACb,MAAM,QAAQ,GAAG,IAAI,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC;YAC1C,OAAO,GAAG,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAC1C,SAAS,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC;QAClC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,wCAAwC,EAAE,GAAG,EAAE;YAChD,MAAM,CAAC,SAAS,CAAC,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAAC;QAChD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,4BAA4B,EAAE,KAAK,IAAI,EAAE;YAC1C,MAAM,EAAE,OAAO,EAAE,GAAG,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;YAC9C,MAAM,CAAC,OAAO,CAAC,CAAC,UAAU,EAAE,CAAC;YAC7B,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAE1C,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;YAClD,MAAM,CAAC,MAAM,CAAC,CAAC,UAAU,EAAE,CAAC;YAC5B,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACjD,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACjD,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACjD,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACpD,CAAC,EAAE,KAAK,CAAC,CAAC;QAEV,EAAE,CAAC,yCAAyC,EAAE,KAAK,IAAI,EAAE;YACvD,MAAM,EAAE,OAAO,EAAE,GAAG,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;YAC9C,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;YAClD,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,sBAAsB,CAAC,UAAU,CAAC,CAAC;QACnE,CAAC,EAAE,KAAK,CAAC,CAAC;QAEV,EAAE,CAAC,kCAAkC,EAAE,KAAK,IAAI,EAAE;YAChD,MAAM,EAAE,OAAO,EAAE,GAAG,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;YAC9C,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;YAElD,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;gBACjC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,UAAU,EAAE,CAAC;gBAC5B,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,UAAU,EAAE,CAAC;gBAC9B,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,UAAU,EAAE,CAAC;gBAC9B,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,UAAU,EAAE,CAAC;gBAClC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAC5B,MAAM,CAAC,OAAO,GAAG,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;gBAC5C,MAAM,CAAC,OAAO,GAAG,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;gBAC1C,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;gBACzC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,sBAAsB,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;gBAC1D,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,mBAAmB,CAAC,SAAS,CAAC,CAAC;gBACnD,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACjD,CAAC;QACH,CAAC,EAAE,KAAK,CAAC,CAAC;QAEV,EAAE,CAAC,2CAA2C,EAAE,KAAK,IAAI,EAAE;YACzD,MAAM,EAAE,OAAO,EAAE,GAAG,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;YAC9C,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;YAElD,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;gBACjC,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,mBAAmB,CAAC,SAAS,CAAC,CAAC;gBACrD,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,mBAAmB,CAAC,SAAS,CAAC,CAAC;YACrD,CAAC;QACH,CAAC,EAAE,KAAK,CAAC,CAAC;QAEV,EAAE,CAAC,mDAAmD,EAAE,KAAK,IAAI,EAAE;YACjE,MAAM,EAAE,OAAO,EAAE,GAAG,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;YAC9C,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;YAElD,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YAC9C,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC;YAC9B,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,sBAAsB,CAAC,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;QACjF,CAAC,EAAE,KAAK,CAAC,CAAC;IACZ,CAAC,CAAC,CAAC;AACL,CAAC;AAED,QAAQ,CAAC,cAAc,EAAE,GAAG,EAAE;IAC5B,EAAE,CAAC,2BAA2B,EAAE,GAAG,EAAE;QACnC,KAAK,MAAM,EAAE,IAAI,EAAE,IAAI,QAAQ,EAAE,CAAC;YAChC,MAAM,QAAQ,GAAG,IAAI,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC;YAC1C,MAAM,OAAO,GAAG,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAChD,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QAC5C,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iDAAiD,EAAE,GAAG,EAAE;QACzD,KAAK,MAAM,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,QAAQ,EAAE,CAAC;YACrC,MAAM,EAAE,OAAO,EAAE,GAAG,EAAE,WAAW,EAAE,GAAG,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;YAChE,MAAM,CAAC,OAAO,CAAC,CAAC,UAAU,EAAE,CAAC;YAC7B,MAAM,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAChC,CAAC;IACH,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -1,4 +1,5 @@
|
|
|
1
1
|
import { Config } from '../config/index.js';
|
|
2
|
+
import { LanguageRegistry } from '../language/registry.js';
|
|
2
3
|
import { Chunk } from './chunker.js';
|
|
3
4
|
export interface IndexFileResult {
|
|
4
5
|
chunks: Chunk[];
|
|
@@ -12,6 +13,7 @@ export interface IndexerOptions {
|
|
|
12
13
|
config: Config;
|
|
13
14
|
rootPath: string;
|
|
14
15
|
indexDir: string;
|
|
16
|
+
registry: LanguageRegistry;
|
|
15
17
|
onIndex: IndexCallback;
|
|
16
18
|
onDelete?: DeleteCallback;
|
|
17
19
|
signal?: AbortSignal;
|
|
@@ -20,10 +22,10 @@ export declare class Indexer {
|
|
|
20
22
|
private config;
|
|
21
23
|
private rootPath;
|
|
22
24
|
private indexDir;
|
|
25
|
+
private registry;
|
|
23
26
|
private onIndex;
|
|
24
27
|
private onDelete?;
|
|
25
28
|
private signal;
|
|
26
|
-
private extToLang;
|
|
27
29
|
constructor(opts: IndexerOptions);
|
|
28
30
|
initialize(): Promise<void>;
|
|
29
31
|
runFullIndex(): Promise<Chunk[]>;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"indexer.d.ts","sourceRoot":"","sources":["../../src/indexer/indexer.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"indexer.d.ts","sourceRoot":"","sources":["../../src/indexer/indexer.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAC;AAC5C,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAG3D,OAAO,EAAE,KAAK,EAAa,MAAM,cAAc,CAAC;AAGhD,MAAM,WAAW,eAAe;IAC9B,MAAM,EAAE,KAAK,EAAE,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;IACrB,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,MAAM,aAAa,GAAG,CAAC,MAAM,EAAE,eAAe,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;AACvE,MAAM,MAAM,cAAc,GAAG,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;AAEnE,MAAM,WAAW,cAAc;IAC7B,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,gBAAgB,CAAC;IAC3B,OAAO,EAAE,aAAa,CAAC;IACvB,QAAQ,CAAC,EAAE,cAAc,CAAC;IAC1B,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB;AAED,qBAAa,OAAO;IAClB,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,QAAQ,CAAmB;IACnC,OAAO,CAAC,OAAO,CAAgB;IAC/B,OAAO,CAAC,QAAQ,CAAC,CAAiB;IAClC,OAAO,CAAC,MAAM,CAAc;IAE5B,YAAY,IAAI,EAAE,cAAc,EAQ/B;IAEK,UAAU,kBAEf;IAEK,YAAY,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC,CA6BrC;IAEK,cAAc,CAClB,kBAAkB,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,EACvC,mBAAmB,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,GACvC,OAAO,CAAC;QAAE,MAAM,EAAE,KAAK,EAAE,CAAC;QAAC,OAAO,EAAE,MAAM,EAAE,CAAA;KAAE,CAAC,CA6CjD;IAEK,WAAW,CACf,QAAQ,EAAE,MAAM,EAChB,YAAY,EAAE,MAAM,EACpB,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC,KAAK,EAAE,CAAC,CAiBlB;CACF"}
|
package/dist/indexer/indexer.js
CHANGED
|
@@ -2,47 +2,31 @@ import { readFileSync } from 'node:fs';
|
|
|
2
2
|
import { logger } from '../logging.js';
|
|
3
3
|
import { emitProgress } from '../progress.js';
|
|
4
4
|
import { scanFiles } from './file-utils.js';
|
|
5
|
-
import { initParser, loadLanguage, parseContentAsync, extractSymbols, extractImports, extractExports } from './parser.js';
|
|
6
5
|
import { chunkFile } from './chunker.js';
|
|
7
6
|
import { computeFileDelta } from './incremental.js';
|
|
8
7
|
export class Indexer {
|
|
9
8
|
config;
|
|
10
9
|
rootPath;
|
|
11
10
|
indexDir;
|
|
11
|
+
registry;
|
|
12
12
|
onIndex;
|
|
13
13
|
onDelete;
|
|
14
14
|
signal;
|
|
15
|
-
extToLang;
|
|
16
15
|
constructor(opts) {
|
|
17
16
|
this.config = opts.config;
|
|
18
17
|
this.rootPath = opts.rootPath;
|
|
19
18
|
this.indexDir = opts.indexDir;
|
|
19
|
+
this.registry = opts.registry;
|
|
20
20
|
this.onIndex = opts.onIndex;
|
|
21
21
|
this.onDelete = opts.onDelete;
|
|
22
22
|
this.signal = opts.signal || new AbortController().signal;
|
|
23
|
-
this.extToLang = new Map();
|
|
24
|
-
for (const lang of this.config.languages) {
|
|
25
|
-
const exts = LANG_EXTENSIONS[lang] || [];
|
|
26
|
-
for (const ext of exts) {
|
|
27
|
-
this.extToLang.set(ext, lang);
|
|
28
|
-
}
|
|
29
|
-
}
|
|
30
23
|
}
|
|
31
24
|
async initialize() {
|
|
32
|
-
await
|
|
33
|
-
for (const lang of this.config.languages) {
|
|
34
|
-
try {
|
|
35
|
-
await loadLanguage(lang);
|
|
36
|
-
logger.verbose(`Loaded tree-sitter grammar for ${lang}`);
|
|
37
|
-
}
|
|
38
|
-
catch (e) {
|
|
39
|
-
logger.error(`Failed to load tree-sitter grammar for ${lang}:`, e);
|
|
40
|
-
}
|
|
41
|
-
}
|
|
25
|
+
await this.registry.initialize(this.config.languages);
|
|
42
26
|
}
|
|
43
27
|
async runFullIndex() {
|
|
44
28
|
emitProgress({ phase: 'scanning', current: 0, total: 0 });
|
|
45
|
-
const files = scanFiles(this.rootPath, this.
|
|
29
|
+
const files = scanFiles(this.rootPath, this.registry);
|
|
46
30
|
const allChunks = [];
|
|
47
31
|
let processed = 0;
|
|
48
32
|
emitProgress({ phase: 'scanning', current: files.length, total: files.length });
|
|
@@ -66,7 +50,7 @@ export class Indexer {
|
|
|
66
50
|
}
|
|
67
51
|
async runIncremental(existingFileHashes, existingChunkHashes) {
|
|
68
52
|
emitProgress({ phase: 'scanning', current: 0, total: 0 });
|
|
69
|
-
const scannedFiles = scanFiles(this.rootPath, this.
|
|
53
|
+
const scannedFiles = scanFiles(this.rootPath, this.registry);
|
|
70
54
|
const scannedMap = new Map(scannedFiles.map(f => [f.relativePath, f]));
|
|
71
55
|
const delta = computeFileDelta(scannedMap, existingFileHashes);
|
|
72
56
|
emitProgress({ phase: 'scanning', current: scannedFiles.length, total: scannedFiles.length });
|
|
@@ -105,17 +89,9 @@ export class Indexer {
|
|
|
105
89
|
async processFile(filePath, relativePath, language) {
|
|
106
90
|
const content = readFileSync(filePath, 'utf-8');
|
|
107
91
|
const lines = content.split('\n');
|
|
108
|
-
const {
|
|
109
|
-
const
|
|
110
|
-
|
|
111
|
-
const exports = extractExports(tree, language);
|
|
112
|
-
return chunkFile(filePath, relativePath, language, symbols, content, lines, imports, exports);
|
|
92
|
+
const { adapter } = this.registry.getAdapter(relativePath);
|
|
93
|
+
const result = await adapter.parse(content, relativePath);
|
|
94
|
+
return chunkFile(filePath, relativePath, language, result.symbols, content, lines, result.imports, result.exports);
|
|
113
95
|
}
|
|
114
96
|
}
|
|
115
|
-
const LANG_EXTENSIONS = {
|
|
116
|
-
ts: ['.ts', '.tsx', '.mts', '.cts'],
|
|
117
|
-
js: ['.js', '.jsx', '.mjs', '.cjs'],
|
|
118
|
-
py: ['.py', '.pyw'],
|
|
119
|
-
go: ['.go'],
|
|
120
|
-
};
|
|
121
97
|
//# sourceMappingURL=indexer.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"indexer.js","sourceRoot":"","sources":["../../src/indexer/indexer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,
|
|
1
|
+
{"version":3,"file":"indexer.js","sourceRoot":"","sources":["../../src/indexer/indexer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACvC,OAAO,EAAE,MAAM,EAAE,MAAM,eAAe,CAAC;AACvC,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAI9C,OAAO,EAAE,SAAS,EAAgC,MAAM,iBAAiB,CAAC;AAC1E,OAAO,EAAS,SAAS,EAAE,MAAM,cAAc,CAAC;AAChD,OAAO,EAAE,gBAAgB,EAAE,MAAM,kBAAkB,CAAC;AAsBpD,MAAM,OAAO,OAAO;IACV,MAAM,CAAS;IACf,QAAQ,CAAS;IACjB,QAAQ,CAAS;IACjB,QAAQ,CAAmB;IAC3B,OAAO,CAAgB;IACvB,QAAQ,CAAkB;IAC1B,MAAM,CAAc;IAE5B,YAAY,IAAoB;QAC9B,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;QAC1B,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;QAC9B,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;QAC9B,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;QAC9B,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;QAC5B,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;QAC9B,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,IAAI,IAAI,eAAe,EAAE,CAAC,MAAM,CAAC;IAC5D,CAAC;IAED,KAAK,CAAC,UAAU;QACd,MAAM,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;IACxD,CAAC;IAED,KAAK,CAAC,YAAY;QAChB,YAAY,CAAC,EAAE,KAAK,EAAE,UAAU,EAAE,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;QAE1D,MAAM,KAAK,GAAG,SAAS,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;QACtD,MAAM,SAAS,GAAY,EAAE,CAAC;QAC9B,IAAI,SAAS,GAAG,CAAC,CAAC;QAElB,YAAY,CAAC,EAAE,KAAK,EAAE,UAAU,EAAE,OAAO,EAAE,KAAK,CAAC,MAAM,EAAE,KAAK,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;QAEhF,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO;gBAAE,MAAM;YAE/B,YAAY,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,SAAS,GAAG,KAAK,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC,EAAE,CAAC,CAAC;YAE5F,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,YAAY,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;gBACnF,SAAS,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,CAAC;gBAC1B,MAAM,IAAI,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,CAAC,IAAI,EAAE,YAAY,EAAE,IAAI,CAAC,YAAY,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;YACxG,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,MAAM,CAAC,KAAK,CAAC,qBAAqB,IAAI,CAAC,YAAY,GAAG,EAAE,CAAC,CAAC,CAAC;YAC7D,CAAC;YAED,SAAS,EAAE,CAAC;QACd,CAAC;QAED,YAAY,CAAC,EAAE,KAAK,EAAE,cAAc,EAAE,CAAC,CAAC;QACxC,YAAY,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC;QAEjC,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,KAAK,CAAC,cAAc,CAClB,kBAAuC,EACvC,mBAAwC;QAExC,YAAY,CAAC,EAAE,KAAK,EAAE,UAAU,EAAE,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;QAE1D,MAAM,YAAY,GAAG,SAAS,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC7D,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QACvE,MAAM,KAAK,GAAG,gBAAgB,CAAC,UAAU,EAAE,kBAAkB,CAAC,CAAC;QAE/D,YAAY,CAAC,EAAE,KAAK,EAAE,UAAU,EAAE,OAAO,EAAE,YAAY,CAAC,MAAM,EAAE,KAAK,EAAE,YAAY,CAAC,MAAM,EAAE,CAAC,CAAC;QAE9F,MAAM,YAAY,GAAG,CAAC,GAAG,KAAK,CAAC,KAAK,EAAE,GAAG,KAAK,CAAC,QAAQ,CAAC,CAAC;QACzD,MAAM,SAAS,GAAY,EAAE,CAAC;QAC9B,IAAI,SAAS,GAAG,CAAC,CAAC;QAElB,KAAK,MAAM,IAAI,IAAI,YAAY,EAAE,CAAC;YAChC,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO;gBAAE,MAAM;YAE/B,YAAY,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,SAAS,GAAG,YAAY,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC,EAAE,CAAC,CAAC;YAEnG,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,YAAY,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;gBACnF,SAAS,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,CAAC;gBAC1B,MAAM,IAAI,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,CAAC,IAAI,EAAE,YAAY,EAAE,IAAI,CAAC,YAAY,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;YACxG,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,MAAM,CAAC,KAAK,CAAC,qBAAqB,IAAI,CAAC,YAAY,GAAG,EAAE,CAAC,CAAC,CAAC;YAC7D,CAAC;YAED,SAAS,EAAE,CAAC;QACd,CAAC;QAED,IAAI,IAAI,CAAC,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC9C,MAAM,eAAe,GAAa,EAAE,CAAC;YACrC,KAAK,MAAM,OAAO,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;gBACpC,KAAK,MAAM,CAAC,OAAO,CAAC,IAAI,mBAAmB,EAAE,CAAC;oBAC5C,IAAI,OAAO,CAAC,UAAU,CAAC,GAAG,OAAO,GAAG,CAAC,EAAE,CAAC;wBACtC,eAAe,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;oBAChC,CAAC;gBACH,CAAC;YACH,CAAC;YACD,MAAM,IAAI,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAC;QACvC,CAAC;QAED,YAAY,CAAC,EAAE,KAAK,EAAE,cAAc,EAAE,CAAC,CAAC;QACxC,YAAY,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC;QAEjC,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC;IACvD,CAAC;IAED,KAAK,CAAC,WAAW,CACf,QAAgB,EAChB,YAAoB,EACpB,QAAgB;QAEhB,MAAM,OAAO,GAAG,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAChD,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAElC,MAAM,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC;QAC3D,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;QAE1D,OAAO,SAAS,CACd,QAAQ,EACR,YAAY,EACZ,QAAQ,EACR,MAAM,CAAC,OAAO,EACd,OAAO,EACP,KAAK,EACL,MAAM,CAAC,OAAO,EACd,MAAM,CAAC,OAAO,CACf,CAAC;IACJ,CAAC;CACF"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"parser.d.ts","sourceRoot":"","sources":["../../src/indexer/parser.ts"],"names":[],"mappings":"AAYA,MAAM,WAAW,OAAO;IACtB,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,OAAO,EAAE,CAAC;CACrB;AAED,wBAAsB,UAAU,kBAI/B;AAED,wBAAsB,YAAY,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,
|
|
1
|
+
{"version":3,"file":"parser.d.ts","sourceRoot":"","sources":["../../src/indexer/parser.ts"],"names":[],"mappings":"AAYA,MAAM,WAAW,OAAO;IACtB,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,OAAO,EAAE,CAAC;CACrB;AAED,wBAAsB,UAAU,kBAI/B;AAED,wBAAsB,YAAY,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,CAiEjE;AAQD,wBAAgB,SAAS,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,GAAG,CAGjE;AAMD,wBAAsB,iBAAiB,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;IAAE,IAAI,EAAE,GAAG,CAAC;IAAC,QAAQ,EAAE,OAAO,CAAA;CAAE,CAAC,CAcpH;AAED,wBAAgB,WAAW,CAAC,IAAI,EAAE,GAAG,GAAG,MAAM,CAE7C;AAED,wBAAgB,aAAa,CAAC,IAAI,EAAE,GAAG,GAAG,MAAM,CAE/C;AAED,wBAAgB,QAAQ,CAAC,IAAI,EAAE,GAAG,EAAE,KAAK,EAAE,MAAM,GAAG,GAAG,CAEtD;AAcD,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,UAAU,GAAG,QAAQ,GAAG,OAAO,GAAG,WAAW,GAAG,MAAM,GAAG,QAAQ,CAAC;IACxE,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;CACd;AAuFD,wBAAgB,cAAc,CAAC,IAAI,EAAE,GAAG,EAAE,QAAQ,EAAE,MAAM,GAAG,UAAU,EAAE,CAQxE;AAwJD,wBAAgB,cAAc,CAAC,IAAI,EAAE,GAAG,EAAE,QAAQ,EAAE,MAAM,GAAG,MAAM,EAAE,CAKpE;AAgBD,wBAAgB,cAAc,CAAC,IAAI,EAAE,GAAG,EAAE,QAAQ,EAAE,MAAM,GAAG,MAAM,EAAE,CAKpE"}
|
package/dist/indexer/parser.js
CHANGED
|
@@ -26,6 +26,45 @@ export async function loadLanguage(language) {
|
|
|
26
26
|
case 'go':
|
|
27
27
|
wasmPath = require.resolve('tree-sitter-go/tree-sitter-go.wasm');
|
|
28
28
|
break;
|
|
29
|
+
case 'rs':
|
|
30
|
+
wasmPath = require.resolve('tree-sitter-rust/tree-sitter-rust.wasm');
|
|
31
|
+
break;
|
|
32
|
+
case 'java':
|
|
33
|
+
wasmPath = require.resolve('tree-sitter-java/tree-sitter-java.wasm');
|
|
34
|
+
break;
|
|
35
|
+
case 'rb':
|
|
36
|
+
wasmPath = require.resolve('tree-sitter-ruby/tree-sitter-ruby.wasm');
|
|
37
|
+
break;
|
|
38
|
+
case 'c':
|
|
39
|
+
wasmPath = require.resolve('tree-sitter-c/tree-sitter-c.wasm');
|
|
40
|
+
break;
|
|
41
|
+
case 'cpp':
|
|
42
|
+
wasmPath = require.resolve('tree-sitter-cpp/tree-sitter-cpp.wasm');
|
|
43
|
+
break;
|
|
44
|
+
case 'csharp':
|
|
45
|
+
wasmPath = require.resolve('tree-sitter-c-sharp/tree-sitter-c_sharp.wasm');
|
|
46
|
+
break;
|
|
47
|
+
case 'php':
|
|
48
|
+
wasmPath = require.resolve('tree-sitter-php/tree-sitter-php.wasm');
|
|
49
|
+
break;
|
|
50
|
+
case 'scala':
|
|
51
|
+
wasmPath = require.resolve('tree-sitter-scala/tree-sitter-scala.wasm');
|
|
52
|
+
break;
|
|
53
|
+
case 'hs':
|
|
54
|
+
wasmPath = require.resolve('tree-sitter-haskell/tree-sitter-haskell.wasm');
|
|
55
|
+
break;
|
|
56
|
+
case 'solidity':
|
|
57
|
+
wasmPath = require.resolve('tree-sitter-solidity/tree-sitter-solidity.wasm');
|
|
58
|
+
break;
|
|
59
|
+
case 'css':
|
|
60
|
+
wasmPath = require.resolve('tree-sitter-css/tree-sitter-css.wasm');
|
|
61
|
+
break;
|
|
62
|
+
case 'json':
|
|
63
|
+
wasmPath = require.resolve('tree-sitter-json/tree-sitter-json.wasm');
|
|
64
|
+
break;
|
|
65
|
+
case 'html':
|
|
66
|
+
wasmPath = require.resolve('tree-sitter-html/tree-sitter-html.wasm');
|
|
67
|
+
break;
|
|
29
68
|
default:
|
|
30
69
|
throw new Error(`Unsupported language: ${language}`);
|
|
31
70
|
}
|
|
@@ -34,7 +73,11 @@ export async function loadLanguage(language) {
|
|
|
34
73
|
return lang;
|
|
35
74
|
}
|
|
36
75
|
function langKey(language) {
|
|
37
|
-
|
|
76
|
+
if (language === 'ts' || language === 'js')
|
|
77
|
+
return 'ts';
|
|
78
|
+
if (language === 'c' || language === 'cpp')
|
|
79
|
+
return 'c-like';
|
|
80
|
+
return language;
|
|
38
81
|
}
|
|
39
82
|
export function parseFile(filePath, language) {
|
|
40
83
|
const content = readFileSync(filePath, 'utf-8');
|
|
@@ -99,6 +142,68 @@ const QUERY_PATTERNS = {
|
|
|
99
142
|
function: '(function_declaration name: (identifier) @name)',
|
|
100
143
|
method: '(method_declaration name: (field_identifier) @name)',
|
|
101
144
|
},
|
|
145
|
+
rs: {
|
|
146
|
+
function: '(function_item name: (identifier) @name)',
|
|
147
|
+
struct: '(struct_item name: (type_identifier) @name)',
|
|
148
|
+
trait: '(trait_item name: (type_identifier) @name)',
|
|
149
|
+
impl: '(impl_item trait: (type_identifier) @name)',
|
|
150
|
+
enum: '(enum_item name: (type_identifier) @name)',
|
|
151
|
+
},
|
|
152
|
+
java: {
|
|
153
|
+
method: '(method_declaration name: (identifier) @name)',
|
|
154
|
+
class: '(class_declaration name: (identifier) @name)',
|
|
155
|
+
interface: '(interface_declaration name: (identifier) @name)',
|
|
156
|
+
enum: '(enum_declaration name: (identifier) @name)',
|
|
157
|
+
},
|
|
158
|
+
rb: {
|
|
159
|
+
method: '(method name: (identifier) @name)',
|
|
160
|
+
class: '(class name: (constant) @name)',
|
|
161
|
+
module: '(module name: (constant) @name)',
|
|
162
|
+
},
|
|
163
|
+
c: {
|
|
164
|
+
function: '(function_definition declarator: (function_declarator declarator: (identifier) @name))',
|
|
165
|
+
struct: '(struct_specifier name: (type_identifier) @name)',
|
|
166
|
+
},
|
|
167
|
+
cpp: {
|
|
168
|
+
function: '(function_definition declarator: (function_declarator declarator: (identifier) @name))',
|
|
169
|
+
method: '(function_definition declarator: (function_declarator declarator: (field_identifier) @name))',
|
|
170
|
+
class: '(class_specifier name: (type_identifier) @name)',
|
|
171
|
+
struct: '(struct_specifier name: (type_identifier) @name)',
|
|
172
|
+
enum: '(enum_specifier name: (type_identifier) @name)',
|
|
173
|
+
},
|
|
174
|
+
csharp: {
|
|
175
|
+
method: '(method_declaration name: (identifier) @name)',
|
|
176
|
+
class: '(class_declaration name: (identifier) @name)',
|
|
177
|
+
interface: '(interface_declaration name: (identifier) @name)',
|
|
178
|
+
struct: '(struct_declaration name: (identifier) @name)',
|
|
179
|
+
enum: '(enum_declaration name: (identifier) @name)',
|
|
180
|
+
},
|
|
181
|
+
php: {
|
|
182
|
+
function: '(function_definition name: (name) @name)',
|
|
183
|
+
method: '(method_declaration name: (name) @name)',
|
|
184
|
+
class: '(class_declaration name: (name) @name)',
|
|
185
|
+
interface: '(interface_declaration name: (name) @name)',
|
|
186
|
+
},
|
|
187
|
+
scala: {
|
|
188
|
+
function: '(function_definition name: (identifier) @name)',
|
|
189
|
+
class: '(class_definition name: (identifier) @name)',
|
|
190
|
+
trait: '(trait_definition name: (identifier) @name)',
|
|
191
|
+
object: '(object_definition name: (identifier) @name)',
|
|
192
|
+
enum: '(enum_definition name: (identifier) @name)',
|
|
193
|
+
},
|
|
194
|
+
hs: {
|
|
195
|
+
function: '(function name: (variable) @name)',
|
|
196
|
+
class: '(class name: (type) @name)',
|
|
197
|
+
},
|
|
198
|
+
solidity: {
|
|
199
|
+
function: '(function_definition name: (identifier) @name)',
|
|
200
|
+
event: '(event_definition name: (identifier) @name)',
|
|
201
|
+
error: '(error_definition name: (identifier) @name)',
|
|
202
|
+
modifier: '(modifier_definition name: (identifier) @name)',
|
|
203
|
+
},
|
|
204
|
+
css: {
|
|
205
|
+
rule: '(rule_set selectors: (selectors) @name)',
|
|
206
|
+
},
|
|
102
207
|
};
|
|
103
208
|
export function extractSymbols(tree, language) {
|
|
104
209
|
const symbols = [];
|
|
@@ -150,6 +255,88 @@ function nodeTypeToKind(type, language) {
|
|
|
150
255
|
case 'method_declaration': return 'method';
|
|
151
256
|
default: return null;
|
|
152
257
|
}
|
|
258
|
+
case 'rs':
|
|
259
|
+
switch (type) {
|
|
260
|
+
case 'function_item': return 'function';
|
|
261
|
+
case 'struct_item': return 'class';
|
|
262
|
+
case 'trait_item': return 'interface';
|
|
263
|
+
case 'impl_item': return 'module';
|
|
264
|
+
case 'enum_item': return 'enum';
|
|
265
|
+
default: return null;
|
|
266
|
+
}
|
|
267
|
+
case 'java':
|
|
268
|
+
switch (type) {
|
|
269
|
+
case 'method_declaration': return 'method';
|
|
270
|
+
case 'class_declaration': return 'class';
|
|
271
|
+
case 'interface_declaration': return 'interface';
|
|
272
|
+
case 'enum_declaration': return 'enum';
|
|
273
|
+
default: return null;
|
|
274
|
+
}
|
|
275
|
+
case 'rb':
|
|
276
|
+
switch (type) {
|
|
277
|
+
case 'method': return 'method';
|
|
278
|
+
case 'class': return 'class';
|
|
279
|
+
case 'module': return 'module';
|
|
280
|
+
default: return null;
|
|
281
|
+
}
|
|
282
|
+
case 'c':
|
|
283
|
+
switch (type) {
|
|
284
|
+
case 'function_definition': return 'function';
|
|
285
|
+
case 'struct_specifier': return 'class';
|
|
286
|
+
default: return null;
|
|
287
|
+
}
|
|
288
|
+
case 'cpp':
|
|
289
|
+
switch (type) {
|
|
290
|
+
case 'function_definition': return 'function';
|
|
291
|
+
case 'class_specifier': return 'class';
|
|
292
|
+
case 'struct_specifier': return 'class';
|
|
293
|
+
case 'enum_specifier': return 'enum';
|
|
294
|
+
default: return null;
|
|
295
|
+
}
|
|
296
|
+
case 'csharp':
|
|
297
|
+
switch (type) {
|
|
298
|
+
case 'method_declaration': return 'method';
|
|
299
|
+
case 'class_declaration': return 'class';
|
|
300
|
+
case 'interface_declaration': return 'interface';
|
|
301
|
+
case 'struct_declaration': return 'class';
|
|
302
|
+
case 'enum_declaration': return 'enum';
|
|
303
|
+
default: return null;
|
|
304
|
+
}
|
|
305
|
+
case 'php':
|
|
306
|
+
switch (type) {
|
|
307
|
+
case 'function_definition': return 'function';
|
|
308
|
+
case 'method_declaration': return 'method';
|
|
309
|
+
case 'class_declaration': return 'class';
|
|
310
|
+
case 'interface_declaration': return 'interface';
|
|
311
|
+
default: return null;
|
|
312
|
+
}
|
|
313
|
+
case 'scala':
|
|
314
|
+
switch (type) {
|
|
315
|
+
case 'function_definition': return 'function';
|
|
316
|
+
case 'class_definition': return 'class';
|
|
317
|
+
case 'trait_definition': return 'interface';
|
|
318
|
+
case 'object_definition': return 'module';
|
|
319
|
+
case 'enum_definition': return 'enum';
|
|
320
|
+
default: return null;
|
|
321
|
+
}
|
|
322
|
+
case 'hs':
|
|
323
|
+
switch (type) {
|
|
324
|
+
case 'function': return 'function';
|
|
325
|
+
case 'class': return 'interface';
|
|
326
|
+
default: return null;
|
|
327
|
+
}
|
|
328
|
+
case 'solidity':
|
|
329
|
+
switch (type) {
|
|
330
|
+
case 'function_definition': return 'function';
|
|
331
|
+
case 'event_definition': return 'function';
|
|
332
|
+
case 'error_definition': return 'function';
|
|
333
|
+
case 'modifier_definition': return 'method';
|
|
334
|
+
default: return null;
|
|
335
|
+
}
|
|
336
|
+
case 'css':
|
|
337
|
+
if (type === 'rule_set')
|
|
338
|
+
return 'module';
|
|
339
|
+
return null;
|
|
153
340
|
default:
|
|
154
341
|
return null;
|
|
155
342
|
}
|
|
@@ -158,20 +345,15 @@ function extractName(node, language) {
|
|
|
158
345
|
try {
|
|
159
346
|
for (let i = 0; i < node.childCount; i++) {
|
|
160
347
|
const child = node.child(i);
|
|
161
|
-
|
|
162
|
-
|
|
163
|
-
|
|
164
|
-
|
|
348
|
+
const nameTypes = new Set([
|
|
349
|
+
'identifier', 'property_identifier', 'type_identifier',
|
|
350
|
+
'field_identifier', 'constant', 'variable', 'name', 'type',
|
|
351
|
+
]);
|
|
352
|
+
if (nameTypes.has(child.type)) {
|
|
353
|
+
return child.text;
|
|
165
354
|
}
|
|
166
|
-
|
|
167
|
-
|
|
168
|
-
return child.text;
|
|
169
|
-
}
|
|
170
|
-
}
|
|
171
|
-
else if (language === 'go') {
|
|
172
|
-
if (child.type === 'identifier' || child.type === 'field_identifier') {
|
|
173
|
-
return child.text;
|
|
174
|
-
}
|
|
355
|
+
if (language === 'css' && child.type === 'selectors') {
|
|
356
|
+
return child.text?.split(',')[0]?.trim() || null;
|
|
175
357
|
}
|
|
176
358
|
}
|
|
177
359
|
}
|