edhindex 1.0.0 → 1.0.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +228 -0
- package/dist/cli/commands/config_cmd.d.ts +2 -0
- package/dist/cli/commands/config_cmd.d.ts.map +1 -0
- package/dist/cli/commands/config_cmd.js +53 -0
- package/dist/cli/commands/config_cmd.js.map +1 -0
- package/dist/cli/commands/doctor_cmd.d.ts +2 -0
- package/dist/cli/commands/doctor_cmd.d.ts.map +1 -0
- package/dist/cli/commands/doctor_cmd.js +32 -0
- package/dist/cli/commands/doctor_cmd.js.map +1 -0
- package/dist/cli/commands/graph.d.ts +2 -0
- package/dist/cli/commands/graph.d.ts.map +1 -0
- package/dist/cli/commands/graph.js +26 -0
- package/dist/cli/commands/graph.js.map +1 -0
- package/dist/cli/commands/index_cmd.d.ts +2 -0
- package/dist/cli/commands/index_cmd.d.ts.map +1 -0
- package/dist/cli/commands/index_cmd.js +110 -0
- package/dist/cli/commands/index_cmd.js.map +1 -0
- package/dist/cli/commands/init.d.ts +2 -0
- package/dist/cli/commands/init.d.ts.map +1 -0
- package/dist/cli/commands/init.js +53 -0
- package/dist/cli/commands/init.js.map +1 -0
- package/dist/cli/commands/knowledge-graph.d.ts +8 -0
- package/dist/cli/commands/knowledge-graph.d.ts.map +1 -0
- package/dist/cli/commands/knowledge-graph.js +76 -0
- package/dist/cli/commands/knowledge-graph.js.map +1 -0
- package/dist/cli/commands/models.d.ts +2 -0
- package/dist/cli/commands/models.d.ts.map +1 -0
- package/dist/cli/commands/models.js +17 -0
- package/dist/cli/commands/models.js.map +1 -0
- package/dist/cli/commands/reset.d.ts +2 -0
- package/dist/cli/commands/reset.d.ts.map +1 -0
- package/dist/cli/commands/reset.js +35 -0
- package/dist/cli/commands/reset.js.map +1 -0
- package/dist/cli/commands/search.d.ts +2 -0
- package/dist/cli/commands/search.d.ts.map +1 -0
- package/dist/cli/commands/search.js +40 -0
- package/dist/cli/commands/search.js.map +1 -0
- package/dist/cli/commands/start.d.ts +2 -0
- package/dist/cli/commands/start.d.ts.map +1 -0
- package/dist/cli/commands/start.js +265 -0
- package/dist/cli/commands/start.js.map +1 -0
- package/dist/cli/commands/status.d.ts +2 -0
- package/dist/cli/commands/status.d.ts.map +1 -0
- package/dist/cli/commands/status.js +47 -0
- package/dist/cli/commands/status.js.map +1 -0
- package/dist/cli/index.d.ts +3 -0
- package/dist/cli/index.d.ts.map +1 -0
- package/dist/cli/index.js +121 -0
- package/dist/cli/index.js.map +1 -0
- package/dist/config/index.d.ts +28 -0
- package/dist/config/index.d.ts.map +1 -0
- package/dist/config/index.js +65 -0
- package/dist/config/index.js.map +1 -0
- package/dist/doctor/index.d.ts +8 -0
- package/dist/doctor/index.d.ts.map +1 -0
- package/dist/doctor/index.js +117 -0
- package/dist/doctor/index.js.map +1 -0
- package/dist/embeddings/provider.d.ts +9 -0
- package/dist/embeddings/provider.d.ts.map +1 -0
- package/dist/embeddings/provider.js +2 -0
- package/dist/embeddings/provider.js.map +1 -0
- package/dist/embeddings/transformers.d.ts +26 -0
- package/dist/embeddings/transformers.d.ts.map +1 -0
- package/dist/embeddings/transformers.js +120 -0
- package/dist/embeddings/transformers.js.map +1 -0
- package/dist/graph/build.d.ts +13 -0
- package/dist/graph/build.d.ts.map +1 -0
- package/dist/graph/build.js +33 -0
- package/dist/graph/build.js.map +1 -0
- package/dist/graph/builder.d.ts +24 -0
- package/dist/graph/builder.d.ts.map +1 -0
- package/dist/graph/builder.js +231 -0
- package/dist/graph/builder.js.map +1 -0
- package/dist/graph/render.d.ts +3 -0
- package/dist/graph/render.d.ts.map +1 -0
- package/dist/graph/render.js +60 -0
- package/dist/graph/render.js.map +1 -0
- package/dist/graph/serve.d.ts +6 -0
- package/dist/graph/serve.d.ts.map +1 -0
- package/dist/graph/serve.js +389 -0
- package/dist/graph/serve.js.map +1 -0
- package/dist/graph/service.d.ts +29 -0
- package/dist/graph/service.d.ts.map +1 -0
- package/dist/graph/service.js +73 -0
- package/dist/graph/service.js.map +1 -0
- package/dist/graph/storage.d.ts +33 -0
- package/dist/graph/storage.d.ts.map +1 -0
- package/dist/graph/storage.js +164 -0
- package/dist/graph/storage.js.map +1 -0
- package/dist/graph/svg.d.ts +27 -0
- package/dist/graph/svg.d.ts.map +1 -0
- package/dist/graph/svg.js +212 -0
- package/dist/graph/svg.js.map +1 -0
- package/dist/graph/types.d.ts +34 -0
- package/dist/graph/types.d.ts.map +1 -0
- package/dist/graph/types.js +9 -0
- package/dist/graph/types.js.map +1 -0
- package/dist/indexer/chunker.d.ts +18 -0
- package/dist/indexer/chunker.d.ts.map +1 -0
- package/dist/indexer/chunker.js +139 -0
- package/dist/indexer/chunker.js.map +1 -0
- package/dist/indexer/file-utils.d.ts +17 -0
- package/dist/indexer/file-utils.d.ts.map +1 -0
- package/dist/indexer/file-utils.js +123 -0
- package/dist/indexer/file-utils.js.map +1 -0
- package/dist/indexer/ignore.d.ts +5 -0
- package/dist/indexer/ignore.d.ts.map +1 -0
- package/dist/indexer/ignore.js +96 -0
- package/dist/indexer/ignore.js.map +1 -0
- package/dist/indexer/incremental.d.ts +16 -0
- package/dist/indexer/incremental.d.ts.map +1 -0
- package/dist/indexer/incremental.js +55 -0
- package/dist/indexer/incremental.js.map +1 -0
- package/dist/indexer/indexer.d.ts +36 -0
- package/dist/indexer/indexer.d.ts.map +1 -0
- package/dist/indexer/indexer.js +121 -0
- package/dist/indexer/indexer.js.map +1 -0
- package/dist/indexer/parser.d.ts +30 -0
- package/dist/indexer/parser.d.ts.map +1 -0
- package/dist/indexer/parser.js +225 -0
- package/dist/indexer/parser.js.map +1 -0
- package/dist/logging.d.ts +15 -0
- package/dist/logging.d.ts.map +1 -0
- package/dist/logging.js +42 -0
- package/dist/logging.js.map +1 -0
- package/dist/mcp/server.d.ts +4 -0
- package/dist/mcp/server.d.ts.map +1 -0
- package/dist/mcp/server.js +226 -0
- package/dist/mcp/server.js.map +1 -0
- package/dist/mcp-config.d.ts +4 -0
- package/dist/mcp-config.d.ts.map +1 -0
- package/dist/mcp-config.js +175 -0
- package/dist/mcp-config.js.map +1 -0
- package/dist/progress.d.ts +12 -0
- package/dist/progress.d.ts.map +1 -0
- package/dist/progress.js +16 -0
- package/dist/progress.js.map +1 -0
- package/dist/retrieval/bm25.d.ts +6 -0
- package/dist/retrieval/bm25.d.ts.map +1 -0
- package/dist/retrieval/bm25.js +20 -0
- package/dist/retrieval/bm25.js.map +1 -0
- package/dist/retrieval/reranker.d.ts +11 -0
- package/dist/retrieval/reranker.d.ts.map +1 -0
- package/dist/retrieval/reranker.js +46 -0
- package/dist/retrieval/reranker.js.map +1 -0
- package/dist/retrieval/search.d.ts +35 -0
- package/dist/retrieval/search.d.ts.map +1 -0
- package/dist/retrieval/search.js +95 -0
- package/dist/retrieval/search.js.map +1 -0
- package/dist/security.d.ts +5 -0
- package/dist/security.d.ts.map +1 -0
- package/dist/security.js +42 -0
- package/dist/security.js.map +1 -0
- package/dist/storage/fts.d.ts +30 -0
- package/dist/storage/fts.d.ts.map +1 -0
- package/dist/storage/fts.js +107 -0
- package/dist/storage/fts.js.map +1 -0
- package/dist/storage/metadata.d.ts +46 -0
- package/dist/storage/metadata.d.ts.map +1 -0
- package/dist/storage/metadata.js +133 -0
- package/dist/storage/metadata.js.map +1 -0
- package/dist/vector/lancedb.d.ts +25 -0
- package/dist/vector/lancedb.d.ts.map +1 -0
- package/dist/vector/lancedb.js +93 -0
- package/dist/vector/lancedb.js.map +1 -0
- package/dist/vector/store.d.ts +16 -0
- package/dist/vector/store.d.ts.map +1 -0
- package/dist/vector/store.js +2 -0
- package/dist/vector/store.js.map +1 -0
- package/dist/version.d.ts +12 -0
- package/dist/version.d.ts.map +1 -0
- package/dist/version.js +46 -0
- package/dist/version.js.map +1 -0
- package/dist/watcher/index.d.ts +15 -0
- package/dist/watcher/index.d.ts.map +1 -0
- package/dist/watcher/index.js +65 -0
- package/dist/watcher/index.js.map +1 -0
- package/package.json +35 -4
- package/src/cli/commands/graph.ts +30 -0
- package/src/cli/commands/init.ts +41 -3
- package/src/cli/commands/knowledge-graph.ts +85 -0
- package/src/cli/commands/reset.ts +40 -0
- package/src/cli/commands/start.ts +54 -21
- package/src/cli/index.ts +33 -0
- package/src/config/index.ts +13 -0
- package/src/graph/build.ts +45 -0
- package/src/graph/builder.ts +243 -0
- package/src/graph/render.ts +67 -0
- package/src/graph/serve.ts +399 -0
- package/src/graph/service.ts +84 -0
- package/src/graph/storage.ts +181 -0
- package/src/graph/svg.ts +241 -0
- package/src/graph/types.ts +68 -0
- package/src/mcp/server.ts +212 -85
- package/src/mcp-config.ts +185 -0
- package/src/storage/metadata.ts +9 -1
- package/.edhindexignore +0 -66
- package/BUILD_BRIEF.md +0 -228
- package/tsconfig.json +0 -21
|
@@ -0,0 +1,121 @@
|
|
|
1
|
+
#!/usr/bin/env node
|
|
2
|
+
import { Command } from 'commander';
|
|
3
|
+
import { join } from 'node:path';
|
|
4
|
+
import { initCommand } from './commands/init.js';
|
|
5
|
+
import { startCommand } from './commands/start.js';
|
|
6
|
+
import { indexCommand } from './commands/index_cmd.js';
|
|
7
|
+
import { searchCommand } from './commands/search.js';
|
|
8
|
+
import { statusCommand } from './commands/status.js';
|
|
9
|
+
import { configCommand } from './commands/config_cmd.js';
|
|
10
|
+
import { modelsCommand } from './commands/models.js';
|
|
11
|
+
import { doctorCommand } from './commands/doctor_cmd.js';
|
|
12
|
+
import { resetCommand } from './commands/reset.js';
|
|
13
|
+
import { graphCommand } from './commands/graph.js';
|
|
14
|
+
import { kgCommand } from './commands/knowledge-graph.js';
|
|
15
|
+
import { setLogLevel, LogLevel } from '../logging.js';
|
|
16
|
+
const program = new Command();
|
|
17
|
+
program
|
|
18
|
+
.name('edhindex')
|
|
19
|
+
.description('Local-first hybrid code search engine with MCP')
|
|
20
|
+
.version('1.0.0')
|
|
21
|
+
.option('-v, --verbose', 'Enable verbose logging')
|
|
22
|
+
.option('--debug', 'Enable debug logging')
|
|
23
|
+
.hook('preAction', (thisCommand) => {
|
|
24
|
+
if (thisCommand.opts().debug)
|
|
25
|
+
setLogLevel(LogLevel.Debug);
|
|
26
|
+
else if (thisCommand.opts().verbose)
|
|
27
|
+
setLogLevel(LogLevel.Verbose);
|
|
28
|
+
});
|
|
29
|
+
program
|
|
30
|
+
.command('init')
|
|
31
|
+
.description('Initialize EDHIndex in the current directory')
|
|
32
|
+
.action(async () => {
|
|
33
|
+
const rootPath = process.cwd();
|
|
34
|
+
await initCommand(rootPath);
|
|
35
|
+
});
|
|
36
|
+
program
|
|
37
|
+
.command('start')
|
|
38
|
+
.description('Build/update index and start the MCP server')
|
|
39
|
+
.action(async () => {
|
|
40
|
+
const rootPath = process.cwd();
|
|
41
|
+
await startCommand(rootPath);
|
|
42
|
+
});
|
|
43
|
+
program
|
|
44
|
+
.command('index')
|
|
45
|
+
.description('Build or update the search index')
|
|
46
|
+
.action(async () => {
|
|
47
|
+
const rootPath = process.cwd();
|
|
48
|
+
await indexCommand(rootPath);
|
|
49
|
+
});
|
|
50
|
+
program
|
|
51
|
+
.command('search')
|
|
52
|
+
.description('Search the indexed codebase from the CLI')
|
|
53
|
+
.argument('<query>', 'Search query')
|
|
54
|
+
.option('-n, --max-results <number>', 'Max results', '10')
|
|
55
|
+
.action(async (query, opts) => {
|
|
56
|
+
const rootPath = process.cwd();
|
|
57
|
+
await searchCommand(rootPath, query, parseInt(opts.maxResults, 10) || 10);
|
|
58
|
+
});
|
|
59
|
+
program
|
|
60
|
+
.command('status')
|
|
61
|
+
.description('Show index status')
|
|
62
|
+
.action(async () => {
|
|
63
|
+
const rootPath = process.cwd();
|
|
64
|
+
await statusCommand(rootPath);
|
|
65
|
+
});
|
|
66
|
+
program
|
|
67
|
+
.command('config')
|
|
68
|
+
.description('View or update configuration')
|
|
69
|
+
.argument('[key]', 'Config key')
|
|
70
|
+
.argument('[value]', 'Config value')
|
|
71
|
+
.action((key, value) => {
|
|
72
|
+
const rootPath = process.cwd();
|
|
73
|
+
const changes = {};
|
|
74
|
+
if (key && value !== undefined) {
|
|
75
|
+
changes[key] = value;
|
|
76
|
+
}
|
|
77
|
+
configCommand(rootPath, changes);
|
|
78
|
+
});
|
|
79
|
+
program
|
|
80
|
+
.command('models')
|
|
81
|
+
.description('List available embedding models')
|
|
82
|
+
.action(() => {
|
|
83
|
+
modelsCommand();
|
|
84
|
+
});
|
|
85
|
+
program
|
|
86
|
+
.command('doctor')
|
|
87
|
+
.description('Run diagnostics')
|
|
88
|
+
.action(async () => {
|
|
89
|
+
const rootPath = process.cwd();
|
|
90
|
+
const indexDir = join(rootPath, '.edhindex');
|
|
91
|
+
await doctorCommand(rootPath, indexDir);
|
|
92
|
+
});
|
|
93
|
+
program
|
|
94
|
+
.command('reset')
|
|
95
|
+
.description('Delete the index and all stored data')
|
|
96
|
+
.action(async () => {
|
|
97
|
+
const rootPath = process.cwd();
|
|
98
|
+
await resetCommand(rootPath);
|
|
99
|
+
});
|
|
100
|
+
program
|
|
101
|
+
.command('graph')
|
|
102
|
+
.description('Generate a dependency graph (SVG)')
|
|
103
|
+
.option('-o, --output <path>', 'Output file path')
|
|
104
|
+
.action(async (opts) => {
|
|
105
|
+
const rootPath = process.cwd();
|
|
106
|
+
await graphCommand(rootPath, opts.output);
|
|
107
|
+
});
|
|
108
|
+
program
|
|
109
|
+
.command('kg')
|
|
110
|
+
.description('Knowledge graph — build, stats, serve, write, and query')
|
|
111
|
+
.option('-r, --rebuild', 'Rebuild graph from index')
|
|
112
|
+
.option('-s, --stats', 'Show graph statistics')
|
|
113
|
+
.option('--serve', 'Start interactive graph viewer (opens browser)')
|
|
114
|
+
.option('-w, --write', 'Write graph viewer to .edhindex/knowledge-graph.html')
|
|
115
|
+
.option('-p, --port <number>', 'Port for graph viewer (default: random)')
|
|
116
|
+
.action(async (opts) => {
|
|
117
|
+
const rootPath = process.cwd();
|
|
118
|
+
await kgCommand(rootPath, opts);
|
|
119
|
+
});
|
|
120
|
+
program.parse(process.argv);
|
|
121
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/cli/index.ts"],"names":[],"mappings":";AACA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACjD,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACnD,OAAO,EAAE,YAAY,EAAE,MAAM,yBAAyB,CAAC;AACvD,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AACrD,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AACrD,OAAO,EAAE,aAAa,EAAE,MAAM,0BAA0B,CAAC;AACzD,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AACrD,OAAO,EAAE,aAAa,EAAE,MAAM,0BAA0B,CAAC;AACzD,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACnD,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACnD,OAAO,EAAE,SAAS,EAAE,MAAM,+BAA+B,CAAC;AAC1D,OAAO,EAAE,WAAW,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AAEtD,MAAM,OAAO,GAAG,IAAI,OAAO,EAAE,CAAC;AAE9B,OAAO;KACJ,IAAI,CAAC,UAAU,CAAC;KAChB,WAAW,CAAC,gDAAgD,CAAC;KAC7D,OAAO,CAAC,OAAO,CAAC;KAChB,MAAM,CAAC,eAAe,EAAE,wBAAwB,CAAC;KACjD,MAAM,CAAC,SAAS,EAAE,sBAAsB,CAAC;KACzC,IAAI,CAAC,WAAW,EAAE,CAAC,WAAW,EAAE,EAAE;IACjC,IAAI,WAAW,CAAC,IAAI,EAAE,CAAC,KAAK;QAAE,WAAW,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;SACrD,IAAI,WAAW,CAAC,IAAI,EAAE,CAAC,OAAO;QAAE,WAAW,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;AACrE,CAAC,CAAC,CAAC;AAEL,OAAO;KACJ,OAAO,CAAC,MAAM,CAAC;KACf,WAAW,CAAC,8CAA8C,CAAC;KAC3D,MAAM,CAAC,KAAK,IAAI,EAAE;IACjB,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC;IAC/B,MAAM,WAAW,CAAC,QAAQ,CAAC,CAAC;AAC9B,CAAC,CAAC,CAAC;AAEL,OAAO;KACJ,OAAO,CAAC,OAAO,CAAC;KAChB,WAAW,CAAC,6CAA6C,CAAC;KAC1D,MAAM,CAAC,KAAK,IAAI,EAAE;IACjB,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC;IAC/B,MAAM,YAAY,CAAC,QAAQ,CAAC,CAAC;AAC/B,CAAC,CAAC,CAAC;AAEL,OAAO;KACJ,OAAO,CAAC,OAAO,CAAC;KAChB,WAAW,CAAC,kCAAkC,CAAC;KAC/C,MAAM,CAAC,KAAK,IAAI,EAAE;IACjB,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC;IAC/B,MAAM,YAAY,CAAC,QAAQ,CAAC,CAAC;AAC/B,CAAC,CAAC,CAAC;AAEL,OAAO;KACJ,OAAO,CAAC,QAAQ,CAAC;KACjB,WAAW,CAAC,0CAA0C,CAAC;KACvD,QAAQ,CAAC,SAAS,EAAE,cAAc,CAAC;KACnC,MAAM,CAAC,4BAA4B,EAAE,aAAa,EAAE,IAAI,CAAC;KACzD,MAAM,CAAC,KAAK,EAAE,KAAa,EAAE,IAA4B,EAAE,EAAE;IAC5D,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC;IAC/B,MAAM,aAAa,CAAC,QAAQ,EAAE,KAAK,EAAE,QAAQ,CAAC,IAAI,CAAC,UAAU,EAAE,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC;AAC5E,CAAC,CAAC,CAAC;AAEL,OAAO;KACJ,OAAO,CAAC,QAAQ,CAAC;KACjB,WAAW,CAAC,mBAAmB,CAAC;KAChC,MAAM,CAAC,KAAK,IAAI,EAAE;IACjB,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC;IAC/B,MAAM,aAAa,CAAC,QAAQ,CAAC,CAAC;AAChC,CAAC,CAAC,CAAC;AAEL,OAAO;KACJ,OAAO,CAAC,QAAQ,CAAC;KACjB,WAAW,CAAC,8BAA8B,CAAC;KAC3C,QAAQ,CAAC,OAAO,EAAE,YAAY,CAAC;KAC/B,QAAQ,CAAC,SAAS,EAAE,cAAc,CAAC;KACnC,MAAM,CAAC,CAAC,GAAY,EAAE,KAAc,EAAE,EAAE;IACvC,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC;IAC/B,MAAM,OAAO,GAA2B,EAAE,CAAC;IAC3C,IAAI,GAAG,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;QAC/B,OAAO,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;IACvB,CAAC;IACD,aAAa,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;AACnC,CAAC,CAAC,CAAC;AAEL,OAAO;KACJ,OAAO,CAAC,QAAQ,CAAC;KACjB,WAAW,CAAC,iCAAiC,CAAC;KAC9C,MAAM,CAAC,GAAG,EAAE;IACX,aAAa,EAAE,CAAC;AAClB,CAAC,CAAC,CAAC;AAEL,OAAO;KACJ,OAAO,CAAC,QAAQ,CAAC;KACjB,WAAW,CAAC,iBAAiB,CAAC;KAC9B,MAAM,CAAC,KAAK,IAAI,EAAE;IACjB,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC;IAC/B,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC;IAC7C,MAAM,aAAa,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;AAC1C,CAAC,CAAC,CAAC;AAEL,OAAO;KACJ,OAAO,CAAC,OAAO,CAAC;KAChB,WAAW,CAAC,sCAAsC,CAAC;KACnD,MAAM,CAAC,KAAK,IAAI,EAAE;IACjB,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC;IAC/B,MAAM,YAAY,CAAC,QAAQ,CAAC,CAAC;AAC/B,CAAC,CAAC,CAAC;AAEL,OAAO;KACJ,OAAO,CAAC,OAAO,CAAC;KAChB,WAAW,CAAC,mCAAmC,CAAC;KAChD,MAAM,CAAC,qBAAqB,EAAE,kBAAkB,CAAC;KACjD,MAAM,CAAC,KAAK,EAAE,IAAyB,EAAE,EAAE;IAC1C,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC;IAC/B,MAAM,YAAY,CAAC,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;AAC5C,CAAC,CAAC,CAAC;AAEL,OAAO;KACJ,OAAO,CAAC,IAAI,CAAC;KACb,WAAW,CAAC,yDAAyD,CAAC;KACtE,MAAM,CAAC,eAAe,EAAE,0BAA0B,CAAC;KACnD,MAAM,CAAC,aAAa,EAAE,uBAAuB,CAAC;KAC9C,MAAM,CAAC,SAAS,EAAE,gDAAgD,CAAC;KACnE,MAAM,CAAC,aAAa,EAAE,sDAAsD,CAAC;KAC7E,MAAM,CAAC,qBAAqB,EAAE,yCAAyC,CAAC;KACxE,MAAM,CAAC,KAAK,EAAE,IAA6F,EAAE,EAAE;IAC9G,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC;IAC/B,MAAM,SAAS,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;AAClC,CAAC,CAAC,CAAC;AAEL,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC"}
|
|
@@ -0,0 +1,28 @@
|
|
|
1
|
+
export type ModelTier = 'light' | 'balanced' | 'max';
|
|
2
|
+
export type LogLevelConfig = 'silent' | 'info' | 'verbose' | 'debug';
|
|
3
|
+
export type GraphLayoutConfig = 'force' | 'hierarchical' | 'circular' | 'grid';
|
|
4
|
+
export interface Config {
|
|
5
|
+
model: ModelTier;
|
|
6
|
+
languages: string[];
|
|
7
|
+
watch: boolean;
|
|
8
|
+
rerank: boolean;
|
|
9
|
+
maxResults: number;
|
|
10
|
+
logLevel: LogLevelConfig;
|
|
11
|
+
graphEnabled: boolean;
|
|
12
|
+
graphLayout: GraphLayoutConfig;
|
|
13
|
+
graphAnimations: boolean;
|
|
14
|
+
graphShowFolders: boolean;
|
|
15
|
+
graphShowFiles: boolean;
|
|
16
|
+
graphShowFunctions: boolean;
|
|
17
|
+
}
|
|
18
|
+
export declare function defaultConfig(): Config;
|
|
19
|
+
export declare function loadConfig(indexDir: string): Config;
|
|
20
|
+
export declare function saveConfig(indexDir: string, config: Config): void;
|
|
21
|
+
export declare const MODEL_CONFIGS: Record<ModelTier, {
|
|
22
|
+
modelId: string;
|
|
23
|
+
dimensions: number;
|
|
24
|
+
displayName: string;
|
|
25
|
+
size: string;
|
|
26
|
+
}>;
|
|
27
|
+
export declare const RERANKER_MODEL = "Xenova/ms-marco-MiniLM-L-6-v2";
|
|
28
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/config/index.ts"],"names":[],"mappings":"AAIA,MAAM,MAAM,SAAS,GAAG,OAAO,GAAG,UAAU,GAAG,KAAK,CAAC;AACrD,MAAM,MAAM,cAAc,GAAG,QAAQ,GAAG,MAAM,GAAG,SAAS,GAAG,OAAO,CAAC;AACrE,MAAM,MAAM,iBAAiB,GAAG,OAAO,GAAG,cAAc,GAAG,UAAU,GAAG,MAAM,CAAC;AAE/E,MAAM,WAAW,MAAM;IACrB,KAAK,EAAE,SAAS,CAAC;IACjB,SAAS,EAAE,MAAM,EAAE,CAAC;IACpB,KAAK,EAAE,OAAO,CAAC;IACf,MAAM,EAAE,OAAO,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,cAAc,CAAC;IACzB,YAAY,EAAE,OAAO,CAAC;IACtB,WAAW,EAAE,iBAAiB,CAAC;IAC/B,eAAe,EAAE,OAAO,CAAC;IACzB,gBAAgB,EAAE,OAAO,CAAC;IAC1B,cAAc,EAAE,OAAO,CAAC;IACxB,kBAAkB,EAAE,OAAO,CAAC;CAC7B;AAiBD,wBAAgB,aAAa,IAAI,MAAM,CAEtC;AAED,wBAAgB,UAAU,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,CAenD;AAED,wBAAgB,UAAU,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,QAK1D;AAED,eAAO,MAAM,aAAa,EAAE,MAAM,CAAC,SAAS,EAAE;IAAE,OAAO,EAAE,MAAM,CAAC;IAAC,UAAU,EAAE,MAAM,CAAC;IAAC,WAAW,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,CAmBvH,CAAC;AAEF,eAAO,MAAM,cAAc,kCAAkC,CAAC"}
|
|
@@ -0,0 +1,65 @@
|
|
|
1
|
+
import { readFileSync, writeFileSync, existsSync, mkdirSync } from 'node:fs';
|
|
2
|
+
import { join } from 'node:path';
|
|
3
|
+
import { logger } from '../logging.js';
|
|
4
|
+
const DEFAULT_CONFIG = {
|
|
5
|
+
model: 'balanced',
|
|
6
|
+
languages: ['ts', 'js', 'go', 'py'],
|
|
7
|
+
watch: true,
|
|
8
|
+
rerank: true,
|
|
9
|
+
maxResults: 10,
|
|
10
|
+
logLevel: 'info',
|
|
11
|
+
graphEnabled: true,
|
|
12
|
+
graphLayout: 'force',
|
|
13
|
+
graphAnimations: true,
|
|
14
|
+
graphShowFolders: true,
|
|
15
|
+
graphShowFiles: true,
|
|
16
|
+
graphShowFunctions: true,
|
|
17
|
+
};
|
|
18
|
+
export function defaultConfig() {
|
|
19
|
+
return { ...DEFAULT_CONFIG };
|
|
20
|
+
}
|
|
21
|
+
export function loadConfig(indexDir) {
|
|
22
|
+
const path = join(indexDir, 'config.json');
|
|
23
|
+
if (!existsSync(path)) {
|
|
24
|
+
const cfg = defaultConfig();
|
|
25
|
+
saveConfig(indexDir, cfg);
|
|
26
|
+
return cfg;
|
|
27
|
+
}
|
|
28
|
+
try {
|
|
29
|
+
const raw = readFileSync(path, 'utf-8');
|
|
30
|
+
const parsed = JSON.parse(raw);
|
|
31
|
+
return { ...defaultConfig(), ...parsed };
|
|
32
|
+
}
|
|
33
|
+
catch (e) {
|
|
34
|
+
logger.error('Failed to load config, using defaults:', e);
|
|
35
|
+
return defaultConfig();
|
|
36
|
+
}
|
|
37
|
+
}
|
|
38
|
+
export function saveConfig(indexDir, config) {
|
|
39
|
+
if (!existsSync(indexDir)) {
|
|
40
|
+
mkdirSync(indexDir, { recursive: true });
|
|
41
|
+
}
|
|
42
|
+
writeFileSync(join(indexDir, 'config.json'), JSON.stringify(config, null, 2), 'utf-8');
|
|
43
|
+
}
|
|
44
|
+
export const MODEL_CONFIGS = {
|
|
45
|
+
light: {
|
|
46
|
+
modelId: 'Xenova/all-MiniLM-L6-v2',
|
|
47
|
+
dimensions: 384,
|
|
48
|
+
displayName: 'all-MiniLM-L6-v2',
|
|
49
|
+
size: '~46MB',
|
|
50
|
+
},
|
|
51
|
+
balanced: {
|
|
52
|
+
modelId: 'Xenova/bge-base-en-v1.5',
|
|
53
|
+
dimensions: 768,
|
|
54
|
+
displayName: 'bge-base-en-v1.5',
|
|
55
|
+
size: '~109MB',
|
|
56
|
+
},
|
|
57
|
+
max: {
|
|
58
|
+
modelId: 'Xenova/bge-m3',
|
|
59
|
+
dimensions: 1024,
|
|
60
|
+
displayName: 'BGE-M3',
|
|
61
|
+
size: '~1.1GB',
|
|
62
|
+
},
|
|
63
|
+
};
|
|
64
|
+
export const RERANKER_MODEL = 'Xenova/ms-marco-MiniLM-L-6-v2';
|
|
65
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/config/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AAC7E,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,MAAM,EAAE,MAAM,eAAe,CAAC;AAqBvC,MAAM,cAAc,GAAW;IAC7B,KAAK,EAAE,UAAU;IACjB,SAAS,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC;IACnC,KAAK,EAAE,IAAI;IACX,MAAM,EAAE,IAAI;IACZ,UAAU,EAAE,EAAE;IACd,QAAQ,EAAE,MAAM;IAChB,YAAY,EAAE,IAAI;IAClB,WAAW,EAAE,OAAO;IACpB,eAAe,EAAE,IAAI;IACrB,gBAAgB,EAAE,IAAI;IACtB,cAAc,EAAE,IAAI;IACpB,kBAAkB,EAAE,IAAI;CACzB,CAAC;AAEF,MAAM,UAAU,aAAa;IAC3B,OAAO,EAAE,GAAG,cAAc,EAAE,CAAC;AAC/B,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,QAAgB;IACzC,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,EAAE,aAAa,CAAC,CAAC;IAC3C,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;QACtB,MAAM,GAAG,GAAG,aAAa,EAAE,CAAC;QAC5B,UAAU,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;QAC1B,OAAO,GAAG,CAAC;IACb,CAAC;IACD,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,YAAY,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QACxC,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAoB,CAAC;QAClD,OAAO,EAAE,GAAG,aAAa,EAAE,EAAE,GAAG,MAAM,EAAE,CAAC;IAC3C,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,MAAM,CAAC,KAAK,CAAC,wCAAwC,EAAE,CAAC,CAAC,CAAC;QAC1D,OAAO,aAAa,EAAE,CAAC;IACzB,CAAC;AACH,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,QAAgB,EAAE,MAAc;IACzD,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC1B,SAAS,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC3C,CAAC;IACD,aAAa,CAAC,IAAI,CAAC,QAAQ,EAAE,aAAa,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;AACzF,CAAC;AAED,MAAM,CAAC,MAAM,aAAa,GAAkG;IAC1H,KAAK,EAAE;QACL,OAAO,EAAE,yBAAyB;QAClC,UAAU,EAAE,GAAG;QACf,WAAW,EAAE,kBAAkB;QAC/B,IAAI,EAAE,OAAO;KACd;IACD,QAAQ,EAAE;QACR,OAAO,EAAE,yBAAyB;QAClC,UAAU,EAAE,GAAG;QACf,WAAW,EAAE,kBAAkB;QAC/B,IAAI,EAAE,QAAQ;KACf;IACD,GAAG,EAAE;QACH,OAAO,EAAE,eAAe;QACxB,UAAU,EAAE,IAAI;QAChB,WAAW,EAAE,QAAQ;QACrB,IAAI,EAAE,QAAQ;KACf;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,cAAc,GAAG,+BAA+B,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/doctor/index.ts"],"names":[],"mappings":"AAUA,MAAM,WAAW,YAAY;IAC3B,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,IAAI,GAAG,MAAM,GAAG,OAAO,CAAC;IAChC,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,wBAAsB,SAAS,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC,CAgG3F"}
|
|
@@ -0,0 +1,117 @@
|
|
|
1
|
+
import { existsSync, statSync, accessSync, constants } from 'node:fs';
|
|
2
|
+
import { MetadataStore } from '../storage/metadata.js';
|
|
3
|
+
import { FTSStore } from '../storage/fts.js';
|
|
4
|
+
import { loadVersion } from '../version.js';
|
|
5
|
+
import { loadConfig, MODEL_CONFIGS } from '../config/index.js';
|
|
6
|
+
export async function runDoctor(rootPath, indexDir) {
|
|
7
|
+
const results = [];
|
|
8
|
+
// 1. Workspace check
|
|
9
|
+
results.push(checkPath('Workspace', rootPath, true));
|
|
10
|
+
// 2. Index directory
|
|
11
|
+
results.push(checkPath('Index directory', indexDir, false));
|
|
12
|
+
// 3. Config
|
|
13
|
+
try {
|
|
14
|
+
const config = loadConfig(indexDir);
|
|
15
|
+
results.push({ category: 'Config', status: 'ok', message: `Loaded (model: ${config.model})` });
|
|
16
|
+
}
|
|
17
|
+
catch (e) {
|
|
18
|
+
results.push({ category: 'Config', status: 'error', message: `Failed: ${e.message}` });
|
|
19
|
+
}
|
|
20
|
+
// 4. Version
|
|
21
|
+
const version = loadVersion(indexDir);
|
|
22
|
+
if (version) {
|
|
23
|
+
results.push({ category: 'Version', status: 'ok', message: `Schema v${version.schema}, ${version.embeddingModel}` });
|
|
24
|
+
}
|
|
25
|
+
else {
|
|
26
|
+
results.push({ category: 'Version', status: 'warn', message: 'No version file (not indexed yet)' });
|
|
27
|
+
}
|
|
28
|
+
// 5. SQLite metadata
|
|
29
|
+
try {
|
|
30
|
+
const meta = new MetadataStore(indexDir);
|
|
31
|
+
const chunkCount = meta.getChunkCount();
|
|
32
|
+
const fileCount = meta.getFileCount();
|
|
33
|
+
meta.close();
|
|
34
|
+
results.push({ category: 'SQLite (metadata)', status: 'ok', message: `${chunkCount} chunks from ${fileCount} files` });
|
|
35
|
+
}
|
|
36
|
+
catch (e) {
|
|
37
|
+
results.push({ category: 'SQLite (metadata)', status: 'error', message: `Failed: ${e.message}` });
|
|
38
|
+
}
|
|
39
|
+
// 6. SQLite FTS
|
|
40
|
+
try {
|
|
41
|
+
const fts = new FTSStore(indexDir);
|
|
42
|
+
fts.close();
|
|
43
|
+
results.push({ category: 'SQLite (FTS)', status: 'ok', message: 'Accessible' });
|
|
44
|
+
}
|
|
45
|
+
catch (e) {
|
|
46
|
+
results.push({ category: 'SQLite (FTS)', status: 'error', message: `Failed: ${e.message}` });
|
|
47
|
+
}
|
|
48
|
+
// 7. LanceDB
|
|
49
|
+
try {
|
|
50
|
+
const mod = await import('@lancedb/lancedb');
|
|
51
|
+
const db = await mod.connect(indexDir);
|
|
52
|
+
const names = await db.tableNames();
|
|
53
|
+
await db.close();
|
|
54
|
+
results.push({ category: 'LanceDB', status: 'ok', message: `Tables: ${names.join(', ') || 'none'}` });
|
|
55
|
+
}
|
|
56
|
+
catch (e) {
|
|
57
|
+
results.push({ category: 'LanceDB', status: 'warn', message: `Check failed: ${e.message}` });
|
|
58
|
+
}
|
|
59
|
+
// 8. Embedding model
|
|
60
|
+
try {
|
|
61
|
+
const config = loadConfig(indexDir);
|
|
62
|
+
const modelTier = config.model;
|
|
63
|
+
const modelCfg = MODEL_CONFIGS[modelTier];
|
|
64
|
+
const mod = await import('@huggingface/transformers');
|
|
65
|
+
await mod.pipeline('feature-extraction', modelCfg.modelId, { local_files_only: true });
|
|
66
|
+
results.push({ category: 'Embedding model', status: 'ok', message: `${modelCfg.displayName} (cached)` });
|
|
67
|
+
}
|
|
68
|
+
catch {
|
|
69
|
+
try {
|
|
70
|
+
const config = loadConfig(indexDir);
|
|
71
|
+
const modelTier = config.model;
|
|
72
|
+
const modelCfg = MODEL_CONFIGS[modelTier];
|
|
73
|
+
results.push({ category: 'Embedding model', status: 'warn', message: `${modelCfg.displayName} (not cached, will download on first use)` });
|
|
74
|
+
}
|
|
75
|
+
catch {
|
|
76
|
+
results.push({ category: 'Embedding model', status: 'warn', message: 'Unknown (config issue)' });
|
|
77
|
+
}
|
|
78
|
+
}
|
|
79
|
+
// 9. Disk space
|
|
80
|
+
try {
|
|
81
|
+
const stat = statSync(indexDir);
|
|
82
|
+
const free = stat.size > 0 ? 'has data' : 'empty';
|
|
83
|
+
results.push({ category: 'Disk space', status: 'ok', message: `Index dir ${free}` });
|
|
84
|
+
}
|
|
85
|
+
catch {
|
|
86
|
+
results.push({ category: 'Disk space', status: 'warn', message: 'Index dir not created yet' });
|
|
87
|
+
}
|
|
88
|
+
// 10. Permissions
|
|
89
|
+
try {
|
|
90
|
+
accessSync(rootPath, constants.R_OK | constants.X_OK);
|
|
91
|
+
results.push({ category: 'Permissions', status: 'ok', message: 'Readable' });
|
|
92
|
+
}
|
|
93
|
+
catch (e) {
|
|
94
|
+
results.push({ category: 'Permissions', status: 'error', message: `Cannot read workspace: ${e.message}` });
|
|
95
|
+
}
|
|
96
|
+
// 11. MCP
|
|
97
|
+
results.push({ category: 'MCP Server', status: 'ok', message: 'Available on stdio transport' });
|
|
98
|
+
return results;
|
|
99
|
+
}
|
|
100
|
+
function checkPath(category, path, mustExist) {
|
|
101
|
+
const exists = existsSync(path);
|
|
102
|
+
if (mustExist && !exists) {
|
|
103
|
+
return { category, status: 'error', message: `Not found: ${path}` };
|
|
104
|
+
}
|
|
105
|
+
if (!mustExist && !exists) {
|
|
106
|
+
return { category, status: 'warn', message: `Not found: ${path} (will create on first index)` };
|
|
107
|
+
}
|
|
108
|
+
try {
|
|
109
|
+
const s = statSync(path);
|
|
110
|
+
const type = s.isDirectory() ? 'directory' : 'file';
|
|
111
|
+
return { category, status: 'ok', message: `${type}: ${path}` };
|
|
112
|
+
}
|
|
113
|
+
catch (e) {
|
|
114
|
+
return { category, status: 'error', message: `Cannot access: ${e.message}` };
|
|
115
|
+
}
|
|
116
|
+
}
|
|
117
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/doctor/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,UAAU,EAAE,SAAS,EAAe,MAAM,SAAS,CAAC;AAGnF,OAAO,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAC;AACvD,OAAO,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAG7C,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAC5C,OAAO,EAAE,UAAU,EAAE,aAAa,EAAa,MAAM,oBAAoB,CAAC;AAS1E,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,QAAgB,EAAE,QAAgB;IAChE,MAAM,OAAO,GAAmB,EAAE,CAAC;IAEnC,qBAAqB;IACrB,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,WAAW,EAAE,QAAQ,EAAE,IAAI,CAAC,CAAC,CAAC;IAErD,qBAAqB;IACrB,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,iBAAiB,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC,CAAC;IAE5D,YAAY;IACZ,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC;QACpC,OAAO,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,kBAAkB,MAAM,CAAC,KAAK,GAAG,EAAE,CAAC,CAAC;IACjG,CAAC;IAAC,OAAO,CAAM,EAAE,CAAC;QAChB,OAAO,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,WAAW,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;IACzF,CAAC;IAED,aAAa;IACb,MAAM,OAAO,GAAG,WAAW,CAAC,QAAQ,CAAC,CAAC;IACtC,IAAI,OAAO,EAAE,CAAC;QACZ,OAAO,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,WAAW,OAAO,CAAC,MAAM,KAAK,OAAO,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC;IACvH,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,mCAAmC,EAAE,CAAC,CAAC;IACtG,CAAC;IAED,qBAAqB;IACrB,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,IAAI,aAAa,CAAC,QAAQ,CAAC,CAAC;QACzC,MAAM,UAAU,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;QACxC,MAAM,SAAS,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;QACtC,IAAI,CAAC,KAAK,EAAE,CAAC;QACb,OAAO,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,mBAAmB,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,UAAU,gBAAgB,SAAS,QAAQ,EAAE,CAAC,CAAC;IACzH,CAAC;IAAC,OAAO,CAAM,EAAE,CAAC;QAChB,OAAO,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,mBAAmB,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,WAAW,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;IACpG,CAAC;IAED,gBAAgB;IAChB,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,IAAI,QAAQ,CAAC,QAAQ,CAAC,CAAC;QACnC,GAAG,CAAC,KAAK,EAAE,CAAC;QACZ,OAAO,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,cAAc,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,YAAY,EAAE,CAAC,CAAC;IAClF,CAAC;IAAC,OAAO,CAAM,EAAE,CAAC;QAChB,OAAO,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,cAAc,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,WAAW,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;IAC/F,CAAC;IAED,aAAa;IACb,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,kBAAkB,CAAC,CAAC;QAC7C,MAAM,EAAE,GAAG,MAAM,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QACvC,MAAM,KAAK,GAAG,MAAM,EAAE,CAAC,UAAU,EAAE,CAAC;QACpC,MAAM,EAAE,CAAC,KAAK,EAAE,CAAC;QACjB,OAAO,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,WAAW,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,MAAM,EAAE,EAAE,CAAC,CAAC;IACxG,CAAC;IAAC,OAAO,CAAM,EAAE,CAAC;QAChB,OAAO,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,iBAAiB,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;IAC/F,CAAC;IAED,qBAAqB;IACrB,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC;QACpC,MAAM,SAAS,GAAc,MAAM,CAAC,KAAK,CAAC;QAC1C,MAAM,QAAQ,GAAG,aAAa,CAAC,SAAS,CAAC,CAAC;QAC1C,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,2BAA2B,CAAC,CAAC;QACtD,MAAM,GAAG,CAAC,QAAQ,CAAC,oBAAoB,EAAE,QAAQ,CAAC,OAAO,EAAE,EAAE,gBAAgB,EAAE,IAAI,EAAE,CAAC,CAAC;QACvF,OAAO,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,iBAAiB,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,QAAQ,CAAC,WAAW,WAAW,EAAE,CAAC,CAAC;IAC3G,CAAC;IAAC,MAAM,CAAC;QACP,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC;YACpC,MAAM,SAAS,GAAc,MAAM,CAAC,KAAK,CAAC;YAC1C,MAAM,QAAQ,GAAG,aAAa,CAAC,SAAS,CAAC,CAAC;YAC1C,OAAO,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,iBAAiB,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,QAAQ,CAAC,WAAW,2CAA2C,EAAE,CAAC,CAAC;QAC7I,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,iBAAiB,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,wBAAwB,EAAE,CAAC,CAAC;QACnG,CAAC;IACH,CAAC;IAED,gBAAgB;IAChB,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAChC,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC;QAClD,OAAO,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,aAAa,IAAI,EAAE,EAAE,CAAC,CAAC;IACvF,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,2BAA2B,EAAE,CAAC,CAAC;IACjG,CAAC;IAED,kBAAkB;IAClB,IAAI,CAAC;QACH,UAAU,CAAC,QAAQ,EAAE,SAAS,CAAC,IAAI,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;QACtD,OAAO,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,aAAa,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,UAAU,EAAE,CAAC,CAAC;IAC/E,CAAC;IAAC,OAAO,CAAM,EAAE,CAAC;QAChB,OAAO,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,aAAa,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,0BAA0B,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;IAC7G,CAAC;IAED,UAAU;IACV,OAAO,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,8BAA8B,EAAE,CAAC,CAAC;IAEhG,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,SAAS,CAAC,QAAgB,EAAE,IAAY,EAAE,SAAkB;IACnE,MAAM,MAAM,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC;IAChC,IAAI,SAAS,IAAI,CAAC,MAAM,EAAE,CAAC;QACzB,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,cAAc,IAAI,EAAE,EAAE,CAAC;IACtE,CAAC;IACD,IAAI,CAAC,SAAS,IAAI,CAAC,MAAM,EAAE,CAAC;QAC1B,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,cAAc,IAAI,+BAA+B,EAAE,CAAC;IAClG,CAAC;IACD,IAAI,CAAC;QACH,MAAM,CAAC,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC;QACzB,MAAM,IAAI,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC;QACpD,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,IAAI,KAAK,IAAI,EAAE,EAAE,CAAC;IACjE,CAAC;IAAC,OAAO,CAAM,EAAE,CAAC;QAChB,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,kBAAkB,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC;IAC/E,CAAC;AACH,CAAC"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
export interface EmbeddingProvider {
|
|
2
|
+
embed(texts: string[]): Promise<number[][]>;
|
|
3
|
+
dimensions(): number;
|
|
4
|
+
name(): string;
|
|
5
|
+
load(): Promise<void>;
|
|
6
|
+
dispose(): void;
|
|
7
|
+
}
|
|
8
|
+
export type EmbeddingModelId = 'light' | 'balanced' | 'max';
|
|
9
|
+
//# sourceMappingURL=provider.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"provider.d.ts","sourceRoot":"","sources":["../../src/embeddings/provider.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,iBAAiB;IAChC,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IAC5C,UAAU,IAAI,MAAM,CAAC;IACrB,IAAI,IAAI,MAAM,CAAC;IACf,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IACtB,OAAO,IAAI,IAAI,CAAC;CACjB;AAED,MAAM,MAAM,gBAAgB,GAAG,OAAO,GAAG,UAAU,GAAG,KAAK,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"provider.js","sourceRoot":"","sources":["../../src/embeddings/provider.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,26 @@
|
|
|
1
|
+
import { EmbeddingProvider } from './provider.js';
|
|
2
|
+
import { ModelTier } from '../config/index.js';
|
|
3
|
+
export declare class TransformersEmbeddingProvider implements EmbeddingProvider {
|
|
4
|
+
private pipeline;
|
|
5
|
+
private modelId;
|
|
6
|
+
private dims;
|
|
7
|
+
private modelTier;
|
|
8
|
+
private loaded;
|
|
9
|
+
constructor(tier: ModelTier);
|
|
10
|
+
load(): Promise<void>;
|
|
11
|
+
embed(texts: string[]): Promise<number[][]>;
|
|
12
|
+
dimensions(): number;
|
|
13
|
+
name(): string;
|
|
14
|
+
dispose(): void;
|
|
15
|
+
}
|
|
16
|
+
export declare class TransformersReranker {
|
|
17
|
+
private pipeline;
|
|
18
|
+
private loaded;
|
|
19
|
+
load(): Promise<void>;
|
|
20
|
+
rerank(query: string, texts: string[]): Promise<{
|
|
21
|
+
index: number;
|
|
22
|
+
score: number;
|
|
23
|
+
}[]>;
|
|
24
|
+
dispose(): void;
|
|
25
|
+
}
|
|
26
|
+
//# sourceMappingURL=transformers.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"transformers.d.ts","sourceRoot":"","sources":["../../src/embeddings/transformers.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAC;AAClD,OAAO,EAAiC,SAAS,EAAE,MAAM,oBAAoB,CAAC;AAG9E,qBAAa,6BAA8B,YAAW,iBAAiB;IACrE,OAAO,CAAC,QAAQ,CAAa;IAC7B,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,IAAI,CAAS;IACrB,OAAO,CAAC,SAAS,CAAY;IAC7B,OAAO,CAAC,MAAM,CAAS;gBAEX,IAAI,EAAE,SAAS;IAOrB,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAoBrB,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;IAsBjD,UAAU,IAAI,MAAM;IAIpB,IAAI,IAAI,MAAM;IAId,OAAO,IAAI,IAAI;CAIhB;AAED,qBAAa,oBAAoB;IAC/B,OAAO,CAAC,QAAQ,CAAa;IAC7B,OAAO,CAAC,MAAM,CAAS;IAEjB,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAoBrB,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC;IA2BzF,OAAO,IAAI,IAAI;CAIhB"}
|
|
@@ -0,0 +1,120 @@
|
|
|
1
|
+
import { MODEL_CONFIGS, RERANKER_MODEL } from '../config/index.js';
|
|
2
|
+
import { logger } from '../logging.js';
|
|
3
|
+
export class TransformersEmbeddingProvider {
|
|
4
|
+
pipeline = null;
|
|
5
|
+
modelId;
|
|
6
|
+
dims;
|
|
7
|
+
modelTier;
|
|
8
|
+
loaded = false;
|
|
9
|
+
constructor(tier) {
|
|
10
|
+
this.modelTier = tier;
|
|
11
|
+
const cfg = MODEL_CONFIGS[tier];
|
|
12
|
+
this.modelId = cfg.modelId;
|
|
13
|
+
this.dims = cfg.dimensions;
|
|
14
|
+
}
|
|
15
|
+
async load() {
|
|
16
|
+
if (this.loaded)
|
|
17
|
+
return;
|
|
18
|
+
try {
|
|
19
|
+
logger.info(`Loading embedding model: ${this.modelId}`);
|
|
20
|
+
const mod = await import('@huggingface/transformers');
|
|
21
|
+
this.pipeline = await mod.pipeline('feature-extraction', this.modelId, {
|
|
22
|
+
progress_callback: (progress) => {
|
|
23
|
+
if (progress?.status === 'progress' && progress?.percent !== undefined) {
|
|
24
|
+
logger.verbose(`Model download: ${Math.round(progress.percent)}%`);
|
|
25
|
+
}
|
|
26
|
+
},
|
|
27
|
+
});
|
|
28
|
+
this.loaded = true;
|
|
29
|
+
logger.info(`Embedding model loaded: ${this.modelId}`);
|
|
30
|
+
}
|
|
31
|
+
catch (e) {
|
|
32
|
+
logger.error('Failed to load embedding model:', e);
|
|
33
|
+
throw e;
|
|
34
|
+
}
|
|
35
|
+
}
|
|
36
|
+
async embed(texts) {
|
|
37
|
+
if (!this.loaded) {
|
|
38
|
+
await this.load();
|
|
39
|
+
}
|
|
40
|
+
const results = [];
|
|
41
|
+
for (const text of texts) {
|
|
42
|
+
try {
|
|
43
|
+
const output = await this.pipeline(text, {
|
|
44
|
+
pooling: 'mean',
|
|
45
|
+
normalize: true,
|
|
46
|
+
});
|
|
47
|
+
const embedding = output.tolist ? output.tolist() : output.data || output;
|
|
48
|
+
results.push(Array.isArray(embedding[0]) ? embedding[0] : embedding);
|
|
49
|
+
}
|
|
50
|
+
catch (e) {
|
|
51
|
+
logger.debug('Embedding failed for text, using zero vector:', e);
|
|
52
|
+
results.push(new Array(this.dims).fill(0));
|
|
53
|
+
}
|
|
54
|
+
}
|
|
55
|
+
return results;
|
|
56
|
+
}
|
|
57
|
+
dimensions() {
|
|
58
|
+
return this.dims;
|
|
59
|
+
}
|
|
60
|
+
name() {
|
|
61
|
+
return this.modelTier;
|
|
62
|
+
}
|
|
63
|
+
dispose() {
|
|
64
|
+
this.pipeline = null;
|
|
65
|
+
this.loaded = false;
|
|
66
|
+
}
|
|
67
|
+
}
|
|
68
|
+
export class TransformersReranker {
|
|
69
|
+
pipeline = null;
|
|
70
|
+
loaded = false;
|
|
71
|
+
async load() {
|
|
72
|
+
if (this.loaded)
|
|
73
|
+
return;
|
|
74
|
+
try {
|
|
75
|
+
logger.info('Loading reranker model');
|
|
76
|
+
const mod = await import('@huggingface/transformers');
|
|
77
|
+
this.pipeline = await mod.pipeline('text-classification', RERANKER_MODEL, {
|
|
78
|
+
progress_callback: (progress) => {
|
|
79
|
+
if (progress?.status === 'progress' && progress?.percent !== undefined) {
|
|
80
|
+
logger.verbose(`Reranker download: ${Math.round(progress.percent)}%`);
|
|
81
|
+
}
|
|
82
|
+
},
|
|
83
|
+
});
|
|
84
|
+
this.loaded = true;
|
|
85
|
+
logger.info('Reranker model loaded');
|
|
86
|
+
}
|
|
87
|
+
catch (e) {
|
|
88
|
+
logger.error('Failed to load reranker model:', e);
|
|
89
|
+
throw e;
|
|
90
|
+
}
|
|
91
|
+
}
|
|
92
|
+
async rerank(query, texts) {
|
|
93
|
+
if (!this.loaded) {
|
|
94
|
+
await this.load();
|
|
95
|
+
}
|
|
96
|
+
const pairs = texts.map(text => ({ text: query, text_pair: text }));
|
|
97
|
+
try {
|
|
98
|
+
const results = await this.pipeline(pairs);
|
|
99
|
+
const scores = [];
|
|
100
|
+
for (let i = 0; i < results.length; i++) {
|
|
101
|
+
const result = results[i];
|
|
102
|
+
const score = result.score !== undefined
|
|
103
|
+
? (result.label === 'LABEL_1' ? result.score : 1 - result.score)
|
|
104
|
+
: 0;
|
|
105
|
+
scores.push({ index: i, score });
|
|
106
|
+
}
|
|
107
|
+
scores.sort((a, b) => b.score - a.score);
|
|
108
|
+
return scores;
|
|
109
|
+
}
|
|
110
|
+
catch (e) {
|
|
111
|
+
logger.debug('Reranking failed:', e);
|
|
112
|
+
return texts.map((_, i) => ({ index: i, score: 0 }));
|
|
113
|
+
}
|
|
114
|
+
}
|
|
115
|
+
dispose() {
|
|
116
|
+
this.pipeline = null;
|
|
117
|
+
this.loaded = false;
|
|
118
|
+
}
|
|
119
|
+
}
|
|
120
|
+
//# sourceMappingURL=transformers.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"transformers.js","sourceRoot":"","sources":["../../src/embeddings/transformers.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,aAAa,EAAE,cAAc,EAAa,MAAM,oBAAoB,CAAC;AAC9E,OAAO,EAAE,MAAM,EAAE,MAAM,eAAe,CAAC;AAEvC,MAAM,OAAO,6BAA6B;IAChC,QAAQ,GAAQ,IAAI,CAAC;IACrB,OAAO,CAAS;IAChB,IAAI,CAAS;IACb,SAAS,CAAY;IACrB,MAAM,GAAG,KAAK,CAAC;IAEvB,YAAY,IAAe;QACzB,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;QACtB,MAAM,GAAG,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC;QAChC,IAAI,CAAC,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC;QAC3B,IAAI,CAAC,IAAI,GAAG,GAAG,CAAC,UAAU,CAAC;IAC7B,CAAC;IAED,KAAK,CAAC,IAAI;QACR,IAAI,IAAI,CAAC,MAAM;YAAE,OAAO;QACxB,IAAI,CAAC;YACH,MAAM,CAAC,IAAI,CAAC,4BAA4B,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;YACxD,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,2BAA2B,CAAC,CAAC;YACtD,IAAI,CAAC,QAAQ,GAAG,MAAM,GAAG,CAAC,QAAQ,CAAC,oBAAoB,EAAE,IAAI,CAAC,OAAO,EAAE;gBACrE,iBAAiB,EAAE,CAAC,QAAa,EAAE,EAAE;oBACnC,IAAI,QAAQ,EAAE,MAAM,KAAK,UAAU,IAAI,QAAQ,EAAE,OAAO,KAAK,SAAS,EAAE,CAAC;wBACvE,MAAM,CAAC,OAAO,CAAC,mBAAmB,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;oBACrE,CAAC;gBACH,CAAC;aACF,CAAC,CAAC;YACH,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;YACnB,MAAM,CAAC,IAAI,CAAC,2BAA2B,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;QACzD,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,CAAC,KAAK,CAAC,iCAAiC,EAAE,CAAC,CAAC,CAAC;YACnD,MAAM,CAAC,CAAC;QACV,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,KAAe;QACzB,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACjB,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QACpB,CAAC;QAED,MAAM,OAAO,GAAe,EAAE,CAAC;QAC/B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE;oBACvC,OAAO,EAAE,MAAM;oBACf,SAAS,EAAE,IAAI;iBAChB,CAAC,CAAC;gBACH,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,IAAI,MAAM,CAAC;gBAC1E,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;YACvE,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,MAAM,CAAC,KAAK,CAAC,+CAA+C,EAAE,CAAC,CAAC,CAAC;gBACjE,OAAO,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;YAC7C,CAAC;QACH,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,UAAU;QACR,OAAO,IAAI,CAAC,IAAI,CAAC;IACnB,CAAC;IAED,IAAI;QACF,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;IAED,OAAO;QACL,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QACrB,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;IACtB,CAAC;CACF;AAED,MAAM,OAAO,oBAAoB;IACvB,QAAQ,GAAQ,IAAI,CAAC;IACrB,MAAM,GAAG,KAAK,CAAC;IAEvB,KAAK,CAAC,IAAI;QACR,IAAI,IAAI,CAAC,MAAM;YAAE,OAAO;QACxB,IAAI,CAAC;YACH,MAAM,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;YACtC,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,2BAA2B,CAAC,CAAC;YACtD,IAAI,CAAC,QAAQ,GAAG,MAAM,GAAG,CAAC,QAAQ,CAAC,qBAAqB,EAAE,cAAc,EAAE;gBACxE,iBAAiB,EAAE,CAAC,QAAa,EAAE,EAAE;oBACnC,IAAI,QAAQ,EAAE,MAAM,KAAK,UAAU,IAAI,QAAQ,EAAE,OAAO,KAAK,SAAS,EAAE,CAAC;wBACvE,MAAM,CAAC,OAAO,CAAC,sBAAsB,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;oBACxE,CAAC;gBACH,CAAC;aACF,CAAC,CAAC;YACH,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;YACnB,MAAM,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;QACvC,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,CAAC,KAAK,CAAC,gCAAgC,EAAE,CAAC,CAAC,CAAC;YAClD,MAAM,CAAC,CAAC;QACV,CAAC;IACH,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,KAAa,EAAE,KAAe;QACzC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACjB,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QACpB,CAAC;QAED,MAAM,KAAK,GAAG,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;QAEpE,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;YAC3C,MAAM,MAAM,GAAuC,EAAE,CAAC;YAEtD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACxC,MAAM,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;gBAC1B,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,KAAK,SAAS;oBACtC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC;oBAChE,CAAC,CAAC,CAAC,CAAC;gBACN,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;YACnC,CAAC;YAED,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;YACzC,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,CAAC,KAAK,CAAC,mBAAmB,EAAE,CAAC,CAAC,CAAC;YACrC,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;QACvD,CAAC;IACH,CAAC;IAED,OAAO;QACL,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QACrB,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;IACtB,CAAC;CACF"}
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
import { MetadataStore } from '../storage/metadata.js';
|
|
2
|
+
import { FileNode } from './svg.js';
|
|
3
|
+
export interface GraphData {
|
|
4
|
+
nodes: FileNode[];
|
|
5
|
+
edges: {
|
|
6
|
+
source: string;
|
|
7
|
+
target: string;
|
|
8
|
+
}[];
|
|
9
|
+
fileCount: number;
|
|
10
|
+
edgeCount: number;
|
|
11
|
+
}
|
|
12
|
+
export declare function buildGraphData(store: MetadataStore): GraphData;
|
|
13
|
+
//# sourceMappingURL=build.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"build.d.ts","sourceRoot":"","sources":["../../src/graph/build.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAC;AACvD,OAAO,EAAE,QAAQ,EAAmC,MAAM,UAAU,CAAC;AAErE,MAAM,WAAW,SAAS;IACxB,KAAK,EAAE,QAAQ,EAAE,CAAC;IAClB,KAAK,EAAE;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC;IAC5C,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,wBAAgB,cAAc,CAAC,KAAK,EAAE,aAAa,GAAG,SAAS,CAkC9D"}
|
|
@@ -0,0 +1,33 @@
|
|
|
1
|
+
import { parseImportPaths, resolveImport } from './svg.js';
|
|
2
|
+
export function buildGraphData(store) {
|
|
3
|
+
const files = store.getAllFilesWithImports();
|
|
4
|
+
const nodeMap = new Map();
|
|
5
|
+
for (const row of files) {
|
|
6
|
+
if (!nodeMap.has(row.file)) {
|
|
7
|
+
nodeMap.set(row.file, {
|
|
8
|
+
id: row.file,
|
|
9
|
+
label: row.file,
|
|
10
|
+
language: row.language,
|
|
11
|
+
chunkCount: row.chunkCount,
|
|
12
|
+
imports: parseImportPaths(row.imports),
|
|
13
|
+
});
|
|
14
|
+
}
|
|
15
|
+
}
|
|
16
|
+
const edgeSet = new Set();
|
|
17
|
+
const indexedFiles = new Set(nodeMap.keys());
|
|
18
|
+
for (const node of nodeMap.values()) {
|
|
19
|
+
for (const imp of node.imports) {
|
|
20
|
+
const resolved = resolveImport(node.id, imp, indexedFiles);
|
|
21
|
+
if (resolved && resolved !== node.id) {
|
|
22
|
+
edgeSet.add(`${node.id}|${resolved}`);
|
|
23
|
+
}
|
|
24
|
+
}
|
|
25
|
+
}
|
|
26
|
+
const nodes = [...nodeMap.values()];
|
|
27
|
+
const edges = [...edgeSet].map((e) => {
|
|
28
|
+
const [source, target] = e.split('|');
|
|
29
|
+
return { source, target };
|
|
30
|
+
});
|
|
31
|
+
return { nodes, edges, fileCount: nodes.length, edgeCount: edges.length };
|
|
32
|
+
}
|
|
33
|
+
//# sourceMappingURL=build.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"build.js","sourceRoot":"","sources":["../../src/graph/build.ts"],"names":[],"mappings":"AACA,OAAO,EAAY,gBAAgB,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AASrE,MAAM,UAAU,cAAc,CAAC,KAAoB;IACjD,MAAM,KAAK,GAAG,KAAK,CAAC,sBAAsB,EAAE,CAAC;IAE7C,MAAM,OAAO,GAAG,IAAI,GAAG,EAAoB,CAAC;IAC5C,KAAK,MAAM,GAAG,IAAI,KAAK,EAAE,CAAC;QACxB,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;YAC3B,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE;gBACpB,EAAE,EAAE,GAAG,CAAC,IAAI;gBACZ,KAAK,EAAE,GAAG,CAAC,IAAI;gBACf,QAAQ,EAAE,GAAG,CAAC,QAAQ;gBACtB,UAAU,EAAE,GAAG,CAAC,UAAU;gBAC1B,OAAO,EAAE,gBAAgB,CAAC,GAAG,CAAC,OAAO,CAAC;aACvC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;IAClC,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;IAC7C,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;QACpC,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YAC/B,MAAM,QAAQ,GAAG,aAAa,CAAC,IAAI,CAAC,EAAE,EAAE,GAAG,EAAE,YAAY,CAAC,CAAC;YAC3D,IAAI,QAAQ,IAAI,QAAQ,KAAK,IAAI,CAAC,EAAE,EAAE,CAAC;gBACrC,OAAO,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,EAAE,IAAI,QAAQ,EAAE,CAAC,CAAC;YACxC,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,KAAK,GAAG,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;IACpC,MAAM,KAAK,GAAG,CAAC,GAAG,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;QACnC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACtC,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;IAC5B,CAAC,CAAC,CAAC;IAEH,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,CAAC,MAAM,EAAE,SAAS,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC;AAC5E,CAAC"}
|
|
@@ -0,0 +1,24 @@
|
|
|
1
|
+
import { MetadataStore } from '../storage/metadata.js';
|
|
2
|
+
import { GraphStore } from './storage.js';
|
|
3
|
+
export declare class GraphBuilder {
|
|
4
|
+
private rootPath;
|
|
5
|
+
private meta;
|
|
6
|
+
private graph;
|
|
7
|
+
private nodeIds;
|
|
8
|
+
private edgeIds;
|
|
9
|
+
constructor(rootPath: string, meta: MetadataStore, graph: GraphStore);
|
|
10
|
+
buildFull(): void;
|
|
11
|
+
updateFile(filePath: string): void;
|
|
12
|
+
private addWorkspaceNode;
|
|
13
|
+
private addFolderNodes;
|
|
14
|
+
private addFileAndSymbolNodes;
|
|
15
|
+
private addImportExportEdges;
|
|
16
|
+
private addImportExportEdgesForFile;
|
|
17
|
+
private parseImportPaths;
|
|
18
|
+
private resolveImport;
|
|
19
|
+
private mapKind;
|
|
20
|
+
private makeNode;
|
|
21
|
+
private addEdge;
|
|
22
|
+
private nodeId;
|
|
23
|
+
}
|
|
24
|
+
//# sourceMappingURL=builder.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"builder.d.ts","sourceRoot":"","sources":["../../src/graph/builder.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAC;AACvD,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAI1C,qBAAa,YAAY;IACvB,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,IAAI,CAAgB;IAC5B,OAAO,CAAC,KAAK,CAAa;IAC1B,OAAO,CAAC,OAAO,CAAqB;IACpC,OAAO,CAAC,OAAO,CAAqB;gBAExB,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,aAAa,EAAE,KAAK,EAAE,UAAU;IAMpE,SAAS;IAcT,UAAU,CAAC,QAAQ,EAAE,MAAM;IAkC3B,OAAO,CAAC,gBAAgB;IAMxB,OAAO,CAAC,cAAc;IA0BtB,OAAO,CAAC,qBAAqB;IAmC7B,OAAO,CAAC,oBAAoB;IAS5B,OAAO,CAAC,2BAA2B;IA8BnC,OAAO,CAAC,gBAAgB;IAaxB,OAAO,CAAC,aAAa;IA2BrB,OAAO,CAAC,OAAO;IAaf,OAAO,CAAC,QAAQ;IAIhB,OAAO,CAAC,OAAO;IAMf,OAAO,CAAC,MAAM;CAKf"}
|