edhindex 1.0.0 → 1.0.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +228 -0
- package/dist/cli/commands/config_cmd.d.ts +2 -0
- package/dist/cli/commands/config_cmd.d.ts.map +1 -0
- package/dist/cli/commands/config_cmd.js +53 -0
- package/dist/cli/commands/config_cmd.js.map +1 -0
- package/dist/cli/commands/doctor_cmd.d.ts +2 -0
- package/dist/cli/commands/doctor_cmd.d.ts.map +1 -0
- package/dist/cli/commands/doctor_cmd.js +32 -0
- package/dist/cli/commands/doctor_cmd.js.map +1 -0
- package/dist/cli/commands/graph.d.ts +2 -0
- package/dist/cli/commands/graph.d.ts.map +1 -0
- package/dist/cli/commands/graph.js +26 -0
- package/dist/cli/commands/graph.js.map +1 -0
- package/dist/cli/commands/index_cmd.d.ts +2 -0
- package/dist/cli/commands/index_cmd.d.ts.map +1 -0
- package/dist/cli/commands/index_cmd.js +110 -0
- package/dist/cli/commands/index_cmd.js.map +1 -0
- package/dist/cli/commands/init.d.ts +2 -0
- package/dist/cli/commands/init.d.ts.map +1 -0
- package/dist/cli/commands/init.js +53 -0
- package/dist/cli/commands/init.js.map +1 -0
- package/dist/cli/commands/knowledge-graph.d.ts +8 -0
- package/dist/cli/commands/knowledge-graph.d.ts.map +1 -0
- package/dist/cli/commands/knowledge-graph.js +76 -0
- package/dist/cli/commands/knowledge-graph.js.map +1 -0
- package/dist/cli/commands/models.d.ts +2 -0
- package/dist/cli/commands/models.d.ts.map +1 -0
- package/dist/cli/commands/models.js +17 -0
- package/dist/cli/commands/models.js.map +1 -0
- package/dist/cli/commands/reset.d.ts +2 -0
- package/dist/cli/commands/reset.d.ts.map +1 -0
- package/dist/cli/commands/reset.js +35 -0
- package/dist/cli/commands/reset.js.map +1 -0
- package/dist/cli/commands/search.d.ts +2 -0
- package/dist/cli/commands/search.d.ts.map +1 -0
- package/dist/cli/commands/search.js +40 -0
- package/dist/cli/commands/search.js.map +1 -0
- package/dist/cli/commands/start.d.ts +2 -0
- package/dist/cli/commands/start.d.ts.map +1 -0
- package/dist/cli/commands/start.js +265 -0
- package/dist/cli/commands/start.js.map +1 -0
- package/dist/cli/commands/status.d.ts +2 -0
- package/dist/cli/commands/status.d.ts.map +1 -0
- package/dist/cli/commands/status.js +47 -0
- package/dist/cli/commands/status.js.map +1 -0
- package/dist/cli/index.d.ts +3 -0
- package/dist/cli/index.d.ts.map +1 -0
- package/dist/cli/index.js +121 -0
- package/dist/cli/index.js.map +1 -0
- package/dist/config/index.d.ts +28 -0
- package/dist/config/index.d.ts.map +1 -0
- package/dist/config/index.js +65 -0
- package/dist/config/index.js.map +1 -0
- package/dist/doctor/index.d.ts +8 -0
- package/dist/doctor/index.d.ts.map +1 -0
- package/dist/doctor/index.js +117 -0
- package/dist/doctor/index.js.map +1 -0
- package/dist/embeddings/provider.d.ts +9 -0
- package/dist/embeddings/provider.d.ts.map +1 -0
- package/dist/embeddings/provider.js +2 -0
- package/dist/embeddings/provider.js.map +1 -0
- package/dist/embeddings/transformers.d.ts +26 -0
- package/dist/embeddings/transformers.d.ts.map +1 -0
- package/dist/embeddings/transformers.js +120 -0
- package/dist/embeddings/transformers.js.map +1 -0
- package/dist/graph/build.d.ts +13 -0
- package/dist/graph/build.d.ts.map +1 -0
- package/dist/graph/build.js +33 -0
- package/dist/graph/build.js.map +1 -0
- package/dist/graph/builder.d.ts +24 -0
- package/dist/graph/builder.d.ts.map +1 -0
- package/dist/graph/builder.js +231 -0
- package/dist/graph/builder.js.map +1 -0
- package/dist/graph/render.d.ts +3 -0
- package/dist/graph/render.d.ts.map +1 -0
- package/dist/graph/render.js +60 -0
- package/dist/graph/render.js.map +1 -0
- package/dist/graph/serve.d.ts +6 -0
- package/dist/graph/serve.d.ts.map +1 -0
- package/dist/graph/serve.js +389 -0
- package/dist/graph/serve.js.map +1 -0
- package/dist/graph/service.d.ts +29 -0
- package/dist/graph/service.d.ts.map +1 -0
- package/dist/graph/service.js +73 -0
- package/dist/graph/service.js.map +1 -0
- package/dist/graph/storage.d.ts +33 -0
- package/dist/graph/storage.d.ts.map +1 -0
- package/dist/graph/storage.js +164 -0
- package/dist/graph/storage.js.map +1 -0
- package/dist/graph/svg.d.ts +27 -0
- package/dist/graph/svg.d.ts.map +1 -0
- package/dist/graph/svg.js +212 -0
- package/dist/graph/svg.js.map +1 -0
- package/dist/graph/types.d.ts +34 -0
- package/dist/graph/types.d.ts.map +1 -0
- package/dist/graph/types.js +9 -0
- package/dist/graph/types.js.map +1 -0
- package/dist/indexer/chunker.d.ts +18 -0
- package/dist/indexer/chunker.d.ts.map +1 -0
- package/dist/indexer/chunker.js +139 -0
- package/dist/indexer/chunker.js.map +1 -0
- package/dist/indexer/file-utils.d.ts +17 -0
- package/dist/indexer/file-utils.d.ts.map +1 -0
- package/dist/indexer/file-utils.js +123 -0
- package/dist/indexer/file-utils.js.map +1 -0
- package/dist/indexer/ignore.d.ts +5 -0
- package/dist/indexer/ignore.d.ts.map +1 -0
- package/dist/indexer/ignore.js +96 -0
- package/dist/indexer/ignore.js.map +1 -0
- package/dist/indexer/incremental.d.ts +16 -0
- package/dist/indexer/incremental.d.ts.map +1 -0
- package/dist/indexer/incremental.js +55 -0
- package/dist/indexer/incremental.js.map +1 -0
- package/dist/indexer/indexer.d.ts +36 -0
- package/dist/indexer/indexer.d.ts.map +1 -0
- package/dist/indexer/indexer.js +121 -0
- package/dist/indexer/indexer.js.map +1 -0
- package/dist/indexer/parser.d.ts +30 -0
- package/dist/indexer/parser.d.ts.map +1 -0
- package/dist/indexer/parser.js +225 -0
- package/dist/indexer/parser.js.map +1 -0
- package/dist/logging.d.ts +15 -0
- package/dist/logging.d.ts.map +1 -0
- package/dist/logging.js +42 -0
- package/dist/logging.js.map +1 -0
- package/dist/mcp/server.d.ts +4 -0
- package/dist/mcp/server.d.ts.map +1 -0
- package/dist/mcp/server.js +226 -0
- package/dist/mcp/server.js.map +1 -0
- package/dist/mcp-config.d.ts +4 -0
- package/dist/mcp-config.d.ts.map +1 -0
- package/dist/mcp-config.js +175 -0
- package/dist/mcp-config.js.map +1 -0
- package/dist/progress.d.ts +12 -0
- package/dist/progress.d.ts.map +1 -0
- package/dist/progress.js +16 -0
- package/dist/progress.js.map +1 -0
- package/dist/retrieval/bm25.d.ts +6 -0
- package/dist/retrieval/bm25.d.ts.map +1 -0
- package/dist/retrieval/bm25.js +20 -0
- package/dist/retrieval/bm25.js.map +1 -0
- package/dist/retrieval/reranker.d.ts +11 -0
- package/dist/retrieval/reranker.d.ts.map +1 -0
- package/dist/retrieval/reranker.js +46 -0
- package/dist/retrieval/reranker.js.map +1 -0
- package/dist/retrieval/search.d.ts +35 -0
- package/dist/retrieval/search.d.ts.map +1 -0
- package/dist/retrieval/search.js +95 -0
- package/dist/retrieval/search.js.map +1 -0
- package/dist/security.d.ts +5 -0
- package/dist/security.d.ts.map +1 -0
- package/dist/security.js +42 -0
- package/dist/security.js.map +1 -0
- package/dist/storage/fts.d.ts +30 -0
- package/dist/storage/fts.d.ts.map +1 -0
- package/dist/storage/fts.js +107 -0
- package/dist/storage/fts.js.map +1 -0
- package/dist/storage/metadata.d.ts +46 -0
- package/dist/storage/metadata.d.ts.map +1 -0
- package/dist/storage/metadata.js +133 -0
- package/dist/storage/metadata.js.map +1 -0
- package/dist/vector/lancedb.d.ts +25 -0
- package/dist/vector/lancedb.d.ts.map +1 -0
- package/dist/vector/lancedb.js +93 -0
- package/dist/vector/lancedb.js.map +1 -0
- package/dist/vector/store.d.ts +16 -0
- package/dist/vector/store.d.ts.map +1 -0
- package/dist/vector/store.js +2 -0
- package/dist/vector/store.js.map +1 -0
- package/dist/version.d.ts +12 -0
- package/dist/version.d.ts.map +1 -0
- package/dist/version.js +46 -0
- package/dist/version.js.map +1 -0
- package/dist/watcher/index.d.ts +15 -0
- package/dist/watcher/index.d.ts.map +1 -0
- package/dist/watcher/index.js +65 -0
- package/dist/watcher/index.js.map +1 -0
- package/package.json +35 -4
- package/src/cli/commands/graph.ts +30 -0
- package/src/cli/commands/init.ts +41 -3
- package/src/cli/commands/knowledge-graph.ts +85 -0
- package/src/cli/commands/reset.ts +40 -0
- package/src/cli/commands/start.ts +54 -21
- package/src/cli/index.ts +33 -0
- package/src/config/index.ts +13 -0
- package/src/graph/build.ts +45 -0
- package/src/graph/builder.ts +243 -0
- package/src/graph/render.ts +67 -0
- package/src/graph/serve.ts +399 -0
- package/src/graph/service.ts +84 -0
- package/src/graph/storage.ts +181 -0
- package/src/graph/svg.ts +241 -0
- package/src/graph/types.ts +68 -0
- package/src/mcp/server.ts +212 -85
- package/src/mcp-config.ts +185 -0
- package/src/storage/metadata.ts +9 -1
- package/.edhindexignore +0 -66
- package/BUILD_BRIEF.md +0 -228
- package/tsconfig.json +0 -21
|
@@ -0,0 +1,175 @@
|
|
|
1
|
+
import { writeFileSync, readFileSync, existsSync, mkdirSync } from 'node:fs';
|
|
2
|
+
import { join } from 'node:path';
|
|
3
|
+
import { createInterface } from 'node:readline';
|
|
4
|
+
import chalk from 'chalk';
|
|
5
|
+
const CLIENT_OPTIONS = [
|
|
6
|
+
{ key: 'opencode', label: 'OpenCode', description: 'opencode.json at project root' },
|
|
7
|
+
{ key: 'cline', label: 'Cline', description: '.cline/mcp.json at project root' },
|
|
8
|
+
{ key: 'roo-code', label: 'Roo Code', description: '.roo/mcp.json at project root' },
|
|
9
|
+
{ key: 'claude-code', label: 'Claude Code', description: 'claude.jsonc at project root' },
|
|
10
|
+
{ key: 'cursor', label: 'Cursor', description: '.cursor/mcp.json at project root' },
|
|
11
|
+
{ key: 'windsurf', label: 'Windsurf', description: '.windsurf/mcp_config.json at project root' },
|
|
12
|
+
{ key: 'github-copilot', label: 'GitHub Copilot', description: '.vscode/settings.json (VS Code workspace)' },
|
|
13
|
+
{ key: 'continue', label: 'Continue', description: '.continue/config.json at project root' },
|
|
14
|
+
];
|
|
15
|
+
function isInteractive() {
|
|
16
|
+
return process.stdin.isTTY && process.stdout.isTTY;
|
|
17
|
+
}
|
|
18
|
+
function askClients() {
|
|
19
|
+
return new Promise((resolve) => {
|
|
20
|
+
if (!isInteractive()) {
|
|
21
|
+
resolve([]);
|
|
22
|
+
return;
|
|
23
|
+
}
|
|
24
|
+
const rl = createInterface({ input: process.stdin, output: process.stdout });
|
|
25
|
+
const lines = CLIENT_OPTIONS.map((opt, i) => ` ${i + 1}. ${opt.label} — ${opt.description}`);
|
|
26
|
+
const prompt = [
|
|
27
|
+
`\n${chalk.bold('MCP Client Configuration')}`,
|
|
28
|
+
'Which MCP clients do you want to configure?',
|
|
29
|
+
'Enter numbers separated by commas (e.g. 1,3,5) or press Enter to skip:',
|
|
30
|
+
'',
|
|
31
|
+
...lines,
|
|
32
|
+
'',
|
|
33
|
+
].join('\n');
|
|
34
|
+
rl.question(prompt, (answer) => {
|
|
35
|
+
rl.close();
|
|
36
|
+
const trimmed = answer.trim();
|
|
37
|
+
if (!trimmed) {
|
|
38
|
+
resolve([]);
|
|
39
|
+
return;
|
|
40
|
+
}
|
|
41
|
+
const indices = trimmed
|
|
42
|
+
.split(/[, ]+/)
|
|
43
|
+
.map((s) => parseInt(s, 10))
|
|
44
|
+
.filter((n) => !isNaN(n) && n >= 1 && n <= CLIENT_OPTIONS.length);
|
|
45
|
+
const selected = [...new Set(indices.map((i) => CLIENT_OPTIONS[i - 1].key))];
|
|
46
|
+
resolve(selected);
|
|
47
|
+
});
|
|
48
|
+
});
|
|
49
|
+
}
|
|
50
|
+
function writeSingleConfig(rootPath, client) {
|
|
51
|
+
const mcpServer = {
|
|
52
|
+
mcpServers: {
|
|
53
|
+
edhindex: {
|
|
54
|
+
command: 'edhindex',
|
|
55
|
+
args: ['start'],
|
|
56
|
+
},
|
|
57
|
+
},
|
|
58
|
+
};
|
|
59
|
+
const mcpServerCopilot = {
|
|
60
|
+
edhindex: {
|
|
61
|
+
command: 'edhindex',
|
|
62
|
+
args: ['start'],
|
|
63
|
+
},
|
|
64
|
+
};
|
|
65
|
+
switch (client) {
|
|
66
|
+
case 'opencode': {
|
|
67
|
+
const fp = join(rootPath, 'opencode.json');
|
|
68
|
+
const cfg = { $schema: 'https://opencode.ai/config.json' };
|
|
69
|
+
if (existsSync(fp)) {
|
|
70
|
+
try {
|
|
71
|
+
Object.assign(cfg, JSON.parse(readFileSync(fp, 'utf-8')));
|
|
72
|
+
}
|
|
73
|
+
catch { /* merge */ }
|
|
74
|
+
}
|
|
75
|
+
cfg.mcp = {
|
|
76
|
+
edhindex: { type: 'local', command: ['edhindex', 'start'], enabled: true, timeout: 120000 },
|
|
77
|
+
};
|
|
78
|
+
writeFileSync(fp, JSON.stringify(cfg, null, 2) + '\n', 'utf-8');
|
|
79
|
+
return fp;
|
|
80
|
+
}
|
|
81
|
+
case 'cline': {
|
|
82
|
+
const dir = join(rootPath, '.cline');
|
|
83
|
+
if (!existsSync(dir))
|
|
84
|
+
mkdirSync(dir, { recursive: true });
|
|
85
|
+
const fp = join(dir, 'mcp.json');
|
|
86
|
+
writeFileSync(fp, JSON.stringify(mcpServer, null, 2) + '\n', 'utf-8');
|
|
87
|
+
return fp;
|
|
88
|
+
}
|
|
89
|
+
case 'roo-code': {
|
|
90
|
+
const dir = join(rootPath, '.roo');
|
|
91
|
+
if (!existsSync(dir))
|
|
92
|
+
mkdirSync(dir, { recursive: true });
|
|
93
|
+
const fp = join(dir, 'mcp.json');
|
|
94
|
+
writeFileSync(fp, JSON.stringify(mcpServer, null, 2) + '\n', 'utf-8');
|
|
95
|
+
return fp;
|
|
96
|
+
}
|
|
97
|
+
case 'claude-code': {
|
|
98
|
+
const fp = join(rootPath, 'claude.jsonc');
|
|
99
|
+
writeFileSync(fp, JSON.stringify(mcpServer, null, 2) + '\n', 'utf-8');
|
|
100
|
+
return fp;
|
|
101
|
+
}
|
|
102
|
+
case 'cursor': {
|
|
103
|
+
const dir = join(rootPath, '.cursor');
|
|
104
|
+
if (!existsSync(dir))
|
|
105
|
+
mkdirSync(dir, { recursive: true });
|
|
106
|
+
const fp = join(dir, 'mcp.json');
|
|
107
|
+
writeFileSync(fp, JSON.stringify(mcpServer, null, 2) + '\n', 'utf-8');
|
|
108
|
+
return fp;
|
|
109
|
+
}
|
|
110
|
+
case 'windsurf': {
|
|
111
|
+
const dir = join(rootPath, '.windsurf');
|
|
112
|
+
if (!existsSync(dir))
|
|
113
|
+
mkdirSync(dir, { recursive: true });
|
|
114
|
+
const fp = join(dir, 'mcp_config.json');
|
|
115
|
+
writeFileSync(fp, JSON.stringify(mcpServer, null, 2) + '\n', 'utf-8');
|
|
116
|
+
return fp;
|
|
117
|
+
}
|
|
118
|
+
case 'github-copilot': {
|
|
119
|
+
const dir = join(rootPath, '.vscode');
|
|
120
|
+
if (!existsSync(dir))
|
|
121
|
+
mkdirSync(dir, { recursive: true });
|
|
122
|
+
const fp = join(dir, 'settings.json');
|
|
123
|
+
const settings = {};
|
|
124
|
+
if (existsSync(fp)) {
|
|
125
|
+
try {
|
|
126
|
+
Object.assign(settings, JSON.parse(readFileSync(fp, 'utf-8')));
|
|
127
|
+
}
|
|
128
|
+
catch { /* start fresh if corrupt */ }
|
|
129
|
+
}
|
|
130
|
+
settings['github.copilot.chat.mcpServers'] = mcpServerCopilot;
|
|
131
|
+
writeFileSync(fp, JSON.stringify(settings, null, 2) + '\n', 'utf-8');
|
|
132
|
+
return fp;
|
|
133
|
+
}
|
|
134
|
+
case 'continue': {
|
|
135
|
+
const dir = join(rootPath, '.continue');
|
|
136
|
+
if (!existsSync(dir))
|
|
137
|
+
mkdirSync(dir, { recursive: true });
|
|
138
|
+
const fp = join(dir, 'config.json');
|
|
139
|
+
const cfg = {};
|
|
140
|
+
if (existsSync(fp)) {
|
|
141
|
+
try {
|
|
142
|
+
Object.assign(cfg, JSON.parse(readFileSync(fp, 'utf-8')));
|
|
143
|
+
}
|
|
144
|
+
catch { /* start fresh if corrupt */ }
|
|
145
|
+
}
|
|
146
|
+
const existing = cfg.mcpServers || [];
|
|
147
|
+
if (!existing.find((s) => s.name === 'edhindex')) {
|
|
148
|
+
cfg.mcpServers = [...existing, { name: 'edhindex', command: 'edhindex', args: ['start'] }];
|
|
149
|
+
}
|
|
150
|
+
writeFileSync(fp, JSON.stringify(cfg, null, 2) + '\n', 'utf-8');
|
|
151
|
+
return fp;
|
|
152
|
+
}
|
|
153
|
+
default:
|
|
154
|
+
throw new Error(`Unknown MCP client: ${client}`);
|
|
155
|
+
}
|
|
156
|
+
}
|
|
157
|
+
export function writeMCPConfigs(rootPath, clients) {
|
|
158
|
+
const paths = [];
|
|
159
|
+
for (const client of clients) {
|
|
160
|
+
if (client === 'none')
|
|
161
|
+
continue;
|
|
162
|
+
paths.push(writeSingleConfig(rootPath, client));
|
|
163
|
+
}
|
|
164
|
+
return paths;
|
|
165
|
+
}
|
|
166
|
+
export async function promptAndWriteMCPConfigs(rootPath) {
|
|
167
|
+
const clients = await askClients();
|
|
168
|
+
if (clients.length === 0)
|
|
169
|
+
return;
|
|
170
|
+
const paths = writeMCPConfigs(rootPath, clients);
|
|
171
|
+
for (const fp of paths) {
|
|
172
|
+
console.log(chalk.green(`MCP config written: ${fp}`));
|
|
173
|
+
}
|
|
174
|
+
}
|
|
175
|
+
//# sourceMappingURL=mcp-config.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"mcp-config.js","sourceRoot":"","sources":["../src/mcp-config.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,YAAY,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AAC7E,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AAChD,OAAO,KAAK,MAAM,OAAO,CAAC;AAmB1B,MAAM,cAAc,GAAmB;IACrC,EAAE,GAAG,EAAE,UAAU,EAAE,KAAK,EAAE,UAAU,EAAE,WAAW,EAAE,+BAA+B,EAAE;IACpF,EAAE,GAAG,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,WAAW,EAAE,iCAAiC,EAAE;IAChF,EAAE,GAAG,EAAE,UAAU,EAAE,KAAK,EAAE,UAAU,EAAE,WAAW,EAAE,+BAA+B,EAAE;IACpF,EAAE,GAAG,EAAE,aAAa,EAAE,KAAK,EAAE,aAAa,EAAE,WAAW,EAAE,8BAA8B,EAAE;IACzF,EAAE,GAAG,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE,WAAW,EAAE,kCAAkC,EAAE;IACnF,EAAE,GAAG,EAAE,UAAU,EAAE,KAAK,EAAE,UAAU,EAAE,WAAW,EAAE,2CAA2C,EAAE;IAChG,EAAE,GAAG,EAAE,gBAAgB,EAAE,KAAK,EAAE,gBAAgB,EAAE,WAAW,EAAE,2CAA2C,EAAE;IAC5G,EAAE,GAAG,EAAE,UAAU,EAAE,KAAK,EAAE,UAAU,EAAE,WAAW,EAAE,uCAAuC,EAAE;CAC7F,CAAC;AAEF,SAAS,aAAa;IACpB,OAAO,OAAO,CAAC,KAAK,CAAC,KAAK,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC;AACrD,CAAC;AAED,SAAS,UAAU;IACjB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;QAC7B,IAAI,CAAC,aAAa,EAAE,EAAE,CAAC;YACrB,OAAO,CAAC,EAAE,CAAC,CAAC;YACZ,OAAO;QACT,CAAC;QACD,MAAM,EAAE,GAAG,eAAe,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;QAC7E,MAAM,KAAK,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,GAAG,CAAC,KAAK,MAAM,GAAG,CAAC,WAAW,EAAE,CAAC,CAAC;QAC9F,MAAM,MAAM,GAAG;YACb,KAAK,KAAK,CAAC,IAAI,CAAC,0BAA0B,CAAC,EAAE;YAC7C,6CAA6C;YAC7C,wEAAwE;YACxE,EAAE;YACF,GAAG,KAAK;YACR,EAAE;SACH,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACb,EAAE,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,MAAM,EAAE,EAAE;YAC7B,EAAE,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC;YAC9B,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,OAAO,CAAC,EAAE,CAAC,CAAC;gBACZ,OAAO;YACT,CAAC;YACD,MAAM,OAAO,GAAG,OAAO;iBACpB,KAAK,CAAC,OAAO,CAAC;iBACd,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,QAAQ,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;iBAC3B,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,cAAc,CAAC,MAAM,CAAC,CAAC;YACpE,MAAM,QAAQ,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,cAAc,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YAC7E,OAAO,CAAC,QAAQ,CAAC,CAAC;QACpB,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,iBAAiB,CAAC,QAAgB,EAAE,MAAiB;IAC5D,MAAM,SAAS,GAAG;QAChB,UAAU,EAAE;YACV,QAAQ,EAAE;gBACR,OAAO,EAAE,UAAU;gBACnB,IAAI,EAAE,CAAC,OAAO,CAAC;aAChB;SACF;KACF,CAAC;IACF,MAAM,gBAAgB,GAAG;QACvB,QAAQ,EAAE;YACR,OAAO,EAAE,UAAU;YACnB,IAAI,EAAE,CAAC,OAAO,CAAC;SAChB;KACF,CAAC;IAEF,QAAQ,MAAM,EAAE,CAAC;QACf,KAAK,UAAU,CAAC,CAAC,CAAC;YAChB,MAAM,EAAE,GAAG,IAAI,CAAC,QAAQ,EAAE,eAAe,CAAC,CAAC;YAC3C,MAAM,GAAG,GAA4B,EAAE,OAAO,EAAE,iCAAiC,EAAE,CAAC;YACpF,IAAI,UAAU,CAAC,EAAE,CAAC,EAAE,CAAC;gBACnB,IAAI,CAAC;oBAAC,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC;gBAAC,CAAC;gBAAC,MAAM,CAAC,CAAC,WAAW,CAAC,CAAC;YAC1F,CAAC;YACD,GAAG,CAAC,GAAG,GAAG;gBACR,QAAQ,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,UAAU,EAAE,OAAO,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE;aAC5F,CAAC;YACF,aAAa,CAAC,EAAE,EAAE,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG,IAAI,EAAE,OAAO,CAAC,CAAC;YAChE,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,KAAK,OAAO,CAAC,CAAC,CAAC;YACb,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;YACrC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;gBAAE,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YAC1D,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,UAAU,CAAC,CAAC;YACjC,aAAa,CAAC,EAAE,EAAE,IAAI,CAAC,SAAS,CAAC,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG,IAAI,EAAE,OAAO,CAAC,CAAC;YACtE,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,KAAK,UAAU,CAAC,CAAC,CAAC;YAChB,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;YACnC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;gBAAE,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YAC1D,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,UAAU,CAAC,CAAC;YACjC,aAAa,CAAC,EAAE,EAAE,IAAI,CAAC,SAAS,CAAC,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG,IAAI,EAAE,OAAO,CAAC,CAAC;YACtE,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,KAAK,aAAa,CAAC,CAAC,CAAC;YACnB,MAAM,EAAE,GAAG,IAAI,CAAC,QAAQ,EAAE,cAAc,CAAC,CAAC;YAC1C,aAAa,CAAC,EAAE,EAAE,IAAI,CAAC,SAAS,CAAC,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG,IAAI,EAAE,OAAO,CAAC,CAAC;YACtE,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,KAAK,QAAQ,CAAC,CAAC,CAAC;YACd,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;YACtC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;gBAAE,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YAC1D,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,UAAU,CAAC,CAAC;YACjC,aAAa,CAAC,EAAE,EAAE,IAAI,CAAC,SAAS,CAAC,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG,IAAI,EAAE,OAAO,CAAC,CAAC;YACtE,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,KAAK,UAAU,CAAC,CAAC,CAAC;YAChB,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC;YACxC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;gBAAE,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YAC1D,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,iBAAiB,CAAC,CAAC;YACxC,aAAa,CAAC,EAAE,EAAE,IAAI,CAAC,SAAS,CAAC,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG,IAAI,EAAE,OAAO,CAAC,CAAC;YACtE,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,KAAK,gBAAgB,CAAC,CAAC,CAAC;YACtB,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;YACtC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;gBAAE,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YAC1D,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,eAAe,CAAC,CAAC;YACtC,MAAM,QAAQ,GAA4B,EAAE,CAAC;YAC7C,IAAI,UAAU,CAAC,EAAE,CAAC,EAAE,CAAC;gBACnB,IAAI,CAAC;oBACH,MAAM,CAAC,MAAM,CAAC,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC;gBACjE,CAAC;gBAAC,MAAM,CAAC,CAAC,4BAA4B,CAAC,CAAC;YAC1C,CAAC;YACD,QAAQ,CAAC,gCAAgC,CAAC,GAAG,gBAAgB,CAAC;YAC9D,aAAa,CAAC,EAAE,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG,IAAI,EAAE,OAAO,CAAC,CAAC;YACrE,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,KAAK,UAAU,CAAC,CAAC,CAAC;YAChB,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC;YACxC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;gBAAE,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YAC1D,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,aAAa,CAAC,CAAC;YACpC,MAAM,GAAG,GAA4B,EAAE,CAAC;YACxC,IAAI,UAAU,CAAC,EAAE,CAAC,EAAE,CAAC;gBACnB,IAAI,CAAC;oBACH,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC;gBAC5D,CAAC;gBAAC,MAAM,CAAC,CAAC,4BAA4B,CAAC,CAAC;YAC1C,CAAC;YACD,MAAM,QAAQ,GAAI,GAAG,CAAC,UAAwC,IAAI,EAAE,CAAC;YACrE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAA0B,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,UAAU,CAAC,EAAE,CAAC;gBAC1E,GAAG,CAAC,UAAU,GAAG,CAAC,GAAG,QAAQ,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;YAC7F,CAAC;YACD,aAAa,CAAC,EAAE,EAAE,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG,IAAI,EAAE,OAAO,CAAC,CAAC;YAChE,OAAO,EAAE,CAAC;QACZ,CAAC;QACD;YACE,MAAM,IAAI,KAAK,CAAC,uBAAuB,MAAM,EAAE,CAAC,CAAC;IACrD,CAAC;AACH,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,QAAgB,EAAE,OAAoB;IACpE,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,IAAI,MAAM,KAAK,MAAM;YAAE,SAAS;QAChC,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC;IAClD,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,wBAAwB,CAAC,QAAgB;IAC7D,MAAM,OAAO,GAAG,MAAM,UAAU,EAAE,CAAC;IACnC,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO;IACjC,MAAM,KAAK,GAAG,eAAe,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IACjD,KAAK,MAAM,EAAE,IAAI,KAAK,EAAE,CAAC;QACvB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,uBAAuB,EAAE,EAAE,CAAC,CAAC,CAAC;IACxD,CAAC;AACH,CAAC"}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
export type ProgressPhase = 'scanning' | 'embedding' | 'building_fts' | 'ready';
|
|
2
|
+
export interface ProgressEvent {
|
|
3
|
+
phase: ProgressPhase;
|
|
4
|
+
current?: number;
|
|
5
|
+
total?: number;
|
|
6
|
+
percent?: number;
|
|
7
|
+
message?: string;
|
|
8
|
+
}
|
|
9
|
+
export type ProgressCallback = (event: ProgressEvent) => void;
|
|
10
|
+
export declare function onProgress(cb: ProgressCallback): () => void;
|
|
11
|
+
export declare function emitProgress(event: ProgressEvent): void;
|
|
12
|
+
//# sourceMappingURL=progress.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"progress.d.ts","sourceRoot":"","sources":["../src/progress.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,aAAa,GAAG,UAAU,GAAG,WAAW,GAAG,cAAc,GAAG,OAAO,CAAC;AAEhF,MAAM,WAAW,aAAa;IAC5B,KAAK,EAAE,aAAa,CAAC;IACrB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,MAAM,gBAAgB,GAAG,CAAC,KAAK,EAAE,aAAa,KAAK,IAAI,CAAC;AAI9D,wBAAgB,UAAU,CAAC,EAAE,EAAE,gBAAgB,GAAG,MAAM,IAAI,CAG3D;AAED,wBAAgB,YAAY,CAAC,KAAK,EAAE,aAAa,QAQhD"}
|
package/dist/progress.js
ADDED
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
const listeners = new Set();
|
|
2
|
+
export function onProgress(cb) {
|
|
3
|
+
listeners.add(cb);
|
|
4
|
+
return () => listeners.delete(cb);
|
|
5
|
+
}
|
|
6
|
+
export function emitProgress(event) {
|
|
7
|
+
for (const cb of listeners) {
|
|
8
|
+
try {
|
|
9
|
+
cb(event);
|
|
10
|
+
}
|
|
11
|
+
catch {
|
|
12
|
+
// swallow
|
|
13
|
+
}
|
|
14
|
+
}
|
|
15
|
+
}
|
|
16
|
+
//# sourceMappingURL=progress.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"progress.js","sourceRoot":"","sources":["../src/progress.ts"],"names":[],"mappings":"AAYA,MAAM,SAAS,GAA0B,IAAI,GAAG,EAAE,CAAC;AAEnD,MAAM,UAAU,UAAU,CAAC,EAAoB;IAC7C,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAClB,OAAO,GAAG,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;AACpC,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,KAAoB;IAC/C,KAAK,MAAM,EAAE,IAAI,SAAS,EAAE,CAAC;QAC3B,IAAI,CAAC;YACH,EAAE,CAAC,KAAK,CAAC,CAAC;QACZ,CAAC;QAAC,MAAM,CAAC;YACP,UAAU;QACZ,CAAC;IACH,CAAC;AACH,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"bm25.d.ts","sourceRoot":"","sources":["../../src/retrieval/bm25.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAa,MAAM,mBAAmB,CAAC;AAExD,wBAAgB,UAAU,CAAC,GAAG,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,KAAK,CAAC;IAAE,EAAE,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,CAAC,CAmB3G"}
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
export function searchBM25(fts, query, topK) {
|
|
2
|
+
const results = fts.searchWithRank(query, topK * 2);
|
|
3
|
+
if (results.length === 0)
|
|
4
|
+
return [];
|
|
5
|
+
if (results.length === 1) {
|
|
6
|
+
return [{ id: results[0].id, score: 1.0 }];
|
|
7
|
+
}
|
|
8
|
+
const negRanks = results.map(r => -r.rank);
|
|
9
|
+
const minNeg = Math.min(...negRanks);
|
|
10
|
+
const maxNeg = Math.max(...negRanks);
|
|
11
|
+
const range = maxNeg - minNeg;
|
|
12
|
+
if (range === 0) {
|
|
13
|
+
return results.map(r => ({ id: r.id, score: 1.0 }));
|
|
14
|
+
}
|
|
15
|
+
return results.map((r, i) => ({
|
|
16
|
+
id: r.id,
|
|
17
|
+
score: (negRanks[i] - minNeg) / range,
|
|
18
|
+
}));
|
|
19
|
+
}
|
|
20
|
+
//# sourceMappingURL=bm25.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"bm25.js","sourceRoot":"","sources":["../../src/retrieval/bm25.ts"],"names":[],"mappings":"AAEA,MAAM,UAAU,UAAU,CAAC,GAAa,EAAE,KAAa,EAAE,IAAY;IACnE,MAAM,OAAO,GAAG,GAAG,CAAC,cAAc,CAAC,KAAK,EAAE,IAAI,GAAG,CAAC,CAAC,CAAC;IACpD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IAEpC,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO,CAAC,EAAE,EAAE,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;IAC7C,CAAC;IAED,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IAC3C,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,QAAQ,CAAC,CAAC;IACrC,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,QAAQ,CAAC,CAAC;IACrC,MAAM,KAAK,GAAG,MAAM,GAAG,MAAM,CAAC;IAC9B,IAAI,KAAK,KAAK,CAAC,EAAE,CAAC;QAChB,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;IACtD,CAAC;IACD,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;QAC5B,EAAE,EAAE,CAAC,CAAC,EAAE;QACR,KAAK,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,GAAG,KAAK;KACtC,CAAC,CAAC,CAAC;AACN,CAAC"}
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
import { TransformersReranker } from '../embeddings/transformers.js';
|
|
2
|
+
import { MetadataStore, ChunkMetadata } from '../storage/metadata.js';
|
|
3
|
+
export interface RerankedResult {
|
|
4
|
+
id: string;
|
|
5
|
+
score: number;
|
|
6
|
+
metadata: ChunkMetadata | null;
|
|
7
|
+
}
|
|
8
|
+
export declare function rerankResults(query: string, candidates: Array<{
|
|
9
|
+
id: string;
|
|
10
|
+
}>, metadataStore: MetadataStore, reranker: TransformersReranker | null, topK: number, useRerank: boolean): Promise<RerankedResult[]>;
|
|
11
|
+
//# sourceMappingURL=reranker.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"reranker.d.ts","sourceRoot":"","sources":["../../src/retrieval/reranker.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,MAAM,+BAA+B,CAAC;AACrE,OAAO,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAC;AAGtE,MAAM,WAAW,cAAc;IAC7B,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,aAAa,GAAG,IAAI,CAAC;CAChC;AAED,wBAAsB,aAAa,CACjC,KAAK,EAAE,MAAM,EACb,UAAU,EAAE,KAAK,CAAC;IAAE,EAAE,EAAE,MAAM,CAAA;CAAE,CAAC,EACjC,aAAa,EAAE,aAAa,EAC5B,QAAQ,EAAE,oBAAoB,GAAG,IAAI,EACrC,IAAI,EAAE,MAAM,EACZ,SAAS,EAAE,OAAO,GACjB,OAAO,CAAC,cAAc,EAAE,CAAC,CA8C3B"}
|
|
@@ -0,0 +1,46 @@
|
|
|
1
|
+
import { logger } from '../logging.js';
|
|
2
|
+
export async function rerankResults(query, candidates, metadataStore, reranker, topK, useRerank) {
|
|
3
|
+
if (candidates.length === 0)
|
|
4
|
+
return [];
|
|
5
|
+
if (!useRerank || !reranker) {
|
|
6
|
+
return candidates.slice(0, topK).map(c => ({
|
|
7
|
+
id: c.id,
|
|
8
|
+
score: 1,
|
|
9
|
+
metadata: metadataStore.getChunk(c.id) || null,
|
|
10
|
+
}));
|
|
11
|
+
}
|
|
12
|
+
const texts = [];
|
|
13
|
+
const validCandidates = [];
|
|
14
|
+
for (const c of candidates) {
|
|
15
|
+
const meta = metadataStore.getChunk(c.id);
|
|
16
|
+
if (meta) {
|
|
17
|
+
texts.push(meta.imports + ' ' + meta.exports + ' ' + (meta.symbol || ''));
|
|
18
|
+
validCandidates.push(c);
|
|
19
|
+
}
|
|
20
|
+
}
|
|
21
|
+
if (texts.length === 0) {
|
|
22
|
+
return candidates.slice(0, topK).map(c => ({
|
|
23
|
+
id: c.id,
|
|
24
|
+
score: 1,
|
|
25
|
+
metadata: metadataStore.getChunk(c.id) || null,
|
|
26
|
+
}));
|
|
27
|
+
}
|
|
28
|
+
try {
|
|
29
|
+
const scores = await reranker.rerank(query, texts);
|
|
30
|
+
const results = scores.slice(0, topK).map(s => ({
|
|
31
|
+
id: validCandidates[s.index].id,
|
|
32
|
+
score: s.score,
|
|
33
|
+
metadata: metadataStore.getChunk(validCandidates[s.index].id) || null,
|
|
34
|
+
}));
|
|
35
|
+
return results;
|
|
36
|
+
}
|
|
37
|
+
catch (e) {
|
|
38
|
+
logger.debug('Reranking failed, falling back to unranked:', e);
|
|
39
|
+
return validCandidates.slice(0, topK).map(c => ({
|
|
40
|
+
id: c.id,
|
|
41
|
+
score: 1,
|
|
42
|
+
metadata: metadataStore.getChunk(c.id) || null,
|
|
43
|
+
}));
|
|
44
|
+
}
|
|
45
|
+
}
|
|
46
|
+
//# sourceMappingURL=reranker.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"reranker.js","sourceRoot":"","sources":["../../src/retrieval/reranker.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,MAAM,EAAE,MAAM,eAAe,CAAC;AAQvC,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,KAAa,EACb,UAAiC,EACjC,aAA4B,EAC5B,QAAqC,EACrC,IAAY,EACZ,SAAkB;IAElB,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IAEvC,IAAI,CAAC,SAAS,IAAI,CAAC,QAAQ,EAAE,CAAC;QAC5B,OAAO,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YACzC,EAAE,EAAE,CAAC,CAAC,EAAE;YACR,KAAK,EAAE,CAAC;YACR,QAAQ,EAAE,aAAa,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,IAAI;SAC/C,CAAC,CAAC,CAAC;IACN,CAAC;IAED,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,MAAM,eAAe,GAA0B,EAAE,CAAC;IAElD,KAAK,MAAM,CAAC,IAAI,UAAU,EAAE,CAAC;QAC3B,MAAM,IAAI,GAAG,aAAa,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAC1C,IAAI,IAAI,EAAE,CAAC;YACT,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,GAAG,GAAG,GAAG,IAAI,CAAC,OAAO,GAAG,GAAG,GAAG,CAAC,IAAI,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,CAAC;YAC1E,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC1B,CAAC;IACH,CAAC;IAED,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,OAAO,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YACzC,EAAE,EAAE,CAAC,CAAC,EAAE;YACR,KAAK,EAAE,CAAC;YACR,QAAQ,EAAE,aAAa,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,IAAI;SAC/C,CAAC,CAAC,CAAC;IACN,CAAC;IAED,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QACnD,MAAM,OAAO,GAAqB,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YAChE,EAAE,EAAE,eAAe,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE;YAC/B,KAAK,EAAE,CAAC,CAAC,KAAK;YACd,QAAQ,EAAE,aAAa,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,IAAI,IAAI;SACtE,CAAC,CAAC,CAAC;QACJ,OAAO,OAAO,CAAC;IACjB,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,MAAM,CAAC,KAAK,CAAC,6CAA6C,EAAE,CAAC,CAAC,CAAC;QAC/D,OAAO,eAAe,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YAC9C,EAAE,EAAE,CAAC,CAAC,EAAE;YACR,KAAK,EAAE,CAAC;YACR,QAAQ,EAAE,aAAa,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,IAAI;SAC/C,CAAC,CAAC,CAAC;IACN,CAAC;AACH,CAAC"}
|
|
@@ -0,0 +1,35 @@
|
|
|
1
|
+
import { FTSStore } from '../storage/fts.js';
|
|
2
|
+
import { MetadataStore } from '../storage/metadata.js';
|
|
3
|
+
import { VectorStore } from '../vector/store.js';
|
|
4
|
+
import { EmbeddingProvider } from '../embeddings/provider.js';
|
|
5
|
+
import { TransformersReranker } from '../embeddings/transformers.js';
|
|
6
|
+
export interface SearchOptions {
|
|
7
|
+
query: string;
|
|
8
|
+
maxResults?: number;
|
|
9
|
+
rerank?: boolean;
|
|
10
|
+
fileFilter?: string;
|
|
11
|
+
languageFilter?: string;
|
|
12
|
+
}
|
|
13
|
+
export interface SearchResult {
|
|
14
|
+
id: string;
|
|
15
|
+
file: string;
|
|
16
|
+
language: string;
|
|
17
|
+
symbol: string;
|
|
18
|
+
kind: string | null;
|
|
19
|
+
startLine: number;
|
|
20
|
+
endLine: number;
|
|
21
|
+
content: string;
|
|
22
|
+
score: number;
|
|
23
|
+
matchType: 'keyword' | 'vector' | 'hybrid';
|
|
24
|
+
}
|
|
25
|
+
export declare class SearchEngine {
|
|
26
|
+
private fts;
|
|
27
|
+
private metadata;
|
|
28
|
+
private vectors;
|
|
29
|
+
private embedder;
|
|
30
|
+
private reranker;
|
|
31
|
+
private useRerank;
|
|
32
|
+
constructor(fts: FTSStore, metadata: MetadataStore, vectors: VectorStore, embedder: EmbeddingProvider, reranker: TransformersReranker | null, useRerank: boolean);
|
|
33
|
+
search(opts: SearchOptions): Promise<SearchResult[]>;
|
|
34
|
+
}
|
|
35
|
+
//# sourceMappingURL=search.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"search.d.ts","sourceRoot":"","sources":["../../src/retrieval/search.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAC7C,OAAO,EAAE,aAAa,EAAiB,MAAM,wBAAwB,CAAC;AACtE,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACjD,OAAO,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AAC9D,OAAO,EAAE,oBAAoB,EAAE,MAAM,+BAA+B,CAAC;AAKrE,MAAM,WAAW,aAAa;IAC5B,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,WAAW,YAAY;IAC3B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,SAAS,GAAG,QAAQ,GAAG,QAAQ,CAAC;CAC5C;AAKD,qBAAa,YAAY;IACvB,OAAO,CAAC,GAAG,CAAW;IACtB,OAAO,CAAC,QAAQ,CAAgB;IAChC,OAAO,CAAC,OAAO,CAAc;IAC7B,OAAO,CAAC,QAAQ,CAAoB;IACpC,OAAO,CAAC,QAAQ,CAA8B;IAC9C,OAAO,CAAC,SAAS,CAAU;gBAGzB,GAAG,EAAE,QAAQ,EACb,QAAQ,EAAE,aAAa,EACvB,OAAO,EAAE,WAAW,EACpB,QAAQ,EAAE,iBAAiB,EAC3B,QAAQ,EAAE,oBAAoB,GAAG,IAAI,EACrC,SAAS,EAAE,OAAO;IAUd,MAAM,CAAC,IAAI,EAAE,aAAa,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;CAsF3D"}
|
|
@@ -0,0 +1,95 @@
|
|
|
1
|
+
import { searchBM25 } from './bm25.js';
|
|
2
|
+
import { rerankResults } from './reranker.js';
|
|
3
|
+
import { logger } from '../logging.js';
|
|
4
|
+
const BM25_TOP_K = 30;
|
|
5
|
+
const VECTOR_TOP_K = 30;
|
|
6
|
+
export class SearchEngine {
|
|
7
|
+
fts;
|
|
8
|
+
metadata;
|
|
9
|
+
vectors;
|
|
10
|
+
embedder;
|
|
11
|
+
reranker;
|
|
12
|
+
useRerank;
|
|
13
|
+
constructor(fts, metadata, vectors, embedder, reranker, useRerank) {
|
|
14
|
+
this.fts = fts;
|
|
15
|
+
this.metadata = metadata;
|
|
16
|
+
this.vectors = vectors;
|
|
17
|
+
this.embedder = embedder;
|
|
18
|
+
this.reranker = reranker;
|
|
19
|
+
this.useRerank = useRerank;
|
|
20
|
+
}
|
|
21
|
+
async search(opts) {
|
|
22
|
+
const maxResults = opts.maxResults || 10;
|
|
23
|
+
const query = opts.query.trim();
|
|
24
|
+
if (!query)
|
|
25
|
+
return [];
|
|
26
|
+
// Normalize query
|
|
27
|
+
const normalized = query.replace(/\s+/g, ' ').trim();
|
|
28
|
+
// BM25
|
|
29
|
+
const bm25Results = searchBM25(this.fts, normalized, BM25_TOP_K);
|
|
30
|
+
logger.debug(`BM25 returned ${bm25Results.length} results`);
|
|
31
|
+
// Vector search
|
|
32
|
+
let vectorResults = [];
|
|
33
|
+
try {
|
|
34
|
+
const embedding = await this.embedder.embed([normalized]);
|
|
35
|
+
if (embedding.length > 0 && embedding[0].length > 0) {
|
|
36
|
+
vectorResults = await this.vectors.search(embedding[0], VECTOR_TOP_K);
|
|
37
|
+
}
|
|
38
|
+
}
|
|
39
|
+
catch (e) {
|
|
40
|
+
logger.debug('Vector search failed:', e);
|
|
41
|
+
}
|
|
42
|
+
logger.debug(`Vector search returned ${vectorResults.length} results`);
|
|
43
|
+
// Merge and deduplicate
|
|
44
|
+
const seen = new Set();
|
|
45
|
+
const merged = [];
|
|
46
|
+
for (const r of bm25Results) {
|
|
47
|
+
if (!seen.has(r.id)) {
|
|
48
|
+
seen.add(r.id);
|
|
49
|
+
merged.push(r);
|
|
50
|
+
}
|
|
51
|
+
}
|
|
52
|
+
for (const r of vectorResults) {
|
|
53
|
+
if (!seen.has(r.id)) {
|
|
54
|
+
seen.add(r.id);
|
|
55
|
+
merged.push({ id: r.id, score: r.score * 0.8 });
|
|
56
|
+
}
|
|
57
|
+
else {
|
|
58
|
+
const existing = merged.find(m => m.id === r.id);
|
|
59
|
+
if (existing) {
|
|
60
|
+
existing.score = Math.max(existing.score, r.score);
|
|
61
|
+
}
|
|
62
|
+
}
|
|
63
|
+
}
|
|
64
|
+
logger.debug(`Merged ${merged.length} unique results`);
|
|
65
|
+
// Rerank
|
|
66
|
+
const reranked = await rerankResults(normalized, merged, this.metadata, this.reranker, maxResults, this.useRerank);
|
|
67
|
+
// Build final results
|
|
68
|
+
const results = [];
|
|
69
|
+
for (const r of reranked) {
|
|
70
|
+
if (!r.metadata)
|
|
71
|
+
continue;
|
|
72
|
+
let matchType = 'hybrid';
|
|
73
|
+
const inBM25 = bm25Results.some(b => b.id === r.id);
|
|
74
|
+
const inVector = vectorResults.some(v => v.id === r.id);
|
|
75
|
+
if (inBM25 && !inVector)
|
|
76
|
+
matchType = 'keyword';
|
|
77
|
+
else if (!inBM25 && inVector)
|
|
78
|
+
matchType = 'vector';
|
|
79
|
+
results.push({
|
|
80
|
+
id: r.id,
|
|
81
|
+
file: r.metadata.file,
|
|
82
|
+
language: r.metadata.language,
|
|
83
|
+
symbol: r.metadata.symbol,
|
|
84
|
+
kind: r.metadata.kind,
|
|
85
|
+
startLine: r.metadata.start_line,
|
|
86
|
+
endLine: r.metadata.end_line,
|
|
87
|
+
content: r.metadata.imports + '\n' + r.metadata.exports,
|
|
88
|
+
score: r.score,
|
|
89
|
+
matchType,
|
|
90
|
+
});
|
|
91
|
+
}
|
|
92
|
+
return results.slice(0, maxResults);
|
|
93
|
+
}
|
|
94
|
+
}
|
|
95
|
+
//# sourceMappingURL=search.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"search.js","sourceRoot":"","sources":["../../src/retrieval/search.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AACvC,OAAO,EAAE,aAAa,EAAkB,MAAM,eAAe,CAAC;AAC9D,OAAO,EAAE,MAAM,EAAE,MAAM,eAAe,CAAC;AAuBvC,MAAM,UAAU,GAAG,EAAE,CAAC;AACtB,MAAM,YAAY,GAAG,EAAE,CAAC;AAExB,MAAM,OAAO,YAAY;IACf,GAAG,CAAW;IACd,QAAQ,CAAgB;IACxB,OAAO,CAAc;IACrB,QAAQ,CAAoB;IAC5B,QAAQ,CAA8B;IACtC,SAAS,CAAU;IAE3B,YACE,GAAa,EACb,QAAuB,EACvB,OAAoB,EACpB,QAA2B,EAC3B,QAAqC,EACrC,SAAkB;QAElB,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC;QACf,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;IAC7B,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,IAAmB;QAC9B,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,IAAI,EAAE,CAAC;QACzC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;QAChC,IAAI,CAAC,KAAK;YAAE,OAAO,EAAE,CAAC;QAEtB,kBAAkB;QAClB,MAAM,UAAU,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;QAErD,OAAO;QACP,MAAM,WAAW,GAAG,UAAU,CAAC,IAAI,CAAC,GAAG,EAAE,UAAU,EAAE,UAAU,CAAC,CAAC;QACjE,MAAM,CAAC,KAAK,CAAC,iBAAiB,WAAW,CAAC,MAAM,UAAU,CAAC,CAAC;QAE5D,gBAAgB;QAChB,IAAI,aAAa,GAAyC,EAAE,CAAC;QAC7D,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC;YAC1D,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI,SAAS,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACpD,aAAa,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,YAAY,CAAC,CAAC;YACxE,CAAC;QACH,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,CAAC,KAAK,CAAC,uBAAuB,EAAE,CAAC,CAAC,CAAC;QAC3C,CAAC;QACD,MAAM,CAAC,KAAK,CAAC,0BAA0B,aAAa,CAAC,MAAM,UAAU,CAAC,CAAC;QAEvE,wBAAwB;QACxB,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;QAC/B,MAAM,MAAM,GAAyC,EAAE,CAAC;QAExD,KAAK,MAAM,CAAC,IAAI,WAAW,EAAE,CAAC;YAC5B,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;gBACpB,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;gBACf,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACjB,CAAC;QACH,CAAC;QAED,KAAK,MAAM,CAAC,IAAI,aAAa,EAAE,CAAC;YAC9B,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;gBACpB,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;gBACf,MAAM,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,GAAG,GAAG,EAAE,CAAC,CAAC;YAClD,CAAC;iBAAM,CAAC;gBACN,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;gBACjD,IAAI,QAAQ,EAAE,CAAC;oBACb,QAAQ,CAAC,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC;gBACrD,CAAC;YACH,CAAC;QACH,CAAC;QAED,MAAM,CAAC,KAAK,CAAC,UAAU,MAAM,CAAC,MAAM,iBAAiB,CAAC,CAAC;QAEvD,SAAS;QACT,MAAM,QAAQ,GAAG,MAAM,aAAa,CAClC,UAAU,EACV,MAAM,EACN,IAAI,CAAC,QAAQ,EACb,IAAI,CAAC,QAAQ,EACb,UAAU,EACV,IAAI,CAAC,SAAS,CACf,CAAC;QAEF,sBAAsB;QACtB,MAAM,OAAO,GAAmB,EAAE,CAAC;QACnC,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;YACzB,IAAI,CAAC,CAAC,CAAC,QAAQ;gBAAE,SAAS;YAE1B,IAAI,SAAS,GAA8B,QAAQ,CAAC;YACpD,MAAM,MAAM,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;YACpD,MAAM,QAAQ,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;YACxD,IAAI,MAAM,IAAI,CAAC,QAAQ;gBAAE,SAAS,GAAG,SAAS,CAAC;iBAC1C,IAAI,CAAC,MAAM,IAAI,QAAQ;gBAAE,SAAS,GAAG,QAAQ,CAAC;YAEnD,OAAO,CAAC,IAAI,CAAC;gBACX,EAAE,EAAE,CAAC,CAAC,EAAE;gBACR,IAAI,EAAE,CAAC,CAAC,QAAQ,CAAC,IAAI;gBACrB,QAAQ,EAAE,CAAC,CAAC,QAAQ,CAAC,QAAQ;gBAC7B,MAAM,EAAE,CAAC,CAAC,QAAQ,CAAC,MAAM;gBACzB,IAAI,EAAE,CAAC,CAAC,QAAQ,CAAC,IAAI;gBACrB,SAAS,EAAE,CAAC,CAAC,QAAQ,CAAC,UAAU;gBAChC,OAAO,EAAE,CAAC,CAAC,QAAQ,CAAC,QAAQ;gBAC5B,OAAO,EAAE,CAAC,CAAC,QAAQ,CAAC,OAAO,GAAG,IAAI,GAAG,CAAC,CAAC,QAAQ,CAAC,OAAO;gBACvD,KAAK,EAAE,CAAC,CAAC,KAAK;gBACd,SAAS;aACV,CAAC,CAAC;QACL,CAAC;QAED,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC;IACtC,CAAC;CACF"}
|
|
@@ -0,0 +1,5 @@
|
|
|
1
|
+
export declare function isSubPath(parent: string, child: string): boolean;
|
|
2
|
+
export declare function sanitizePath(root: string, requestedPath: string): string | null;
|
|
3
|
+
export declare function resolveSafePath(root: string, requestedPath: string): string | null;
|
|
4
|
+
export declare function checkSymlinkSafety(root: string, targetPath: string): boolean;
|
|
5
|
+
//# sourceMappingURL=security.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"security.d.ts","sourceRoot":"","sources":["../src/security.ts"],"names":[],"mappings":"AAGA,wBAAgB,SAAS,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAGhE;AAMD,wBAAgB,YAAY,CAAC,IAAI,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAS/E;AAED,wBAAgB,eAAe,CAAC,IAAI,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAalF;AAED,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG,OAAO,CAO5E"}
|
package/dist/security.js
ADDED
|
@@ -0,0 +1,42 @@
|
|
|
1
|
+
import { realpathSync } from 'node:fs';
|
|
2
|
+
import { resolve, relative, normalize, sep } from 'node:path';
|
|
3
|
+
export function isSubPath(parent, child) {
|
|
4
|
+
const rel = relative(parent, child);
|
|
5
|
+
return !rel.startsWith('..') && !isAbsolutePath(rel);
|
|
6
|
+
}
|
|
7
|
+
function isAbsolutePath(p) {
|
|
8
|
+
return sep === '/' ? p.startsWith('/') : /^[a-zA-Z]:[/\\]/.test(p);
|
|
9
|
+
}
|
|
10
|
+
export function sanitizePath(root, requestedPath) {
|
|
11
|
+
const resolved = resolve(root, requestedPath);
|
|
12
|
+
const normalized = normalize(resolved);
|
|
13
|
+
if (!isSubPath(root, normalized)) {
|
|
14
|
+
return null;
|
|
15
|
+
}
|
|
16
|
+
return normalized;
|
|
17
|
+
}
|
|
18
|
+
export function resolveSafePath(root, requestedPath) {
|
|
19
|
+
const sanitized = sanitizePath(root, requestedPath);
|
|
20
|
+
if (!sanitized)
|
|
21
|
+
return null;
|
|
22
|
+
try {
|
|
23
|
+
const real = realpathSync(sanitized);
|
|
24
|
+
if (!isSubPath(root, real)) {
|
|
25
|
+
return null;
|
|
26
|
+
}
|
|
27
|
+
return real;
|
|
28
|
+
}
|
|
29
|
+
catch {
|
|
30
|
+
return sanitized;
|
|
31
|
+
}
|
|
32
|
+
}
|
|
33
|
+
export function checkSymlinkSafety(root, targetPath) {
|
|
34
|
+
try {
|
|
35
|
+
const real = realpathSync(targetPath);
|
|
36
|
+
return isSubPath(root, real);
|
|
37
|
+
}
|
|
38
|
+
catch {
|
|
39
|
+
return true;
|
|
40
|
+
}
|
|
41
|
+
}
|
|
42
|
+
//# sourceMappingURL=security.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"security.js","sourceRoot":"","sources":["../src/security.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACvC,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,GAAG,EAAE,MAAM,WAAW,CAAC;AAE9D,MAAM,UAAU,SAAS,CAAC,MAAc,EAAE,KAAa;IACrD,MAAM,GAAG,GAAG,QAAQ,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IACpC,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC;AACvD,CAAC;AAED,SAAS,cAAc,CAAC,CAAS;IAC/B,OAAO,GAAG,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AACrE,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,IAAY,EAAE,aAAqB;IAC9D,MAAM,QAAQ,GAAG,OAAO,CAAC,IAAI,EAAE,aAAa,CAAC,CAAC;IAC9C,MAAM,UAAU,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAC;IAEvC,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,UAAU,CAAC,EAAE,CAAC;QACjC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO,UAAU,CAAC;AACpB,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,IAAY,EAAE,aAAqB;IACjE,MAAM,SAAS,GAAG,YAAY,CAAC,IAAI,EAAE,aAAa,CAAC,CAAC;IACpD,IAAI,CAAC,SAAS;QAAE,OAAO,IAAI,CAAC;IAE5B,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,YAAY,CAAC,SAAS,CAAC,CAAC;QACrC,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,CAAC;YAC3B,OAAO,IAAI,CAAC;QACd,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,SAAS,CAAC;IACnB,CAAC;AACH,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,IAAY,EAAE,UAAkB;IACjE,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,YAAY,CAAC,UAAU,CAAC,CAAC;QACtC,OAAO,SAAS,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAC/B,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC"}
|
|
@@ -0,0 +1,30 @@
|
|
|
1
|
+
export interface FTSResult {
|
|
2
|
+
id: string;
|
|
3
|
+
rank: number;
|
|
4
|
+
content: string;
|
|
5
|
+
file: string;
|
|
6
|
+
symbol: string;
|
|
7
|
+
kind: string | null;
|
|
8
|
+
start_line: number;
|
|
9
|
+
end_line: number;
|
|
10
|
+
language: string;
|
|
11
|
+
}
|
|
12
|
+
export declare class FTSStore {
|
|
13
|
+
private db;
|
|
14
|
+
private path;
|
|
15
|
+
constructor(indexDir: string);
|
|
16
|
+
private createSchema;
|
|
17
|
+
beginTransaction(): void;
|
|
18
|
+
commit(): void;
|
|
19
|
+
rollback(): void;
|
|
20
|
+
insertChunk(id: string, content: string, file: string, symbol: string, language: string): void;
|
|
21
|
+
deleteChunk(id: string): void;
|
|
22
|
+
deleteChunksForFile(filePath: string): void;
|
|
23
|
+
search(query: string, limit: number): FTSResult[];
|
|
24
|
+
searchWithRank(query: string, limit: number): Array<{
|
|
25
|
+
id: string;
|
|
26
|
+
rank: number;
|
|
27
|
+
}>;
|
|
28
|
+
close(): void;
|
|
29
|
+
}
|
|
30
|
+
//# sourceMappingURL=fts.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"fts.d.ts","sourceRoot":"","sources":["../../src/storage/fts.ts"],"names":[],"mappings":"AAKA,MAAM,WAAW,SAAS;IACxB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,qBAAa,QAAQ;IACnB,OAAO,CAAC,EAAE,CAAoB;IAC9B,OAAO,CAAC,IAAI,CAAS;gBAET,QAAQ,EAAE,MAAM;IAM5B,OAAO,CAAC,YAAY;IAgBpB,gBAAgB;IAIhB,MAAM;IAIN,QAAQ;IAIR,WAAW,CAAC,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM;IAgBvF,WAAW,CAAC,EAAE,EAAE,MAAM;IAItB,mBAAmB,CAAC,QAAQ,EAAE,MAAM;IAIpC,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,SAAS,EAAE;IA8BjD,cAAc,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,KAAK,CAAC;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC;IAiBjF,KAAK;CAGN"}
|