@ixxrllg/localmind 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/README.md +290 -0
- package/dist/ask/answer.d.ts +9 -0
- package/dist/ask/answer.d.ts.map +1 -0
- package/dist/ask/answer.js +183 -0
- package/dist/ask/answer.js.map +1 -0
- package/dist/bin/localmind.d.ts +3 -0
- package/dist/bin/localmind.d.ts.map +1 -0
- package/dist/bin/localmind.js +11 -0
- package/dist/bin/localmind.js.map +1 -0
- package/dist/cli/format.d.ts +7 -0
- package/dist/cli/format.d.ts.map +1 -0
- package/dist/cli/format.js +67 -0
- package/dist/cli/format.js.map +1 -0
- package/dist/cli/program.d.ts +4 -0
- package/dist/cli/program.d.ts.map +1 -0
- package/dist/cli/program.js +228 -0
- package/dist/cli/program.js.map +1 -0
- package/dist/core/config.d.ts +17 -0
- package/dist/core/config.d.ts.map +1 -0
- package/dist/core/config.js +55 -0
- package/dist/core/config.js.map +1 -0
- package/dist/core/db.d.ts +50 -0
- package/dist/core/db.d.ts.map +1 -0
- package/dist/core/db.js +180 -0
- package/dist/core/db.js.map +1 -0
- package/dist/core/hash.d.ts +3 -0
- package/dist/core/hash.d.ts.map +1 -0
- package/dist/core/hash.js +8 -0
- package/dist/core/hash.js.map +1 -0
- package/dist/core/logger.d.ts +12 -0
- package/dist/core/logger.d.ts.map +1 -0
- package/dist/core/logger.js +45 -0
- package/dist/core/logger.js.map +1 -0
- package/dist/core/paths.d.ts +16 -0
- package/dist/core/paths.d.ts.map +1 -0
- package/dist/core/paths.js +43 -0
- package/dist/core/paths.js.map +1 -0
- package/dist/graph/related.d.ts +11 -0
- package/dist/graph/related.d.ts.map +1 -0
- package/dist/graph/related.js +144 -0
- package/dist/graph/related.js.map +1 -0
- package/dist/index.d.ts +17 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +16 -0
- package/dist/index.js.map +1 -0
- package/dist/indexer/chunker.d.ts +16 -0
- package/dist/indexer/chunker.d.ts.map +1 -0
- package/dist/indexer/chunker.js +76 -0
- package/dist/indexer/chunker.js.map +1 -0
- package/dist/indexer/ignore.d.ts +6 -0
- package/dist/indexer/ignore.d.ts.map +1 -0
- package/dist/indexer/ignore.js +71 -0
- package/dist/indexer/ignore.js.map +1 -0
- package/dist/indexer/indexer.d.ts +11 -0
- package/dist/indexer/indexer.d.ts.map +1 -0
- package/dist/indexer/indexer.js +182 -0
- package/dist/indexer/indexer.js.map +1 -0
- package/dist/indexer/languages.d.ts +5 -0
- package/dist/indexer/languages.d.ts.map +1 -0
- package/dist/indexer/languages.js +144 -0
- package/dist/indexer/languages.js.map +1 -0
- package/dist/indexer/relations.d.ts +9 -0
- package/dist/indexer/relations.d.ts.map +1 -0
- package/dist/indexer/relations.js +81 -0
- package/dist/indexer/relations.js.map +1 -0
- package/dist/indexer/walker.d.ts +21 -0
- package/dist/indexer/walker.d.ts.map +1 -0
- package/dist/indexer/walker.js +86 -0
- package/dist/indexer/walker.js.map +1 -0
- package/dist/mcp/server.d.ts +5 -0
- package/dist/mcp/server.d.ts.map +1 -0
- package/dist/mcp/server.js +291 -0
- package/dist/mcp/server.js.map +1 -0
- package/dist/search/bm25.d.ts +9 -0
- package/dist/search/bm25.d.ts.map +1 -0
- package/dist/search/bm25.js +109 -0
- package/dist/search/bm25.js.map +1 -0
- package/dist/search/embeddings.d.ts +15 -0
- package/dist/search/embeddings.d.ts.map +1 -0
- package/dist/search/embeddings.js +193 -0
- package/dist/search/embeddings.js.map +1 -0
- package/dist/search/search.d.ts +9 -0
- package/dist/search/search.d.ts.map +1 -0
- package/dist/search/search.js +47 -0
- package/dist/search/search.js.map +1 -0
- package/dist/search/tokenize.d.ts +6 -0
- package/dist/search/tokenize.d.ts.map +1 -0
- package/dist/search/tokenize.js +163 -0
- package/dist/search/tokenize.js.map +1 -0
- package/dist/status.d.ts +4 -0
- package/dist/status.d.ts.map +1 -0
- package/dist/status.js +33 -0
- package/dist/status.js.map +1 -0
- package/dist/types.d.ts +105 -0
- package/dist/types.d.ts.map +1 -0
- package/dist/types.js +11 -0
- package/dist/types.js.map +1 -0
- package/package.json +72 -0
|
@@ -0,0 +1,291 @@
|
|
|
1
|
+
import { Server } from "@modelcontextprotocol/sdk/server/index.js";
|
|
2
|
+
import { StdioServerTransport } from "@modelcontextprotocol/sdk/server/stdio.js";
|
|
3
|
+
import { CallToolRequestSchema, ListToolsRequestSchema, } from "@modelcontextprotocol/sdk/types.js";
|
|
4
|
+
import { z } from "zod";
|
|
5
|
+
import { ask } from "../ask/answer.js";
|
|
6
|
+
import { loadConfig } from "../core/config.js";
|
|
7
|
+
import { closeDb, openDb } from "../core/db.js";
|
|
8
|
+
import { resolveRoot } from "../core/paths.js";
|
|
9
|
+
import { findRelatedFiles } from "../graph/related.js";
|
|
10
|
+
import { runIndex } from "../indexer/indexer.js";
|
|
11
|
+
import { search } from "../search/search.js";
|
|
12
|
+
import { getStatus, formatBytes } from "../status.js";
|
|
13
|
+
const SearchInput = z.object({
|
|
14
|
+
query: z.string().min(1),
|
|
15
|
+
limit: z.number().int().min(1).max(50).optional(),
|
|
16
|
+
});
|
|
17
|
+
const AskInput = z.object({
|
|
18
|
+
question: z.string().min(1),
|
|
19
|
+
limit: z.number().int().min(1).max(20).optional(),
|
|
20
|
+
});
|
|
21
|
+
const RelatedInput = z.object({
|
|
22
|
+
path: z.string().min(1),
|
|
23
|
+
limit: z.number().int().min(1).max(50).optional(),
|
|
24
|
+
});
|
|
25
|
+
const ExplainInput = z.object({
|
|
26
|
+
path: z.string().min(1),
|
|
27
|
+
startLine: z.number().int().min(1).optional(),
|
|
28
|
+
endLine: z.number().int().min(1).optional(),
|
|
29
|
+
});
|
|
30
|
+
export async function startMcpServer(options = {}) {
|
|
31
|
+
const root = resolveRoot(options.root);
|
|
32
|
+
const config = loadConfig(root);
|
|
33
|
+
const server = new Server({
|
|
34
|
+
name: "localmind",
|
|
35
|
+
version: "0.1.0",
|
|
36
|
+
}, {
|
|
37
|
+
capabilities: {
|
|
38
|
+
tools: {},
|
|
39
|
+
},
|
|
40
|
+
});
|
|
41
|
+
server.setRequestHandler(ListToolsRequestSchema, async () => ({
|
|
42
|
+
tools: [
|
|
43
|
+
{
|
|
44
|
+
name: "search_code",
|
|
45
|
+
description: "Search the LocalMind index (BM25/hybrid) for code and docs relevant to a query. Returns ranked chunks with paths and line ranges.",
|
|
46
|
+
inputSchema: {
|
|
47
|
+
type: "object",
|
|
48
|
+
properties: {
|
|
49
|
+
query: { type: "string", description: "Natural language or symbol query" },
|
|
50
|
+
limit: { type: "number", description: "Max results (default 8)" },
|
|
51
|
+
},
|
|
52
|
+
required: ["query"],
|
|
53
|
+
},
|
|
54
|
+
},
|
|
55
|
+
{
|
|
56
|
+
name: "ask_codebase",
|
|
57
|
+
description: "Ask a question about the indexed codebase. Uses local retrieval; generative answers if a provider is configured.",
|
|
58
|
+
inputSchema: {
|
|
59
|
+
type: "object",
|
|
60
|
+
properties: {
|
|
61
|
+
question: { type: "string" },
|
|
62
|
+
limit: { type: "number" },
|
|
63
|
+
},
|
|
64
|
+
required: ["question"],
|
|
65
|
+
},
|
|
66
|
+
},
|
|
67
|
+
{
|
|
68
|
+
name: "find_related_files",
|
|
69
|
+
description: "Find files related via import/link graph edges for a given path or module name.",
|
|
70
|
+
inputSchema: {
|
|
71
|
+
type: "object",
|
|
72
|
+
properties: {
|
|
73
|
+
path: { type: "string", description: "File path or import fragment" },
|
|
74
|
+
limit: { type: "number" },
|
|
75
|
+
},
|
|
76
|
+
required: ["path"],
|
|
77
|
+
},
|
|
78
|
+
},
|
|
79
|
+
{
|
|
80
|
+
name: "explain_file",
|
|
81
|
+
description: "Return indexed content for a file (optionally a line range) from the LocalMind database.",
|
|
82
|
+
inputSchema: {
|
|
83
|
+
type: "object",
|
|
84
|
+
properties: {
|
|
85
|
+
path: { type: "string" },
|
|
86
|
+
startLine: { type: "number" },
|
|
87
|
+
endLine: { type: "number" },
|
|
88
|
+
},
|
|
89
|
+
required: ["path"],
|
|
90
|
+
},
|
|
91
|
+
},
|
|
92
|
+
{
|
|
93
|
+
name: "index_status",
|
|
94
|
+
description: "Show LocalMind index statistics for the current project.",
|
|
95
|
+
inputSchema: {
|
|
96
|
+
type: "object",
|
|
97
|
+
properties: {},
|
|
98
|
+
},
|
|
99
|
+
},
|
|
100
|
+
{
|
|
101
|
+
name: "reindex",
|
|
102
|
+
description: "Re-index the project (incremental by default). Use full=true to rebuild everything.",
|
|
103
|
+
inputSchema: {
|
|
104
|
+
type: "object",
|
|
105
|
+
properties: {
|
|
106
|
+
full: { type: "boolean" },
|
|
107
|
+
},
|
|
108
|
+
},
|
|
109
|
+
},
|
|
110
|
+
],
|
|
111
|
+
}));
|
|
112
|
+
server.setRequestHandler(CallToolRequestSchema, async (request) => {
|
|
113
|
+
const name = request.params.name;
|
|
114
|
+
const args = (request.params.arguments ?? {});
|
|
115
|
+
try {
|
|
116
|
+
switch (name) {
|
|
117
|
+
case "search_code": {
|
|
118
|
+
const input = SearchInput.parse(args);
|
|
119
|
+
const db = openDb(root);
|
|
120
|
+
try {
|
|
121
|
+
const hits = await search(db, input.query, {
|
|
122
|
+
limit: input.limit ?? 8,
|
|
123
|
+
provider: config.provider,
|
|
124
|
+
mode: config.provider === "none" ? "bm25" : "hybrid",
|
|
125
|
+
});
|
|
126
|
+
return {
|
|
127
|
+
content: [
|
|
128
|
+
{
|
|
129
|
+
type: "text",
|
|
130
|
+
text: JSON.stringify(hits, null, 2),
|
|
131
|
+
},
|
|
132
|
+
],
|
|
133
|
+
};
|
|
134
|
+
}
|
|
135
|
+
finally {
|
|
136
|
+
closeDb(db);
|
|
137
|
+
}
|
|
138
|
+
}
|
|
139
|
+
case "ask_codebase": {
|
|
140
|
+
const input = AskInput.parse(args);
|
|
141
|
+
const db = openDb(root);
|
|
142
|
+
try {
|
|
143
|
+
const result = await ask(db, config, input.question, {
|
|
144
|
+
limit: input.limit,
|
|
145
|
+
});
|
|
146
|
+
return {
|
|
147
|
+
content: [
|
|
148
|
+
{
|
|
149
|
+
type: "text",
|
|
150
|
+
text: JSON.stringify({
|
|
151
|
+
answer: result.answer,
|
|
152
|
+
mode: result.mode,
|
|
153
|
+
provider: result.provider,
|
|
154
|
+
tookMs: result.tookMs,
|
|
155
|
+
citations: result.hits.map((h) => ({
|
|
156
|
+
path: h.path,
|
|
157
|
+
startLine: h.startLine,
|
|
158
|
+
endLine: h.endLine,
|
|
159
|
+
score: h.score,
|
|
160
|
+
})),
|
|
161
|
+
}, null, 2),
|
|
162
|
+
},
|
|
163
|
+
],
|
|
164
|
+
};
|
|
165
|
+
}
|
|
166
|
+
finally {
|
|
167
|
+
closeDb(db);
|
|
168
|
+
}
|
|
169
|
+
}
|
|
170
|
+
case "find_related_files": {
|
|
171
|
+
const input = RelatedInput.parse(args);
|
|
172
|
+
const db = openDb(root);
|
|
173
|
+
try {
|
|
174
|
+
const related = findRelatedFiles(db, input.path, input.limit ?? 15);
|
|
175
|
+
return {
|
|
176
|
+
content: [
|
|
177
|
+
{
|
|
178
|
+
type: "text",
|
|
179
|
+
text: JSON.stringify(related, null, 2),
|
|
180
|
+
},
|
|
181
|
+
],
|
|
182
|
+
};
|
|
183
|
+
}
|
|
184
|
+
finally {
|
|
185
|
+
closeDb(db);
|
|
186
|
+
}
|
|
187
|
+
}
|
|
188
|
+
case "explain_file": {
|
|
189
|
+
const input = ExplainInput.parse(args);
|
|
190
|
+
const db = openDb(root);
|
|
191
|
+
try {
|
|
192
|
+
const pathQ = input.path.replace(/\\/g, "/");
|
|
193
|
+
const file = db
|
|
194
|
+
.prepare(`SELECT id, path, language, line_count FROM files
|
|
195
|
+
WHERE path = ? OR path LIKE ? OR path LIKE ?
|
|
196
|
+
ORDER BY CASE WHEN path = ? THEN 0 ELSE 1 END
|
|
197
|
+
LIMIT 1`)
|
|
198
|
+
.get(pathQ, `%/${pathQ}`, `%${pathQ}%`, pathQ);
|
|
199
|
+
if (!file) {
|
|
200
|
+
return {
|
|
201
|
+
content: [
|
|
202
|
+
{
|
|
203
|
+
type: "text",
|
|
204
|
+
text: `File not found in index: ${input.path}`,
|
|
205
|
+
},
|
|
206
|
+
],
|
|
207
|
+
isError: true,
|
|
208
|
+
};
|
|
209
|
+
}
|
|
210
|
+
const chunks = db
|
|
211
|
+
.prepare(`SELECT start_line, end_line, content FROM chunks
|
|
212
|
+
WHERE file_id = ?
|
|
213
|
+
ORDER BY chunk_index`)
|
|
214
|
+
.all(file.id);
|
|
215
|
+
const start = input.startLine ?? 1;
|
|
216
|
+
const end = input.endLine ?? file.line_count;
|
|
217
|
+
const filtered = chunks.filter((c) => c.end_line >= start && c.start_line <= end);
|
|
218
|
+
const text = [
|
|
219
|
+
`# ${file.path} (${file.language})`,
|
|
220
|
+
`Lines ${start}–${end}`,
|
|
221
|
+
"",
|
|
222
|
+
...filtered.map((c) => `## L${c.start_line}–${c.end_line}\n\`\`\`\n${c.content}\n\`\`\``),
|
|
223
|
+
].join("\n");
|
|
224
|
+
return {
|
|
225
|
+
content: [{ type: "text", text }],
|
|
226
|
+
};
|
|
227
|
+
}
|
|
228
|
+
finally {
|
|
229
|
+
closeDb(db);
|
|
230
|
+
}
|
|
231
|
+
}
|
|
232
|
+
case "index_status": {
|
|
233
|
+
const status = getStatus(root);
|
|
234
|
+
const text = [
|
|
235
|
+
`Root: ${status.root}`,
|
|
236
|
+
`Files: ${status.fileCount}`,
|
|
237
|
+
`Chunks: ${status.chunkCount}`,
|
|
238
|
+
`Terms: ${status.termCount}`,
|
|
239
|
+
`Edges: ${status.edgeCount}`,
|
|
240
|
+
`Embeddings: ${status.embeddingCount}`,
|
|
241
|
+
`DB: ${formatBytes(status.dbSizeBytes)}`,
|
|
242
|
+
`Last indexed: ${status.lastIndexedAt ?? "never"}`,
|
|
243
|
+
`Provider: ${status.config.provider}`,
|
|
244
|
+
].join("\n");
|
|
245
|
+
return {
|
|
246
|
+
content: [{ type: "text", text }],
|
|
247
|
+
};
|
|
248
|
+
}
|
|
249
|
+
case "reindex": {
|
|
250
|
+
const full = Boolean(args.full);
|
|
251
|
+
const stats = await runIndex(config, {
|
|
252
|
+
full,
|
|
253
|
+
quiet: true,
|
|
254
|
+
});
|
|
255
|
+
return {
|
|
256
|
+
content: [
|
|
257
|
+
{
|
|
258
|
+
type: "text",
|
|
259
|
+
text: JSON.stringify(stats, null, 2),
|
|
260
|
+
},
|
|
261
|
+
],
|
|
262
|
+
};
|
|
263
|
+
}
|
|
264
|
+
default:
|
|
265
|
+
return {
|
|
266
|
+
content: [
|
|
267
|
+
{
|
|
268
|
+
type: "text",
|
|
269
|
+
text: `Unknown tool: ${name}`,
|
|
270
|
+
},
|
|
271
|
+
],
|
|
272
|
+
isError: true,
|
|
273
|
+
};
|
|
274
|
+
}
|
|
275
|
+
}
|
|
276
|
+
catch (err) {
|
|
277
|
+
return {
|
|
278
|
+
content: [
|
|
279
|
+
{
|
|
280
|
+
type: "text",
|
|
281
|
+
text: err instanceof Error ? err.message : String(err),
|
|
282
|
+
},
|
|
283
|
+
],
|
|
284
|
+
isError: true,
|
|
285
|
+
};
|
|
286
|
+
}
|
|
287
|
+
});
|
|
288
|
+
const transport = new StdioServerTransport();
|
|
289
|
+
await server.connect(transport);
|
|
290
|
+
}
|
|
291
|
+
//# sourceMappingURL=server.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"server.js","sourceRoot":"","sources":["../../src/mcp/server.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,2CAA2C,CAAC;AACnE,OAAO,EAAE,oBAAoB,EAAE,MAAM,2CAA2C,CAAC;AACjF,OAAO,EACL,qBAAqB,EACrB,sBAAsB,GACvB,MAAM,oCAAoC,CAAC;AAC5C,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,GAAG,EAAE,MAAM,kBAAkB,CAAC;AACvC,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAC/C,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,eAAe,CAAC;AAChD,OAAO,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAC/C,OAAO,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AACvD,OAAO,EAAE,QAAQ,EAAE,MAAM,uBAAuB,CAAC;AACjD,OAAO,EAAE,MAAM,EAAE,MAAM,qBAAqB,CAAC;AAC7C,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC;AAEtD,MAAM,WAAW,GAAG,CAAC,CAAC,MAAM,CAAC;IAC3B,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IACxB,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,QAAQ,EAAE;CAClD,CAAC,CAAC;AAEH,MAAM,QAAQ,GAAG,CAAC,CAAC,MAAM,CAAC;IACxB,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IAC3B,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,QAAQ,EAAE;CAClD,CAAC,CAAC;AAEH,MAAM,YAAY,GAAG,CAAC,CAAC,MAAM,CAAC;IAC5B,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IACvB,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,QAAQ,EAAE;CAClD,CAAC,CAAC;AAEH,MAAM,YAAY,GAAG,CAAC,CAAC,MAAM,CAAC;IAC5B,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IACvB,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE;IAC7C,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE;CAC5C,CAAC,CAAC;AAMH,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,UAA4B,EAAE;IACjE,MAAM,IAAI,GAAG,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IACvC,MAAM,MAAM,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC;IAEhC,MAAM,MAAM,GAAG,IAAI,MAAM,CACvB;QACE,IAAI,EAAE,WAAW;QACjB,OAAO,EAAE,OAAO;KACjB,EACD;QACE,YAAY,EAAE;YACZ,KAAK,EAAE,EAAE;SACV;KACF,CACF,CAAC;IAEF,MAAM,CAAC,iBAAiB,CAAC,sBAAsB,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC;QAC5D,KAAK,EAAE;YACL;gBACE,IAAI,EAAE,aAAa;gBACnB,WAAW,EACT,mIAAmI;gBACrI,WAAW,EAAE;oBACX,IAAI,EAAE,QAAQ;oBACd,UAAU,EAAE;wBACV,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,kCAAkC,EAAE;wBAC1E,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,yBAAyB,EAAE;qBAClE;oBACD,QAAQ,EAAE,CAAC,OAAO,CAAC;iBACpB;aACF;YACD;gBACE,IAAI,EAAE,cAAc;gBACpB,WAAW,EACT,kHAAkH;gBACpH,WAAW,EAAE;oBACX,IAAI,EAAE,QAAQ;oBACd,UAAU,EAAE;wBACV,QAAQ,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;wBAC5B,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;qBAC1B;oBACD,QAAQ,EAAE,CAAC,UAAU,CAAC;iBACvB;aACF;YACD;gBACE,IAAI,EAAE,oBAAoB;gBAC1B,WAAW,EACT,iFAAiF;gBACnF,WAAW,EAAE;oBACX,IAAI,EAAE,QAAQ;oBACd,UAAU,EAAE;wBACV,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,8BAA8B,EAAE;wBACrE,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;qBAC1B;oBACD,QAAQ,EAAE,CAAC,MAAM,CAAC;iBACnB;aACF;YACD;gBACE,IAAI,EAAE,cAAc;gBACpB,WAAW,EACT,0FAA0F;gBAC5F,WAAW,EAAE;oBACX,IAAI,EAAE,QAAQ;oBACd,UAAU,EAAE;wBACV,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;wBACxB,SAAS,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;wBAC7B,OAAO,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;qBAC5B;oBACD,QAAQ,EAAE,CAAC,MAAM,CAAC;iBACnB;aACF;YACD;gBACE,IAAI,EAAE,cAAc;gBACpB,WAAW,EAAE,0DAA0D;gBACvE,WAAW,EAAE;oBACX,IAAI,EAAE,QAAQ;oBACd,UAAU,EAAE,EAAE;iBACf;aACF;YACD;gBACE,IAAI,EAAE,SAAS;gBACf,WAAW,EACT,qFAAqF;gBACvF,WAAW,EAAE;oBACX,IAAI,EAAE,QAAQ;oBACd,UAAU,EAAE;wBACV,IAAI,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;qBAC1B;iBACF;aACF;SACF;KACF,CAAC,CAAC,CAAC;IAEJ,MAAM,CAAC,iBAAiB,CAAC,qBAAqB,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;QAChE,MAAM,IAAI,GAAG,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC;QACjC,MAAM,IAAI,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,IAAI,EAAE,CAA4B,CAAC;QAEzE,IAAI,CAAC;YACH,QAAQ,IAAI,EAAE,CAAC;gBACb,KAAK,aAAa,CAAC,CAAC,CAAC;oBACnB,MAAM,KAAK,GAAG,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;oBACtC,MAAM,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC;oBACxB,IAAI,CAAC;wBACH,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,EAAE,EAAE,KAAK,CAAC,KAAK,EAAE;4BACzC,KAAK,EAAE,KAAK,CAAC,KAAK,IAAI,CAAC;4BACvB,QAAQ,EAAE,MAAM,CAAC,QAAQ;4BACzB,IAAI,EAAE,MAAM,CAAC,QAAQ,KAAK,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ;yBACrD,CAAC,CAAC;wBACH,OAAO;4BACL,OAAO,EAAE;gCACP;oCACE,IAAI,EAAE,MAAe;oCACrB,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;iCACpC;6BACF;yBACF,CAAC;oBACJ,CAAC;4BAAS,CAAC;wBACT,OAAO,CAAC,EAAE,CAAC,CAAC;oBACd,CAAC;gBACH,CAAC;gBACD,KAAK,cAAc,CAAC,CAAC,CAAC;oBACpB,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;oBACnC,MAAM,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC;oBACxB,IAAI,CAAC;wBACH,MAAM,MAAM,GAAG,MAAM,GAAG,CAAC,EAAE,EAAE,MAAM,EAAE,KAAK,CAAC,QAAQ,EAAE;4BACnD,KAAK,EAAE,KAAK,CAAC,KAAK;yBACnB,CAAC,CAAC;wBACH,OAAO;4BACL,OAAO,EAAE;gCACP;oCACE,IAAI,EAAE,MAAe;oCACrB,IAAI,EAAE,IAAI,CAAC,SAAS,CAClB;wCACE,MAAM,EAAE,MAAM,CAAC,MAAM;wCACrB,IAAI,EAAE,MAAM,CAAC,IAAI;wCACjB,QAAQ,EAAE,MAAM,CAAC,QAAQ;wCACzB,MAAM,EAAE,MAAM,CAAC,MAAM;wCACrB,SAAS,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;4CACjC,IAAI,EAAE,CAAC,CAAC,IAAI;4CACZ,SAAS,EAAE,CAAC,CAAC,SAAS;4CACtB,OAAO,EAAE,CAAC,CAAC,OAAO;4CAClB,KAAK,EAAE,CAAC,CAAC,KAAK;yCACf,CAAC,CAAC;qCACJ,EACD,IAAI,EACJ,CAAC,CACF;iCACF;6BACF;yBACF,CAAC;oBACJ,CAAC;4BAAS,CAAC;wBACT,OAAO,CAAC,EAAE,CAAC,CAAC;oBACd,CAAC;gBACH,CAAC;gBACD,KAAK,oBAAoB,CAAC,CAAC,CAAC;oBAC1B,MAAM,KAAK,GAAG,YAAY,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;oBACvC,MAAM,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC;oBACxB,IAAI,CAAC;wBACH,MAAM,OAAO,GAAG,gBAAgB,CAAC,EAAE,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC;wBACpE,OAAO;4BACL,OAAO,EAAE;gCACP;oCACE,IAAI,EAAE,MAAe;oCACrB,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;iCACvC;6BACF;yBACF,CAAC;oBACJ,CAAC;4BAAS,CAAC;wBACT,OAAO,CAAC,EAAE,CAAC,CAAC;oBACd,CAAC;gBACH,CAAC;gBACD,KAAK,cAAc,CAAC,CAAC,CAAC;oBACpB,MAAM,KAAK,GAAG,YAAY,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;oBACvC,MAAM,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC;oBACxB,IAAI,CAAC;wBACH,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;wBAC7C,MAAM,IAAI,GAAG,EAAE;6BACZ,OAAO,CACN;;;yBAGS,CACV;6BACA,GAAG,CAAC,KAAK,EAAE,KAAK,KAAK,EAAE,EAAE,IAAI,KAAK,GAAG,EAAE,KAAK,CAOlC,CAAC;wBAEd,IAAI,CAAC,IAAI,EAAE,CAAC;4BACV,OAAO;gCACL,OAAO,EAAE;oCACP;wCACE,IAAI,EAAE,MAAe;wCACrB,IAAI,EAAE,4BAA4B,KAAK,CAAC,IAAI,EAAE;qCAC/C;iCACF;gCACD,OAAO,EAAE,IAAI;6BACd,CAAC;wBACJ,CAAC;wBAED,MAAM,MAAM,GAAG,EAAE;6BACd,OAAO,CACN;;sCAEsB,CACvB;6BACA,GAAG,CAAC,IAAI,CAAC,EAAE,CAIZ,CAAC;wBAEH,MAAM,KAAK,GAAG,KAAK,CAAC,SAAS,IAAI,CAAC,CAAC;wBACnC,MAAM,GAAG,GAAG,KAAK,CAAC,OAAO,IAAI,IAAI,CAAC,UAAU,CAAC;wBAC7C,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAC5B,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,IAAI,KAAK,IAAI,CAAC,CAAC,UAAU,IAAI,GAAG,CAClD,CAAC;wBAEF,MAAM,IAAI,GAAG;4BACX,KAAK,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC,QAAQ,GAAG;4BACnC,SAAS,KAAK,IAAI,GAAG,EAAE;4BACvB,EAAE;4BACF,GAAG,QAAQ,CAAC,GAAG,CACb,CAAC,CAAC,EAAE,EAAE,CACJ,OAAO,CAAC,CAAC,UAAU,IAAI,CAAC,CAAC,QAAQ,aAAa,CAAC,CAAC,OAAO,UAAU,CACpE;yBACF,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;wBAEb,OAAO;4BACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,CAAC;yBAC3C,CAAC;oBACJ,CAAC;4BAAS,CAAC;wBACT,OAAO,CAAC,EAAE,CAAC,CAAC;oBACd,CAAC;gBACH,CAAC;gBACD,KAAK,cAAc,CAAC,CAAC,CAAC;oBACpB,MAAM,MAAM,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;oBAC/B,MAAM,IAAI,GAAG;wBACX,SAAS,MAAM,CAAC,IAAI,EAAE;wBACtB,UAAU,MAAM,CAAC,SAAS,EAAE;wBAC5B,WAAW,MAAM,CAAC,UAAU,EAAE;wBAC9B,UAAU,MAAM,CAAC,SAAS,EAAE;wBAC5B,UAAU,MAAM,CAAC,SAAS,EAAE;wBAC5B,eAAe,MAAM,CAAC,cAAc,EAAE;wBACtC,OAAO,WAAW,CAAC,MAAM,CAAC,WAAW,CAAC,EAAE;wBACxC,iBAAiB,MAAM,CAAC,aAAa,IAAI,OAAO,EAAE;wBAClD,aAAa,MAAM,CAAC,MAAM,CAAC,QAAQ,EAAE;qBACtC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBACb,OAAO;wBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,CAAC;qBAC3C,CAAC;gBACJ,CAAC;gBACD,KAAK,SAAS,CAAC,CAAC,CAAC;oBACf,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBAChC,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,MAAM,EAAE;wBACnC,IAAI;wBACJ,KAAK,EAAE,IAAI;qBACZ,CAAC,CAAC;oBACH,OAAO;wBACL,OAAO,EAAE;4BACP;gCACE,IAAI,EAAE,MAAe;gCACrB,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;6BACrC;yBACF;qBACF,CAAC;gBACJ,CAAC;gBACD;oBACE,OAAO;wBACL,OAAO,EAAE;4BACP;gCACE,IAAI,EAAE,MAAe;gCACrB,IAAI,EAAE,iBAAiB,IAAI,EAAE;6BAC9B;yBACF;wBACD,OAAO,EAAE,IAAI;qBACd,CAAC;YACN,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO;gBACL,OAAO,EAAE;oBACP;wBACE,IAAI,EAAE,MAAe;wBACrB,IAAI,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;qBACvD;iBACF;gBACD,OAAO,EAAE,IAAI;aACd,CAAC;QACJ,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,MAAM,SAAS,GAAG,IAAI,oBAAoB,EAAE,CAAC;IAC7C,MAAM,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;AAClC,CAAC"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
import type { Db } from "../core/db.js";
|
|
2
|
+
import type { SearchHit } from "../types.js";
|
|
3
|
+
/**
|
|
4
|
+
* BM25 search over the inverted index stored in SQLite.
|
|
5
|
+
*/
|
|
6
|
+
export declare function bm25Search(db: Db, query: string, limit?: number): SearchHit[];
|
|
7
|
+
/** Fallback substring search when BM25 finds nothing (e.g. exact symbols). */
|
|
8
|
+
export declare function literalSearch(db: Db, query: string, limit?: number): SearchHit[];
|
|
9
|
+
//# sourceMappingURL=bm25.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"bm25.d.ts","sourceRoot":"","sources":["../../src/search/bm25.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,EAAE,EAAE,MAAM,eAAe,CAAC;AACxC,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAY7C;;GAEG;AACH,wBAAgB,UAAU,CACxB,EAAE,EAAE,EAAE,EACN,KAAK,EAAE,MAAM,EACb,KAAK,SAAK,GACT,SAAS,EAAE,CA6Db;AA0CD,8EAA8E;AAC9E,wBAAgB,aAAa,CAAC,EAAE,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,SAAK,GAAG,SAAS,EAAE,CAmC5E"}
|
|
@@ -0,0 +1,109 @@
|
|
|
1
|
+
import { tokenize } from "./tokenize.js";
|
|
2
|
+
/** Classic BM25 parameters. */
|
|
3
|
+
const K1 = 1.2;
|
|
4
|
+
const B = 0.75;
|
|
5
|
+
/**
|
|
6
|
+
* BM25 search over the inverted index stored in SQLite.
|
|
7
|
+
*/
|
|
8
|
+
export function bm25Search(db, query, limit = 10) {
|
|
9
|
+
const terms = [...new Set(tokenize(query))];
|
|
10
|
+
if (!terms.length)
|
|
11
|
+
return [];
|
|
12
|
+
const totalDocsRow = db.prepare(`SELECT COUNT(*) AS c FROM chunks`).get();
|
|
13
|
+
const N = Number(totalDocsRow.c);
|
|
14
|
+
if (N === 0)
|
|
15
|
+
return [];
|
|
16
|
+
const avgRow = db
|
|
17
|
+
.prepare(`SELECT AVG(token_count) AS avg_len FROM chunks`)
|
|
18
|
+
.get();
|
|
19
|
+
const avgdl = Number(avgRow.avg_len) || 1;
|
|
20
|
+
const scores = new Map();
|
|
21
|
+
const termStmt = db.prepare(`SELECT id FROM terms WHERE term = ?`);
|
|
22
|
+
const dfStmt = db.prepare(`SELECT COUNT(*) AS df FROM postings WHERE term_id = ?`);
|
|
23
|
+
const postingsStmt = db.prepare(`SELECT p.chunk_id AS chunk_id, p.tf AS tf, c.token_count AS dl
|
|
24
|
+
FROM postings p
|
|
25
|
+
JOIN chunks c ON c.id = p.chunk_id
|
|
26
|
+
WHERE p.term_id = ?`);
|
|
27
|
+
for (const term of terms) {
|
|
28
|
+
const termRow = termStmt.get(term);
|
|
29
|
+
if (!termRow)
|
|
30
|
+
continue;
|
|
31
|
+
const dfRow = dfStmt.get(termRow.id);
|
|
32
|
+
const df = Number(dfRow.df);
|
|
33
|
+
if (df === 0)
|
|
34
|
+
continue;
|
|
35
|
+
const idf = Math.log(1 + (N - df + 0.5) / (df + 0.5));
|
|
36
|
+
const postings = postingsStmt.all(termRow.id);
|
|
37
|
+
for (const p of postings) {
|
|
38
|
+
const tf = Number(p.tf);
|
|
39
|
+
const dl = Number(p.dl) || 1;
|
|
40
|
+
const denom = tf + K1 * (1 - B + B * (dl / avgdl));
|
|
41
|
+
const score = idf * ((tf * (K1 + 1)) / denom);
|
|
42
|
+
scores.set(p.chunk_id, (scores.get(p.chunk_id) ?? 0) + score);
|
|
43
|
+
}
|
|
44
|
+
}
|
|
45
|
+
const ranked = [...scores.entries()]
|
|
46
|
+
.map(([chunkId, score]) => ({ chunkId, score }))
|
|
47
|
+
.sort((a, b) => b.score - a.score)
|
|
48
|
+
.slice(0, limit);
|
|
49
|
+
if (!ranked.length)
|
|
50
|
+
return [];
|
|
51
|
+
return hydrateHits(db, ranked);
|
|
52
|
+
}
|
|
53
|
+
function hydrateHits(db, ranked) {
|
|
54
|
+
const stmt = db.prepare(`SELECT c.id AS chunk_id, c.file_id AS file_id, c.start_line AS start_line,
|
|
55
|
+
c.end_line AS end_line, c.content AS content,
|
|
56
|
+
f.path AS path, f.language AS language
|
|
57
|
+
FROM chunks c
|
|
58
|
+
JOIN files f ON f.id = c.file_id
|
|
59
|
+
WHERE c.id = ?`);
|
|
60
|
+
const hits = [];
|
|
61
|
+
let rank = 1;
|
|
62
|
+
for (const r of ranked) {
|
|
63
|
+
const row = stmt.get(r.chunkId);
|
|
64
|
+
if (!row)
|
|
65
|
+
continue;
|
|
66
|
+
hits.push({
|
|
67
|
+
chunkId: row.chunk_id,
|
|
68
|
+
fileId: row.file_id,
|
|
69
|
+
path: row.path,
|
|
70
|
+
language: row.language,
|
|
71
|
+
startLine: row.start_line,
|
|
72
|
+
endLine: row.end_line,
|
|
73
|
+
content: row.content,
|
|
74
|
+
score: r.score,
|
|
75
|
+
rank: rank++,
|
|
76
|
+
});
|
|
77
|
+
}
|
|
78
|
+
return hits;
|
|
79
|
+
}
|
|
80
|
+
/** Fallback substring search when BM25 finds nothing (e.g. exact symbols). */
|
|
81
|
+
export function literalSearch(db, query, limit = 10) {
|
|
82
|
+
const q = query.trim();
|
|
83
|
+
if (!q)
|
|
84
|
+
return [];
|
|
85
|
+
const rows = db
|
|
86
|
+
.prepare(`SELECT c.id AS chunk_id, c.file_id AS file_id, c.start_line AS start_line,
|
|
87
|
+
c.end_line AS end_line, c.content AS content,
|
|
88
|
+
f.path AS path, f.language AS language
|
|
89
|
+
FROM chunks c
|
|
90
|
+
JOIN files f ON f.id = c.file_id
|
|
91
|
+
WHERE c.content LIKE ? ESCAPE '\\'
|
|
92
|
+
LIMIT ?`)
|
|
93
|
+
.all(`%${escapeLike(q)}%`, limit);
|
|
94
|
+
return rows.map((row, i) => ({
|
|
95
|
+
chunkId: row.chunk_id,
|
|
96
|
+
fileId: row.file_id,
|
|
97
|
+
path: row.path,
|
|
98
|
+
language: row.language,
|
|
99
|
+
startLine: row.start_line,
|
|
100
|
+
endLine: row.end_line,
|
|
101
|
+
content: row.content,
|
|
102
|
+
score: 1 / (i + 1),
|
|
103
|
+
rank: i + 1,
|
|
104
|
+
}));
|
|
105
|
+
}
|
|
106
|
+
function escapeLike(s) {
|
|
107
|
+
return s.replace(/[\\%_]/g, (ch) => `\\${ch}`);
|
|
108
|
+
}
|
|
109
|
+
//# sourceMappingURL=bm25.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"bm25.js","sourceRoot":"","sources":["../../src/search/bm25.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AAEzC,+BAA+B;AAC/B,MAAM,EAAE,GAAG,GAAG,CAAC;AACf,MAAM,CAAC,GAAG,IAAI,CAAC;AAOf;;GAEG;AACH,MAAM,UAAU,UAAU,CACxB,EAAM,EACN,KAAa,EACb,KAAK,GAAG,EAAE;IAEV,MAAM,KAAK,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAC5C,IAAI,CAAC,KAAK,CAAC,MAAM;QAAE,OAAO,EAAE,CAAC;IAE7B,MAAM,YAAY,GAAG,EAAE,CAAC,OAAO,CAAC,kCAAkC,CAAC,CAAC,GAAG,EAEtE,CAAC;IACF,MAAM,CAAC,GAAG,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IACjC,IAAI,CAAC,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IAEvB,MAAM,MAAM,GAAG,EAAE;SACd,OAAO,CAAC,gDAAgD,CAAC;SACzD,GAAG,EAAgC,CAAC;IACvC,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IAE1C,MAAM,MAAM,GAAG,IAAI,GAAG,EAAkB,CAAC;IAEzC,MAAM,QAAQ,GAAG,EAAE,CAAC,OAAO,CAAC,qCAAqC,CAAC,CAAC;IACnE,MAAM,MAAM,GAAG,EAAE,CAAC,OAAO,CACvB,uDAAuD,CACxD,CAAC;IACF,MAAM,YAAY,GAAG,EAAE,CAAC,OAAO,CAC7B;;;yBAGqB,CACtB,CAAC;IAEF,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,OAAO,GAAG,QAAQ,CAAC,GAAG,CAAC,IAAI,CAA+B,CAAC;QACjE,IAAI,CAAC,OAAO;YAAE,SAAS;QAEvB,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAmB,CAAC;QACvD,MAAM,EAAE,GAAG,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAC5B,IAAI,EAAE,KAAK,CAAC;YAAE,SAAS;QAEvB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,GAAG,GAAG,CAAC,GAAG,CAAC,EAAE,GAAG,GAAG,CAAC,CAAC,CAAC;QAEtD,MAAM,QAAQ,GAAG,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAI1C,CAAC;QAEH,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;YACzB,MAAM,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YACxB,MAAM,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC;YAC7B,MAAM,KAAK,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,GAAG,KAAK,CAAC,CAAC,CAAC;YACnD,MAAM,KAAK,GAAG,GAAG,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC;YAC9C,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC;QAChE,CAAC;IACH,CAAC;IAED,MAAM,MAAM,GAAkB,CAAC,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC;SAChD,GAAG,CAAC,CAAC,CAAC,OAAO,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;SAC/C,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC;SACjC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;IAEnB,IAAI,CAAC,MAAM,CAAC,MAAM;QAAE,OAAO,EAAE,CAAC;IAE9B,OAAO,WAAW,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;AACjC,CAAC;AAED,SAAS,WAAW,CAAC,EAAM,EAAE,MAAqB;IAChD,MAAM,IAAI,GAAG,EAAE,CAAC,OAAO,CACrB;;;;;oBAKgB,CACjB,CAAC;IAEF,MAAM,IAAI,GAAgB,EAAE,CAAC;IAC7B,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;QACvB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAUjB,CAAC;QACd,IAAI,CAAC,GAAG;YAAE,SAAS;QACnB,IAAI,CAAC,IAAI,CAAC;YACR,OAAO,EAAE,GAAG,CAAC,QAAQ;YACrB,MAAM,EAAE,GAAG,CAAC,OAAO;YACnB,IAAI,EAAE,GAAG,CAAC,IAAI;YACd,QAAQ,EAAE,GAAG,CAAC,QAAQ;YACtB,SAAS,EAAE,GAAG,CAAC,UAAU;YACzB,OAAO,EAAE,GAAG,CAAC,QAAQ;YACrB,OAAO,EAAE,GAAG,CAAC,OAAO;YACpB,KAAK,EAAE,CAAC,CAAC,KAAK;YACd,IAAI,EAAE,IAAI,EAAE;SACb,CAAC,CAAC;IACL,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,8EAA8E;AAC9E,MAAM,UAAU,aAAa,CAAC,EAAM,EAAE,KAAa,EAAE,KAAK,GAAG,EAAE;IAC7D,MAAM,CAAC,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC;IACvB,IAAI,CAAC,CAAC;QAAE,OAAO,EAAE,CAAC;IAElB,MAAM,IAAI,GAAG,EAAE;SACZ,OAAO,CACN;;;;;;eAMS,CACV;SACA,GAAG,CAAC,IAAI,UAAU,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAQhC,CAAC;IAEH,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;QAC3B,OAAO,EAAE,GAAG,CAAC,QAAQ;QACrB,MAAM,EAAE,GAAG,CAAC,OAAO;QACnB,IAAI,EAAE,GAAG,CAAC,IAAI;QACd,QAAQ,EAAE,GAAG,CAAC,QAAQ;QACtB,SAAS,EAAE,GAAG,CAAC,UAAU;QACzB,OAAO,EAAE,GAAG,CAAC,QAAQ;QACrB,OAAO,EAAE,GAAG,CAAC,OAAO;QACpB,KAAK,EAAE,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC;QAClB,IAAI,EAAE,CAAC,GAAG,CAAC;KACZ,CAAC,CAAC,CAAC;AACN,CAAC;AAED,SAAS,UAAU,CAAC,CAAS;IAC3B,OAAO,CAAC,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;AACjD,CAAC"}
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
import type { Db } from "../core/db.js";
|
|
2
|
+
import type { ProviderKind, SearchHit } from "../types.js";
|
|
3
|
+
export interface Embedder {
|
|
4
|
+
readonly model: string;
|
|
5
|
+
readonly provider: ProviderKind;
|
|
6
|
+
embed(texts: string[]): Promise<Float32Array[]>;
|
|
7
|
+
}
|
|
8
|
+
export declare function createEmbedder(provider: ProviderKind): Embedder | null;
|
|
9
|
+
export declare function storeEmbeddingsForChunks(db: Db, embedder: Embedder, items: Array<{
|
|
10
|
+
chunkId: number;
|
|
11
|
+
content: string;
|
|
12
|
+
}>, batchSize?: number): Promise<number>;
|
|
13
|
+
export declare function vectorSearch(db: Db, embedder: Embedder, query: string, limit?: number): Promise<SearchHit[]>;
|
|
14
|
+
export declare function mergeHybrid(bm25Hits: SearchHit[], vectorHits: SearchHit[], limit: number): SearchHit[];
|
|
15
|
+
//# sourceMappingURL=embeddings.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"embeddings.d.ts","sourceRoot":"","sources":["../../src/search/embeddings.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,EAAE,EAAE,MAAM,eAAe,CAAC;AAExC,OAAO,KAAK,EAAE,YAAY,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAE3D,MAAM,WAAW,QAAQ;IACvB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,QAAQ,EAAE,YAAY,CAAC;IAChC,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC;CACjD;AAED,wBAAgB,cAAc,CAAC,QAAQ,EAAE,YAAY,GAAG,QAAQ,GAAG,IAAI,CAYtE;AA+ED,wBAAsB,wBAAwB,CAC5C,EAAE,EAAE,EAAE,EACN,QAAQ,EAAE,QAAQ,EAClB,KAAK,EAAE,KAAK,CAAC;IAAE,OAAO,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CAAC,EAClD,SAAS,SAAK,GACb,OAAO,CAAC,MAAM,CAAC,CAcjB;AAkBD,wBAAsB,YAAY,CAChC,EAAE,EAAE,EAAE,EACN,QAAQ,EAAE,QAAQ,EAClB,KAAK,EAAE,MAAM,EACb,KAAK,SAAK,GACT,OAAO,CAAC,SAAS,EAAE,CAAC,CAoDtB;AAED,wBAAgB,WAAW,CACzB,QAAQ,EAAE,SAAS,EAAE,EACrB,UAAU,EAAE,SAAS,EAAE,EACvB,KAAK,EAAE,MAAM,GACZ,SAAS,EAAE,CA+Cb"}
|
|
@@ -0,0 +1,193 @@
|
|
|
1
|
+
import { insertEmbedding } from "../core/db.js";
|
|
2
|
+
export function createEmbedder(provider) {
|
|
3
|
+
if (provider === "openai" && process.env.OPENAI_API_KEY) {
|
|
4
|
+
return new OpenAIEmbedder();
|
|
5
|
+
}
|
|
6
|
+
if (provider === "ollama") {
|
|
7
|
+
return new OllamaEmbedder();
|
|
8
|
+
}
|
|
9
|
+
// Auto-detect openai key even if config says none? Keep explicit.
|
|
10
|
+
if (provider === "none" && process.env.OPENAI_API_KEY) {
|
|
11
|
+
return new OpenAIEmbedder();
|
|
12
|
+
}
|
|
13
|
+
return null;
|
|
14
|
+
}
|
|
15
|
+
class OpenAIEmbedder {
|
|
16
|
+
provider = "openai";
|
|
17
|
+
model;
|
|
18
|
+
baseUrl;
|
|
19
|
+
apiKey;
|
|
20
|
+
constructor() {
|
|
21
|
+
this.model =
|
|
22
|
+
process.env.OPENAI_EMBEDDING_MODEL?.trim() || "text-embedding-3-small";
|
|
23
|
+
this.baseUrl = (process.env.OPENAI_BASE_URL?.trim() || "https://api.openai.com/v1").replace(/\/$/, "");
|
|
24
|
+
this.apiKey = process.env.OPENAI_API_KEY ?? "";
|
|
25
|
+
}
|
|
26
|
+
async embed(texts) {
|
|
27
|
+
if (!texts.length)
|
|
28
|
+
return [];
|
|
29
|
+
const res = await fetch(`${this.baseUrl}/embeddings`, {
|
|
30
|
+
method: "POST",
|
|
31
|
+
headers: {
|
|
32
|
+
"Content-Type": "application/json",
|
|
33
|
+
Authorization: `Bearer ${this.apiKey}`,
|
|
34
|
+
},
|
|
35
|
+
body: JSON.stringify({
|
|
36
|
+
model: this.model,
|
|
37
|
+
input: texts.map((t) => t.slice(0, 8000)),
|
|
38
|
+
}),
|
|
39
|
+
});
|
|
40
|
+
if (!res.ok) {
|
|
41
|
+
const body = await res.text();
|
|
42
|
+
throw new Error(`OpenAI embeddings failed (${res.status}): ${body}`);
|
|
43
|
+
}
|
|
44
|
+
const data = (await res.json());
|
|
45
|
+
const sorted = [...data.data].sort((a, b) => a.index - b.index);
|
|
46
|
+
return sorted.map((d) => Float32Array.from(d.embedding));
|
|
47
|
+
}
|
|
48
|
+
}
|
|
49
|
+
class OllamaEmbedder {
|
|
50
|
+
provider = "ollama";
|
|
51
|
+
model;
|
|
52
|
+
baseUrl;
|
|
53
|
+
constructor() {
|
|
54
|
+
this.model =
|
|
55
|
+
process.env.OLLAMA_EMBEDDING_MODEL?.trim() || "nomic-embed-text";
|
|
56
|
+
this.baseUrl = (process.env.OLLAMA_BASE_URL?.trim() ||
|
|
57
|
+
process.env.OLLAMA_HOST?.trim() ||
|
|
58
|
+
"http://127.0.0.1:11434").replace(/\/$/, "");
|
|
59
|
+
}
|
|
60
|
+
async embed(texts) {
|
|
61
|
+
const out = [];
|
|
62
|
+
for (const text of texts) {
|
|
63
|
+
const res = await fetch(`${this.baseUrl}/api/embeddings`, {
|
|
64
|
+
method: "POST",
|
|
65
|
+
headers: { "Content-Type": "application/json" },
|
|
66
|
+
body: JSON.stringify({
|
|
67
|
+
model: this.model,
|
|
68
|
+
prompt: text.slice(0, 8000),
|
|
69
|
+
}),
|
|
70
|
+
});
|
|
71
|
+
if (!res.ok) {
|
|
72
|
+
const body = await res.text();
|
|
73
|
+
throw new Error(`Ollama embeddings failed (${res.status}): ${body}`);
|
|
74
|
+
}
|
|
75
|
+
const data = (await res.json());
|
|
76
|
+
out.push(Float32Array.from(data.embedding));
|
|
77
|
+
}
|
|
78
|
+
return out;
|
|
79
|
+
}
|
|
80
|
+
}
|
|
81
|
+
export async function storeEmbeddingsForChunks(db, embedder, items, batchSize = 16) {
|
|
82
|
+
let stored = 0;
|
|
83
|
+
for (let i = 0; i < items.length; i += batchSize) {
|
|
84
|
+
const batch = items.slice(i, i + batchSize);
|
|
85
|
+
const vectors = await embedder.embed(batch.map((b) => b.content));
|
|
86
|
+
for (let j = 0; j < batch.length; j++) {
|
|
87
|
+
const item = batch[j];
|
|
88
|
+
const vec = vectors[j];
|
|
89
|
+
if (!vec)
|
|
90
|
+
continue;
|
|
91
|
+
insertEmbedding(db, item.chunkId, embedder.model, vec);
|
|
92
|
+
stored++;
|
|
93
|
+
}
|
|
94
|
+
}
|
|
95
|
+
return stored;
|
|
96
|
+
}
|
|
97
|
+
function cosine(a, b) {
|
|
98
|
+
const n = Math.min(a.length, b.length);
|
|
99
|
+
let dot = 0;
|
|
100
|
+
let na = 0;
|
|
101
|
+
let nb = 0;
|
|
102
|
+
for (let i = 0; i < n; i++) {
|
|
103
|
+
const x = a[i] ?? 0;
|
|
104
|
+
const y = b[i] ?? 0;
|
|
105
|
+
dot += x * y;
|
|
106
|
+
na += x * x;
|
|
107
|
+
nb += y * y;
|
|
108
|
+
}
|
|
109
|
+
if (na === 0 || nb === 0)
|
|
110
|
+
return 0;
|
|
111
|
+
return dot / (Math.sqrt(na) * Math.sqrt(nb));
|
|
112
|
+
}
|
|
113
|
+
export async function vectorSearch(db, embedder, query, limit = 10) {
|
|
114
|
+
const [qVec] = await embedder.embed([query]);
|
|
115
|
+
if (!qVec)
|
|
116
|
+
return [];
|
|
117
|
+
const rows = db
|
|
118
|
+
.prepare(`SELECT e.chunk_id AS chunk_id, e.vector AS vector, e.dims AS dims,
|
|
119
|
+
c.file_id AS file_id, c.start_line AS start_line, c.end_line AS end_line,
|
|
120
|
+
c.content AS content, f.path AS path, f.language AS language
|
|
121
|
+
FROM embeddings e
|
|
122
|
+
JOIN chunks c ON c.id = e.chunk_id
|
|
123
|
+
JOIN files f ON f.id = c.file_id`)
|
|
124
|
+
.all();
|
|
125
|
+
const scored = rows
|
|
126
|
+
.map((row) => {
|
|
127
|
+
const buf = Buffer.isBuffer(row.vector) ? row.vector : Buffer.from(row.vector);
|
|
128
|
+
const vec = new Float32Array(buf.buffer, buf.byteOffset, Math.floor(buf.byteLength / 4));
|
|
129
|
+
return {
|
|
130
|
+
row,
|
|
131
|
+
score: cosine(qVec, vec),
|
|
132
|
+
};
|
|
133
|
+
})
|
|
134
|
+
.sort((a, b) => b.score - a.score)
|
|
135
|
+
.slice(0, limit);
|
|
136
|
+
return scored.map((s, i) => ({
|
|
137
|
+
chunkId: s.row.chunk_id,
|
|
138
|
+
fileId: s.row.file_id,
|
|
139
|
+
path: s.row.path,
|
|
140
|
+
language: s.row.language,
|
|
141
|
+
startLine: s.row.start_line,
|
|
142
|
+
endLine: s.row.end_line,
|
|
143
|
+
content: s.row.content,
|
|
144
|
+
score: s.score,
|
|
145
|
+
rank: i + 1,
|
|
146
|
+
}));
|
|
147
|
+
}
|
|
148
|
+
export function mergeHybrid(bm25Hits, vectorHits, limit) {
|
|
149
|
+
const map = new Map();
|
|
150
|
+
const maxB = Math.max(...bm25Hits.map((h) => h.score), 1e-9);
|
|
151
|
+
const maxV = Math.max(...vectorHits.map((h) => h.score), 1e-9);
|
|
152
|
+
for (const h of bm25Hits) {
|
|
153
|
+
map.set(h.chunkId, {
|
|
154
|
+
...h,
|
|
155
|
+
bm25: h.score / maxB,
|
|
156
|
+
vec: 0,
|
|
157
|
+
score: 0,
|
|
158
|
+
});
|
|
159
|
+
}
|
|
160
|
+
for (const h of vectorHits) {
|
|
161
|
+
const existing = map.get(h.chunkId);
|
|
162
|
+
if (existing) {
|
|
163
|
+
existing.vec = h.score / maxV;
|
|
164
|
+
}
|
|
165
|
+
else {
|
|
166
|
+
map.set(h.chunkId, {
|
|
167
|
+
...h,
|
|
168
|
+
bm25: 0,
|
|
169
|
+
vec: h.score / maxV,
|
|
170
|
+
score: 0,
|
|
171
|
+
});
|
|
172
|
+
}
|
|
173
|
+
}
|
|
174
|
+
const merged = [...map.values()]
|
|
175
|
+
.map((h) => ({
|
|
176
|
+
...h,
|
|
177
|
+
score: 0.55 * h.bm25 + 0.45 * h.vec,
|
|
178
|
+
}))
|
|
179
|
+
.sort((a, b) => b.score - a.score)
|
|
180
|
+
.slice(0, limit);
|
|
181
|
+
return merged.map((h, i) => ({
|
|
182
|
+
chunkId: h.chunkId,
|
|
183
|
+
fileId: h.fileId,
|
|
184
|
+
path: h.path,
|
|
185
|
+
language: h.language,
|
|
186
|
+
startLine: h.startLine,
|
|
187
|
+
endLine: h.endLine,
|
|
188
|
+
content: h.content,
|
|
189
|
+
score: h.score,
|
|
190
|
+
rank: i + 1,
|
|
191
|
+
}));
|
|
192
|
+
}
|
|
193
|
+
//# sourceMappingURL=embeddings.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"embeddings.js","sourceRoot":"","sources":["../../src/search/embeddings.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AAShD,MAAM,UAAU,cAAc,CAAC,QAAsB;IACnD,IAAI,QAAQ,KAAK,QAAQ,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc,EAAE,CAAC;QACxD,OAAO,IAAI,cAAc,EAAE,CAAC;IAC9B,CAAC;IACD,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;QAC1B,OAAO,IAAI,cAAc,EAAE,CAAC;IAC9B,CAAC;IACD,kEAAkE;IAClE,IAAI,QAAQ,KAAK,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc,EAAE,CAAC;QACtD,OAAO,IAAI,cAAc,EAAE,CAAC;IAC9B,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,cAAc;IACT,QAAQ,GAAiB,QAAQ,CAAC;IAClC,KAAK,CAAS;IACf,OAAO,CAAS;IAChB,MAAM,CAAS;IAEvB;QACE,IAAI,CAAC,KAAK;YACR,OAAO,CAAC,GAAG,CAAC,sBAAsB,EAAE,IAAI,EAAE,IAAI,wBAAwB,CAAC;QACzE,IAAI,CAAC,OAAO,GAAG,CACb,OAAO,CAAC,GAAG,CAAC,eAAe,EAAE,IAAI,EAAE,IAAI,2BAA2B,CACnE,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QACrB,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,EAAE,CAAC;IACjD,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,KAAe;QACzB,IAAI,CAAC,KAAK,CAAC,MAAM;YAAE,OAAO,EAAE,CAAC;QAC7B,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,aAAa,EAAE;YACpD,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;gBAClC,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;aACvC;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;aAC1C,CAAC;SACH,CAAC,CAAC;QACH,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;YACZ,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;YAC9B,MAAM,IAAI,KAAK,CAAC,6BAA6B,GAAG,CAAC,MAAM,MAAM,IAAI,EAAE,CAAC,CAAC;QACvE,CAAC;QACD,MAAM,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAE7B,CAAC;QACF,MAAM,MAAM,GAAG,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;QAChE,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC;IAC3D,CAAC;CACF;AAED,MAAM,cAAc;IACT,QAAQ,GAAiB,QAAQ,CAAC;IAClC,KAAK,CAAS;IACf,OAAO,CAAS;IAExB;QACE,IAAI,CAAC,KAAK;YACR,OAAO,CAAC,GAAG,CAAC,sBAAsB,EAAE,IAAI,EAAE,IAAI,kBAAkB,CAAC;QACnE,IAAI,CAAC,OAAO,GAAG,CACb,OAAO,CAAC,GAAG,CAAC,eAAe,EAAE,IAAI,EAAE;YACnC,OAAO,CAAC,GAAG,CAAC,WAAW,EAAE,IAAI,EAAE;YAC/B,wBAAwB,CACzB,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IACvB,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,KAAe;QACzB,MAAM,GAAG,GAAmB,EAAE,CAAC;QAC/B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,iBAAiB,EAAE;gBACxD,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;gBAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACnB,KAAK,EAAE,IAAI,CAAC,KAAK;oBACjB,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC;iBAC5B,CAAC;aACH,CAAC,CAAC;YACH,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;gBACZ,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;gBAC9B,MAAM,IAAI,KAAK,CAAC,6BAA6B,GAAG,CAAC,MAAM,MAAM,IAAI,EAAE,CAAC,CAAC;YACvE,CAAC;YACD,MAAM,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAA4B,CAAC;YAC3D,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC;QAC9C,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC;CACF;AAED,MAAM,CAAC,KAAK,UAAU,wBAAwB,CAC5C,EAAM,EACN,QAAkB,EAClB,KAAkD,EAClD,SAAS,GAAG,EAAE;IAEd,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,SAAS,EAAE,CAAC;QACjD,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,CAAC;QAC5C,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;QAClE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACtC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAE,CAAC;YACvB,MAAM,GAAG,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;YACvB,IAAI,CAAC,GAAG;gBAAE,SAAS;YACnB,eAAe,CAAC,EAAE,EAAE,IAAI,CAAC,OAAO,EAAE,QAAQ,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;YACvD,MAAM,EAAE,CAAC;QACX,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,MAAM,CAAC,CAAe,EAAE,CAAe;IAC9C,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC;IACvC,IAAI,GAAG,GAAG,CAAC,CAAC;IACZ,IAAI,EAAE,GAAG,CAAC,CAAC;IACX,IAAI,EAAE,GAAG,CAAC,CAAC;IACX,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC3B,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QACpB,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QACpB,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC;QACb,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC;QACZ,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC;IACd,CAAC;IACD,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IACnC,OAAO,GAAG,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;AAC/C,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,EAAM,EACN,QAAkB,EAClB,KAAa,EACb,KAAK,GAAG,EAAE;IAEV,MAAM,CAAC,IAAI,CAAC,GAAG,MAAM,QAAQ,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;IAC7C,IAAI,CAAC,IAAI;QAAE,OAAO,EAAE,CAAC;IAErB,MAAM,IAAI,GAAG,EAAE;SACZ,OAAO,CACN;;;;;wCAKkC,CACnC;SACA,GAAG,EAUJ,CAAC;IAEH,MAAM,MAAM,GAAG,IAAI;SAChB,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;QACX,MAAM,GAAG,GAAG,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,MAAqB,CAAC,CAAC;QAC9F,MAAM,GAAG,GAAG,IAAI,YAAY,CAC1B,GAAG,CAAC,MAAM,EACV,GAAG,CAAC,UAAU,EACd,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,UAAU,GAAG,CAAC,CAAC,CAC/B,CAAC;QACF,OAAO;YACL,GAAG;YACH,KAAK,EAAE,MAAM,CAAC,IAAI,EAAE,GAAG,CAAC;SACzB,CAAC;IACJ,CAAC,CAAC;SACD,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC;SACjC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;IAEnB,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;QAC3B,OAAO,EAAE,CAAC,CAAC,GAAG,CAAC,QAAQ;QACvB,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,OAAO;QACrB,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,IAAI;QAChB,QAAQ,EAAE,CAAC,CAAC,GAAG,CAAC,QAAQ;QACxB,SAAS,EAAE,CAAC,CAAC,GAAG,CAAC,UAAU;QAC3B,OAAO,EAAE,CAAC,CAAC,GAAG,CAAC,QAAQ;QACvB,OAAO,EAAE,CAAC,CAAC,GAAG,CAAC,OAAO;QACtB,KAAK,EAAE,CAAC,CAAC,KAAK;QACd,IAAI,EAAE,CAAC,GAAG,CAAC;KACZ,CAAC,CAAC,CAAC;AACN,CAAC;AAED,MAAM,UAAU,WAAW,CACzB,QAAqB,EACrB,UAAuB,EACvB,KAAa;IAEb,MAAM,GAAG,GAAG,IAAI,GAAG,EAAqD,CAAC;IAEzE,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,IAAI,CAAC,CAAC;IAC7D,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,IAAI,CAAC,CAAC;IAE/D,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;QACzB,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,EAAE;YACjB,GAAG,CAAC;YACJ,IAAI,EAAE,CAAC,CAAC,KAAK,GAAG,IAAI;YACpB,GAAG,EAAE,CAAC;YACN,KAAK,EAAE,CAAC;SACT,CAAC,CAAC;IACL,CAAC;IACD,KAAK,MAAM,CAAC,IAAI,UAAU,EAAE,CAAC;QAC3B,MAAM,QAAQ,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;QACpC,IAAI,QAAQ,EAAE,CAAC;YACb,QAAQ,CAAC,GAAG,GAAG,CAAC,CAAC,KAAK,GAAG,IAAI,CAAC;QAChC,CAAC;aAAM,CAAC;YACN,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,EAAE;gBACjB,GAAG,CAAC;gBACJ,IAAI,EAAE,CAAC;gBACP,GAAG,EAAE,CAAC,CAAC,KAAK,GAAG,IAAI;gBACnB,KAAK,EAAE,CAAC;aACT,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,MAAM,MAAM,GAAG,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC;SAC7B,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACX,GAAG,CAAC;QACJ,KAAK,EAAE,IAAI,GAAG,CAAC,CAAC,IAAI,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG;KACpC,CAAC,CAAC;SACF,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC;SACjC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;IAEnB,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;QAC3B,OAAO,EAAE,CAAC,CAAC,OAAO;QAClB,MAAM,EAAE,CAAC,CAAC,MAAM;QAChB,IAAI,EAAE,CAAC,CAAC,IAAI;QACZ,QAAQ,EAAE,CAAC,CAAC,QAAQ;QACpB,SAAS,EAAE,CAAC,CAAC,SAAS;QACtB,OAAO,EAAE,CAAC,CAAC,OAAO;QAClB,OAAO,EAAE,CAAC,CAAC,OAAO;QAClB,KAAK,EAAE,CAAC,CAAC,KAAK;QACd,IAAI,EAAE,CAAC,GAAG,CAAC;KACZ,CAAC,CAAC,CAAC;AACN,CAAC"}
|