@intentic/iq-engine 1.15.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/README.md +10 -0
- package/dist/embed/embedder.d.ts +9 -0
- package/dist/embed/embedder.d.ts.map +1 -0
- package/dist/embed/embedder.js +25 -0
- package/dist/embed/embedder.js.map +1 -0
- package/dist/embed/reranker.d.ts +6 -0
- package/dist/embed/reranker.d.ts.map +1 -0
- package/dist/embed/reranker.js +24 -0
- package/dist/embed/reranker.js.map +1 -0
- package/dist/engines/astq.d.ts +3 -0
- package/dist/engines/astq.d.ts.map +1 -0
- package/dist/engines/astq.js +34 -0
- package/dist/engines/astq.js.map +1 -0
- package/dist/engines/bm25.d.ts +6 -0
- package/dist/engines/bm25.d.ts.map +1 -0
- package/dist/engines/bm25.js +65 -0
- package/dist/engines/bm25.js.map +1 -0
- package/dist/engines/files.d.ts +4 -0
- package/dist/engines/files.d.ts.map +1 -0
- package/dist/engines/files.js +58 -0
- package/dist/engines/files.js.map +1 -0
- package/dist/engines/git.d.ts +23 -0
- package/dist/engines/git.d.ts.map +1 -0
- package/dist/engines/git.js +154 -0
- package/dist/engines/git.js.map +1 -0
- package/dist/engines/lexical.d.ts +13 -0
- package/dist/engines/lexical.d.ts.map +1 -0
- package/dist/engines/lexical.js +68 -0
- package/dist/engines/lexical.js.map +1 -0
- package/dist/engines/semantic.d.ts +6 -0
- package/dist/engines/semantic.d.ts.map +1 -0
- package/dist/engines/semantic.js +44 -0
- package/dist/engines/semantic.js.map +1 -0
- package/dist/engines/symbols.d.ts +15 -0
- package/dist/engines/symbols.d.ts.map +1 -0
- package/dist/engines/symbols.js +91 -0
- package/dist/engines/symbols.js.map +1 -0
- package/dist/features.d.ts +5 -0
- package/dist/features.d.ts.map +1 -0
- package/dist/features.js +24 -0
- package/dist/features.js.map +1 -0
- package/dist/index.d.ts +22 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +104 -0
- package/dist/index.js.map +1 -0
- package/dist/indexer/chunker.d.ts +3 -0
- package/dist/indexer/chunker.d.ts.map +1 -0
- package/dist/indexer/chunker.js +51 -0
- package/dist/indexer/chunker.js.map +1 -0
- package/dist/indexer/indexer.d.ts +14 -0
- package/dist/indexer/indexer.d.ts.map +1 -0
- package/dist/indexer/indexer.js +55 -0
- package/dist/indexer/indexer.js.map +1 -0
- package/dist/indexer/languages.d.ts +13 -0
- package/dist/indexer/languages.d.ts.map +1 -0
- package/dist/indexer/languages.js +87 -0
- package/dist/indexer/languages.js.map +1 -0
- package/dist/indexer/symbols.d.ts +3 -0
- package/dist/indexer/symbols.d.ts.map +1 -0
- package/dist/indexer/symbols.js +115 -0
- package/dist/indexer/symbols.js.map +1 -0
- package/dist/plan/classify.d.ts +3 -0
- package/dist/plan/classify.d.ts.map +1 -0
- package/dist/plan/classify.js +24 -0
- package/dist/plan/classify.js.map +1 -0
- package/dist/plan/fuse.d.ts +10 -0
- package/dist/plan/fuse.d.ts.map +1 -0
- package/dist/plan/fuse.js +85 -0
- package/dist/plan/fuse.js.map +1 -0
- package/dist/render/budget.d.ts +2 -0
- package/dist/render/budget.d.ts.map +1 -0
- package/dist/render/budget.js +2 -0
- package/dist/render/budget.js.map +1 -0
- package/dist/render/cursor.d.ts +19 -0
- package/dist/render/cursor.d.ts.map +1 -0
- package/dist/render/cursor.js +35 -0
- package/dist/render/cursor.js.map +1 -0
- package/dist/render/text.d.ts +31 -0
- package/dist/render/text.d.ts.map +1 -0
- package/dist/render/text.js +134 -0
- package/dist/render/text.js.map +1 -0
- package/dist/store/db.d.ts +10 -0
- package/dist/store/db.d.ts.map +1 -0
- package/dist/store/db.js +95 -0
- package/dist/store/db.js.map +1 -0
- package/dist/store/index-store.d.ts +27 -0
- package/dist/store/index-store.d.ts.map +1 -0
- package/dist/store/index-store.js +47 -0
- package/dist/store/index-store.js.map +1 -0
- package/dist/testing.d.ts +5 -0
- package/dist/testing.d.ts.map +1 -0
- package/dist/testing.js +31 -0
- package/dist/testing.js.map +1 -0
- package/dist/types.d.ts +100 -0
- package/dist/types.d.ts.map +1 -0
- package/dist/types.js +2 -0
- package/dist/types.js.map +1 -0
- package/dist/verbs/context.d.ts +13 -0
- package/dist/verbs/context.d.ts.map +1 -0
- package/dist/verbs/context.js +68 -0
- package/dist/verbs/context.js.map +1 -0
- package/dist/verbs/dispatch.d.ts +18 -0
- package/dist/verbs/dispatch.d.ts.map +1 -0
- package/dist/verbs/dispatch.js +486 -0
- package/dist/verbs/dispatch.js.map +1 -0
- package/dist/workspace/floor.d.ts +3 -0
- package/dist/workspace/floor.d.ts.map +1 -0
- package/dist/workspace/floor.js +3 -0
- package/dist/workspace/floor.js.map +1 -0
- package/dist/workspace/glob.d.ts +2 -0
- package/dist/workspace/glob.d.ts.map +1 -0
- package/dist/workspace/glob.js +53 -0
- package/dist/workspace/glob.js.map +1 -0
- package/dist/workspace/scan.d.ts +7 -0
- package/dist/workspace/scan.d.ts.map +1 -0
- package/dist/workspace/scan.js +104 -0
- package/dist/workspace/scan.js.map +1 -0
- package/package.json +68 -0
- package/scripts/fetch-model.mjs +18 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"lexical.js","sourceRoot":"","sources":["../../src/engines/lexical.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAC9C,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AACtC,OAAO,EAAE,YAAY,EAAE,MAAM,4BAA4B,CAAC;AAE1D,OAAO,EAAE,MAAM,EAAE,MAAM,uBAAuB,CAAC;AAE/C,MAAM,IAAI,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAC;AAEjC,MAAM,YAAY,GAAG,EAAE,CAAC;AAExB,MAAM,WAAW,GAAG,GAAG,CAAC;AACxB,MAAM,YAAY,GAAG,EAAE,CAAC;AAqBxB,MAAM,MAAM,GAAG,CAAC,IAAY,EAAE,KAAa,EAAE,GAAW,EAAgD,EAAE;IACtG,IAAI,IAAI,CAAC,MAAM,IAAI,WAAW,EAAE,CAAC;QAC7B,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC;IACtC,CAAC;IACD,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG,YAAY,CAAC,CAAC;IAC/C,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,GAAG,WAAW,CAAC,EAAE,KAAK,EAAE,KAAK,GAAG,IAAI,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,GAAG,IAAI,EAAE,WAAW,CAAC,EAAE,CAAC;AACvH,CAAC,CAAC;AAIF,MAAM,CAAC,MAAM,QAAQ,GAAG,KAAK,EAAE,OAAkB,EAAwB,EAAE;IACvE,MAAM,IAAI,GAAG,CAAC,QAAQ,EAAE,UAAU,EAAE,gBAAgB,EAAE,IAAI,EAAE,aAAa,EAAE,MAAM,CAAC,YAAY,CAAC,EAAE,aAAa,EAAE,eAAe,CAAC,CAAC;IAGjI,KAAK,MAAM,GAAG,IAAI,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,YAAY,EAAE,MAAM,CAAC,EAAE,CAAC;QACvE,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,GAAG,EAAE,CAAC,CAAC;IAClC,CAAC;IACD,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,MAAM,EAAE,CAAC,CAAC;IAC9B,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;QAClB,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;IAC7B,CAAC;IACD,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;QAClB,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACpB,CAAC;IACD,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;QACf,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACpB,CAAC;IACD,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IAC/C,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;IACvC,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,IAAI,IAAI,EAAE,IAAI,EAAE,EAAE,GAAG,EAAE,OAAO,CAAC,IAAI,EAAE,SAAS,EAAE,EAAE,GAAG,IAAI,GAAG,IAAI,EAAE,CAAC,CAAC,KAAK,CACjH,CAAC,KAAmE,EAAE,EAAE;QAEpE,IAAI,KAAK,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;YACnB,OAAO,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,IAAI,EAAE,EAAE,CAAC;QAC1C,CAAC;QACD,IAAI,OAAO,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YACjC,MAAM,IAAI,KAAK,CAAC,YAAY,CAAC,KAAK,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,IAAI,eAAe,EAAE,CAAC,CAAC;QAClF,CAAC;QACD,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC1B,MAAM,IAAI,KAAK,CAAC,wEAAwE,CAAC,CAAC;QAC9F,CAAC;QACD,MAAM,KAAK,CAAC;IAChB,CAAC,CACJ,CAAC;IACF,MAAM,IAAI,GAAgB,EAAE,CAAC;IAC7B,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;QACpC,IAAI,IAAI,KAAK,EAAE,EAAE,CAAC;YACd,SAAS;QACb,CAAC;QACD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAwC,CAAC;QACtE,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YACzB,SAAS;QACb,CAAC;QACD,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;QACvD,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;YAC7B,SAAS;QACb,CAAC;QACD,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;QAC1D,MAAM,GAAG,GAAG,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QACrC,IAAI,IAAI,KAAK,SAAS,IAAI,GAAG,KAAK,SAAS,EAAE,CAAC;YAC1C,SAAS;QACb,CAAC;QACD,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,EAAE,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC;QACjD,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC;IAC5I,CAAC;IACD,OAAO,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;AACnG,CAAC,CAAC"}
|
|
@@ -0,0 +1,6 @@
|
|
|
1
|
+
import type { Embedder } from "../embed/embedder.js";
|
|
2
|
+
import type { IndexDb } from "../store/db.js";
|
|
3
|
+
import type { EngineHit } from "../types.js";
|
|
4
|
+
export declare const embedPending: (db: IndexDb, embedder: Embedder, cap?: number, timeBudgetMs?: number) => Promise<number>;
|
|
5
|
+
export declare const semanticSearch: (db: IndexDb, queryVec: Float32Array, allowed: ReadonlySet<string>) => EngineHit[];
|
|
6
|
+
//# sourceMappingURL=semantic.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"semantic.d.ts","sourceRoot":"","sources":["../../src/engines/semantic.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AACrD,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,gBAAgB,CAAC;AAC9C,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAS7C,eAAO,MAAM,YAAY,GAAU,IAAI,OAAO,EAAE,UAAU,QAAQ,EAAE,YAAe,EAAE,qBAA4B,KAAG,OAAO,CAAC,MAAM,CAqBjI,CAAC;AAGF,eAAO,MAAM,cAAc,GAAI,IAAI,OAAO,EAAE,UAAU,YAAY,EAAE,SAAS,WAAW,CAAC,MAAM,CAAC,KAAG,SAAS,EAsB3G,CAAC"}
|
|
@@ -0,0 +1,44 @@
|
|
|
1
|
+
const TOP_K = 24;
|
|
2
|
+
const TOPUP_CAP = 256;
|
|
3
|
+
const TOPUP_TIME_MS = 2000;
|
|
4
|
+
const BATCH = 16;
|
|
5
|
+
export const embedPending = async (db, embedder, cap = TOPUP_CAP, timeBudgetMs = TOPUP_TIME_MS) => {
|
|
6
|
+
const started = Date.now();
|
|
7
|
+
let done = 0;
|
|
8
|
+
while (done < cap && Date.now() - started < timeBudgetMs) {
|
|
9
|
+
const rows = db.all("SELECT id, text FROM chunks WHERE embedding IS NULL LIMIT ?", Math.min(BATCH, cap - done));
|
|
10
|
+
if (rows.length === 0) {
|
|
11
|
+
break;
|
|
12
|
+
}
|
|
13
|
+
const vectors = await embedder.embedBatch(rows.map((row) => row["text"]));
|
|
14
|
+
db.transaction(() => {
|
|
15
|
+
rows.forEach((row, i) => {
|
|
16
|
+
db.run("UPDATE chunks SET embedding = ? WHERE id = ?", new Uint8Array(vectors[i].buffer.slice(vectors[i].byteOffset, vectors[i].byteOffset + vectors[i].byteLength)), row["id"]);
|
|
17
|
+
});
|
|
18
|
+
});
|
|
19
|
+
done += rows.length;
|
|
20
|
+
}
|
|
21
|
+
return Number(db.get("SELECT COUNT(*) AS n FROM chunks WHERE embedding IS NULL")?.["n"] ?? 0);
|
|
22
|
+
};
|
|
23
|
+
export const semanticSearch = (db, queryVec, allowed) => {
|
|
24
|
+
const scored = [];
|
|
25
|
+
for (const row of db.all("SELECT f.path, c.start_line, c.text, c.embedding FROM chunks c JOIN files f ON f.id = c.file_id WHERE c.embedding IS NOT NULL")) {
|
|
26
|
+
const path = row["path"];
|
|
27
|
+
if (!allowed.has(path)) {
|
|
28
|
+
continue;
|
|
29
|
+
}
|
|
30
|
+
const blob = row["embedding"];
|
|
31
|
+
const vec = new Float32Array(blob.buffer, blob.byteOffset, blob.byteLength / 4);
|
|
32
|
+
let dot = 0;
|
|
33
|
+
for (let i = 0; i < queryVec.length; i++) {
|
|
34
|
+
dot += queryVec[i] * vec[i];
|
|
35
|
+
}
|
|
36
|
+
const text = row["text"].split("\n")[1]?.trim() ?? row["text"].split(" § ")[1] ?? "";
|
|
37
|
+
scored.push({ path, line: Number(row["start_line"]), text, score: dot });
|
|
38
|
+
}
|
|
39
|
+
return scored
|
|
40
|
+
.toSorted((a, b) => b.score - a.score || (a.path < b.path ? -1 : 1) || a.line - b.line)
|
|
41
|
+
.slice(0, TOP_K)
|
|
42
|
+
.map(({ path, line, text, score }) => ({ path, line, text, tags: [{ kind: "sem", score: Math.round(score * 100) / 100 }] }));
|
|
43
|
+
};
|
|
44
|
+
//# sourceMappingURL=semantic.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"semantic.js","sourceRoot":"","sources":["../../src/engines/semantic.ts"],"names":[],"mappings":"AAIA,MAAM,KAAK,GAAG,EAAE,CAAC;AACjB,MAAM,SAAS,GAAG,GAAG,CAAC;AACtB,MAAM,aAAa,GAAG,IAAI,CAAC;AAC3B,MAAM,KAAK,GAAG,EAAE,CAAC;AAIjB,MAAM,CAAC,MAAM,YAAY,GAAG,KAAK,EAAE,EAAW,EAAE,QAAkB,EAAE,GAAG,GAAG,SAAS,EAAE,YAAY,GAAG,aAAa,EAAmB,EAAE;IAClI,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC3B,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,OAAO,IAAI,GAAG,GAAG,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,GAAG,YAAY,EAAE,CAAC;QACvD,MAAM,IAAI,GAAG,EAAE,CAAC,GAAG,CAAC,6DAA6D,EAAE,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC;QAChH,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACpB,MAAM;QACV,CAAC;QACD,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,MAAM,CAAW,CAAC,CAAC,CAAC;QACpF,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE;YAChB,IAAI,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE;gBACpB,EAAE,CAAC,GAAG,CACF,8CAA8C,EAC9C,IAAI,UAAU,CAAC,OAAO,CAAC,CAAC,CAAE,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAE,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC,CAAE,CAAC,UAAU,GAAG,OAAO,CAAC,CAAC,CAAE,CAAC,UAAU,CAAC,CAAC,EACjH,GAAG,CAAC,IAAI,CAAW,CACtB,CAAC;YACN,CAAC,CAAC,CAAC;QACP,CAAC,CAAC,CAAC;QACH,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC;IACxB,CAAC;IACD,OAAO,MAAM,CAAC,EAAE,CAAC,GAAG,CAAC,0DAA0D,CAAC,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;AAClG,CAAC,CAAC;AAGF,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,EAAW,EAAE,QAAsB,EAAE,OAA4B,EAAe,EAAE;IAC7G,MAAM,MAAM,GAAkE,EAAE,CAAC;IACjF,KAAK,MAAM,GAAG,IAAI,EAAE,CAAC,GAAG,CACpB,+HAA+H,CAClI,EAAE,CAAC;QACA,MAAM,IAAI,GAAG,GAAG,CAAC,MAAM,CAAW,CAAC;QACnC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;YACrB,SAAS;QACb,CAAC;QACD,MAAM,IAAI,GAAG,GAAG,CAAC,WAAW,CAAe,CAAC;QAC5C,MAAM,GAAG,GAAG,IAAI,YAAY,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC;QAChF,IAAI,GAAG,GAAG,CAAC,CAAC;QACZ,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACvC,GAAG,IAAI,QAAQ,CAAC,CAAC,CAAE,GAAG,GAAG,CAAC,CAAC,CAAE,CAAC;QAClC,CAAC;QACD,MAAM,IAAI,GAAI,GAAG,CAAC,MAAM,CAAY,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAK,GAAG,CAAC,MAAM,CAAY,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAC7G,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;IAC7E,CAAC;IACD,OAAO,MAAM;SACR,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC;SACtF,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC;SACf,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,EAAE,IAAI,EAAE,KAAc,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,GAAG,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;AAC9I,CAAC,CAAC"}
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
import type { IndexDb } from "../store/db.js";
|
|
2
|
+
import type { EngineHit, SymbolRow } from "../types.js";
|
|
3
|
+
import { type RgOptions } from "./lexical.js";
|
|
4
|
+
export interface StoredSymbol extends SymbolRow {
|
|
5
|
+
readonly path: string;
|
|
6
|
+
}
|
|
7
|
+
export declare const defOf: (db: IndexDb, name: string, allowed: ReadonlySet<string>) => EngineHit[];
|
|
8
|
+
export declare const symSearch: (db: IndexDb, pattern: string, kind: SymbolRow["kind"] | undefined, allowed: ReadonlySet<string>) => EngineHit[];
|
|
9
|
+
export type RefKind = "call" | "import" | "type" | "write";
|
|
10
|
+
export interface RefsResult {
|
|
11
|
+
readonly hits: EngineHit[];
|
|
12
|
+
readonly hint?: string;
|
|
13
|
+
}
|
|
14
|
+
export declare const refsOf: (db: IndexDb, name: string, kindFilter: RefKind | undefined, rgBase: Omit<RgOptions, "pattern">) => Promise<RefsResult>;
|
|
15
|
+
//# sourceMappingURL=symbols.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"symbols.d.ts","sourceRoot":"","sources":["../../src/engines/symbols.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,gBAAgB,CAAC;AAC9C,OAAO,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAGxD,OAAO,EAAY,KAAK,SAAS,EAAE,MAAM,cAAc,CAAC;AAExD,MAAM,WAAW,YAAa,SAAQ,SAAS;IAC3C,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;CACzB;AAuBD,eAAO,MAAM,KAAK,GAAI,IAAI,OAAO,EAAE,MAAM,MAAM,EAAE,SAAS,WAAW,CAAC,MAAM,CAAC,KAAG,SAAS,EAI0B,CAAC;AAGpH,eAAO,MAAM,SAAS,GAAI,IAAI,OAAO,EAAE,SAAS,MAAM,EAAE,MAAM,SAAS,CAAC,MAAM,CAAC,GAAG,SAAS,EAAE,SAAS,WAAW,CAAC,MAAM,CAAC,KAAG,SAAS,EA0BpI,CAAC;AAEF,MAAM,MAAM,OAAO,GAAG,MAAM,GAAG,QAAQ,GAAG,MAAM,GAAG,OAAO,CAAC;AAkB3D,MAAM,WAAW,UAAU;IACvB,QAAQ,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC;IAC3B,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC;CAC1B;AAGD,eAAO,MAAM,MAAM,GAAU,IAAI,OAAO,EAAE,MAAM,MAAM,EAAE,YAAY,OAAO,GAAG,SAAS,EAAE,QAAQ,IAAI,CAAC,SAAS,EAAE,SAAS,CAAC,KAAG,OAAO,CAAC,UAAU,CA0B/I,CAAC"}
|
|
@@ -0,0 +1,91 @@
|
|
|
1
|
+
import { globToRegExp } from "../workspace/glob.js";
|
|
2
|
+
import { fuzzyScore } from "./files.js";
|
|
3
|
+
import { rgSearch } from "./lexical.js";
|
|
4
|
+
const symbolRows = (db, where, ...params) => db
|
|
5
|
+
.all(`SELECT f.path, s.name, s.kind, s.line, s.end_line, s.signature, s.exported, s.heuristic
|
|
6
|
+
FROM symbols s JOIN files f ON f.id = s.file_id ${where} ORDER BY f.path, s.line`, ...params)
|
|
7
|
+
.map((row) => ({
|
|
8
|
+
path: row["path"],
|
|
9
|
+
name: row["name"],
|
|
10
|
+
kind: row["kind"],
|
|
11
|
+
line: Number(row["line"]),
|
|
12
|
+
endLine: Number(row["end_line"]),
|
|
13
|
+
signature: row["signature"],
|
|
14
|
+
exported: row["exported"] === 1,
|
|
15
|
+
heuristic: row["heuristic"] === 1,
|
|
16
|
+
}));
|
|
17
|
+
const defTags = (symbol) => (symbol.heuristic ? [{ kind: "def" }, { kind: "heuristic" }] : [{ kind: "def" }]);
|
|
18
|
+
export const defOf = (db, name, allowed) => symbolRows(db, "WHERE s.name = ?", name)
|
|
19
|
+
.filter((symbol) => allowed.has(symbol.path))
|
|
20
|
+
.toSorted((a, b) => Number(b.exported) - Number(a.exported) || (a.path < b.path ? -1 : 1))
|
|
21
|
+
.map((symbol) => ({ path: symbol.path, line: symbol.line, text: symbol.signature, tags: defTags(symbol) }));
|
|
22
|
+
export const symSearch = (db, pattern, kind, allowed) => {
|
|
23
|
+
const glob = /[*?[]/.test(pattern) ? globToRegExp(pattern) : undefined;
|
|
24
|
+
const scored = [];
|
|
25
|
+
for (const symbol of symbolRows(db, kind !== undefined ? "WHERE s.kind = ?" : "", ...(kind !== undefined ? [kind] : []))) {
|
|
26
|
+
if (!allowed.has(symbol.path)) {
|
|
27
|
+
continue;
|
|
28
|
+
}
|
|
29
|
+
if (glob !== undefined) {
|
|
30
|
+
if (glob.test(symbol.name)) {
|
|
31
|
+
scored.push({ symbol, score: 1 });
|
|
32
|
+
}
|
|
33
|
+
continue;
|
|
34
|
+
}
|
|
35
|
+
const score = fuzzyScore(pattern, symbol.name);
|
|
36
|
+
if (score !== undefined) {
|
|
37
|
+
scored.push({ symbol, score });
|
|
38
|
+
}
|
|
39
|
+
}
|
|
40
|
+
return scored
|
|
41
|
+
.toSorted((a, b) => b.score - a.score || (a.symbol.path < b.symbol.path ? -1 : 1) || a.symbol.line - b.symbol.line)
|
|
42
|
+
.map(({ symbol }) => ({
|
|
43
|
+
path: symbol.path,
|
|
44
|
+
line: symbol.line,
|
|
45
|
+
text: `${symbol.kind.padEnd(6)} ${symbol.signature}`,
|
|
46
|
+
tags: defTags(symbol),
|
|
47
|
+
}));
|
|
48
|
+
};
|
|
49
|
+
const classifyRef = (name, text) => {
|
|
50
|
+
if (/^\s*(import\b|from\b|export\s+\{|use\s)/.test(text) || text.includes(`require(`)) {
|
|
51
|
+
return "import";
|
|
52
|
+
}
|
|
53
|
+
if (new RegExp(`\\b${name}\\s*(=[^=>]|\\+\\+|--|\\+=|-=)`).test(text)) {
|
|
54
|
+
return "write";
|
|
55
|
+
}
|
|
56
|
+
if (new RegExp(`\\b${name}\\s*[(<]`).test(text) && !new RegExp(`(function|def|const|let|var|class)\\s+${name}\\b`).test(text)) {
|
|
57
|
+
return "call";
|
|
58
|
+
}
|
|
59
|
+
if (new RegExp(`(:\\s*|extends\\s+|implements\\s+|new\\s+|satisfies\\s+|as\\s+)${name}\\b`).test(text)) {
|
|
60
|
+
return "type";
|
|
61
|
+
}
|
|
62
|
+
return "text";
|
|
63
|
+
};
|
|
64
|
+
export const refsOf = async (db, name, kindFilter, rgBase) => {
|
|
65
|
+
const escaped = name.replace(/[.*+?^${}()|[\]\\]/g, "\\$&");
|
|
66
|
+
const raw = await rgSearch({ ...rgBase, pattern: escaped, word: true });
|
|
67
|
+
const defLines = new Set(symbolRows(db, "WHERE s.name = ?", name).map((symbol) => `${symbol.path}:${symbol.line}`));
|
|
68
|
+
const counts = new Map();
|
|
69
|
+
const classified = [];
|
|
70
|
+
for (const hit of raw) {
|
|
71
|
+
if (defLines.has(`${hit.path}:${hit.line}`)) {
|
|
72
|
+
continue;
|
|
73
|
+
}
|
|
74
|
+
const kind = classifyRef(name, hit.text);
|
|
75
|
+
counts.set(kind, (counts.get(kind) ?? 0) + 1);
|
|
76
|
+
if (kindFilter !== undefined && kind !== kindFilter) {
|
|
77
|
+
continue;
|
|
78
|
+
}
|
|
79
|
+
classified.push({ ...hit, tags: [{ kind: kind === "text" ? "text" : kind }] });
|
|
80
|
+
}
|
|
81
|
+
const total = [...counts.values()].reduce((sum, n) => sum + n, 0);
|
|
82
|
+
let hint;
|
|
83
|
+
if (kindFilter === undefined && total > 5) {
|
|
84
|
+
const [topKind, topCount] = [...counts.entries()].toSorted((a, b) => b[1] - a[1])[0];
|
|
85
|
+
if (topKind !== "text" && topCount / total >= 0.6) {
|
|
86
|
+
hint = `${topCount}/${total} refs are [${topKind}]; narrow with --kind ${topKind}`;
|
|
87
|
+
}
|
|
88
|
+
}
|
|
89
|
+
return { hits: classified, ...(hint !== undefined ? { hint } : {}) };
|
|
90
|
+
};
|
|
91
|
+
//# sourceMappingURL=symbols.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"symbols.js","sourceRoot":"","sources":["../../src/engines/symbols.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AACpD,OAAO,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AACxC,OAAO,EAAE,QAAQ,EAAkB,MAAM,cAAc,CAAC;AAMxD,MAAM,UAAU,GAAG,CAAC,EAAW,EAAE,KAAa,EAAE,GAAG,MAAgB,EAAkB,EAAE,CACnF,EAAE;KACG,GAAG,CACA;+DACmD,KAAK,0BAA0B,EAClF,GAAG,MAAM,CACZ;KACA,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;IACX,IAAI,EAAE,GAAG,CAAC,MAAM,CAAW;IAC3B,IAAI,EAAE,GAAG,CAAC,MAAM,CAAW;IAC3B,IAAI,EAAE,GAAG,CAAC,MAAM,CAAsB;IACtC,IAAI,EAAE,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IACzB,OAAO,EAAE,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IAChC,SAAS,EAAE,GAAG,CAAC,WAAW,CAAW;IACrC,QAAQ,EAAE,GAAG,CAAC,UAAU,CAAC,KAAK,CAAC;IAC/B,SAAS,EAAE,GAAG,CAAC,WAAW,CAAC,KAAK,CAAC;CACpC,CAAC,CAAC,CAAC;AAEZ,MAAM,OAAO,GAAG,CAAC,MAAoB,EAAwB,EAAE,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;AAGlJ,MAAM,CAAC,MAAM,KAAK,GAAG,CAAC,EAAW,EAAE,IAAY,EAAE,OAA4B,EAAe,EAAE,CAC1F,UAAU,CAAC,EAAE,EAAE,kBAAkB,EAAE,IAAI,CAAC;KACnC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;KAC5C,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;KACzF,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,IAAI,EAAE,MAAM,CAAC,SAAS,EAAE,IAAI,EAAE,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;AAGpH,MAAM,CAAC,MAAM,SAAS,GAAG,CAAC,EAAW,EAAE,OAAe,EAAE,IAAmC,EAAE,OAA4B,EAAe,EAAE;IACtI,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACvE,MAAM,MAAM,GAA8C,EAAE,CAAC;IAC7D,KAAK,MAAM,MAAM,IAAI,UAAU,CAAC,EAAE,EAAE,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,EAAE,EAAE,GAAG,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;QACvH,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;YAC5B,SAAS;QACb,CAAC;QACD,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;YACrB,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;gBACzB,MAAM,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;YACtC,CAAC;YACD,SAAS;QACb,CAAC;QACD,MAAM,KAAK,GAAG,UAAU,CAAC,OAAO,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;QAC/C,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACtB,MAAM,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;QACnC,CAAC;IACL,CAAC;IACD,OAAO,MAAM;SACR,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,GAAG,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,IAAI,GAAG,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC;SAClH,GAAG,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,CAAC;QAClB,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,IAAI,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,SAAS,EAAE;QACpD,IAAI,EAAE,OAAO,CAAC,MAAM,CAAC;KACxB,CAAC,CAAC,CAAC;AACZ,CAAC,CAAC;AAIF,MAAM,WAAW,GAAG,CAAC,IAAY,EAAE,IAAY,EAAoB,EAAE;IACjE,IAAI,yCAAyC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;QACpF,OAAO,QAAQ,CAAC;IACpB,CAAC;IACD,IAAI,IAAI,MAAM,CAAC,MAAM,IAAI,gCAAgC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QACpE,OAAO,OAAO,CAAC;IACnB,CAAC;IACD,IAAI,IAAI,MAAM,CAAC,MAAM,IAAI,UAAU,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,MAAM,CAAC,yCAAyC,IAAI,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QAC5H,OAAO,MAAM,CAAC;IAClB,CAAC;IACD,IAAI,IAAI,MAAM,CAAC,kEAAkE,IAAI,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QACrG,OAAO,MAAM,CAAC;IAClB,CAAC;IACD,OAAO,MAAM,CAAC;AAClB,CAAC,CAAC;AAQF,MAAM,CAAC,MAAM,MAAM,GAAG,KAAK,EAAE,EAAW,EAAE,IAAY,EAAE,UAA+B,EAAE,MAAkC,EAAuB,EAAE;IAChJ,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,qBAAqB,EAAE,MAAM,CAAC,CAAC;IAC5D,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,EAAE,GAAG,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;IACxE,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,UAAU,CAAC,EAAE,EAAE,kBAAkB,EAAE,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,GAAG,MAAM,CAAC,IAAI,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;IACpH,MAAM,MAAM,GAAG,IAAI,GAAG,EAAkB,CAAC;IACzC,MAAM,UAAU,GAAgB,EAAE,CAAC;IACnC,KAAK,MAAM,GAAG,IAAI,GAAG,EAAE,CAAC;QACpB,IAAI,QAAQ,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC,IAAI,IAAI,GAAG,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC;YAC1C,SAAS;QACb,CAAC;QACD,MAAM,IAAI,GAAG,WAAW,CAAC,IAAI,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC;QACzC,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QAC9C,IAAI,UAAU,KAAK,SAAS,IAAI,IAAI,KAAK,UAAU,EAAE,CAAC;YAClD,SAAS;QACb,CAAC;QACD,UAAU,CAAC,IAAI,CAAC,EAAE,GAAG,GAAG,EAAE,IAAI,EAAE,CAAC,EAAE,IAAI,EAAE,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC;IACnF,CAAC;IACD,MAAM,KAAK,GAAG,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;IAClE,IAAI,IAAwB,CAAC;IAC7B,IAAI,UAAU,KAAK,SAAS,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;QACxC,MAAM,CAAC,OAAO,EAAE,QAAQ,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAE,CAAC;QACtF,IAAI,OAAO,KAAK,MAAM,IAAI,QAAQ,GAAG,KAAK,IAAI,GAAG,EAAE,CAAC;YAChD,IAAI,GAAG,GAAG,QAAQ,IAAI,KAAK,cAAc,OAAO,yBAAyB,OAAO,EAAE,CAAC;QACvF,CAAC;IACL,CAAC;IACD,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,GAAG,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;AACzE,CAAC,CAAC"}
|
|
@@ -0,0 +1,5 @@
|
|
|
1
|
+
export declare const FEATURES: readonly ["bm25", "semantic", "rerank", "prf", "confidence", "symctx", "graph", "boosts", "pack"];
|
|
2
|
+
export type Feature = (typeof FEATURES)[number];
|
|
3
|
+
export declare const parseFeatures: (spec: string | undefined) => ReadonlySet<Feature>;
|
|
4
|
+
export declare const disabledOf: (features: ReadonlySet<Feature>) => Feature[];
|
|
5
|
+
//# sourceMappingURL=features.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"features.d.ts","sourceRoot":"","sources":["../src/features.ts"],"names":[],"mappings":"AAEA,eAAO,MAAM,QAAQ,mGAAoG,CAAC;AAE1H,MAAM,MAAM,OAAO,GAAG,CAAC,OAAO,QAAQ,CAAC,CAAC,MAAM,CAAC,CAAC;AAIhD,eAAO,MAAM,aAAa,GAAI,MAAM,MAAM,GAAG,SAAS,KAAG,WAAW,CAAC,OAAO,CAoB3E,CAAC;AAEF,eAAO,MAAM,UAAU,GAAI,UAAU,WAAW,CAAC,OAAO,CAAC,KAAG,OAAO,EAA0D,CAAC"}
|
package/dist/features.js
ADDED
|
@@ -0,0 +1,24 @@
|
|
|
1
|
+
export const FEATURES = ["bm25", "semantic", "rerank", "prf", "confidence", "symctx", "graph", "boosts", "pack"];
|
|
2
|
+
export const parseFeatures = (spec) => {
|
|
3
|
+
if (spec === undefined || spec.trim() === "") {
|
|
4
|
+
return new Set(FEATURES);
|
|
5
|
+
}
|
|
6
|
+
const tokens = spec
|
|
7
|
+
.split(",")
|
|
8
|
+
.map((token) => token.trim())
|
|
9
|
+
.filter((token) => token !== "");
|
|
10
|
+
for (const token of tokens) {
|
|
11
|
+
const name = token.replace(/^-/, "");
|
|
12
|
+
if (!FEATURES.includes(name)) {
|
|
13
|
+
throw new Error(`iq: unknown feature "${name}" — known: ${FEATURES.join(", ")}`);
|
|
14
|
+
}
|
|
15
|
+
}
|
|
16
|
+
const allowList = tokens.some((token) => !token.startsWith("-"));
|
|
17
|
+
if (allowList) {
|
|
18
|
+
return new Set(tokens.filter((token) => !token.startsWith("-")));
|
|
19
|
+
}
|
|
20
|
+
const disabled = new Set(tokens.map((token) => token.slice(1)));
|
|
21
|
+
return new Set(FEATURES.filter((feature) => !disabled.has(feature)));
|
|
22
|
+
};
|
|
23
|
+
export const disabledOf = (features) => FEATURES.filter((feature) => !features.has(feature));
|
|
24
|
+
//# sourceMappingURL=features.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"features.js","sourceRoot":"","sources":["../src/features.ts"],"names":[],"mappings":"AAEA,MAAM,CAAC,MAAM,QAAQ,GAAG,CAAC,MAAM,EAAE,UAAU,EAAE,QAAQ,EAAE,KAAK,EAAE,YAAY,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,CAAU,CAAC;AAM1H,MAAM,CAAC,MAAM,aAAa,GAAG,CAAC,IAAwB,EAAwB,EAAE;IAC5E,IAAI,IAAI,KAAK,SAAS,IAAI,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;QAC3C,OAAO,IAAI,GAAG,CAAC,QAAQ,CAAC,CAAC;IAC7B,CAAC;IACD,MAAM,MAAM,GAAG,IAAI;SACd,KAAK,CAAC,GAAG,CAAC;SACV,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;SAC5B,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,EAAE,CAAC,CAAC;IACrC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QACzB,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QACrC,IAAI,CAAE,QAA8B,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;YAClD,MAAM,IAAI,KAAK,CAAC,wBAAwB,IAAI,cAAc,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACrF,CAAC;IACL,CAAC;IACD,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC;IACjE,IAAI,SAAS,EAAE,CAAC;QACZ,OAAO,IAAI,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,CAAc,CAAC,CAAC;IAClF,CAAC;IACD,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAChE,OAAO,IAAI,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;AACzE,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,UAAU,GAAG,CAAC,QAA8B,EAAa,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC"}
|
package/dist/index.d.ts
ADDED
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
import type { IndexStatus, QueryOutcome, QueryRequest } from "./types.js";
|
|
2
|
+
import { type Feature } from "./features.js";
|
|
3
|
+
export type { EngineHit, EngineResult, FileClass, FileEntry, IndexStatus, QueryOutcome, QueryRequest, RankedGroup, RankedHit, RenderOptions, Scope, SymbolRow, Verb, VerbOptions, } from "./types.js";
|
|
4
|
+
export { disabledOf, type Feature, FEATURES, parseFeatures } from "./features.js";
|
|
5
|
+
export { estimateTokens } from "./render/budget.js";
|
|
6
|
+
export { isIqDenied, IQ_DIR } from "./workspace/floor.js";
|
|
7
|
+
export { canonicalLang } from "./workspace/scan.js";
|
|
8
|
+
export interface EngineOptions {
|
|
9
|
+
readonly root: string;
|
|
10
|
+
readonly indexDir?: string;
|
|
11
|
+
readonly rgPath?: string;
|
|
12
|
+
readonly modelDir?: string;
|
|
13
|
+
readonly features?: ReadonlySet<Feature>;
|
|
14
|
+
}
|
|
15
|
+
export interface Engine {
|
|
16
|
+
run(request: QueryRequest): Promise<QueryOutcome>;
|
|
17
|
+
indexStatus(): Promise<IndexStatus>;
|
|
18
|
+
indexRebuild(onProgress?: (message: string) => void): Promise<IndexStatus>;
|
|
19
|
+
indexDrop(): void;
|
|
20
|
+
}
|
|
21
|
+
export declare const createEngine: (options: EngineOptions) => Engine;
|
|
22
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAUA,OAAO,KAAK,EAAE,WAAW,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAC1E,OAAO,EAAE,KAAK,OAAO,EAAY,MAAM,eAAe,CAAC;AAKvD,YAAY,EACR,SAAS,EACT,YAAY,EACZ,SAAS,EACT,SAAS,EACT,WAAW,EACX,YAAY,EACZ,YAAY,EACZ,WAAW,EACX,SAAS,EACT,aAAa,EACb,KAAK,EACL,SAAS,EACT,IAAI,EACJ,WAAW,GACd,MAAM,YAAY,CAAC;AACpB,OAAO,EAAE,UAAU,EAAE,KAAK,OAAO,EAAE,QAAQ,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAClF,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AACpD,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAEpD,MAAM,WAAW,aAAa;IAC1B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAE3B,QAAQ,CAAC,QAAQ,CAAC,EAAE,WAAW,CAAC,OAAO,CAAC,CAAC;CAC5C;AAED,MAAM,WAAW,MAAM;IACnB,GAAG,CAAC,OAAO,EAAE,YAAY,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC;IAClD,WAAW,IAAI,OAAO,CAAC,WAAW,CAAC,CAAC;IACpC,YAAY,CAAC,UAAU,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,GAAG,OAAO,CAAC,WAAW,CAAC,CAAC;IAC3E,SAAS,IAAI,IAAI,CAAC;CACrB;AAcD,eAAO,MAAM,YAAY,GAAI,SAAS,aAAa,KAAG,MAmFrD,CAAC"}
|
package/dist/index.js
ADDED
|
@@ -0,0 +1,104 @@
|
|
|
1
|
+
import { rmSync } from "node:fs";
|
|
2
|
+
import { join } from "node:path";
|
|
3
|
+
import { loadEmbedder } from "./embed/embedder.js";
|
|
4
|
+
import { loadReranker } from "./embed/reranker.js";
|
|
5
|
+
import { embedPending } from "./engines/semantic.js";
|
|
6
|
+
import { chunkFile } from "./indexer/chunker.js";
|
|
7
|
+
import { revalidate } from "./indexer/indexer.js";
|
|
8
|
+
import { extractSymbols } from "./indexer/symbols.js";
|
|
9
|
+
import { openIndex } from "./store/db.js";
|
|
10
|
+
import { getMeta, setMeta } from "./store/index-store.js";
|
|
11
|
+
import { FEATURES } from "./features.js";
|
|
12
|
+
import { dispatch } from "./verbs/dispatch.js";
|
|
13
|
+
import { IQ_DIR } from "./workspace/floor.js";
|
|
14
|
+
import { sweep } from "./workspace/scan.js";
|
|
15
|
+
export { disabledOf, FEATURES, parseFeatures } from "./features.js";
|
|
16
|
+
export { estimateTokens } from "./render/budget.js";
|
|
17
|
+
export { isIqDenied, IQ_DIR } from "./workspace/floor.js";
|
|
18
|
+
export { canonicalLang } from "./workspace/scan.js";
|
|
19
|
+
const status = (db, generation) => {
|
|
20
|
+
const count = (sql) => Number(db.get(sql)?.["n"] ?? 0);
|
|
21
|
+
return {
|
|
22
|
+
files: count("SELECT COUNT(*) AS n FROM files"),
|
|
23
|
+
symbols: count("SELECT COUNT(*) AS n FROM symbols"),
|
|
24
|
+
chunks: count("SELECT COUNT(*) AS n FROM chunks"),
|
|
25
|
+
embedded: count("SELECT COUNT(*) AS n FROM chunks WHERE embedding IS NOT NULL"),
|
|
26
|
+
generation,
|
|
27
|
+
freshness: { state: "fresh", ageMs: 0 },
|
|
28
|
+
};
|
|
29
|
+
};
|
|
30
|
+
export const createEngine = (options) => {
|
|
31
|
+
const indexDir = options.indexDir ?? join(options.root, IQ_DIR);
|
|
32
|
+
let embedderPromise;
|
|
33
|
+
const getEmbedder = () => (embedderPromise ??= loadEmbedder(options.modelDir));
|
|
34
|
+
let rerankerPromise;
|
|
35
|
+
const getReranker = () => (rerankerPromise ??= loadReranker(options.modelDir));
|
|
36
|
+
const revalidated = async () => {
|
|
37
|
+
const sweepStart = Date.now();
|
|
38
|
+
const entries = await sweep(options.root, false);
|
|
39
|
+
const db = openIndex(indexDir);
|
|
40
|
+
const { generation } = await revalidate(db, entries, (path, lang, content) => {
|
|
41
|
+
const symbols = extractSymbols(path, lang, content);
|
|
42
|
+
return { symbols, chunks: chunkFile(path, symbols, content) };
|
|
43
|
+
});
|
|
44
|
+
if (options.modelDir !== undefined) {
|
|
45
|
+
const { MODEL_ID } = await import("./embed/embedder.js");
|
|
46
|
+
if (getMeta(db, "model_id") !== MODEL_ID) {
|
|
47
|
+
db.run("UPDATE chunks SET embedding = NULL");
|
|
48
|
+
setMeta(db, "model_id", MODEL_ID);
|
|
49
|
+
}
|
|
50
|
+
}
|
|
51
|
+
return { db, generation, sweepStart, entries };
|
|
52
|
+
};
|
|
53
|
+
return {
|
|
54
|
+
async run(request) {
|
|
55
|
+
const { db, generation, sweepStart, entries } = await revalidated();
|
|
56
|
+
try {
|
|
57
|
+
return await dispatch({
|
|
58
|
+
root: options.root,
|
|
59
|
+
indexDir,
|
|
60
|
+
db,
|
|
61
|
+
generation,
|
|
62
|
+
sweepStart,
|
|
63
|
+
getEmbedder,
|
|
64
|
+
getReranker,
|
|
65
|
+
features: options.features ?? new Set(FEATURES),
|
|
66
|
+
...(options.rgPath !== undefined ? { rgPath: options.rgPath } : {}),
|
|
67
|
+
}, request, entries);
|
|
68
|
+
}
|
|
69
|
+
finally {
|
|
70
|
+
db.close();
|
|
71
|
+
}
|
|
72
|
+
},
|
|
73
|
+
async indexStatus() {
|
|
74
|
+
const { db, generation } = await revalidated();
|
|
75
|
+
try {
|
|
76
|
+
return status(db, generation);
|
|
77
|
+
}
|
|
78
|
+
finally {
|
|
79
|
+
db.close();
|
|
80
|
+
}
|
|
81
|
+
},
|
|
82
|
+
async indexRebuild(onProgress) {
|
|
83
|
+
this.indexDrop();
|
|
84
|
+
onProgress?.("rebuilding index from scratch");
|
|
85
|
+
const { db, generation, entries } = await revalidated();
|
|
86
|
+
try {
|
|
87
|
+
onProgress?.(`indexed ${entries.length} files`);
|
|
88
|
+
const embedder = await getEmbedder();
|
|
89
|
+
if (embedder !== undefined) {
|
|
90
|
+
const remaining = await embedPending(db, embedder, Number.MAX_SAFE_INTEGER, Number.MAX_SAFE_INTEGER);
|
|
91
|
+
onProgress?.(remaining === 0 ? "embeddings complete" : `embeddings incomplete: ${remaining} chunks pending`);
|
|
92
|
+
}
|
|
93
|
+
return status(db, generation);
|
|
94
|
+
}
|
|
95
|
+
finally {
|
|
96
|
+
db.close();
|
|
97
|
+
}
|
|
98
|
+
},
|
|
99
|
+
indexDrop() {
|
|
100
|
+
rmSync(indexDir, { recursive: true, force: true });
|
|
101
|
+
},
|
|
102
|
+
};
|
|
103
|
+
};
|
|
104
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAiB,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAClE,OAAO,EAAE,YAAY,EAAiB,MAAM,qBAAqB,CAAC;AAClE,OAAO,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;AACrD,OAAO,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AACjD,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAClD,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AACtD,OAAO,EAAgB,SAAS,EAAE,MAAM,eAAe,CAAC;AACxD,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,wBAAwB,CAAC;AAE1D,OAAO,EAAgB,QAAQ,EAAE,MAAM,eAAe,CAAC;AACvD,OAAO,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AAC/C,OAAO,EAAE,MAAM,EAAE,MAAM,sBAAsB,CAAC;AAC9C,OAAO,EAAE,KAAK,EAAE,MAAM,qBAAqB,CAAC;AAkB5C,OAAO,EAAE,UAAU,EAAgB,QAAQ,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAClF,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AACpD,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAkBpD,MAAM,MAAM,GAAG,CAAC,EAAW,EAAE,UAAkB,EAAe,EAAE;IAC5D,MAAM,KAAK,GAAG,CAAC,GAAW,EAAU,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;IACvE,OAAO;QACH,KAAK,EAAE,KAAK,CAAC,iCAAiC,CAAC;QAC/C,OAAO,EAAE,KAAK,CAAC,mCAAmC,CAAC;QACnD,MAAM,EAAE,KAAK,CAAC,kCAAkC,CAAC;QACjD,QAAQ,EAAE,KAAK,CAAC,8DAA8D,CAAC;QAC/E,UAAU;QACV,SAAS,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,EAAE;KAC1C,CAAC;AACN,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,OAAsB,EAAU,EAAE;IAC3D,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IAChE,IAAI,eAA0D,CAAC;IAC/D,MAAM,WAAW,GAAG,GAAkC,EAAE,CAAC,CAAC,eAAe,KAAK,YAAY,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC;IAC9G,IAAI,eAA0D,CAAC;IAC/D,MAAM,WAAW,GAAG,GAAkC,EAAE,CAAC,CAAC,eAAe,KAAK,YAAY,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC;IAE9G,MAAM,WAAW,GAAG,KAAK,IAKtB,EAAE;QACD,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC9B,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;QACjD,MAAM,EAAE,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAC;QAC/B,MAAM,EAAE,UAAU,EAAE,GAAG,MAAM,UAAU,CAAC,EAAE,EAAE,OAAO,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE;YACzE,MAAM,OAAO,GAAG,cAAc,CAAC,IAAI,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;YACpD,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,CAAC,IAAI,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE,CAAC;QAClE,CAAC,CAAC,CAAC;QAEH,IAAI,OAAO,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;YACjC,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,MAAM,CAAC,qBAAqB,CAAC,CAAC;YACzD,IAAI,OAAO,CAAC,EAAE,EAAE,UAAU,CAAC,KAAK,QAAQ,EAAE,CAAC;gBACvC,EAAE,CAAC,GAAG,CAAC,oCAAoC,CAAC,CAAC;gBAC7C,OAAO,CAAC,EAAE,EAAE,UAAU,EAAE,QAAQ,CAAC,CAAC;YACtC,CAAC;QACL,CAAC;QACD,OAAO,EAAE,EAAE,EAAE,UAAU,EAAE,UAAU,EAAE,OAAO,EAAE,CAAC;IACnD,CAAC,CAAC;IAEF,OAAO;QACH,KAAK,CAAC,GAAG,CAAC,OAAO;YACb,MAAM,EAAE,EAAE,EAAE,UAAU,EAAE,UAAU,EAAE,OAAO,EAAE,GAAG,MAAM,WAAW,EAAE,CAAC;YACpE,IAAI,CAAC;gBACD,OAAO,MAAM,QAAQ,CACjB;oBACI,IAAI,EAAE,OAAO,CAAC,IAAI;oBAClB,QAAQ;oBACR,EAAE;oBACF,UAAU;oBACV,UAAU;oBACV,WAAW;oBACX,WAAW;oBACX,QAAQ,EAAE,OAAO,CAAC,QAAQ,IAAI,IAAI,GAAG,CAAC,QAAQ,CAAC;oBAC/C,GAAG,CAAC,OAAO,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;iBACtE,EACD,OAAO,EACP,OAAO,CACV,CAAC;YACN,CAAC;oBAAS,CAAC;gBACP,EAAE,CAAC,KAAK,EAAE,CAAC;YACf,CAAC;QACL,CAAC;QACD,KAAK,CAAC,WAAW;YACb,MAAM,EAAE,EAAE,EAAE,UAAU,EAAE,GAAG,MAAM,WAAW,EAAE,CAAC;YAC/C,IAAI,CAAC;gBACD,OAAO,MAAM,CAAC,EAAE,EAAE,UAAU,CAAC,CAAC;YAClC,CAAC;oBAAS,CAAC;gBACP,EAAE,CAAC,KAAK,EAAE,CAAC;YACf,CAAC;QACL,CAAC;QACD,KAAK,CAAC,YAAY,CAAC,UAAU;YACzB,IAAI,CAAC,SAAS,EAAE,CAAC;YACjB,UAAU,EAAE,CAAC,+BAA+B,CAAC,CAAC;YAC9C,MAAM,EAAE,EAAE,EAAE,UAAU,EAAE,OAAO,EAAE,GAAG,MAAM,WAAW,EAAE,CAAC;YACxD,IAAI,CAAC;gBACD,UAAU,EAAE,CAAC,WAAW,OAAO,CAAC,MAAM,QAAQ,CAAC,CAAC;gBAChD,MAAM,QAAQ,GAAG,MAAM,WAAW,EAAE,CAAC;gBACrC,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;oBAEzB,MAAM,SAAS,GAAG,MAAM,YAAY,CAAC,EAAE,EAAE,QAAQ,EAAE,MAAM,CAAC,gBAAgB,EAAE,MAAM,CAAC,gBAAgB,CAAC,CAAC;oBACrG,UAAU,EAAE,CAAC,SAAS,KAAK,CAAC,CAAC,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,0BAA0B,SAAS,iBAAiB,CAAC,CAAC;gBACjH,CAAC;gBACD,OAAO,MAAM,CAAC,EAAE,EAAE,UAAU,CAAC,CAAC;YAClC,CAAC;oBAAS,CAAC;gBACP,EAAE,CAAC,KAAK,EAAE,CAAC;YACf,CAAC;QACL,CAAC;QACD,SAAS;YACL,MAAM,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QACvD,CAAC;KACJ,CAAC;AACN,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"chunker.d.ts","sourceRoot":"","sources":["../../src/indexer/chunker.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAkBvD,eAAO,MAAM,SAAS,GAAI,MAAM,MAAM,EAAE,SAAS,SAAS,SAAS,EAAE,EAAE,SAAS,MAAM,KAAG,QAAQ,EA8ChG,CAAC"}
|
|
@@ -0,0 +1,51 @@
|
|
|
1
|
+
import { createHash } from "node:crypto";
|
|
2
|
+
const WINDOW_LINES = 40;
|
|
3
|
+
const WINDOW_OVERLAP = 10;
|
|
4
|
+
const CHUNK_MAX_CHARS = 1200;
|
|
5
|
+
const SYMBOL_BODY_CHARS = CHUNK_MAX_CHARS - 100;
|
|
6
|
+
const chunk = (path, label, lines, startLine, endLine) => {
|
|
7
|
+
const text = `${path} § ${label}\n${lines.slice(startLine - 1, endLine).join("\n")}`.slice(0, CHUNK_MAX_CHARS);
|
|
8
|
+
return { startLine, endLine, hash: createHash("sha256").update(text).digest("hex"), text };
|
|
9
|
+
};
|
|
10
|
+
export const chunkFile = (path, symbols, content) => {
|
|
11
|
+
const lines = content.split(/\r?\n/);
|
|
12
|
+
const chunks = [];
|
|
13
|
+
const covered = Array.from({ length: lines.length }, () => false);
|
|
14
|
+
const top = symbols.filter((symbol) => !symbols.some((other) => other !== symbol && other.line <= symbol.line && other.endLine >= symbol.endLine));
|
|
15
|
+
for (const symbol of top) {
|
|
16
|
+
const start = symbol.line > 1 && /^\s*(\/\/|\/\*|\*|#)/.test(lines[symbol.line - 2] ?? "") ? symbol.line - 1 : symbol.line;
|
|
17
|
+
let from = start;
|
|
18
|
+
while (from <= symbol.endLine) {
|
|
19
|
+
let to = from;
|
|
20
|
+
let chars = (lines[from - 1]?.length ?? 0) + 1;
|
|
21
|
+
while (to + 1 <= symbol.endLine && chars + (lines[to]?.length ?? 0) + 1 <= SYMBOL_BODY_CHARS) {
|
|
22
|
+
to += 1;
|
|
23
|
+
chars += (lines[to - 1]?.length ?? 0) + 1;
|
|
24
|
+
}
|
|
25
|
+
chunks.push(chunk(path, symbol.name, lines, from, to));
|
|
26
|
+
from = to + 1;
|
|
27
|
+
}
|
|
28
|
+
for (let i = start - 1; i < symbol.endLine; i++) {
|
|
29
|
+
covered[i] = true;
|
|
30
|
+
}
|
|
31
|
+
}
|
|
32
|
+
let windowStart;
|
|
33
|
+
for (let i = 0; i <= lines.length; i++) {
|
|
34
|
+
const uncovered = i < lines.length && !covered[i] && (lines[i] ?? "").trim() !== "";
|
|
35
|
+
if (uncovered && windowStart === undefined) {
|
|
36
|
+
windowStart = i + 1;
|
|
37
|
+
}
|
|
38
|
+
if (!uncovered && windowStart !== undefined) {
|
|
39
|
+
for (let from = windowStart; from <= i; from += WINDOW_LINES - WINDOW_OVERLAP) {
|
|
40
|
+
const to = Math.min(i, from + WINDOW_LINES - 1);
|
|
41
|
+
chunks.push(chunk(path, `L${from}`, lines, from, to));
|
|
42
|
+
if (to === i) {
|
|
43
|
+
break;
|
|
44
|
+
}
|
|
45
|
+
}
|
|
46
|
+
windowStart = undefined;
|
|
47
|
+
}
|
|
48
|
+
}
|
|
49
|
+
return chunks.toSorted((a, b) => a.startLine - b.startLine);
|
|
50
|
+
};
|
|
51
|
+
//# sourceMappingURL=chunker.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"chunker.js","sourceRoot":"","sources":["../../src/indexer/chunker.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAGzC,MAAM,YAAY,GAAG,EAAE,CAAC;AACxB,MAAM,cAAc,GAAG,EAAE,CAAC;AAC1B,MAAM,eAAe,GAAG,IAAI,CAAC;AAI7B,MAAM,iBAAiB,GAAG,eAAe,GAAG,GAAG,CAAC;AAEhD,MAAM,KAAK,GAAG,CAAC,IAAY,EAAE,KAAa,EAAE,KAAwB,EAAE,SAAiB,EAAE,OAAe,EAAY,EAAE;IAElH,MAAM,IAAI,GAAG,GAAG,IAAI,MAAM,KAAK,KAAK,KAAK,CAAC,KAAK,CAAC,SAAS,GAAG,CAAC,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,eAAe,CAAC,CAAC;IAC/G,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,IAAI,EAAE,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,CAAC;AAC/F,CAAC,CAAC;AAIF,MAAM,CAAC,MAAM,SAAS,GAAG,CAAC,IAAY,EAAE,OAA6B,EAAE,OAAe,EAAc,EAAE;IAClG,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IACrC,MAAM,MAAM,GAAe,EAAE,CAAC;IAC9B,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,EAAE,GAAG,EAAE,CAAC,KAAK,CAAC,CAAC;IAElE,MAAM,GAAG,GAAG,OAAO,CAAC,MAAM,CACtB,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,MAAM,IAAI,KAAK,CAAC,IAAI,IAAI,MAAM,CAAC,IAAI,IAAI,KAAK,CAAC,OAAO,IAAI,MAAM,CAAC,OAAO,CAAC,CACzH,CAAC;IACF,KAAK,MAAM,MAAM,IAAI,GAAG,EAAE,CAAC;QAEvB,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,GAAG,CAAC,IAAI,sBAAsB,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC;QAE3H,IAAI,IAAI,GAAG,KAAK,CAAC;QACjB,OAAO,IAAI,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;YAC5B,IAAI,EAAE,GAAG,IAAI,CAAC;YACd,IAAI,KAAK,GAAG,CAAC,KAAK,CAAC,IAAI,GAAG,CAAC,CAAC,EAAE,MAAM,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;YAC/C,OAAO,EAAE,GAAG,CAAC,IAAI,MAAM,CAAC,OAAO,IAAI,KAAK,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,EAAE,MAAM,IAAI,CAAC,CAAC,GAAG,CAAC,IAAI,iBAAiB,EAAE,CAAC;gBAC3F,EAAE,IAAI,CAAC,CAAC;gBACR,KAAK,IAAI,CAAC,KAAK,CAAC,EAAE,GAAG,CAAC,CAAC,EAAE,MAAM,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;YAC9C,CAAC;YACD,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC;YACvD,IAAI,GAAG,EAAE,GAAG,CAAC,CAAC;QAClB,CAAC;QACD,KAAK,IAAI,CAAC,GAAG,KAAK,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC,EAAE,EAAE,CAAC;YAC9C,OAAO,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC;QACtB,CAAC;IACL,CAAC;IAED,IAAI,WAA+B,CAAC;IACpC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACrC,MAAM,SAAS,GAAG,CAAC,GAAG,KAAK,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC;QACpF,IAAI,SAAS,IAAI,WAAW,KAAK,SAAS,EAAE,CAAC;YACzC,WAAW,GAAG,CAAC,GAAG,CAAC,CAAC;QACxB,CAAC;QACD,IAAI,CAAC,SAAS,IAAI,WAAW,KAAK,SAAS,EAAE,CAAC;YAC1C,KAAK,IAAI,IAAI,GAAG,WAAW,EAAE,IAAI,IAAI,CAAC,EAAE,IAAI,IAAI,YAAY,GAAG,cAAc,EAAE,CAAC;gBAC5E,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,GAAG,YAAY,GAAG,CAAC,CAAC,CAAC;gBAChD,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,IAAI,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC;gBACtD,IAAI,EAAE,KAAK,CAAC,EAAE,CAAC;oBACX,MAAM;gBACV,CAAC;YACL,CAAC;YACD,WAAW,GAAG,SAAS,CAAC;QAC5B,CAAC;IACL,CAAC;IACD,OAAO,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC;AAChE,CAAC,CAAC"}
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
import type { IndexDb } from "../store/db.js";
|
|
2
|
+
import type { ChunkRow, FileEntry, SymbolRow } from "../types.js";
|
|
3
|
+
export declare const PARSER_VERSION = "2";
|
|
4
|
+
export type ParseFile = (path: string, lang: string | undefined, content: string) => {
|
|
5
|
+
symbols: SymbolRow[];
|
|
6
|
+
chunks: ChunkRow[];
|
|
7
|
+
};
|
|
8
|
+
export interface RevalidateResult {
|
|
9
|
+
readonly generation: number;
|
|
10
|
+
readonly fileCount: number;
|
|
11
|
+
readonly changed: number;
|
|
12
|
+
}
|
|
13
|
+
export declare const revalidate: (db: IndexDb, entries: readonly FileEntry[], parse?: ParseFile) => Promise<RevalidateResult>;
|
|
14
|
+
//# sourceMappingURL=indexer.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"indexer.d.ts","sourceRoot":"","sources":["../../src/indexer/indexer.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,gBAAgB,CAAC;AAE9C,OAAO,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAOlE,eAAO,MAAM,cAAc,MAAM,CAAC;AAIlC,MAAM,MAAM,SAAS,GAAG,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,SAAS,EAAE,OAAO,EAAE,MAAM,KAAK;IAAE,OAAO,EAAE,SAAS,EAAE,CAAC;IAAC,MAAM,EAAE,QAAQ,EAAE,CAAA;CAAE,CAAC;AAElI,MAAM,WAAW,gBAAgB;IAC7B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;CAC5B;AAMD,eAAO,MAAM,UAAU,GAAU,IAAI,OAAO,EAAE,SAAS,SAAS,SAAS,EAAE,EAAE,QAAQ,SAAS,KAAG,OAAO,CAAC,gBAAgB,CA2DxH,CAAC"}
|
|
@@ -0,0 +1,55 @@
|
|
|
1
|
+
import { createHash } from "node:crypto";
|
|
2
|
+
import { readFile } from "node:fs/promises";
|
|
3
|
+
import { bumpGeneration, deleteFile, generationOf, getMeta, listFiles, replaceFile, setMeta, touchFile } from "../store/index-store.js";
|
|
4
|
+
import { langOf } from "../workspace/scan.js";
|
|
5
|
+
const MAX_FILE_BYTES = 1024 * 1024;
|
|
6
|
+
export const PARSER_VERSION = "2";
|
|
7
|
+
const isBinary = (buf) => buf.includes(0);
|
|
8
|
+
export const revalidate = async (db, entries, parse) => {
|
|
9
|
+
const stored = listFiles(db);
|
|
10
|
+
const seen = new Set();
|
|
11
|
+
const reparseAll = parse !== undefined && getMeta(db, "parser_version") !== PARSER_VERSION;
|
|
12
|
+
let changed = 0;
|
|
13
|
+
for (const entry of entries) {
|
|
14
|
+
seen.add(entry.path);
|
|
15
|
+
const previous = stored.get(entry.path);
|
|
16
|
+
if (!reparseAll && previous !== undefined && Math.round(entry.mtimeMs) === previous.mtimeMs && entry.size === previous.size) {
|
|
17
|
+
continue;
|
|
18
|
+
}
|
|
19
|
+
const skip = () => {
|
|
20
|
+
db.transaction(() => replaceFile(db, { path: entry.path, repo: entry.repo, lang: undefined, mtimeMs: entry.mtimeMs, size: entry.size, hash: "-" }, [], []));
|
|
21
|
+
changed++;
|
|
22
|
+
};
|
|
23
|
+
if (entry.size > MAX_FILE_BYTES) {
|
|
24
|
+
skip();
|
|
25
|
+
continue;
|
|
26
|
+
}
|
|
27
|
+
const buf = await readFile(entry.abs).catch(() => undefined);
|
|
28
|
+
const lang = buf === undefined ? undefined : langOf(entry.path);
|
|
29
|
+
if (buf === undefined || (isBinary(buf) && lang === undefined)) {
|
|
30
|
+
skip();
|
|
31
|
+
continue;
|
|
32
|
+
}
|
|
33
|
+
const hash = createHash("sha256").update(buf).digest("hex");
|
|
34
|
+
if (!reparseAll && previous !== undefined && previous.hash === hash) {
|
|
35
|
+
touchFile(db, previous.id, entry.mtimeMs, entry.size);
|
|
36
|
+
continue;
|
|
37
|
+
}
|
|
38
|
+
const content = buf.includes(0) ? buf.toString("utf8").replaceAll("\0", "�") : buf.toString("utf8");
|
|
39
|
+
const parsed = parse?.(entry.path, lang, content) ?? { symbols: [], chunks: [] };
|
|
40
|
+
db.transaction(() => replaceFile(db, { path: entry.path, repo: entry.repo, lang, mtimeMs: entry.mtimeMs, size: entry.size, hash }, parsed.symbols, parsed.chunks));
|
|
41
|
+
changed++;
|
|
42
|
+
}
|
|
43
|
+
for (const [path, file] of stored) {
|
|
44
|
+
if (!seen.has(path)) {
|
|
45
|
+
db.transaction(() => deleteFile(db, file.id));
|
|
46
|
+
changed++;
|
|
47
|
+
}
|
|
48
|
+
}
|
|
49
|
+
if (reparseAll) {
|
|
50
|
+
setMeta(db, "parser_version", PARSER_VERSION);
|
|
51
|
+
}
|
|
52
|
+
const generation = changed > 0 ? bumpGeneration(db) : generationOf(db);
|
|
53
|
+
return { generation, fileCount: seen.size, changed };
|
|
54
|
+
};
|
|
55
|
+
//# sourceMappingURL=indexer.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"indexer.js","sourceRoot":"","sources":["../../src/indexer/indexer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAE5C,OAAO,EAAE,cAAc,EAAE,UAAU,EAAE,YAAY,EAAE,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,yBAAyB,CAAC;AAExI,OAAO,EAAE,MAAM,EAAE,MAAM,sBAAsB,CAAC;AAE9C,MAAM,cAAc,GAAG,IAAI,GAAG,IAAI,CAAC;AAInC,MAAM,CAAC,MAAM,cAAc,GAAG,GAAG,CAAC;AAYlC,MAAM,QAAQ,GAAG,CAAC,GAAW,EAAW,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;AAI3D,MAAM,CAAC,MAAM,UAAU,GAAG,KAAK,EAAE,EAAW,EAAE,OAA6B,EAAE,KAAiB,EAA6B,EAAE;IACzH,MAAM,MAAM,GAAG,SAAS,CAAC,EAAE,CAAC,CAAC;IAC7B,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,MAAM,UAAU,GAAG,KAAK,KAAK,SAAS,IAAI,OAAO,CAAC,EAAE,EAAE,gBAAgB,CAAC,KAAK,cAAc,CAAC;IAC3F,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC1B,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACrB,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACxC,IAAI,CAAC,UAAU,IAAI,QAAQ,KAAK,SAAS,IAAI,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,OAAO,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ,CAAC,IAAI,EAAE,CAAC;YAC1H,SAAS;QACb,CAAC;QAGD,MAAM,IAAI,GAAG,GAAS,EAAE;YACpB,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE,CAChB,WAAW,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,CACxI,CAAC;YACF,OAAO,EAAE,CAAC;QACd,CAAC,CAAC;QACF,IAAI,KAAK,CAAC,IAAI,GAAG,cAAc,EAAE,CAAC;YAC9B,IAAI,EAAE,CAAC;YACP,SAAS;QACb,CAAC;QACD,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QAC7D,MAAM,IAAI,GAAG,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAGhE,IAAI,GAAG,KAAK,SAAS,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,IAAI,KAAK,SAAS,CAAC,EAAE,CAAC;YAC7D,IAAI,EAAE,CAAC;YACP,SAAS;QACb,CAAC;QACD,MAAM,IAAI,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC5D,IAAI,CAAC,UAAU,IAAI,QAAQ,KAAK,SAAS,IAAI,QAAQ,CAAC,IAAI,KAAK,IAAI,EAAE,CAAC;YAClE,SAAS,CAAC,EAAE,EAAE,QAAQ,CAAC,EAAE,EAAE,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;YACtD,SAAS;QACb,CAAC;QACD,MAAM,OAAO,GAAG,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,UAAU,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QACpG,MAAM,MAAM,GAAG,KAAK,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,OAAO,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;QACjF,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE,CAChB,WAAW,CACP,EAAE,EACF,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,IAAI,EAAE,EAC5F,MAAM,CAAC,OAAO,EACd,MAAM,CAAC,MAAM,CAChB,CACJ,CAAC;QACF,OAAO,EAAE,CAAC;IACd,CAAC;IACD,KAAK,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,MAAM,EAAE,CAAC;QAChC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;YAClB,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,EAAE,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;YAC9C,OAAO,EAAE,CAAC;QACd,CAAC;IACL,CAAC;IACD,IAAI,UAAU,EAAE,CAAC;QACb,OAAO,CAAC,EAAE,EAAE,gBAAgB,EAAE,cAAc,CAAC,CAAC;IAClD,CAAC;IACD,MAAM,UAAU,GAAG,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;IACvE,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,IAAI,CAAC,IAAI,EAAE,OAAO,EAAE,CAAC;AACzD,CAAC,CAAC"}
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
import { type SgRoot } from "@ast-grep/napi";
|
|
2
|
+
import type { SymbolRow } from "../types.js";
|
|
3
|
+
export interface KindRule {
|
|
4
|
+
readonly kind: string;
|
|
5
|
+
readonly symbolKind: SymbolRow["kind"];
|
|
6
|
+
}
|
|
7
|
+
export interface LanguageConfig {
|
|
8
|
+
readonly astLang: string;
|
|
9
|
+
readonly rules: readonly KindRule[];
|
|
10
|
+
}
|
|
11
|
+
export declare const LANGUAGES: Record<string, LanguageConfig>;
|
|
12
|
+
export declare const parseLang: (lang: string, content: string) => SgRoot | undefined;
|
|
13
|
+
//# sourceMappingURL=languages.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"languages.d.ts","sourceRoot":"","sources":["../../src/indexer/languages.ts"],"names":[],"mappings":"AAAA,OAAO,EAAwC,KAAK,MAAM,EAAE,MAAM,gBAAgB,CAAC;AAKnF,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAG7C,MAAM,WAAW,QAAQ;IACrB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,UAAU,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC;CAC1C;AAED,MAAM,WAAW,cAAc;IAE3B,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,KAAK,EAAE,SAAS,QAAQ,EAAE,CAAC;CACvC;AAYD,eAAO,MAAM,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,cAAc,CAgEpD,CAAC;AAEF,eAAO,MAAM,SAAS,GAAI,MAAM,MAAM,EAAE,SAAS,MAAM,KAAG,MAAM,GAAG,SAOlE,CAAC"}
|