@intentic/iq-engine 1.15.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (120) hide show
  1. package/LICENSE +21 -0
  2. package/README.md +10 -0
  3. package/dist/embed/embedder.d.ts +9 -0
  4. package/dist/embed/embedder.d.ts.map +1 -0
  5. package/dist/embed/embedder.js +25 -0
  6. package/dist/embed/embedder.js.map +1 -0
  7. package/dist/embed/reranker.d.ts +6 -0
  8. package/dist/embed/reranker.d.ts.map +1 -0
  9. package/dist/embed/reranker.js +24 -0
  10. package/dist/embed/reranker.js.map +1 -0
  11. package/dist/engines/astq.d.ts +3 -0
  12. package/dist/engines/astq.d.ts.map +1 -0
  13. package/dist/engines/astq.js +34 -0
  14. package/dist/engines/astq.js.map +1 -0
  15. package/dist/engines/bm25.d.ts +6 -0
  16. package/dist/engines/bm25.d.ts.map +1 -0
  17. package/dist/engines/bm25.js +65 -0
  18. package/dist/engines/bm25.js.map +1 -0
  19. package/dist/engines/files.d.ts +4 -0
  20. package/dist/engines/files.d.ts.map +1 -0
  21. package/dist/engines/files.js +58 -0
  22. package/dist/engines/files.js.map +1 -0
  23. package/dist/engines/git.d.ts +23 -0
  24. package/dist/engines/git.d.ts.map +1 -0
  25. package/dist/engines/git.js +154 -0
  26. package/dist/engines/git.js.map +1 -0
  27. package/dist/engines/lexical.d.ts +13 -0
  28. package/dist/engines/lexical.d.ts.map +1 -0
  29. package/dist/engines/lexical.js +68 -0
  30. package/dist/engines/lexical.js.map +1 -0
  31. package/dist/engines/semantic.d.ts +6 -0
  32. package/dist/engines/semantic.d.ts.map +1 -0
  33. package/dist/engines/semantic.js +44 -0
  34. package/dist/engines/semantic.js.map +1 -0
  35. package/dist/engines/symbols.d.ts +15 -0
  36. package/dist/engines/symbols.d.ts.map +1 -0
  37. package/dist/engines/symbols.js +91 -0
  38. package/dist/engines/symbols.js.map +1 -0
  39. package/dist/features.d.ts +5 -0
  40. package/dist/features.d.ts.map +1 -0
  41. package/dist/features.js +24 -0
  42. package/dist/features.js.map +1 -0
  43. package/dist/index.d.ts +22 -0
  44. package/dist/index.d.ts.map +1 -0
  45. package/dist/index.js +104 -0
  46. package/dist/index.js.map +1 -0
  47. package/dist/indexer/chunker.d.ts +3 -0
  48. package/dist/indexer/chunker.d.ts.map +1 -0
  49. package/dist/indexer/chunker.js +51 -0
  50. package/dist/indexer/chunker.js.map +1 -0
  51. package/dist/indexer/indexer.d.ts +14 -0
  52. package/dist/indexer/indexer.d.ts.map +1 -0
  53. package/dist/indexer/indexer.js +55 -0
  54. package/dist/indexer/indexer.js.map +1 -0
  55. package/dist/indexer/languages.d.ts +13 -0
  56. package/dist/indexer/languages.d.ts.map +1 -0
  57. package/dist/indexer/languages.js +87 -0
  58. package/dist/indexer/languages.js.map +1 -0
  59. package/dist/indexer/symbols.d.ts +3 -0
  60. package/dist/indexer/symbols.d.ts.map +1 -0
  61. package/dist/indexer/symbols.js +115 -0
  62. package/dist/indexer/symbols.js.map +1 -0
  63. package/dist/plan/classify.d.ts +3 -0
  64. package/dist/plan/classify.d.ts.map +1 -0
  65. package/dist/plan/classify.js +24 -0
  66. package/dist/plan/classify.js.map +1 -0
  67. package/dist/plan/fuse.d.ts +10 -0
  68. package/dist/plan/fuse.d.ts.map +1 -0
  69. package/dist/plan/fuse.js +85 -0
  70. package/dist/plan/fuse.js.map +1 -0
  71. package/dist/render/budget.d.ts +2 -0
  72. package/dist/render/budget.d.ts.map +1 -0
  73. package/dist/render/budget.js +2 -0
  74. package/dist/render/budget.js.map +1 -0
  75. package/dist/render/cursor.d.ts +19 -0
  76. package/dist/render/cursor.d.ts.map +1 -0
  77. package/dist/render/cursor.js +35 -0
  78. package/dist/render/cursor.js.map +1 -0
  79. package/dist/render/text.d.ts +31 -0
  80. package/dist/render/text.d.ts.map +1 -0
  81. package/dist/render/text.js +134 -0
  82. package/dist/render/text.js.map +1 -0
  83. package/dist/store/db.d.ts +10 -0
  84. package/dist/store/db.d.ts.map +1 -0
  85. package/dist/store/db.js +95 -0
  86. package/dist/store/db.js.map +1 -0
  87. package/dist/store/index-store.d.ts +27 -0
  88. package/dist/store/index-store.d.ts.map +1 -0
  89. package/dist/store/index-store.js +47 -0
  90. package/dist/store/index-store.js.map +1 -0
  91. package/dist/testing.d.ts +5 -0
  92. package/dist/testing.d.ts.map +1 -0
  93. package/dist/testing.js +31 -0
  94. package/dist/testing.js.map +1 -0
  95. package/dist/types.d.ts +100 -0
  96. package/dist/types.d.ts.map +1 -0
  97. package/dist/types.js +2 -0
  98. package/dist/types.js.map +1 -0
  99. package/dist/verbs/context.d.ts +13 -0
  100. package/dist/verbs/context.d.ts.map +1 -0
  101. package/dist/verbs/context.js +68 -0
  102. package/dist/verbs/context.js.map +1 -0
  103. package/dist/verbs/dispatch.d.ts +18 -0
  104. package/dist/verbs/dispatch.d.ts.map +1 -0
  105. package/dist/verbs/dispatch.js +486 -0
  106. package/dist/verbs/dispatch.js.map +1 -0
  107. package/dist/workspace/floor.d.ts +3 -0
  108. package/dist/workspace/floor.d.ts.map +1 -0
  109. package/dist/workspace/floor.js +3 -0
  110. package/dist/workspace/floor.js.map +1 -0
  111. package/dist/workspace/glob.d.ts +2 -0
  112. package/dist/workspace/glob.d.ts.map +1 -0
  113. package/dist/workspace/glob.js +53 -0
  114. package/dist/workspace/glob.js.map +1 -0
  115. package/dist/workspace/scan.d.ts +7 -0
  116. package/dist/workspace/scan.d.ts.map +1 -0
  117. package/dist/workspace/scan.js +104 -0
  118. package/dist/workspace/scan.js.map +1 -0
  119. package/package.json +68 -0
  120. package/scripts/fetch-model.mjs +18 -0
@@ -0,0 +1 @@
1
+ {"version":3,"file":"lexical.js","sourceRoot":"","sources":["../../src/engines/lexical.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAC9C,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AACtC,OAAO,EAAE,YAAY,EAAE,MAAM,4BAA4B,CAAC;AAE1D,OAAO,EAAE,MAAM,EAAE,MAAM,uBAAuB,CAAC;AAE/C,MAAM,IAAI,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAC;AAEjC,MAAM,YAAY,GAAG,EAAE,CAAC;AAExB,MAAM,WAAW,GAAG,GAAG,CAAC;AACxB,MAAM,YAAY,GAAG,EAAE,CAAC;AAqBxB,MAAM,MAAM,GAAG,CAAC,IAAY,EAAE,KAAa,EAAE,GAAW,EAAgD,EAAE;IACtG,IAAI,IAAI,CAAC,MAAM,IAAI,WAAW,EAAE,CAAC;QAC7B,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC;IACtC,CAAC;IACD,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG,YAAY,CAAC,CAAC;IAC/C,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,GAAG,WAAW,CAAC,EAAE,KAAK,EAAE,KAAK,GAAG,IAAI,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,GAAG,IAAI,EAAE,WAAW,CAAC,EAAE,CAAC;AACvH,CAAC,CAAC;AAIF,MAAM,CAAC,MAAM,QAAQ,GAAG,KAAK,EAAE,OAAkB,EAAwB,EAAE;IACvE,MAAM,IAAI,GAAG,CAAC,QAAQ,EAAE,UAAU,EAAE,gBAAgB,EAAE,IAAI,EAAE,aAAa,EAAE,MAAM,CAAC,YAAY,CAAC,EAAE,aAAa,EAAE,eAAe,CAAC,CAAC;IAGjI,KAAK,MAAM,GAAG,IAAI,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,YAAY,EAAE,MAAM,CAAC,EAAE,CAAC;QACvE,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,GAAG,EAAE,CAAC,CAAC;IAClC,CAAC;IACD,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,MAAM,EAAE,CAAC,CAAC;IAC9B,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;QAClB,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;IAC7B,CAAC;IACD,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;QAClB,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACpB,CAAC;IACD,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;QACf,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACpB,CAAC;IACD,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IAC/C,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;IACvC,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,IAAI,IAAI,EAAE,IAAI,EAAE,EAAE,GAAG,EAAE,OAAO,CAAC,IAAI,EAAE,SAAS,EAAE,EAAE,GAAG,IAAI,GAAG,IAAI,EAAE,CAAC,CAAC,KAAK,CACjH,CAAC,KAAmE,EAAE,EAAE;QAEpE,IAAI,KAAK,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;YACnB,OAAO,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,IAAI,EAAE,EAAE,CAAC;QAC1C,CAAC;QACD,IAAI,OAAO,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YACjC,MAAM,IAAI,KAAK,CAAC,YAAY,CAAC,KAAK,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,IAAI,eAAe,EAAE,CAAC,CAAC;QAClF,CAAC;QACD,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC1B,MAAM,IAAI,KAAK,CAAC,wEAAwE,CAAC,CAAC;QAC9F,CAAC;QACD,MAAM,KAAK,CAAC;IAChB,CAAC,CACJ,CAAC;IACF,MAAM,IAAI,GAAgB,EAAE,CAAC;IAC7B,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;QACpC,IAAI,IAAI,KAAK,EAAE,EAAE,CAAC;YACd,SAAS;QACb,CAAC;QACD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAwC,CAAC;QACtE,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YACzB,SAAS;QACb,CAAC;QACD,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;QACvD,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;YAC7B,SAAS;QACb,CAAC;QACD,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;QAC1D,MAAM,GAAG,GAAG,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QACrC,IAAI,IAAI,KAAK,SAAS,IAAI,GAAG,KAAK,SAAS,EAAE,CAAC;YAC1C,SAAS;QACb,CAAC;QACD,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,EAAE,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC;QACjD,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC;IAC5I,CAAC;IACD,OAAO,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;AACnG,CAAC,CAAC"}
@@ -0,0 +1,6 @@
1
+ import type { Embedder } from "../embed/embedder.js";
2
+ import type { IndexDb } from "../store/db.js";
3
+ import type { EngineHit } from "../types.js";
4
+ export declare const embedPending: (db: IndexDb, embedder: Embedder, cap?: number, timeBudgetMs?: number) => Promise<number>;
5
+ export declare const semanticSearch: (db: IndexDb, queryVec: Float32Array, allowed: ReadonlySet<string>) => EngineHit[];
6
+ //# sourceMappingURL=semantic.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"semantic.d.ts","sourceRoot":"","sources":["../../src/engines/semantic.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AACrD,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,gBAAgB,CAAC;AAC9C,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAS7C,eAAO,MAAM,YAAY,GAAU,IAAI,OAAO,EAAE,UAAU,QAAQ,EAAE,YAAe,EAAE,qBAA4B,KAAG,OAAO,CAAC,MAAM,CAqBjI,CAAC;AAGF,eAAO,MAAM,cAAc,GAAI,IAAI,OAAO,EAAE,UAAU,YAAY,EAAE,SAAS,WAAW,CAAC,MAAM,CAAC,KAAG,SAAS,EAsB3G,CAAC"}
@@ -0,0 +1,44 @@
1
+ const TOP_K = 24;
2
+ const TOPUP_CAP = 256;
3
+ const TOPUP_TIME_MS = 2000;
4
+ const BATCH = 16;
5
+ export const embedPending = async (db, embedder, cap = TOPUP_CAP, timeBudgetMs = TOPUP_TIME_MS) => {
6
+ const started = Date.now();
7
+ let done = 0;
8
+ while (done < cap && Date.now() - started < timeBudgetMs) {
9
+ const rows = db.all("SELECT id, text FROM chunks WHERE embedding IS NULL LIMIT ?", Math.min(BATCH, cap - done));
10
+ if (rows.length === 0) {
11
+ break;
12
+ }
13
+ const vectors = await embedder.embedBatch(rows.map((row) => row["text"]));
14
+ db.transaction(() => {
15
+ rows.forEach((row, i) => {
16
+ db.run("UPDATE chunks SET embedding = ? WHERE id = ?", new Uint8Array(vectors[i].buffer.slice(vectors[i].byteOffset, vectors[i].byteOffset + vectors[i].byteLength)), row["id"]);
17
+ });
18
+ });
19
+ done += rows.length;
20
+ }
21
+ return Number(db.get("SELECT COUNT(*) AS n FROM chunks WHERE embedding IS NULL")?.["n"] ?? 0);
22
+ };
23
+ export const semanticSearch = (db, queryVec, allowed) => {
24
+ const scored = [];
25
+ for (const row of db.all("SELECT f.path, c.start_line, c.text, c.embedding FROM chunks c JOIN files f ON f.id = c.file_id WHERE c.embedding IS NOT NULL")) {
26
+ const path = row["path"];
27
+ if (!allowed.has(path)) {
28
+ continue;
29
+ }
30
+ const blob = row["embedding"];
31
+ const vec = new Float32Array(blob.buffer, blob.byteOffset, blob.byteLength / 4);
32
+ let dot = 0;
33
+ for (let i = 0; i < queryVec.length; i++) {
34
+ dot += queryVec[i] * vec[i];
35
+ }
36
+ const text = row["text"].split("\n")[1]?.trim() ?? row["text"].split(" § ")[1] ?? "";
37
+ scored.push({ path, line: Number(row["start_line"]), text, score: dot });
38
+ }
39
+ return scored
40
+ .toSorted((a, b) => b.score - a.score || (a.path < b.path ? -1 : 1) || a.line - b.line)
41
+ .slice(0, TOP_K)
42
+ .map(({ path, line, text, score }) => ({ path, line, text, tags: [{ kind: "sem", score: Math.round(score * 100) / 100 }] }));
43
+ };
44
+ //# sourceMappingURL=semantic.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"semantic.js","sourceRoot":"","sources":["../../src/engines/semantic.ts"],"names":[],"mappings":"AAIA,MAAM,KAAK,GAAG,EAAE,CAAC;AACjB,MAAM,SAAS,GAAG,GAAG,CAAC;AACtB,MAAM,aAAa,GAAG,IAAI,CAAC;AAC3B,MAAM,KAAK,GAAG,EAAE,CAAC;AAIjB,MAAM,CAAC,MAAM,YAAY,GAAG,KAAK,EAAE,EAAW,EAAE,QAAkB,EAAE,GAAG,GAAG,SAAS,EAAE,YAAY,GAAG,aAAa,EAAmB,EAAE;IAClI,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC3B,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,OAAO,IAAI,GAAG,GAAG,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,GAAG,YAAY,EAAE,CAAC;QACvD,MAAM,IAAI,GAAG,EAAE,CAAC,GAAG,CAAC,6DAA6D,EAAE,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC;QAChH,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACpB,MAAM;QACV,CAAC;QACD,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,MAAM,CAAW,CAAC,CAAC,CAAC;QACpF,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE;YAChB,IAAI,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE;gBACpB,EAAE,CAAC,GAAG,CACF,8CAA8C,EAC9C,IAAI,UAAU,CAAC,OAAO,CAAC,CAAC,CAAE,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAE,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC,CAAE,CAAC,UAAU,GAAG,OAAO,CAAC,CAAC,CAAE,CAAC,UAAU,CAAC,CAAC,EACjH,GAAG,CAAC,IAAI,CAAW,CACtB,CAAC;YACN,CAAC,CAAC,CAAC;QACP,CAAC,CAAC,CAAC;QACH,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC;IACxB,CAAC;IACD,OAAO,MAAM,CAAC,EAAE,CAAC,GAAG,CAAC,0DAA0D,CAAC,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;AAClG,CAAC,CAAC;AAGF,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,EAAW,EAAE,QAAsB,EAAE,OAA4B,EAAe,EAAE;IAC7G,MAAM,MAAM,GAAkE,EAAE,CAAC;IACjF,KAAK,MAAM,GAAG,IAAI,EAAE,CAAC,GAAG,CACpB,+HAA+H,CAClI,EAAE,CAAC;QACA,MAAM,IAAI,GAAG,GAAG,CAAC,MAAM,CAAW,CAAC;QACnC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;YACrB,SAAS;QACb,CAAC;QACD,MAAM,IAAI,GAAG,GAAG,CAAC,WAAW,CAAe,CAAC;QAC5C,MAAM,GAAG,GAAG,IAAI,YAAY,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC;QAChF,IAAI,GAAG,GAAG,CAAC,CAAC;QACZ,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACvC,GAAG,IAAI,QAAQ,CAAC,CAAC,CAAE,GAAG,GAAG,CAAC,CAAC,CAAE,CAAC;QAClC,CAAC;QACD,MAAM,IAAI,GAAI,GAAG,CAAC,MAAM,CAAY,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAK,GAAG,CAAC,MAAM,CAAY,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAC7G,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;IAC7E,CAAC;IACD,OAAO,MAAM;SACR,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC;SACtF,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC;SACf,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,EAAE,IAAI,EAAE,KAAc,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,GAAG,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;AAC9I,CAAC,CAAC"}
@@ -0,0 +1,15 @@
1
+ import type { IndexDb } from "../store/db.js";
2
+ import type { EngineHit, SymbolRow } from "../types.js";
3
+ import { type RgOptions } from "./lexical.js";
4
+ export interface StoredSymbol extends SymbolRow {
5
+ readonly path: string;
6
+ }
7
+ export declare const defOf: (db: IndexDb, name: string, allowed: ReadonlySet<string>) => EngineHit[];
8
+ export declare const symSearch: (db: IndexDb, pattern: string, kind: SymbolRow["kind"] | undefined, allowed: ReadonlySet<string>) => EngineHit[];
9
+ export type RefKind = "call" | "import" | "type" | "write";
10
+ export interface RefsResult {
11
+ readonly hits: EngineHit[];
12
+ readonly hint?: string;
13
+ }
14
+ export declare const refsOf: (db: IndexDb, name: string, kindFilter: RefKind | undefined, rgBase: Omit<RgOptions, "pattern">) => Promise<RefsResult>;
15
+ //# sourceMappingURL=symbols.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"symbols.d.ts","sourceRoot":"","sources":["../../src/engines/symbols.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,gBAAgB,CAAC;AAC9C,OAAO,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAGxD,OAAO,EAAY,KAAK,SAAS,EAAE,MAAM,cAAc,CAAC;AAExD,MAAM,WAAW,YAAa,SAAQ,SAAS;IAC3C,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;CACzB;AAuBD,eAAO,MAAM,KAAK,GAAI,IAAI,OAAO,EAAE,MAAM,MAAM,EAAE,SAAS,WAAW,CAAC,MAAM,CAAC,KAAG,SAAS,EAI0B,CAAC;AAGpH,eAAO,MAAM,SAAS,GAAI,IAAI,OAAO,EAAE,SAAS,MAAM,EAAE,MAAM,SAAS,CAAC,MAAM,CAAC,GAAG,SAAS,EAAE,SAAS,WAAW,CAAC,MAAM,CAAC,KAAG,SAAS,EA0BpI,CAAC;AAEF,MAAM,MAAM,OAAO,GAAG,MAAM,GAAG,QAAQ,GAAG,MAAM,GAAG,OAAO,CAAC;AAkB3D,MAAM,WAAW,UAAU;IACvB,QAAQ,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC;IAC3B,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC;CAC1B;AAGD,eAAO,MAAM,MAAM,GAAU,IAAI,OAAO,EAAE,MAAM,MAAM,EAAE,YAAY,OAAO,GAAG,SAAS,EAAE,QAAQ,IAAI,CAAC,SAAS,EAAE,SAAS,CAAC,KAAG,OAAO,CAAC,UAAU,CA0B/I,CAAC"}
@@ -0,0 +1,91 @@
1
+ import { globToRegExp } from "../workspace/glob.js";
2
+ import { fuzzyScore } from "./files.js";
3
+ import { rgSearch } from "./lexical.js";
4
+ const symbolRows = (db, where, ...params) => db
5
+ .all(`SELECT f.path, s.name, s.kind, s.line, s.end_line, s.signature, s.exported, s.heuristic
6
+ FROM symbols s JOIN files f ON f.id = s.file_id ${where} ORDER BY f.path, s.line`, ...params)
7
+ .map((row) => ({
8
+ path: row["path"],
9
+ name: row["name"],
10
+ kind: row["kind"],
11
+ line: Number(row["line"]),
12
+ endLine: Number(row["end_line"]),
13
+ signature: row["signature"],
14
+ exported: row["exported"] === 1,
15
+ heuristic: row["heuristic"] === 1,
16
+ }));
17
+ const defTags = (symbol) => (symbol.heuristic ? [{ kind: "def" }, { kind: "heuristic" }] : [{ kind: "def" }]);
18
+ export const defOf = (db, name, allowed) => symbolRows(db, "WHERE s.name = ?", name)
19
+ .filter((symbol) => allowed.has(symbol.path))
20
+ .toSorted((a, b) => Number(b.exported) - Number(a.exported) || (a.path < b.path ? -1 : 1))
21
+ .map((symbol) => ({ path: symbol.path, line: symbol.line, text: symbol.signature, tags: defTags(symbol) }));
22
+ export const symSearch = (db, pattern, kind, allowed) => {
23
+ const glob = /[*?[]/.test(pattern) ? globToRegExp(pattern) : undefined;
24
+ const scored = [];
25
+ for (const symbol of symbolRows(db, kind !== undefined ? "WHERE s.kind = ?" : "", ...(kind !== undefined ? [kind] : []))) {
26
+ if (!allowed.has(symbol.path)) {
27
+ continue;
28
+ }
29
+ if (glob !== undefined) {
30
+ if (glob.test(symbol.name)) {
31
+ scored.push({ symbol, score: 1 });
32
+ }
33
+ continue;
34
+ }
35
+ const score = fuzzyScore(pattern, symbol.name);
36
+ if (score !== undefined) {
37
+ scored.push({ symbol, score });
38
+ }
39
+ }
40
+ return scored
41
+ .toSorted((a, b) => b.score - a.score || (a.symbol.path < b.symbol.path ? -1 : 1) || a.symbol.line - b.symbol.line)
42
+ .map(({ symbol }) => ({
43
+ path: symbol.path,
44
+ line: symbol.line,
45
+ text: `${symbol.kind.padEnd(6)} ${symbol.signature}`,
46
+ tags: defTags(symbol),
47
+ }));
48
+ };
49
+ const classifyRef = (name, text) => {
50
+ if (/^\s*(import\b|from\b|export\s+\{|use\s)/.test(text) || text.includes(`require(`)) {
51
+ return "import";
52
+ }
53
+ if (new RegExp(`\\b${name}\\s*(=[^=>]|\\+\\+|--|\\+=|-=)`).test(text)) {
54
+ return "write";
55
+ }
56
+ if (new RegExp(`\\b${name}\\s*[(<]`).test(text) && !new RegExp(`(function|def|const|let|var|class)\\s+${name}\\b`).test(text)) {
57
+ return "call";
58
+ }
59
+ if (new RegExp(`(:\\s*|extends\\s+|implements\\s+|new\\s+|satisfies\\s+|as\\s+)${name}\\b`).test(text)) {
60
+ return "type";
61
+ }
62
+ return "text";
63
+ };
64
+ export const refsOf = async (db, name, kindFilter, rgBase) => {
65
+ const escaped = name.replace(/[.*+?^${}()|[\]\\]/g, "\\$&");
66
+ const raw = await rgSearch({ ...rgBase, pattern: escaped, word: true });
67
+ const defLines = new Set(symbolRows(db, "WHERE s.name = ?", name).map((symbol) => `${symbol.path}:${symbol.line}`));
68
+ const counts = new Map();
69
+ const classified = [];
70
+ for (const hit of raw) {
71
+ if (defLines.has(`${hit.path}:${hit.line}`)) {
72
+ continue;
73
+ }
74
+ const kind = classifyRef(name, hit.text);
75
+ counts.set(kind, (counts.get(kind) ?? 0) + 1);
76
+ if (kindFilter !== undefined && kind !== kindFilter) {
77
+ continue;
78
+ }
79
+ classified.push({ ...hit, tags: [{ kind: kind === "text" ? "text" : kind }] });
80
+ }
81
+ const total = [...counts.values()].reduce((sum, n) => sum + n, 0);
82
+ let hint;
83
+ if (kindFilter === undefined && total > 5) {
84
+ const [topKind, topCount] = [...counts.entries()].toSorted((a, b) => b[1] - a[1])[0];
85
+ if (topKind !== "text" && topCount / total >= 0.6) {
86
+ hint = `${topCount}/${total} refs are [${topKind}]; narrow with --kind ${topKind}`;
87
+ }
88
+ }
89
+ return { hits: classified, ...(hint !== undefined ? { hint } : {}) };
90
+ };
91
+ //# sourceMappingURL=symbols.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"symbols.js","sourceRoot":"","sources":["../../src/engines/symbols.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AACpD,OAAO,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AACxC,OAAO,EAAE,QAAQ,EAAkB,MAAM,cAAc,CAAC;AAMxD,MAAM,UAAU,GAAG,CAAC,EAAW,EAAE,KAAa,EAAE,GAAG,MAAgB,EAAkB,EAAE,CACnF,EAAE;KACG,GAAG,CACA;+DACmD,KAAK,0BAA0B,EAClF,GAAG,MAAM,CACZ;KACA,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;IACX,IAAI,EAAE,GAAG,CAAC,MAAM,CAAW;IAC3B,IAAI,EAAE,GAAG,CAAC,MAAM,CAAW;IAC3B,IAAI,EAAE,GAAG,CAAC,MAAM,CAAsB;IACtC,IAAI,EAAE,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IACzB,OAAO,EAAE,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IAChC,SAAS,EAAE,GAAG,CAAC,WAAW,CAAW;IACrC,QAAQ,EAAE,GAAG,CAAC,UAAU,CAAC,KAAK,CAAC;IAC/B,SAAS,EAAE,GAAG,CAAC,WAAW,CAAC,KAAK,CAAC;CACpC,CAAC,CAAC,CAAC;AAEZ,MAAM,OAAO,GAAG,CAAC,MAAoB,EAAwB,EAAE,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;AAGlJ,MAAM,CAAC,MAAM,KAAK,GAAG,CAAC,EAAW,EAAE,IAAY,EAAE,OAA4B,EAAe,EAAE,CAC1F,UAAU,CAAC,EAAE,EAAE,kBAAkB,EAAE,IAAI,CAAC;KACnC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;KAC5C,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;KACzF,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,IAAI,EAAE,MAAM,CAAC,SAAS,EAAE,IAAI,EAAE,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;AAGpH,MAAM,CAAC,MAAM,SAAS,GAAG,CAAC,EAAW,EAAE,OAAe,EAAE,IAAmC,EAAE,OAA4B,EAAe,EAAE;IACtI,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACvE,MAAM,MAAM,GAA8C,EAAE,CAAC;IAC7D,KAAK,MAAM,MAAM,IAAI,UAAU,CAAC,EAAE,EAAE,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,EAAE,EAAE,GAAG,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;QACvH,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;YAC5B,SAAS;QACb,CAAC;QACD,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;YACrB,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;gBACzB,MAAM,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;YACtC,CAAC;YACD,SAAS;QACb,CAAC;QACD,MAAM,KAAK,GAAG,UAAU,CAAC,OAAO,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;QAC/C,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACtB,MAAM,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;QACnC,CAAC;IACL,CAAC;IACD,OAAO,MAAM;SACR,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,GAAG,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,IAAI,GAAG,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC;SAClH,GAAG,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,CAAC;QAClB,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,IAAI,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,SAAS,EAAE;QACpD,IAAI,EAAE,OAAO,CAAC,MAAM,CAAC;KACxB,CAAC,CAAC,CAAC;AACZ,CAAC,CAAC;AAIF,MAAM,WAAW,GAAG,CAAC,IAAY,EAAE,IAAY,EAAoB,EAAE;IACjE,IAAI,yCAAyC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;QACpF,OAAO,QAAQ,CAAC;IACpB,CAAC;IACD,IAAI,IAAI,MAAM,CAAC,MAAM,IAAI,gCAAgC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QACpE,OAAO,OAAO,CAAC;IACnB,CAAC;IACD,IAAI,IAAI,MAAM,CAAC,MAAM,IAAI,UAAU,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,MAAM,CAAC,yCAAyC,IAAI,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QAC5H,OAAO,MAAM,CAAC;IAClB,CAAC;IACD,IAAI,IAAI,MAAM,CAAC,kEAAkE,IAAI,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QACrG,OAAO,MAAM,CAAC;IAClB,CAAC;IACD,OAAO,MAAM,CAAC;AAClB,CAAC,CAAC;AAQF,MAAM,CAAC,MAAM,MAAM,GAAG,KAAK,EAAE,EAAW,EAAE,IAAY,EAAE,UAA+B,EAAE,MAAkC,EAAuB,EAAE;IAChJ,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,qBAAqB,EAAE,MAAM,CAAC,CAAC;IAC5D,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,EAAE,GAAG,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;IACxE,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,UAAU,CAAC,EAAE,EAAE,kBAAkB,EAAE,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,GAAG,MAAM,CAAC,IAAI,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;IACpH,MAAM,MAAM,GAAG,IAAI,GAAG,EAAkB,CAAC;IACzC,MAAM,UAAU,GAAgB,EAAE,CAAC;IACnC,KAAK,MAAM,GAAG,IAAI,GAAG,EAAE,CAAC;QACpB,IAAI,QAAQ,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC,IAAI,IAAI,GAAG,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC;YAC1C,SAAS;QACb,CAAC;QACD,MAAM,IAAI,GAAG,WAAW,CAAC,IAAI,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC;QACzC,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QAC9C,IAAI,UAAU,KAAK,SAAS,IAAI,IAAI,KAAK,UAAU,EAAE,CAAC;YAClD,SAAS;QACb,CAAC;QACD,UAAU,CAAC,IAAI,CAAC,EAAE,GAAG,GAAG,EAAE,IAAI,EAAE,CAAC,EAAE,IAAI,EAAE,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC;IACnF,CAAC;IACD,MAAM,KAAK,GAAG,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;IAClE,IAAI,IAAwB,CAAC;IAC7B,IAAI,UAAU,KAAK,SAAS,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;QACxC,MAAM,CAAC,OAAO,EAAE,QAAQ,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAE,CAAC;QACtF,IAAI,OAAO,KAAK,MAAM,IAAI,QAAQ,GAAG,KAAK,IAAI,GAAG,EAAE,CAAC;YAChD,IAAI,GAAG,GAAG,QAAQ,IAAI,KAAK,cAAc,OAAO,yBAAyB,OAAO,EAAE,CAAC;QACvF,CAAC;IACL,CAAC;IACD,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,GAAG,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;AACzE,CAAC,CAAC"}
@@ -0,0 +1,5 @@
1
+ export declare const FEATURES: readonly ["bm25", "semantic", "rerank", "prf", "confidence", "symctx", "graph", "boosts", "pack"];
2
+ export type Feature = (typeof FEATURES)[number];
3
+ export declare const parseFeatures: (spec: string | undefined) => ReadonlySet<Feature>;
4
+ export declare const disabledOf: (features: ReadonlySet<Feature>) => Feature[];
5
+ //# sourceMappingURL=features.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"features.d.ts","sourceRoot":"","sources":["../src/features.ts"],"names":[],"mappings":"AAEA,eAAO,MAAM,QAAQ,mGAAoG,CAAC;AAE1H,MAAM,MAAM,OAAO,GAAG,CAAC,OAAO,QAAQ,CAAC,CAAC,MAAM,CAAC,CAAC;AAIhD,eAAO,MAAM,aAAa,GAAI,MAAM,MAAM,GAAG,SAAS,KAAG,WAAW,CAAC,OAAO,CAoB3E,CAAC;AAEF,eAAO,MAAM,UAAU,GAAI,UAAU,WAAW,CAAC,OAAO,CAAC,KAAG,OAAO,EAA0D,CAAC"}
@@ -0,0 +1,24 @@
1
+ export const FEATURES = ["bm25", "semantic", "rerank", "prf", "confidence", "symctx", "graph", "boosts", "pack"];
2
+ export const parseFeatures = (spec) => {
3
+ if (spec === undefined || spec.trim() === "") {
4
+ return new Set(FEATURES);
5
+ }
6
+ const tokens = spec
7
+ .split(",")
8
+ .map((token) => token.trim())
9
+ .filter((token) => token !== "");
10
+ for (const token of tokens) {
11
+ const name = token.replace(/^-/, "");
12
+ if (!FEATURES.includes(name)) {
13
+ throw new Error(`iq: unknown feature "${name}" — known: ${FEATURES.join(", ")}`);
14
+ }
15
+ }
16
+ const allowList = tokens.some((token) => !token.startsWith("-"));
17
+ if (allowList) {
18
+ return new Set(tokens.filter((token) => !token.startsWith("-")));
19
+ }
20
+ const disabled = new Set(tokens.map((token) => token.slice(1)));
21
+ return new Set(FEATURES.filter((feature) => !disabled.has(feature)));
22
+ };
23
+ export const disabledOf = (features) => FEATURES.filter((feature) => !features.has(feature));
24
+ //# sourceMappingURL=features.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"features.js","sourceRoot":"","sources":["../src/features.ts"],"names":[],"mappings":"AAEA,MAAM,CAAC,MAAM,QAAQ,GAAG,CAAC,MAAM,EAAE,UAAU,EAAE,QAAQ,EAAE,KAAK,EAAE,YAAY,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,CAAU,CAAC;AAM1H,MAAM,CAAC,MAAM,aAAa,GAAG,CAAC,IAAwB,EAAwB,EAAE;IAC5E,IAAI,IAAI,KAAK,SAAS,IAAI,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;QAC3C,OAAO,IAAI,GAAG,CAAC,QAAQ,CAAC,CAAC;IAC7B,CAAC;IACD,MAAM,MAAM,GAAG,IAAI;SACd,KAAK,CAAC,GAAG,CAAC;SACV,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;SAC5B,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,EAAE,CAAC,CAAC;IACrC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QACzB,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QACrC,IAAI,CAAE,QAA8B,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;YAClD,MAAM,IAAI,KAAK,CAAC,wBAAwB,IAAI,cAAc,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACrF,CAAC;IACL,CAAC;IACD,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC;IACjE,IAAI,SAAS,EAAE,CAAC;QACZ,OAAO,IAAI,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,CAAc,CAAC,CAAC;IAClF,CAAC;IACD,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAChE,OAAO,IAAI,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;AACzE,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,UAAU,GAAG,CAAC,QAA8B,EAAa,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC"}
@@ -0,0 +1,22 @@
1
+ import type { IndexStatus, QueryOutcome, QueryRequest } from "./types.js";
2
+ import { type Feature } from "./features.js";
3
+ export type { EngineHit, EngineResult, FileClass, FileEntry, IndexStatus, QueryOutcome, QueryRequest, RankedGroup, RankedHit, RenderOptions, Scope, SymbolRow, Verb, VerbOptions, } from "./types.js";
4
+ export { disabledOf, type Feature, FEATURES, parseFeatures } from "./features.js";
5
+ export { estimateTokens } from "./render/budget.js";
6
+ export { isIqDenied, IQ_DIR } from "./workspace/floor.js";
7
+ export { canonicalLang } from "./workspace/scan.js";
8
+ export interface EngineOptions {
9
+ readonly root: string;
10
+ readonly indexDir?: string;
11
+ readonly rgPath?: string;
12
+ readonly modelDir?: string;
13
+ readonly features?: ReadonlySet<Feature>;
14
+ }
15
+ export interface Engine {
16
+ run(request: QueryRequest): Promise<QueryOutcome>;
17
+ indexStatus(): Promise<IndexStatus>;
18
+ indexRebuild(onProgress?: (message: string) => void): Promise<IndexStatus>;
19
+ indexDrop(): void;
20
+ }
21
+ export declare const createEngine: (options: EngineOptions) => Engine;
22
+ //# sourceMappingURL=index.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAUA,OAAO,KAAK,EAAE,WAAW,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAC1E,OAAO,EAAE,KAAK,OAAO,EAAY,MAAM,eAAe,CAAC;AAKvD,YAAY,EACR,SAAS,EACT,YAAY,EACZ,SAAS,EACT,SAAS,EACT,WAAW,EACX,YAAY,EACZ,YAAY,EACZ,WAAW,EACX,SAAS,EACT,aAAa,EACb,KAAK,EACL,SAAS,EACT,IAAI,EACJ,WAAW,GACd,MAAM,YAAY,CAAC;AACpB,OAAO,EAAE,UAAU,EAAE,KAAK,OAAO,EAAE,QAAQ,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAClF,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AACpD,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAEpD,MAAM,WAAW,aAAa;IAC1B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAE3B,QAAQ,CAAC,QAAQ,CAAC,EAAE,WAAW,CAAC,OAAO,CAAC,CAAC;CAC5C;AAED,MAAM,WAAW,MAAM;IACnB,GAAG,CAAC,OAAO,EAAE,YAAY,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC;IAClD,WAAW,IAAI,OAAO,CAAC,WAAW,CAAC,CAAC;IACpC,YAAY,CAAC,UAAU,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,GAAG,OAAO,CAAC,WAAW,CAAC,CAAC;IAC3E,SAAS,IAAI,IAAI,CAAC;CACrB;AAcD,eAAO,MAAM,YAAY,GAAI,SAAS,aAAa,KAAG,MAmFrD,CAAC"}
package/dist/index.js ADDED
@@ -0,0 +1,104 @@
1
+ import { rmSync } from "node:fs";
2
+ import { join } from "node:path";
3
+ import { loadEmbedder } from "./embed/embedder.js";
4
+ import { loadReranker } from "./embed/reranker.js";
5
+ import { embedPending } from "./engines/semantic.js";
6
+ import { chunkFile } from "./indexer/chunker.js";
7
+ import { revalidate } from "./indexer/indexer.js";
8
+ import { extractSymbols } from "./indexer/symbols.js";
9
+ import { openIndex } from "./store/db.js";
10
+ import { getMeta, setMeta } from "./store/index-store.js";
11
+ import { FEATURES } from "./features.js";
12
+ import { dispatch } from "./verbs/dispatch.js";
13
+ import { IQ_DIR } from "./workspace/floor.js";
14
+ import { sweep } from "./workspace/scan.js";
15
+ export { disabledOf, FEATURES, parseFeatures } from "./features.js";
16
+ export { estimateTokens } from "./render/budget.js";
17
+ export { isIqDenied, IQ_DIR } from "./workspace/floor.js";
18
+ export { canonicalLang } from "./workspace/scan.js";
19
+ const status = (db, generation) => {
20
+ const count = (sql) => Number(db.get(sql)?.["n"] ?? 0);
21
+ return {
22
+ files: count("SELECT COUNT(*) AS n FROM files"),
23
+ symbols: count("SELECT COUNT(*) AS n FROM symbols"),
24
+ chunks: count("SELECT COUNT(*) AS n FROM chunks"),
25
+ embedded: count("SELECT COUNT(*) AS n FROM chunks WHERE embedding IS NOT NULL"),
26
+ generation,
27
+ freshness: { state: "fresh", ageMs: 0 },
28
+ };
29
+ };
30
+ export const createEngine = (options) => {
31
+ const indexDir = options.indexDir ?? join(options.root, IQ_DIR);
32
+ let embedderPromise;
33
+ const getEmbedder = () => (embedderPromise ??= loadEmbedder(options.modelDir));
34
+ let rerankerPromise;
35
+ const getReranker = () => (rerankerPromise ??= loadReranker(options.modelDir));
36
+ const revalidated = async () => {
37
+ const sweepStart = Date.now();
38
+ const entries = await sweep(options.root, false);
39
+ const db = openIndex(indexDir);
40
+ const { generation } = await revalidate(db, entries, (path, lang, content) => {
41
+ const symbols = extractSymbols(path, lang, content);
42
+ return { symbols, chunks: chunkFile(path, symbols, content) };
43
+ });
44
+ if (options.modelDir !== undefined) {
45
+ const { MODEL_ID } = await import("./embed/embedder.js");
46
+ if (getMeta(db, "model_id") !== MODEL_ID) {
47
+ db.run("UPDATE chunks SET embedding = NULL");
48
+ setMeta(db, "model_id", MODEL_ID);
49
+ }
50
+ }
51
+ return { db, generation, sweepStart, entries };
52
+ };
53
+ return {
54
+ async run(request) {
55
+ const { db, generation, sweepStart, entries } = await revalidated();
56
+ try {
57
+ return await dispatch({
58
+ root: options.root,
59
+ indexDir,
60
+ db,
61
+ generation,
62
+ sweepStart,
63
+ getEmbedder,
64
+ getReranker,
65
+ features: options.features ?? new Set(FEATURES),
66
+ ...(options.rgPath !== undefined ? { rgPath: options.rgPath } : {}),
67
+ }, request, entries);
68
+ }
69
+ finally {
70
+ db.close();
71
+ }
72
+ },
73
+ async indexStatus() {
74
+ const { db, generation } = await revalidated();
75
+ try {
76
+ return status(db, generation);
77
+ }
78
+ finally {
79
+ db.close();
80
+ }
81
+ },
82
+ async indexRebuild(onProgress) {
83
+ this.indexDrop();
84
+ onProgress?.("rebuilding index from scratch");
85
+ const { db, generation, entries } = await revalidated();
86
+ try {
87
+ onProgress?.(`indexed ${entries.length} files`);
88
+ const embedder = await getEmbedder();
89
+ if (embedder !== undefined) {
90
+ const remaining = await embedPending(db, embedder, Number.MAX_SAFE_INTEGER, Number.MAX_SAFE_INTEGER);
91
+ onProgress?.(remaining === 0 ? "embeddings complete" : `embeddings incomplete: ${remaining} chunks pending`);
92
+ }
93
+ return status(db, generation);
94
+ }
95
+ finally {
96
+ db.close();
97
+ }
98
+ },
99
+ indexDrop() {
100
+ rmSync(indexDir, { recursive: true, force: true });
101
+ },
102
+ };
103
+ };
104
+ //# sourceMappingURL=index.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAiB,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAClE,OAAO,EAAE,YAAY,EAAiB,MAAM,qBAAqB,CAAC;AAClE,OAAO,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;AACrD,OAAO,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AACjD,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAClD,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AACtD,OAAO,EAAgB,SAAS,EAAE,MAAM,eAAe,CAAC;AACxD,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,wBAAwB,CAAC;AAE1D,OAAO,EAAgB,QAAQ,EAAE,MAAM,eAAe,CAAC;AACvD,OAAO,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AAC/C,OAAO,EAAE,MAAM,EAAE,MAAM,sBAAsB,CAAC;AAC9C,OAAO,EAAE,KAAK,EAAE,MAAM,qBAAqB,CAAC;AAkB5C,OAAO,EAAE,UAAU,EAAgB,QAAQ,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAClF,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AACpD,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAkBpD,MAAM,MAAM,GAAG,CAAC,EAAW,EAAE,UAAkB,EAAe,EAAE;IAC5D,MAAM,KAAK,GAAG,CAAC,GAAW,EAAU,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;IACvE,OAAO;QACH,KAAK,EAAE,KAAK,CAAC,iCAAiC,CAAC;QAC/C,OAAO,EAAE,KAAK,CAAC,mCAAmC,CAAC;QACnD,MAAM,EAAE,KAAK,CAAC,kCAAkC,CAAC;QACjD,QAAQ,EAAE,KAAK,CAAC,8DAA8D,CAAC;QAC/E,UAAU;QACV,SAAS,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,EAAE;KAC1C,CAAC;AACN,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,OAAsB,EAAU,EAAE;IAC3D,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IAChE,IAAI,eAA0D,CAAC;IAC/D,MAAM,WAAW,GAAG,GAAkC,EAAE,CAAC,CAAC,eAAe,KAAK,YAAY,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC;IAC9G,IAAI,eAA0D,CAAC;IAC/D,MAAM,WAAW,GAAG,GAAkC,EAAE,CAAC,CAAC,eAAe,KAAK,YAAY,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC;IAE9G,MAAM,WAAW,GAAG,KAAK,IAKtB,EAAE;QACD,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC9B,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;QACjD,MAAM,EAAE,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAC;QAC/B,MAAM,EAAE,UAAU,EAAE,GAAG,MAAM,UAAU,CAAC,EAAE,EAAE,OAAO,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE;YACzE,MAAM,OAAO,GAAG,cAAc,CAAC,IAAI,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;YACpD,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,CAAC,IAAI,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE,CAAC;QAClE,CAAC,CAAC,CAAC;QAEH,IAAI,OAAO,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;YACjC,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,MAAM,CAAC,qBAAqB,CAAC,CAAC;YACzD,IAAI,OAAO,CAAC,EAAE,EAAE,UAAU,CAAC,KAAK,QAAQ,EAAE,CAAC;gBACvC,EAAE,CAAC,GAAG,CAAC,oCAAoC,CAAC,CAAC;gBAC7C,OAAO,CAAC,EAAE,EAAE,UAAU,EAAE,QAAQ,CAAC,CAAC;YACtC,CAAC;QACL,CAAC;QACD,OAAO,EAAE,EAAE,EAAE,UAAU,EAAE,UAAU,EAAE,OAAO,EAAE,CAAC;IACnD,CAAC,CAAC;IAEF,OAAO;QACH,KAAK,CAAC,GAAG,CAAC,OAAO;YACb,MAAM,EAAE,EAAE,EAAE,UAAU,EAAE,UAAU,EAAE,OAAO,EAAE,GAAG,MAAM,WAAW,EAAE,CAAC;YACpE,IAAI,CAAC;gBACD,OAAO,MAAM,QAAQ,CACjB;oBACI,IAAI,EAAE,OAAO,CAAC,IAAI;oBAClB,QAAQ;oBACR,EAAE;oBACF,UAAU;oBACV,UAAU;oBACV,WAAW;oBACX,WAAW;oBACX,QAAQ,EAAE,OAAO,CAAC,QAAQ,IAAI,IAAI,GAAG,CAAC,QAAQ,CAAC;oBAC/C,GAAG,CAAC,OAAO,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;iBACtE,EACD,OAAO,EACP,OAAO,CACV,CAAC;YACN,CAAC;oBAAS,CAAC;gBACP,EAAE,CAAC,KAAK,EAAE,CAAC;YACf,CAAC;QACL,CAAC;QACD,KAAK,CAAC,WAAW;YACb,MAAM,EAAE,EAAE,EAAE,UAAU,EAAE,GAAG,MAAM,WAAW,EAAE,CAAC;YAC/C,IAAI,CAAC;gBACD,OAAO,MAAM,CAAC,EAAE,EAAE,UAAU,CAAC,CAAC;YAClC,CAAC;oBAAS,CAAC;gBACP,EAAE,CAAC,KAAK,EAAE,CAAC;YACf,CAAC;QACL,CAAC;QACD,KAAK,CAAC,YAAY,CAAC,UAAU;YACzB,IAAI,CAAC,SAAS,EAAE,CAAC;YACjB,UAAU,EAAE,CAAC,+BAA+B,CAAC,CAAC;YAC9C,MAAM,EAAE,EAAE,EAAE,UAAU,EAAE,OAAO,EAAE,GAAG,MAAM,WAAW,EAAE,CAAC;YACxD,IAAI,CAAC;gBACD,UAAU,EAAE,CAAC,WAAW,OAAO,CAAC,MAAM,QAAQ,CAAC,CAAC;gBAChD,MAAM,QAAQ,GAAG,MAAM,WAAW,EAAE,CAAC;gBACrC,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;oBAEzB,MAAM,SAAS,GAAG,MAAM,YAAY,CAAC,EAAE,EAAE,QAAQ,EAAE,MAAM,CAAC,gBAAgB,EAAE,MAAM,CAAC,gBAAgB,CAAC,CAAC;oBACrG,UAAU,EAAE,CAAC,SAAS,KAAK,CAAC,CAAC,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,0BAA0B,SAAS,iBAAiB,CAAC,CAAC;gBACjH,CAAC;gBACD,OAAO,MAAM,CAAC,EAAE,EAAE,UAAU,CAAC,CAAC;YAClC,CAAC;oBAAS,CAAC;gBACP,EAAE,CAAC,KAAK,EAAE,CAAC;YACf,CAAC;QACL,CAAC;QACD,SAAS;YACL,MAAM,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QACvD,CAAC;KACJ,CAAC;AACN,CAAC,CAAC"}
@@ -0,0 +1,3 @@
1
+ import type { ChunkRow, SymbolRow } from "../types.js";
2
+ export declare const chunkFile: (path: string, symbols: readonly SymbolRow[], content: string) => ChunkRow[];
3
+ //# sourceMappingURL=chunker.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"chunker.d.ts","sourceRoot":"","sources":["../../src/indexer/chunker.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAkBvD,eAAO,MAAM,SAAS,GAAI,MAAM,MAAM,EAAE,SAAS,SAAS,SAAS,EAAE,EAAE,SAAS,MAAM,KAAG,QAAQ,EA8ChG,CAAC"}
@@ -0,0 +1,51 @@
1
+ import { createHash } from "node:crypto";
2
+ const WINDOW_LINES = 40;
3
+ const WINDOW_OVERLAP = 10;
4
+ const CHUNK_MAX_CHARS = 1200;
5
+ const SYMBOL_BODY_CHARS = CHUNK_MAX_CHARS - 100;
6
+ const chunk = (path, label, lines, startLine, endLine) => {
7
+ const text = `${path} § ${label}\n${lines.slice(startLine - 1, endLine).join("\n")}`.slice(0, CHUNK_MAX_CHARS);
8
+ return { startLine, endLine, hash: createHash("sha256").update(text).digest("hex"), text };
9
+ };
10
+ export const chunkFile = (path, symbols, content) => {
11
+ const lines = content.split(/\r?\n/);
12
+ const chunks = [];
13
+ const covered = Array.from({ length: lines.length }, () => false);
14
+ const top = symbols.filter((symbol) => !symbols.some((other) => other !== symbol && other.line <= symbol.line && other.endLine >= symbol.endLine));
15
+ for (const symbol of top) {
16
+ const start = symbol.line > 1 && /^\s*(\/\/|\/\*|\*|#)/.test(lines[symbol.line - 2] ?? "") ? symbol.line - 1 : symbol.line;
17
+ let from = start;
18
+ while (from <= symbol.endLine) {
19
+ let to = from;
20
+ let chars = (lines[from - 1]?.length ?? 0) + 1;
21
+ while (to + 1 <= symbol.endLine && chars + (lines[to]?.length ?? 0) + 1 <= SYMBOL_BODY_CHARS) {
22
+ to += 1;
23
+ chars += (lines[to - 1]?.length ?? 0) + 1;
24
+ }
25
+ chunks.push(chunk(path, symbol.name, lines, from, to));
26
+ from = to + 1;
27
+ }
28
+ for (let i = start - 1; i < symbol.endLine; i++) {
29
+ covered[i] = true;
30
+ }
31
+ }
32
+ let windowStart;
33
+ for (let i = 0; i <= lines.length; i++) {
34
+ const uncovered = i < lines.length && !covered[i] && (lines[i] ?? "").trim() !== "";
35
+ if (uncovered && windowStart === undefined) {
36
+ windowStart = i + 1;
37
+ }
38
+ if (!uncovered && windowStart !== undefined) {
39
+ for (let from = windowStart; from <= i; from += WINDOW_LINES - WINDOW_OVERLAP) {
40
+ const to = Math.min(i, from + WINDOW_LINES - 1);
41
+ chunks.push(chunk(path, `L${from}`, lines, from, to));
42
+ if (to === i) {
43
+ break;
44
+ }
45
+ }
46
+ windowStart = undefined;
47
+ }
48
+ }
49
+ return chunks.toSorted((a, b) => a.startLine - b.startLine);
50
+ };
51
+ //# sourceMappingURL=chunker.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"chunker.js","sourceRoot":"","sources":["../../src/indexer/chunker.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAGzC,MAAM,YAAY,GAAG,EAAE,CAAC;AACxB,MAAM,cAAc,GAAG,EAAE,CAAC;AAC1B,MAAM,eAAe,GAAG,IAAI,CAAC;AAI7B,MAAM,iBAAiB,GAAG,eAAe,GAAG,GAAG,CAAC;AAEhD,MAAM,KAAK,GAAG,CAAC,IAAY,EAAE,KAAa,EAAE,KAAwB,EAAE,SAAiB,EAAE,OAAe,EAAY,EAAE;IAElH,MAAM,IAAI,GAAG,GAAG,IAAI,MAAM,KAAK,KAAK,KAAK,CAAC,KAAK,CAAC,SAAS,GAAG,CAAC,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,eAAe,CAAC,CAAC;IAC/G,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,IAAI,EAAE,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,CAAC;AAC/F,CAAC,CAAC;AAIF,MAAM,CAAC,MAAM,SAAS,GAAG,CAAC,IAAY,EAAE,OAA6B,EAAE,OAAe,EAAc,EAAE;IAClG,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IACrC,MAAM,MAAM,GAAe,EAAE,CAAC;IAC9B,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,EAAE,GAAG,EAAE,CAAC,KAAK,CAAC,CAAC;IAElE,MAAM,GAAG,GAAG,OAAO,CAAC,MAAM,CACtB,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,MAAM,IAAI,KAAK,CAAC,IAAI,IAAI,MAAM,CAAC,IAAI,IAAI,KAAK,CAAC,OAAO,IAAI,MAAM,CAAC,OAAO,CAAC,CACzH,CAAC;IACF,KAAK,MAAM,MAAM,IAAI,GAAG,EAAE,CAAC;QAEvB,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,GAAG,CAAC,IAAI,sBAAsB,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC;QAE3H,IAAI,IAAI,GAAG,KAAK,CAAC;QACjB,OAAO,IAAI,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;YAC5B,IAAI,EAAE,GAAG,IAAI,CAAC;YACd,IAAI,KAAK,GAAG,CAAC,KAAK,CAAC,IAAI,GAAG,CAAC,CAAC,EAAE,MAAM,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;YAC/C,OAAO,EAAE,GAAG,CAAC,IAAI,MAAM,CAAC,OAAO,IAAI,KAAK,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,EAAE,MAAM,IAAI,CAAC,CAAC,GAAG,CAAC,IAAI,iBAAiB,EAAE,CAAC;gBAC3F,EAAE,IAAI,CAAC,CAAC;gBACR,KAAK,IAAI,CAAC,KAAK,CAAC,EAAE,GAAG,CAAC,CAAC,EAAE,MAAM,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;YAC9C,CAAC;YACD,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC;YACvD,IAAI,GAAG,EAAE,GAAG,CAAC,CAAC;QAClB,CAAC;QACD,KAAK,IAAI,CAAC,GAAG,KAAK,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC,EAAE,EAAE,CAAC;YAC9C,OAAO,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC;QACtB,CAAC;IACL,CAAC;IAED,IAAI,WAA+B,CAAC;IACpC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACrC,MAAM,SAAS,GAAG,CAAC,GAAG,KAAK,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC;QACpF,IAAI,SAAS,IAAI,WAAW,KAAK,SAAS,EAAE,CAAC;YACzC,WAAW,GAAG,CAAC,GAAG,CAAC,CAAC;QACxB,CAAC;QACD,IAAI,CAAC,SAAS,IAAI,WAAW,KAAK,SAAS,EAAE,CAAC;YAC1C,KAAK,IAAI,IAAI,GAAG,WAAW,EAAE,IAAI,IAAI,CAAC,EAAE,IAAI,IAAI,YAAY,GAAG,cAAc,EAAE,CAAC;gBAC5E,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,GAAG,YAAY,GAAG,CAAC,CAAC,CAAC;gBAChD,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,IAAI,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC;gBACtD,IAAI,EAAE,KAAK,CAAC,EAAE,CAAC;oBACX,MAAM;gBACV,CAAC;YACL,CAAC;YACD,WAAW,GAAG,SAAS,CAAC;QAC5B,CAAC;IACL,CAAC;IACD,OAAO,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC;AAChE,CAAC,CAAC"}
@@ -0,0 +1,14 @@
1
+ import type { IndexDb } from "../store/db.js";
2
+ import type { ChunkRow, FileEntry, SymbolRow } from "../types.js";
3
+ export declare const PARSER_VERSION = "2";
4
+ export type ParseFile = (path: string, lang: string | undefined, content: string) => {
5
+ symbols: SymbolRow[];
6
+ chunks: ChunkRow[];
7
+ };
8
+ export interface RevalidateResult {
9
+ readonly generation: number;
10
+ readonly fileCount: number;
11
+ readonly changed: number;
12
+ }
13
+ export declare const revalidate: (db: IndexDb, entries: readonly FileEntry[], parse?: ParseFile) => Promise<RevalidateResult>;
14
+ //# sourceMappingURL=indexer.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"indexer.d.ts","sourceRoot":"","sources":["../../src/indexer/indexer.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,gBAAgB,CAAC;AAE9C,OAAO,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAOlE,eAAO,MAAM,cAAc,MAAM,CAAC;AAIlC,MAAM,MAAM,SAAS,GAAG,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,SAAS,EAAE,OAAO,EAAE,MAAM,KAAK;IAAE,OAAO,EAAE,SAAS,EAAE,CAAC;IAAC,MAAM,EAAE,QAAQ,EAAE,CAAA;CAAE,CAAC;AAElI,MAAM,WAAW,gBAAgB;IAC7B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;CAC5B;AAMD,eAAO,MAAM,UAAU,GAAU,IAAI,OAAO,EAAE,SAAS,SAAS,SAAS,EAAE,EAAE,QAAQ,SAAS,KAAG,OAAO,CAAC,gBAAgB,CA2DxH,CAAC"}
@@ -0,0 +1,55 @@
1
+ import { createHash } from "node:crypto";
2
+ import { readFile } from "node:fs/promises";
3
+ import { bumpGeneration, deleteFile, generationOf, getMeta, listFiles, replaceFile, setMeta, touchFile } from "../store/index-store.js";
4
+ import { langOf } from "../workspace/scan.js";
5
+ const MAX_FILE_BYTES = 1024 * 1024;
6
+ export const PARSER_VERSION = "2";
7
+ const isBinary = (buf) => buf.includes(0);
8
+ export const revalidate = async (db, entries, parse) => {
9
+ const stored = listFiles(db);
10
+ const seen = new Set();
11
+ const reparseAll = parse !== undefined && getMeta(db, "parser_version") !== PARSER_VERSION;
12
+ let changed = 0;
13
+ for (const entry of entries) {
14
+ seen.add(entry.path);
15
+ const previous = stored.get(entry.path);
16
+ if (!reparseAll && previous !== undefined && Math.round(entry.mtimeMs) === previous.mtimeMs && entry.size === previous.size) {
17
+ continue;
18
+ }
19
+ const skip = () => {
20
+ db.transaction(() => replaceFile(db, { path: entry.path, repo: entry.repo, lang: undefined, mtimeMs: entry.mtimeMs, size: entry.size, hash: "-" }, [], []));
21
+ changed++;
22
+ };
23
+ if (entry.size > MAX_FILE_BYTES) {
24
+ skip();
25
+ continue;
26
+ }
27
+ const buf = await readFile(entry.abs).catch(() => undefined);
28
+ const lang = buf === undefined ? undefined : langOf(entry.path);
29
+ if (buf === undefined || (isBinary(buf) && lang === undefined)) {
30
+ skip();
31
+ continue;
32
+ }
33
+ const hash = createHash("sha256").update(buf).digest("hex");
34
+ if (!reparseAll && previous !== undefined && previous.hash === hash) {
35
+ touchFile(db, previous.id, entry.mtimeMs, entry.size);
36
+ continue;
37
+ }
38
+ const content = buf.includes(0) ? buf.toString("utf8").replaceAll("\0", "�") : buf.toString("utf8");
39
+ const parsed = parse?.(entry.path, lang, content) ?? { symbols: [], chunks: [] };
40
+ db.transaction(() => replaceFile(db, { path: entry.path, repo: entry.repo, lang, mtimeMs: entry.mtimeMs, size: entry.size, hash }, parsed.symbols, parsed.chunks));
41
+ changed++;
42
+ }
43
+ for (const [path, file] of stored) {
44
+ if (!seen.has(path)) {
45
+ db.transaction(() => deleteFile(db, file.id));
46
+ changed++;
47
+ }
48
+ }
49
+ if (reparseAll) {
50
+ setMeta(db, "parser_version", PARSER_VERSION);
51
+ }
52
+ const generation = changed > 0 ? bumpGeneration(db) : generationOf(db);
53
+ return { generation, fileCount: seen.size, changed };
54
+ };
55
+ //# sourceMappingURL=indexer.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"indexer.js","sourceRoot":"","sources":["../../src/indexer/indexer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAE5C,OAAO,EAAE,cAAc,EAAE,UAAU,EAAE,YAAY,EAAE,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,yBAAyB,CAAC;AAExI,OAAO,EAAE,MAAM,EAAE,MAAM,sBAAsB,CAAC;AAE9C,MAAM,cAAc,GAAG,IAAI,GAAG,IAAI,CAAC;AAInC,MAAM,CAAC,MAAM,cAAc,GAAG,GAAG,CAAC;AAYlC,MAAM,QAAQ,GAAG,CAAC,GAAW,EAAW,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;AAI3D,MAAM,CAAC,MAAM,UAAU,GAAG,KAAK,EAAE,EAAW,EAAE,OAA6B,EAAE,KAAiB,EAA6B,EAAE;IACzH,MAAM,MAAM,GAAG,SAAS,CAAC,EAAE,CAAC,CAAC;IAC7B,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,MAAM,UAAU,GAAG,KAAK,KAAK,SAAS,IAAI,OAAO,CAAC,EAAE,EAAE,gBAAgB,CAAC,KAAK,cAAc,CAAC;IAC3F,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC1B,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACrB,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACxC,IAAI,CAAC,UAAU,IAAI,QAAQ,KAAK,SAAS,IAAI,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,OAAO,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ,CAAC,IAAI,EAAE,CAAC;YAC1H,SAAS;QACb,CAAC;QAGD,MAAM,IAAI,GAAG,GAAS,EAAE;YACpB,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE,CAChB,WAAW,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,CACxI,CAAC;YACF,OAAO,EAAE,CAAC;QACd,CAAC,CAAC;QACF,IAAI,KAAK,CAAC,IAAI,GAAG,cAAc,EAAE,CAAC;YAC9B,IAAI,EAAE,CAAC;YACP,SAAS;QACb,CAAC;QACD,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QAC7D,MAAM,IAAI,GAAG,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAGhE,IAAI,GAAG,KAAK,SAAS,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,IAAI,KAAK,SAAS,CAAC,EAAE,CAAC;YAC7D,IAAI,EAAE,CAAC;YACP,SAAS;QACb,CAAC;QACD,MAAM,IAAI,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC5D,IAAI,CAAC,UAAU,IAAI,QAAQ,KAAK,SAAS,IAAI,QAAQ,CAAC,IAAI,KAAK,IAAI,EAAE,CAAC;YAClE,SAAS,CAAC,EAAE,EAAE,QAAQ,CAAC,EAAE,EAAE,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;YACtD,SAAS;QACb,CAAC;QACD,MAAM,OAAO,GAAG,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,UAAU,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QACpG,MAAM,MAAM,GAAG,KAAK,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,OAAO,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;QACjF,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE,CAChB,WAAW,CACP,EAAE,EACF,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,IAAI,EAAE,EAC5F,MAAM,CAAC,OAAO,EACd,MAAM,CAAC,MAAM,CAChB,CACJ,CAAC;QACF,OAAO,EAAE,CAAC;IACd,CAAC;IACD,KAAK,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,MAAM,EAAE,CAAC;QAChC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;YAClB,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,EAAE,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;YAC9C,OAAO,EAAE,CAAC;QACd,CAAC;IACL,CAAC;IACD,IAAI,UAAU,EAAE,CAAC;QACb,OAAO,CAAC,EAAE,EAAE,gBAAgB,EAAE,cAAc,CAAC,CAAC;IAClD,CAAC;IACD,MAAM,UAAU,GAAG,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;IACvE,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,IAAI,CAAC,IAAI,EAAE,OAAO,EAAE,CAAC;AACzD,CAAC,CAAC"}
@@ -0,0 +1,13 @@
1
+ import { type SgRoot } from "@ast-grep/napi";
2
+ import type { SymbolRow } from "../types.js";
3
+ export interface KindRule {
4
+ readonly kind: string;
5
+ readonly symbolKind: SymbolRow["kind"];
6
+ }
7
+ export interface LanguageConfig {
8
+ readonly astLang: string;
9
+ readonly rules: readonly KindRule[];
10
+ }
11
+ export declare const LANGUAGES: Record<string, LanguageConfig>;
12
+ export declare const parseLang: (lang: string, content: string) => SgRoot | undefined;
13
+ //# sourceMappingURL=languages.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"languages.d.ts","sourceRoot":"","sources":["../../src/indexer/languages.ts"],"names":[],"mappings":"AAAA,OAAO,EAAwC,KAAK,MAAM,EAAE,MAAM,gBAAgB,CAAC;AAKnF,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAG7C,MAAM,WAAW,QAAQ;IACrB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,UAAU,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC;CAC1C;AAED,MAAM,WAAW,cAAc;IAE3B,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,KAAK,EAAE,SAAS,QAAQ,EAAE,CAAC;CACvC;AAYD,eAAO,MAAM,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,cAAc,CAgEpD,CAAC;AAEF,eAAO,MAAM,SAAS,GAAI,MAAM,MAAM,EAAE,SAAS,MAAM,KAAG,MAAM,GAAG,SAOlE,CAAC"}