codevault 1.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (156) hide show
  1. package/.env.example +37 -0
  2. package/LICENSE +21 -0
  3. package/README.md +174 -0
  4. package/dist/chunking/file-grouper.d.ts +39 -0
  5. package/dist/chunking/file-grouper.d.ts.map +1 -0
  6. package/dist/chunking/file-grouper.js +181 -0
  7. package/dist/chunking/file-grouper.js.map +1 -0
  8. package/dist/chunking/semantic-chunker.d.ts +37 -0
  9. package/dist/chunking/semantic-chunker.d.ts.map +1 -0
  10. package/dist/chunking/semantic-chunker.js +172 -0
  11. package/dist/chunking/semantic-chunker.js.map +1 -0
  12. package/dist/chunking/token-counter.d.ts +28 -0
  13. package/dist/chunking/token-counter.d.ts.map +1 -0
  14. package/dist/chunking/token-counter.js +207 -0
  15. package/dist/chunking/token-counter.js.map +1 -0
  16. package/dist/cli/commands/context.d.ts +3 -0
  17. package/dist/cli/commands/context.d.ts.map +1 -0
  18. package/dist/cli/commands/context.js +98 -0
  19. package/dist/cli/commands/context.js.map +1 -0
  20. package/dist/cli.d.ts +3 -0
  21. package/dist/cli.d.ts.map +1 -0
  22. package/dist/cli.js +222 -0
  23. package/dist/cli.js.map +1 -0
  24. package/dist/codemap/io.d.ts +5 -0
  25. package/dist/codemap/io.d.ts.map +1 -0
  26. package/dist/codemap/io.js +30 -0
  27. package/dist/codemap/io.js.map +1 -0
  28. package/dist/context/packs.d.ts +33 -0
  29. package/dist/context/packs.d.ts.map +1 -0
  30. package/dist/context/packs.js +180 -0
  31. package/dist/context/packs.js.map +1 -0
  32. package/dist/core/indexer.d.ts +3 -0
  33. package/dist/core/indexer.d.ts.map +1 -0
  34. package/dist/core/indexer.js +610 -0
  35. package/dist/core/indexer.js.map +1 -0
  36. package/dist/core/metadata.d.ts +19 -0
  37. package/dist/core/metadata.d.ts.map +1 -0
  38. package/dist/core/metadata.js +161 -0
  39. package/dist/core/metadata.js.map +1 -0
  40. package/dist/core/search.d.ts +6 -0
  41. package/dist/core/search.d.ts.map +1 -0
  42. package/dist/core/search.js +482 -0
  43. package/dist/core/search.js.map +1 -0
  44. package/dist/core/symbol-extractor.d.ts +3 -0
  45. package/dist/core/symbol-extractor.d.ts.map +1 -0
  46. package/dist/core/symbol-extractor.js +78 -0
  47. package/dist/core/symbol-extractor.js.map +1 -0
  48. package/dist/core/types.d.ts +96 -0
  49. package/dist/core/types.d.ts.map +1 -0
  50. package/dist/core/types.js +2 -0
  51. package/dist/core/types.js.map +1 -0
  52. package/dist/database/db.d.ts +63 -0
  53. package/dist/database/db.d.ts.map +1 -0
  54. package/dist/database/db.js +205 -0
  55. package/dist/database/db.js.map +1 -0
  56. package/dist/indexer/merkle.d.ts +13 -0
  57. package/dist/indexer/merkle.d.ts.map +1 -0
  58. package/dist/indexer/merkle.js +86 -0
  59. package/dist/indexer/merkle.js.map +1 -0
  60. package/dist/indexer/update.d.ts +19 -0
  61. package/dist/indexer/update.d.ts.map +1 -0
  62. package/dist/indexer/update.js +40 -0
  63. package/dist/indexer/update.js.map +1 -0
  64. package/dist/indexer/watch.d.ts +21 -0
  65. package/dist/indexer/watch.d.ts.map +1 -0
  66. package/dist/indexer/watch.js +204 -0
  67. package/dist/indexer/watch.js.map +1 -0
  68. package/dist/languages/rules.d.ts +11 -0
  69. package/dist/languages/rules.d.ts.map +1 -0
  70. package/dist/languages/rules.js +371 -0
  71. package/dist/languages/rules.js.map +1 -0
  72. package/dist/languages/tree-sitter-loader.d.ts +27 -0
  73. package/dist/languages/tree-sitter-loader.d.ts.map +1 -0
  74. package/dist/languages/tree-sitter-loader.js +75 -0
  75. package/dist/languages/tree-sitter-loader.js.map +1 -0
  76. package/dist/mcp/tools/use-context-pack.d.ts +57 -0
  77. package/dist/mcp/tools/use-context-pack.d.ts.map +1 -0
  78. package/dist/mcp/tools/use-context-pack.js +91 -0
  79. package/dist/mcp/tools/use-context-pack.js.map +1 -0
  80. package/dist/mcp-server.d.ts +3 -0
  81. package/dist/mcp-server.d.ts.map +1 -0
  82. package/dist/mcp-server.js +363 -0
  83. package/dist/mcp-server.js.map +1 -0
  84. package/dist/providers/base.d.ts +34 -0
  85. package/dist/providers/base.d.ts.map +1 -0
  86. package/dist/providers/base.js +160 -0
  87. package/dist/providers/base.js.map +1 -0
  88. package/dist/providers/index.d.ts +6 -0
  89. package/dist/providers/index.d.ts.map +1 -0
  90. package/dist/providers/index.js +22 -0
  91. package/dist/providers/index.js.map +1 -0
  92. package/dist/providers/ollama.d.ts +13 -0
  93. package/dist/providers/ollama.d.ts.map +1 -0
  94. package/dist/providers/ollama.js +50 -0
  95. package/dist/providers/ollama.js.map +1 -0
  96. package/dist/providers/openai.d.ts +13 -0
  97. package/dist/providers/openai.d.ts.map +1 -0
  98. package/dist/providers/openai.js +59 -0
  99. package/dist/providers/openai.js.map +1 -0
  100. package/dist/providers/token-counter.d.ts +2 -0
  101. package/dist/providers/token-counter.d.ts.map +1 -0
  102. package/dist/providers/token-counter.js +18 -0
  103. package/dist/providers/token-counter.js.map +1 -0
  104. package/dist/ranking/api-reranker.d.ts +18 -0
  105. package/dist/ranking/api-reranker.d.ts.map +1 -0
  106. package/dist/ranking/api-reranker.js +148 -0
  107. package/dist/ranking/api-reranker.js.map +1 -0
  108. package/dist/ranking/symbol-boost.d.ts +15 -0
  109. package/dist/ranking/symbol-boost.d.ts.map +1 -0
  110. package/dist/ranking/symbol-boost.js +154 -0
  111. package/dist/ranking/symbol-boost.js.map +1 -0
  112. package/dist/search/bm25.d.ts +17 -0
  113. package/dist/search/bm25.d.ts.map +1 -0
  114. package/dist/search/bm25.js +56 -0
  115. package/dist/search/bm25.js.map +1 -0
  116. package/dist/search/hybrid.d.ts +21 -0
  117. package/dist/search/hybrid.d.ts.map +1 -0
  118. package/dist/search/hybrid.js +50 -0
  119. package/dist/search/hybrid.js.map +1 -0
  120. package/dist/search/scope.d.ts +5 -0
  121. package/dist/search/scope.d.ts.map +1 -0
  122. package/dist/search/scope.js +107 -0
  123. package/dist/search/scope.js.map +1 -0
  124. package/dist/storage/encrypted-chunks.d.ts +40 -0
  125. package/dist/storage/encrypted-chunks.d.ts.map +1 -0
  126. package/dist/storage/encrypted-chunks.js +236 -0
  127. package/dist/storage/encrypted-chunks.js.map +1 -0
  128. package/dist/symbols/extract.d.ts +15 -0
  129. package/dist/symbols/extract.d.ts.map +1 -0
  130. package/dist/symbols/extract.js +187 -0
  131. package/dist/symbols/extract.js.map +1 -0
  132. package/dist/symbols/graph.d.ts +3 -0
  133. package/dist/symbols/graph.d.ts.map +1 -0
  134. package/dist/symbols/graph.js +89 -0
  135. package/dist/symbols/graph.js.map +1 -0
  136. package/dist/types/ast.d.ts +3 -0
  137. package/dist/types/ast.d.ts.map +1 -0
  138. package/dist/types/ast.js +2 -0
  139. package/dist/types/ast.js.map +1 -0
  140. package/dist/types/codemap.d.ts +58 -0
  141. package/dist/types/codemap.d.ts.map +1 -0
  142. package/dist/types/codemap.js +224 -0
  143. package/dist/types/codemap.js.map +1 -0
  144. package/dist/types/context-pack.d.ts +47 -0
  145. package/dist/types/context-pack.d.ts.map +1 -0
  146. package/dist/types/context-pack.js +44 -0
  147. package/dist/types/context-pack.js.map +1 -0
  148. package/dist/types/search.d.ts +15 -0
  149. package/dist/types/search.d.ts.map +1 -0
  150. package/dist/types/search.js +11 -0
  151. package/dist/types/search.js.map +1 -0
  152. package/dist/utils/rate-limiter.d.ts +31 -0
  153. package/dist/utils/rate-limiter.d.ts.map +1 -0
  154. package/dist/utils/rate-limiter.js +168 -0
  155. package/dist/utils/rate-limiter.js.map +1 -0
  156. package/package.json +92 -0
@@ -0,0 +1,154 @@
1
+ const SIGNATURE_MATCH_BOOST = 0.3;
2
+ const NEIGHBOR_MATCH_BOOST = 0.15;
3
+ function escapeRegex(value) {
4
+ return value.replace(/[.*+?^${}()|[\]\\]/g, '\\$&');
5
+ }
6
+ function buildQueryTokenRegex(token) {
7
+ if (!token || token.length < 3) {
8
+ return null;
9
+ }
10
+ const escaped = escapeRegex(token.toLowerCase());
11
+ return new RegExp(`\\b${escaped}[a-z0-9_]*\\b`, 'i');
12
+ }
13
+ function splitSymbolWords(symbol) {
14
+ if (!symbol) {
15
+ return [];
16
+ }
17
+ const cleaned = symbol.replace(/[^A-Za-z0-9_]/g, ' ');
18
+ return cleaned
19
+ .replace(/([a-z])([A-Z])/g, '$1 $2')
20
+ .split(/[\s_]+/)
21
+ .map(word => word.trim().toLowerCase())
22
+ .filter(word => word.length > 0);
23
+ }
24
+ function computeSignatureMatchStrength(query, entry) {
25
+ if (!entry) {
26
+ return 0;
27
+ }
28
+ const queryLower = query.toLowerCase();
29
+ const rawSymbol = typeof entry.symbol === 'string' ? entry.symbol : '';
30
+ const symbol = rawSymbol.toLowerCase();
31
+ const signature = typeof entry.symbol_signature === 'string' ? entry.symbol_signature.toLowerCase() : '';
32
+ let weight = 0;
33
+ const matchedTokens = new Set();
34
+ if (symbol && queryLower.includes(symbol)) {
35
+ weight += 4;
36
+ }
37
+ if (signature) {
38
+ const normalizedSignature = signature.replace(/\s+/g, ' ');
39
+ if (queryLower.includes(normalizedSignature)) {
40
+ weight = Math.max(weight, 3.5);
41
+ }
42
+ }
43
+ const symbolTokens = splitSymbolWords(rawSymbol).map(token => token.toLowerCase());
44
+ let symbolTokenMatches = 0;
45
+ for (const token of symbolTokens) {
46
+ if (token.length < 3 || matchedTokens.has(token)) {
47
+ continue;
48
+ }
49
+ const regex = buildQueryTokenRegex(token);
50
+ if (regex && regex.test(query)) {
51
+ matchedTokens.add(token);
52
+ symbolTokenMatches += 1;
53
+ }
54
+ }
55
+ if (symbolTokenMatches > 0) {
56
+ weight += 1 + 0.5 * (symbolTokenMatches - 1);
57
+ }
58
+ let parameterMatches = 0;
59
+ if (Array.isArray(entry.symbol_parameters)) {
60
+ for (const param of entry.symbol_parameters) {
61
+ if (typeof param !== 'string') {
62
+ continue;
63
+ }
64
+ const parts = param
65
+ .toLowerCase()
66
+ .split(/[^a-z0-9]+/)
67
+ .map(part => part.trim())
68
+ .filter(part => part.length >= 3);
69
+ for (const part of parts) {
70
+ if (matchedTokens.has(part)) {
71
+ continue;
72
+ }
73
+ const regex = buildQueryTokenRegex(part);
74
+ if (regex && regex.test(query)) {
75
+ matchedTokens.add(part);
76
+ parameterMatches += 1;
77
+ break;
78
+ }
79
+ }
80
+ }
81
+ }
82
+ if (parameterMatches > 0) {
83
+ weight += 0.35 * parameterMatches;
84
+ }
85
+ if (weight <= 0) {
86
+ return 0;
87
+ }
88
+ return Math.max(0, Math.min(weight / 4, 1));
89
+ }
90
+ function buildShaIndex(codemap) {
91
+ const index = new Map();
92
+ if (!codemap || typeof codemap !== 'object') {
93
+ return index;
94
+ }
95
+ for (const [chunkId, entry] of Object.entries(codemap)) {
96
+ if (!entry || typeof entry.sha !== 'string') {
97
+ continue;
98
+ }
99
+ index.set(entry.sha, { chunkId, entry });
100
+ }
101
+ return index;
102
+ }
103
+ export function applySymbolBoost(results, { query, codemap }) {
104
+ if (!Array.isArray(results) || results.length === 0) {
105
+ return;
106
+ }
107
+ if (!codemap || typeof codemap !== 'object') {
108
+ return;
109
+ }
110
+ const shaIndex = buildShaIndex(codemap);
111
+ for (const result of results) {
112
+ const metadata = codemap[result.id];
113
+ if (!metadata) {
114
+ continue;
115
+ }
116
+ let boost = 0;
117
+ const sources = [];
118
+ const matchStrength = computeSignatureMatchStrength(query, metadata);
119
+ if (matchStrength > 0) {
120
+ boost += SIGNATURE_MATCH_BOOST * matchStrength;
121
+ sources.push('signature');
122
+ result.symbolMatchStrength = matchStrength;
123
+ }
124
+ const neighborShas = Array.isArray(metadata.symbol_neighbors)
125
+ ? metadata.symbol_neighbors
126
+ : [];
127
+ let bestNeighborStrength = 0;
128
+ if (neighborShas.length > 0) {
129
+ for (const neighborSha of neighborShas) {
130
+ const neighbor = shaIndex.get(neighborSha);
131
+ if (!neighbor) {
132
+ continue;
133
+ }
134
+ const neighborStrength = computeSignatureMatchStrength(query, neighbor.entry);
135
+ if (neighborStrength > bestNeighborStrength) {
136
+ bestNeighborStrength = neighborStrength;
137
+ }
138
+ }
139
+ }
140
+ if (bestNeighborStrength > 0) {
141
+ boost += NEIGHBOR_MATCH_BOOST * bestNeighborStrength;
142
+ sources.push('neighbor');
143
+ result.symbolNeighborStrength = bestNeighborStrength;
144
+ }
145
+ if (boost > 0) {
146
+ const cappedBoost = Math.min(boost, 0.45);
147
+ const baseScore = typeof result.score === 'number' ? result.score : 0;
148
+ result.score = baseScore + cappedBoost;
149
+ result.symbolBoost = cappedBoost;
150
+ result.symbolBoostSources = sources;
151
+ }
152
+ }
153
+ }
154
+ //# sourceMappingURL=symbol-boost.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"symbol-boost.js","sourceRoot":"","sources":["../../src/ranking/symbol-boost.ts"],"names":[],"mappings":"AAEA,MAAM,qBAAqB,GAAG,GAAG,CAAC;AAClC,MAAM,oBAAoB,GAAG,IAAI,CAAC;AAWlC,SAAS,WAAW,CAAC,KAAa;IAChC,OAAO,KAAK,CAAC,OAAO,CAAC,qBAAqB,EAAE,MAAM,CAAC,CAAC;AACtD,CAAC;AAED,SAAS,oBAAoB,CAAC,KAAa;IACzC,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC/B,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,OAAO,GAAG,WAAW,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC;IACjD,OAAO,IAAI,MAAM,CAAC,MAAM,OAAO,eAAe,EAAE,GAAG,CAAC,CAAC;AACvD,CAAC;AAED,SAAS,gBAAgB,CAAC,MAAc;IACtC,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,gBAAgB,EAAE,GAAG,CAAC,CAAC;IACtD,OAAO,OAAO;SACX,OAAO,CAAC,iBAAiB,EAAE,OAAO,CAAC;SACnC,KAAK,CAAC,QAAQ,CAAC;SACf,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;SACtC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;AACrC,CAAC;AAED,SAAS,6BAA6B,CAAC,KAAa,EAAE,KAAU;IAC9D,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,OAAO,CAAC,CAAC;IACX,CAAC;IAED,MAAM,UAAU,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC;IACvC,MAAM,SAAS,GAAG,OAAO,KAAK,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;IACvE,MAAM,MAAM,GAAG,SAAS,CAAC,WAAW,EAAE,CAAC;IACvC,MAAM,SAAS,GAAG,OAAO,KAAK,CAAC,gBAAgB,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,gBAAgB,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IAEzG,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,MAAM,aAAa,GAAG,IAAI,GAAG,EAAU,CAAC;IAExC,IAAI,MAAM,IAAI,UAAU,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;QAC1C,MAAM,IAAI,CAAC,CAAC;IACd,CAAC;IAED,IAAI,SAAS,EAAE,CAAC;QACd,MAAM,mBAAmB,GAAG,SAAS,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QAC3D,IAAI,UAAU,CAAC,QAAQ,CAAC,mBAAmB,CAAC,EAAE,CAAC;YAC7C,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QACjC,CAAC;IACH,CAAC;IAED,MAAM,YAAY,GAAG,gBAAgB,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC;IACnF,IAAI,kBAAkB,GAAG,CAAC,CAAC;IAC3B,KAAK,MAAM,KAAK,IAAI,YAAY,EAAE,CAAC;QACjC,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;YACjD,SAAS;QACX,CAAC;QAED,MAAM,KAAK,GAAG,oBAAoB,CAAC,KAAK,CAAC,CAAC;QAC1C,IAAI,KAAK,IAAI,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;YAC/B,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YACzB,kBAAkB,IAAI,CAAC,CAAC;QAC1B,CAAC;IACH,CAAC;IAED,IAAI,kBAAkB,GAAG,CAAC,EAAE,CAAC;QAC3B,MAAM,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC,kBAAkB,GAAG,CAAC,CAAC,CAAC;IAC/C,CAAC;IAED,IAAI,gBAAgB,GAAG,CAAC,CAAC;IACzB,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,iBAAiB,CAAC,EAAE,CAAC;QAC3C,KAAK,MAAM,KAAK,IAAI,KAAK,CAAC,iBAAiB,EAAE,CAAC;YAC5C,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;gBAC9B,SAAS;YACX,CAAC;YAED,MAAM,KAAK,GAAG,KAAK;iBAChB,WAAW,EAAE;iBACb,KAAK,CAAC,YAAY,CAAC;iBACnB,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;iBACxB,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC;YAEpC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,IAAI,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;oBAC5B,SAAS;gBACX,CAAC;gBAED,MAAM,KAAK,GAAG,oBAAoB,CAAC,IAAI,CAAC,CAAC;gBACzC,IAAI,KAAK,IAAI,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;oBAC/B,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;oBACxB,gBAAgB,IAAI,CAAC,CAAC;oBACtB,MAAM;gBACR,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,gBAAgB,GAAG,CAAC,EAAE,CAAC;QACzB,MAAM,IAAI,IAAI,GAAG,gBAAgB,CAAC;IACpC,CAAC;IAED,IAAI,MAAM,IAAI,CAAC,EAAE,CAAC;QAChB,OAAO,CAAC,CAAC;IACX,CAAC;IAED,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;AAC9C,CAAC;AAED,SAAS,aAAa,CAAC,OAAgB;IACrC,MAAM,KAAK,GAAG,IAAI,GAAG,EAAE,CAAC;IACxB,IAAI,CAAC,OAAO,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;QAC5C,OAAO,KAAK,CAAC;IACf,CAAC;IAED,KAAK,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QACvD,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,CAAC,GAAG,KAAK,QAAQ,EAAE,CAAC;YAC5C,SAAS;QACX,CAAC;QACD,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;IAC3C,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,OAAuB,EAAE,EAAE,KAAK,EAAE,OAAO,EAAuC;IAC/G,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACpD,OAAO;IACT,CAAC;IAED,IAAI,CAAC,OAAO,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;QAC5C,OAAO;IACT,CAAC;IAED,MAAM,QAAQ,GAAG,aAAa,CAAC,OAAO,CAAC,CAAC;IAExC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACpC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,SAAS;QACX,CAAC;QAED,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,MAAM,OAAO,GAAa,EAAE,CAAC;QAE7B,MAAM,aAAa,GAAG,6BAA6B,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;QACrE,IAAI,aAAa,GAAG,CAAC,EAAE,CAAC;YACtB,KAAK,IAAI,qBAAqB,GAAG,aAAa,CAAC;YAC/C,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YAC1B,MAAM,CAAC,mBAAmB,GAAG,aAAa,CAAC;QAC7C,CAAC;QAED,MAAM,YAAY,GAAG,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAC;YAC3D,CAAC,CAAC,QAAQ,CAAC,gBAAgB;YAC3B,CAAC,CAAC,EAAE,CAAC;QAEP,IAAI,oBAAoB,GAAG,CAAC,CAAC;QAC7B,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5B,KAAK,MAAM,WAAW,IAAI,YAAY,EAAE,CAAC;gBACvC,MAAM,QAAQ,GAAG,QAAQ,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;gBAC3C,IAAI,CAAC,QAAQ,EAAE,CAAC;oBACd,SAAS;gBACX,CAAC;gBAED,MAAM,gBAAgB,GAAG,6BAA6B,CAAC,KAAK,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC;gBAC9E,IAAI,gBAAgB,GAAG,oBAAoB,EAAE,CAAC;oBAC5C,oBAAoB,GAAG,gBAAgB,CAAC;gBAC1C,CAAC;YACH,CAAC;QACH,CAAC;QAED,IAAI,oBAAoB,GAAG,CAAC,EAAE,CAAC;YAC7B,KAAK,IAAI,oBAAoB,GAAG,oBAAoB,CAAC;YACrD,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YACzB,MAAM,CAAC,sBAAsB,GAAG,oBAAoB,CAAC;QACvD,CAAC;QAED,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;YACd,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;YAC1C,MAAM,SAAS,GAAG,OAAO,MAAM,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;YACtE,MAAM,CAAC,KAAK,GAAG,SAAS,GAAG,WAAW,CAAC;YACvC,MAAM,CAAC,WAAW,GAAG,WAAW,CAAC;YACjC,MAAM,CAAC,kBAAkB,GAAG,OAAO,CAAC;QACtC,CAAC;IACH,CAAC;AACH,CAAC"}
@@ -0,0 +1,17 @@
1
+ export declare class BM25Index {
2
+ private engine;
3
+ private documents;
4
+ private consolidated;
5
+ constructor();
6
+ addDocument(id: string, text: string): void;
7
+ addDocuments(entries?: Array<{
8
+ id: string;
9
+ text: string;
10
+ }>): void;
11
+ consolidate(): void;
12
+ search(query: string, limit?: number): Array<{
13
+ id: string;
14
+ score: number;
15
+ }>;
16
+ }
17
+ //# sourceMappingURL=bm25.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"bm25.d.ts","sourceRoot":"","sources":["../../src/search/bm25.ts"],"names":[],"mappings":"AAgBA,qBAAa,SAAS;IACpB,OAAO,CAAC,MAAM,CAAM;IACpB,OAAO,CAAC,SAAS,CAAqB;IACtC,OAAO,CAAC,YAAY,CAAS;;IAQ7B,WAAW,CAAC,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,IAAI;IAc3C,YAAY,CAAC,OAAO,GAAE,KAAK,CAAC;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAM,GAAG,IAAI;IAQrE,WAAW,IAAI,IAAI;IAOnB,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,SAAK,GAAG,KAAK,CAAC;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC;CASxE"}
@@ -0,0 +1,56 @@
1
+ import bm25Factory from 'wink-bm25-text-search';
2
+ const DEFAULT_FIELD = 'body';
3
+ function defaultPrep(text) {
4
+ if (!text) {
5
+ return [];
6
+ }
7
+ return String(text)
8
+ .toLowerCase()
9
+ .replace(/[^\p{L}\p{N}]+/gu, ' ')
10
+ .split(/\s+/u)
11
+ .filter(Boolean);
12
+ }
13
+ export class BM25Index {
14
+ engine;
15
+ documents = new Set();
16
+ consolidated = false;
17
+ constructor() {
18
+ this.engine = bm25Factory();
19
+ this.engine.defineConfig({ fldWeights: { [DEFAULT_FIELD]: 1 } });
20
+ this.engine.definePrepTasks([defaultPrep]);
21
+ }
22
+ addDocument(id, text) {
23
+ if (!id || typeof text !== 'string' || text.trim().length === 0) {
24
+ return;
25
+ }
26
+ if (this.documents.has(id)) {
27
+ return;
28
+ }
29
+ this.engine.addDoc({ [DEFAULT_FIELD]: text }, id);
30
+ this.documents.add(id);
31
+ this.consolidated = false;
32
+ }
33
+ addDocuments(entries = []) {
34
+ for (const entry of entries) {
35
+ if (!entry)
36
+ continue;
37
+ const { id, text } = entry;
38
+ this.addDocument(id, text);
39
+ }
40
+ }
41
+ consolidate() {
42
+ if (!this.consolidated) {
43
+ this.engine.consolidate();
44
+ this.consolidated = true;
45
+ }
46
+ }
47
+ search(query, limit = 60) {
48
+ if (!query || !query.trim()) {
49
+ return [];
50
+ }
51
+ this.consolidate();
52
+ const results = this.engine.search(query, limit);
53
+ return results.map(([id, score]) => ({ id, score }));
54
+ }
55
+ }
56
+ //# sourceMappingURL=bm25.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"bm25.js","sourceRoot":"","sources":["../../src/search/bm25.ts"],"names":[],"mappings":"AAAA,OAAO,WAAW,MAAM,uBAAuB,CAAC;AAEhD,MAAM,aAAa,GAAG,MAAM,CAAC;AAE7B,SAAS,WAAW,CAAC,IAAY;IAC/B,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,OAAO,MAAM,CAAC,IAAI,CAAC;SAChB,WAAW,EAAE;SACb,OAAO,CAAC,kBAAkB,EAAE,GAAG,CAAC;SAChC,KAAK,CAAC,MAAM,CAAC;SACb,MAAM,CAAC,OAAO,CAAC,CAAC;AACrB,CAAC;AAED,MAAM,OAAO,SAAS;IACZ,MAAM,CAAM;IACZ,SAAS,GAAG,IAAI,GAAG,EAAU,CAAC;IAC9B,YAAY,GAAG,KAAK,CAAC;IAE7B;QACE,IAAI,CAAC,MAAM,GAAG,WAAW,EAAE,CAAC;QAC5B,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,EAAE,UAAU,EAAE,EAAE,CAAC,aAAa,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;QACjE,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC;IAC7C,CAAC;IAED,WAAW,CAAC,EAAU,EAAE,IAAY;QAClC,IAAI,CAAC,EAAE,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAChE,OAAO;QACT,CAAC;QAED,IAAI,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC;YAC3B,OAAO;QACT,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,aAAa,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;QAClD,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACvB,IAAI,CAAC,YAAY,GAAG,KAAK,CAAC;IAC5B,CAAC;IAED,YAAY,CAAC,UAA+C,EAAE;QAC5D,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,IAAI,CAAC,KAAK;gBAAE,SAAS;YACrB,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,GAAG,KAAK,CAAC;YAC3B,IAAI,CAAC,WAAW,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;QAC7B,CAAC;IACH,CAAC;IAED,WAAW;QACT,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;YACvB,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;YAC1B,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;QAC3B,CAAC;IACH,CAAC;IAED,MAAM,CAAC,KAAa,EAAE,KAAK,GAAG,EAAE;QAC9B,IAAI,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,EAAE,CAAC;YAC5B,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,IAAI,CAAC,WAAW,EAAE,CAAC;QACnB,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QACjD,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,KAAK,CAAmB,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;IACzE,CAAC;CACF"}
@@ -0,0 +1,21 @@
1
+ interface SearchItem {
2
+ id: string;
3
+ score: number;
4
+ }
5
+ interface FusedItem {
6
+ id: string;
7
+ score: number;
8
+ vectorRank: number | null;
9
+ bm25Rank: number | null;
10
+ vectorScore: number | null;
11
+ bm25Score: number | null;
12
+ }
13
+ interface ReciprocalRankFusionOptions {
14
+ vectorResults?: SearchItem[];
15
+ bm25Results?: SearchItem[];
16
+ limit?: number;
17
+ k?: number;
18
+ }
19
+ export declare function reciprocalRankFusion({ vectorResults, bm25Results, limit, k }: ReciprocalRankFusionOptions): FusedItem[];
20
+ export {};
21
+ //# sourceMappingURL=hybrid.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"hybrid.d.ts","sourceRoot":"","sources":["../../src/search/hybrid.ts"],"names":[],"mappings":"AAAA,UAAU,UAAU;IAClB,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;CACf;AAED,UAAU,SAAS;IACjB,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;CAC1B;AAED,UAAU,2BAA2B;IACnC,aAAa,CAAC,EAAE,UAAU,EAAE,CAAC;IAC7B,WAAW,CAAC,EAAE,UAAU,EAAE,CAAC;IAC3B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,CAAC,CAAC,EAAE,MAAM,CAAC;CACZ;AAED,wBAAgB,oBAAoB,CAAC,EACnC,aAAkB,EAClB,WAAgB,EAChB,KAAU,EACV,CAAM,EACP,EAAE,2BAA2B,GAAG,SAAS,EAAE,CAwD3C"}
@@ -0,0 +1,50 @@
1
+ export function reciprocalRankFusion({ vectorResults = [], bm25Results = [], limit = 10, k = 60 }) {
2
+ const scores = new Map();
3
+ const addScores = (items, source) => {
4
+ items.forEach((item, index) => {
5
+ if (!item || typeof item.id === 'undefined') {
6
+ return;
7
+ }
8
+ const rankContribution = 1 / (k + index + 1);
9
+ const existing = scores.get(item.id) || {
10
+ id: item.id,
11
+ score: 0,
12
+ vectorRank: null,
13
+ bm25Rank: null,
14
+ vectorScore: null,
15
+ bm25Score: null
16
+ };
17
+ existing.score += rankContribution;
18
+ if (source === 'vector') {
19
+ existing.vectorRank = index;
20
+ existing.vectorScore = item.score;
21
+ }
22
+ else if (source === 'bm25') {
23
+ existing.bm25Rank = index;
24
+ existing.bm25Score = item.score;
25
+ }
26
+ scores.set(item.id, existing);
27
+ });
28
+ };
29
+ addScores(vectorResults, 'vector');
30
+ addScores(bm25Results, 'bm25');
31
+ return Array.from(scores.values())
32
+ .sort((a, b) => {
33
+ if (b.score !== a.score) {
34
+ return b.score - a.score;
35
+ }
36
+ const aVectorRank = typeof a.vectorRank === 'number' ? a.vectorRank : Number.MAX_SAFE_INTEGER;
37
+ const bVectorRank = typeof b.vectorRank === 'number' ? b.vectorRank : Number.MAX_SAFE_INTEGER;
38
+ if (aVectorRank !== bVectorRank) {
39
+ return aVectorRank - bVectorRank;
40
+ }
41
+ const aBmRank = typeof a.bm25Rank === 'number' ? a.bm25Rank : Number.MAX_SAFE_INTEGER;
42
+ const bBmRank = typeof b.bm25Rank === 'number' ? b.bm25Rank : Number.MAX_SAFE_INTEGER;
43
+ if (aBmRank !== bBmRank) {
44
+ return aBmRank - bBmRank;
45
+ }
46
+ return 0;
47
+ })
48
+ .slice(0, limit);
49
+ }
50
+ //# sourceMappingURL=hybrid.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"hybrid.js","sourceRoot":"","sources":["../../src/search/hybrid.ts"],"names":[],"mappings":"AAqBA,MAAM,UAAU,oBAAoB,CAAC,EACnC,aAAa,GAAG,EAAE,EAClB,WAAW,GAAG,EAAE,EAChB,KAAK,GAAG,EAAE,EACV,CAAC,GAAG,EAAE,EACsB;IAC5B,MAAM,MAAM,GAAG,IAAI,GAAG,EAAqB,CAAC;IAE5C,MAAM,SAAS,GAAG,CAAC,KAAmB,EAAE,MAAyB,EAAE,EAAE;QACnE,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE;YAC5B,IAAI,CAAC,IAAI,IAAI,OAAO,IAAI,CAAC,EAAE,KAAK,WAAW,EAAE,CAAC;gBAC5C,OAAO;YACT,CAAC;YAED,MAAM,gBAAgB,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,KAAK,GAAG,CAAC,CAAC,CAAC;YAC7C,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI;gBACtC,EAAE,EAAE,IAAI,CAAC,EAAE;gBACX,KAAK,EAAE,CAAC;gBACR,UAAU,EAAE,IAAI;gBAChB,QAAQ,EAAE,IAAI;gBACd,WAAW,EAAE,IAAI;gBACjB,SAAS,EAAE,IAAI;aAChB,CAAC;YAEF,QAAQ,CAAC,KAAK,IAAI,gBAAgB,CAAC;YACnC,IAAI,MAAM,KAAK,QAAQ,EAAE,CAAC;gBACxB,QAAQ,CAAC,UAAU,GAAG,KAAK,CAAC;gBAC5B,QAAQ,CAAC,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC;YACpC,CAAC;iBAAM,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;gBAC7B,QAAQ,CAAC,QAAQ,GAAG,KAAK,CAAC;gBAC1B,QAAQ,CAAC,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC;YAClC,CAAC;YAED,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;QAChC,CAAC,CAAC,CAAC;IACL,CAAC,CAAC;IAEF,SAAS,CAAC,aAAa,EAAE,QAAQ,CAAC,CAAC;IACnC,SAAS,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;IAE/B,OAAO,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;SAC/B,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QACb,IAAI,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,KAAK,EAAE,CAAC;YACxB,OAAO,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC;QAC3B,CAAC;QAED,MAAM,WAAW,GAAG,OAAO,CAAC,CAAC,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC,gBAAgB,CAAC;QAC9F,MAAM,WAAW,GAAG,OAAO,CAAC,CAAC,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC,gBAAgB,CAAC;QAC9F,IAAI,WAAW,KAAK,WAAW,EAAE,CAAC;YAChC,OAAO,WAAW,GAAG,WAAW,CAAC;QACnC,CAAC;QAED,MAAM,OAAO,GAAG,OAAO,CAAC,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,gBAAgB,CAAC;QACtF,MAAM,OAAO,GAAG,OAAO,CAAC,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,gBAAgB,CAAC;QACtF,IAAI,OAAO,KAAK,OAAO,EAAE,CAAC;YACxB,OAAO,OAAO,GAAG,OAAO,CAAC;QAC3B,CAAC;QAED,OAAO,CAAC,CAAC;IACX,CAAC,CAAC;SACD,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;AACrB,CAAC"}
@@ -0,0 +1,5 @@
1
+ import { type ScopeFilters } from '../types/search.js';
2
+ export declare function normalizeScopeFilters(scope?: any): ScopeFilters;
3
+ import type { DatabaseChunk } from '../database/db.js';
4
+ export declare function applyScope(chunks: DatabaseChunk[], scope?: ScopeFilters): DatabaseChunk[];
5
+ //# sourceMappingURL=scope.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"scope.d.ts","sourceRoot":"","sources":["../../src/search/scope.ts"],"names":[],"mappings":"AACA,OAAO,EAAsC,KAAK,YAAY,EAAmB,MAAM,oBAAoB,CAAC;AAkC5G,wBAAgB,qBAAqB,CAAC,KAAK,GAAE,GAAQ,GAAG,YAAY,CAmCnE;AAED,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAEvD,wBAAgB,UAAU,CAAC,MAAM,EAAE,aAAa,EAAE,EAAE,KAAK,GAAE,YAAiB,GAAG,aAAa,EAAE,CAwD7F"}
@@ -0,0 +1,107 @@
1
+ import micromatch from 'micromatch';
2
+ import { DEFAULT_RERANKER, RERANKER_OPTIONS } from '../types/search.js';
3
+ function toArray(value) {
4
+ if (!value) {
5
+ return [];
6
+ }
7
+ return Array.isArray(value) ? value : [value];
8
+ }
9
+ function normalizeList(values) {
10
+ return toArray(values)
11
+ .map(value => (typeof value === 'string' ? value.trim() : ''))
12
+ .filter(Boolean);
13
+ }
14
+ function normalizeToggle(value, defaultValue) {
15
+ if (typeof value === 'boolean') {
16
+ return value;
17
+ }
18
+ if (typeof value === 'string') {
19
+ const normalized = value.trim().toLowerCase();
20
+ if (['on', 'true', '1', 'yes', 'enable', 'enabled'].includes(normalized)) {
21
+ return true;
22
+ }
23
+ if (['off', 'false', '0', 'no', 'disable', 'disabled'].includes(normalized)) {
24
+ return false;
25
+ }
26
+ }
27
+ return defaultValue;
28
+ }
29
+ export function normalizeScopeFilters(scope = {}) {
30
+ const normalized = {};
31
+ const normalizedPath = normalizeList(scope.path_glob || scope.pathGlob || scope.path);
32
+ if (normalizedPath.length > 0) {
33
+ normalized.path_glob = normalizedPath;
34
+ }
35
+ const normalizedTags = normalizeList(scope.tags || scope.tag);
36
+ if (normalizedTags.length > 0) {
37
+ normalized.tags = normalizedTags.map(tag => tag.toLowerCase());
38
+ }
39
+ const normalizedLang = normalizeList(scope.lang || scope.language || scope.languages);
40
+ if (normalizedLang.length > 0) {
41
+ normalized.lang = normalizedLang.map(lang => lang.toLowerCase());
42
+ }
43
+ const candidateProvider = typeof scope.provider === 'string' ? scope.provider.trim() : '';
44
+ if (candidateProvider) {
45
+ normalized.provider = candidateProvider;
46
+ }
47
+ const candidateReranker = typeof scope.reranker === 'string' ? scope.reranker.trim() : '';
48
+ if (candidateReranker && RERANKER_OPTIONS.includes(candidateReranker)) {
49
+ normalized.reranker = candidateReranker;
50
+ }
51
+ else {
52
+ normalized.reranker = DEFAULT_RERANKER;
53
+ }
54
+ normalized.hybrid = normalizeToggle(scope.hybrid, true);
55
+ normalized.bm25 = normalizeToggle(scope.bm25, true);
56
+ normalized.symbol_boost = normalizeToggle(scope.symbol_boost, true);
57
+ return normalized;
58
+ }
59
+ export function applyScope(chunks, scope = {}) {
60
+ if (!Array.isArray(chunks) || chunks.length === 0) {
61
+ return chunks;
62
+ }
63
+ const normalized = {
64
+ path_glob: Array.isArray(scope.path_glob) ? scope.path_glob : normalizeList(scope.path_glob),
65
+ tags: Array.isArray(scope.tags) ? scope.tags : normalizeList(scope.tags).map(tag => tag.toLowerCase()),
66
+ lang: Array.isArray(scope.lang) ? scope.lang : normalizeList(scope.lang).map(lang => lang.toLowerCase())
67
+ };
68
+ let filtered = chunks;
69
+ if (normalized.path_glob && normalized.path_glob.length > 0) {
70
+ filtered = filtered.filter(chunk => {
71
+ const filePath = chunk.file_path || '';
72
+ if (!filePath) {
73
+ return false;
74
+ }
75
+ return micromatch.isMatch(filePath, normalized.path_glob, { dot: true });
76
+ });
77
+ }
78
+ if (normalized.tags && normalized.tags.length > 0) {
79
+ const tagSet = new Set(normalized.tags);
80
+ filtered = filtered.filter(chunk => {
81
+ if (!chunk.codevault_tags) {
82
+ return false;
83
+ }
84
+ try {
85
+ const tags = JSON.parse(chunk.codevault_tags || '[]');
86
+ if (!Array.isArray(tags)) {
87
+ return false;
88
+ }
89
+ return tags.some(tag => typeof tag === 'string' && tagSet.has(tag.toLowerCase()));
90
+ }
91
+ catch (error) {
92
+ return false;
93
+ }
94
+ });
95
+ }
96
+ if (normalized.lang && normalized.lang.length > 0) {
97
+ const langSet = new Set(normalized.lang);
98
+ filtered = filtered.filter(chunk => {
99
+ if (!chunk.lang) {
100
+ return false;
101
+ }
102
+ return langSet.has(String(chunk.lang).toLowerCase());
103
+ });
104
+ }
105
+ return filtered;
106
+ }
107
+ //# sourceMappingURL=scope.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"scope.js","sourceRoot":"","sources":["../../src/search/scope.ts"],"names":[],"mappings":"AAAA,OAAO,UAAU,MAAM,YAAY,CAAC;AACpC,OAAO,EAAE,gBAAgB,EAAE,gBAAgB,EAAsC,MAAM,oBAAoB,CAAC;AAE5G,SAAS,OAAO,CAAC,KAAU;IACzB,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,OAAO,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;AAChD,CAAC;AAED,SAAS,aAAa,CAAC,MAAW;IAChC,OAAO,OAAO,CAAC,MAAM,CAAC;SACnB,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;SAC7D,MAAM,CAAC,OAAO,CAAC,CAAC;AACrB,CAAC;AAED,SAAS,eAAe,CAAC,KAAU,EAAE,YAAqB;IACxD,IAAI,OAAO,KAAK,KAAK,SAAS,EAAE,CAAC;QAC/B,OAAO,KAAK,CAAC;IACf,CAAC;IAED,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,MAAM,UAAU,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAC9C,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;YACzE,OAAO,IAAI,CAAC;QACd,CAAC;QAED,IAAI,CAAC,KAAK,EAAE,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,SAAS,EAAE,UAAU,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;YAC5E,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAED,OAAO,YAAY,CAAC;AACtB,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,QAAa,EAAE;IACnD,MAAM,UAAU,GAAiB,EAAE,CAAC;IAEpC,MAAM,cAAc,GAAG,aAAa,CAAC,KAAK,CAAC,SAAS,IAAI,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC;IACtF,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC9B,UAAU,CAAC,SAAS,GAAG,cAAc,CAAC;IACxC,CAAC;IAED,MAAM,cAAc,GAAG,aAAa,CAAC,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC,GAAG,CAAC,CAAC;IAC9D,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC9B,UAAU,CAAC,IAAI,GAAG,cAAc,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC,CAAC;IACjE,CAAC;IAED,MAAM,cAAc,GAAG,aAAa,CAAC,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,SAAS,CAAC,CAAC;IACtF,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC9B,UAAU,CAAC,IAAI,GAAG,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC;IACnE,CAAC;IAED,MAAM,iBAAiB,GAAG,OAAO,KAAK,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IAC1F,IAAI,iBAAiB,EAAE,CAAC;QACtB,UAAU,CAAC,QAAQ,GAAG,iBAAiB,CAAC;IAC1C,CAAC;IAED,MAAM,iBAAiB,GAAG,OAAO,KAAK,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IAC1F,IAAI,iBAAiB,IAAI,gBAAgB,CAAC,QAAQ,CAAC,iBAA+B,CAAC,EAAE,CAAC;QACpF,UAAU,CAAC,QAAQ,GAAG,iBAA+B,CAAC;IACxD,CAAC;SAAM,CAAC;QACN,UAAU,CAAC,QAAQ,GAAG,gBAAgB,CAAC;IACzC,CAAC;IAED,UAAU,CAAC,MAAM,GAAG,eAAe,CAAC,KAAK,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;IACxD,UAAU,CAAC,IAAI,GAAG,eAAe,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IACpD,UAAU,CAAC,YAAY,GAAG,eAAe,CAAC,KAAK,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC;IAEpE,OAAO,UAAU,CAAC;AACpB,CAAC;AAID,MAAM,UAAU,UAAU,CAAC,MAAuB,EAAE,QAAsB,EAAE;IAC1E,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAClD,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,MAAM,UAAU,GAAiB;QAC/B,SAAS,EAAE,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,aAAa,CAAC,KAAK,CAAC,SAAS,CAAC;QAC5F,IAAI,EAAE,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC;QACtG,IAAI,EAAE,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;KACzG,CAAC;IAEF,IAAI,QAAQ,GAAG,MAAM,CAAC;IAEtB,IAAI,UAAU,CAAC,SAAS,IAAI,UAAU,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC5D,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE;YACjC,MAAM,QAAQ,GAAG,KAAK,CAAC,SAAS,IAAI,EAAE,CAAC;YACvC,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACd,OAAO,KAAK,CAAC;YACf,CAAC;YAED,OAAO,UAAU,CAAC,OAAO,CAAC,QAAQ,EAAE,UAAU,CAAC,SAAU,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC;QAC5E,CAAC,CAAC,CAAC;IACL,CAAC;IAED,IAAI,UAAU,CAAC,IAAI,IAAI,UAAU,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAClD,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;QACxC,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE;YACjC,IAAI,CAAC,KAAK,CAAC,cAAc,EAAE,CAAC;gBAC1B,OAAO,KAAK,CAAC;YACf,CAAC;YAED,IAAI,CAAC;gBACH,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,cAAc,IAAI,IAAI,CAAC,CAAC;gBACtD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;oBACzB,OAAO,KAAK,CAAC;gBACf,CAAC;gBAED,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,OAAO,GAAG,KAAK,QAAQ,IAAI,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;YACpF,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,KAAK,CAAC;YACf,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC;IAED,IAAI,UAAU,CAAC,IAAI,IAAI,UAAU,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAClD,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;QACzC,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE;YACjC,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;gBAChB,OAAO,KAAK,CAAC;YACf,CAAC;YAED,OAAO,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC;QACvD,CAAC,CAAC,CAAC;IACL,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC"}
@@ -0,0 +1,40 @@
1
+ export declare function resetEncryptionCacheForTests(): void;
2
+ export declare function getActiveEncryptionKey(): Buffer | null;
3
+ export declare function getEncryptionKeyError(): Error | null;
4
+ interface Logger {
5
+ warn?: (message: string) => void;
6
+ }
7
+ export interface EncryptionPreference {
8
+ enabled: boolean;
9
+ key: Buffer | null;
10
+ reason: string;
11
+ }
12
+ export declare function resolveEncryptionPreference({ mode, logger }?: {
13
+ mode?: string;
14
+ logger?: Logger;
15
+ }): EncryptionPreference;
16
+ export interface WriteChunkOptions {
17
+ chunkDir: string;
18
+ sha: string;
19
+ code: string | Buffer;
20
+ encryption?: EncryptionPreference;
21
+ }
22
+ export interface WriteChunkResult {
23
+ encrypted: boolean;
24
+ path: string;
25
+ }
26
+ export declare function writeChunkToDisk({ chunkDir, sha, code, encryption }: WriteChunkOptions): WriteChunkResult;
27
+ export interface ReadChunkOptions {
28
+ chunkDir: string;
29
+ sha: string;
30
+ key?: Buffer | null;
31
+ }
32
+ export interface ReadChunkResult {
33
+ code: string;
34
+ encrypted: boolean;
35
+ }
36
+ export declare function readChunkFromDisk({ chunkDir, sha, key }: ReadChunkOptions): ReadChunkResult | null;
37
+ export declare function removeChunkArtifacts(chunkDir: string, sha: string): void;
38
+ export declare function isChunkEncryptedOnDisk(chunkDir: string, sha: string): boolean;
39
+ export {};
40
+ //# sourceMappingURL=encrypted-chunks.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"encrypted-chunks.d.ts","sourceRoot":"","sources":["../../src/storage/encrypted-chunks.ts"],"names":[],"mappings":"AA+CA,wBAAgB,4BAA4B,IAAI,IAAI,CAInD;AAED,wBAAgB,sBAAsB,IAAI,MAAM,GAAG,IAAI,CAyBtD;AAED,wBAAgB,qBAAqB,IAAI,KAAK,GAAG,IAAI,CAEpD;AAYD,UAAU,MAAM;IACd,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,CAAC;CAClC;AAED,MAAM,WAAW,oBAAoB;IACnC,OAAO,EAAE,OAAO,CAAC;IACjB,GAAG,EAAE,MAAM,GAAG,IAAI,CAAC;IACnB,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,wBAAgB,2BAA2B,CAAC,EAAE,IAAI,EAAE,MAAgB,EAAE,GAAE;IAAE,IAAI,CAAC,EAAE,MAAM,CAAC;IAAC,MAAM,CAAC,EAAE,MAAM,CAAA;CAAO,GAAG,oBAAoB,CA4BrI;AAgED,MAAM,WAAW,iBAAiB;IAChC,QAAQ,EAAE,MAAM,CAAC;IACjB,GAAG,EAAE,MAAM,CAAC;IACZ,IAAI,EAAE,MAAM,GAAG,MAAM,CAAC;IACtB,UAAU,CAAC,EAAE,oBAAoB,CAAC;CACnC;AAED,MAAM,WAAW,gBAAgB;IAC/B,SAAS,EAAE,OAAO,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;CACd;AAED,wBAAgB,gBAAgB,CAAC,EAAE,QAAQ,EAAE,GAAG,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE,iBAAiB,GAAG,gBAAgB,CAmBzG;AAED,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,EAAE,MAAM,CAAC;IACjB,GAAG,EAAE,MAAM,CAAC;IACZ,GAAG,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CACrB;AAED,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,OAAO,CAAC;CACpB;AAED,wBAAgB,iBAAiB,CAAC,EAAE,QAAQ,EAAE,GAAG,EAAE,GAA8B,EAAE,EAAE,gBAAgB,GAAG,eAAe,GAAG,IAAI,CAkD7H;AAED,wBAAgB,oBAAoB,CAAC,QAAQ,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,IAAI,CAQxE;AAED,wBAAgB,sBAAsB,CAAC,QAAQ,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,OAAO,CAG7E"}