codevault 1.4.1 → 1.6.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (211) hide show
  1. package/.env.example +79 -44
  2. package/README.md +115 -343
  3. package/package.json +4 -4
  4. package/dist/chunking/file-grouper.d.ts +0 -39
  5. package/dist/chunking/file-grouper.d.ts.map +0 -1
  6. package/dist/chunking/file-grouper.js +0 -181
  7. package/dist/chunking/file-grouper.js.map +0 -1
  8. package/dist/chunking/semantic-chunker.d.ts +0 -37
  9. package/dist/chunking/semantic-chunker.d.ts.map +0 -1
  10. package/dist/chunking/semantic-chunker.js +0 -172
  11. package/dist/chunking/semantic-chunker.js.map +0 -1
  12. package/dist/chunking/token-counter.d.ts +0 -28
  13. package/dist/chunking/token-counter.d.ts.map +0 -1
  14. package/dist/chunking/token-counter.js +0 -207
  15. package/dist/chunking/token-counter.js.map +0 -1
  16. package/dist/cli/commands/ask-cmd.d.ts +0 -3
  17. package/dist/cli/commands/ask-cmd.d.ts.map +0 -1
  18. package/dist/cli/commands/ask-cmd.js +0 -130
  19. package/dist/cli/commands/ask-cmd.js.map +0 -1
  20. package/dist/cli/commands/config-cmd.d.ts +0 -3
  21. package/dist/cli/commands/config-cmd.d.ts.map +0 -1
  22. package/dist/cli/commands/config-cmd.js +0 -245
  23. package/dist/cli/commands/config-cmd.js.map +0 -1
  24. package/dist/cli/commands/context.d.ts +0 -3
  25. package/dist/cli/commands/context.d.ts.map +0 -1
  26. package/dist/cli/commands/context.js +0 -98
  27. package/dist/cli/commands/context.js.map +0 -1
  28. package/dist/cli/commands/interactive-config.d.ts +0 -2
  29. package/dist/cli/commands/interactive-config.d.ts.map +0 -1
  30. package/dist/cli/commands/interactive-config.js +0 -304
  31. package/dist/cli/commands/interactive-config.js.map +0 -1
  32. package/dist/cli.d.ts +0 -3
  33. package/dist/cli.d.ts.map +0 -1
  34. package/dist/cli.js +0 -398
  35. package/dist/cli.js.map +0 -1
  36. package/dist/codemap/io.d.ts +0 -5
  37. package/dist/codemap/io.d.ts.map +0 -1
  38. package/dist/codemap/io.js +0 -30
  39. package/dist/codemap/io.js.map +0 -1
  40. package/dist/config/apply-env.d.ts +0 -15
  41. package/dist/config/apply-env.d.ts.map +0 -1
  42. package/dist/config/apply-env.js +0 -107
  43. package/dist/config/apply-env.js.map +0 -1
  44. package/dist/config/loader.d.ts +0 -57
  45. package/dist/config/loader.d.ts.map +0 -1
  46. package/dist/config/loader.js +0 -304
  47. package/dist/config/loader.js.map +0 -1
  48. package/dist/config/types.d.ts +0 -48
  49. package/dist/config/types.d.ts.map +0 -1
  50. package/dist/config/types.js +0 -2
  51. package/dist/config/types.js.map +0 -1
  52. package/dist/context/packs.d.ts +0 -33
  53. package/dist/context/packs.d.ts.map +0 -1
  54. package/dist/context/packs.js +0 -180
  55. package/dist/context/packs.js.map +0 -1
  56. package/dist/core/batch-indexer.d.ts +0 -44
  57. package/dist/core/batch-indexer.d.ts.map +0 -1
  58. package/dist/core/batch-indexer.js +0 -161
  59. package/dist/core/batch-indexer.js.map +0 -1
  60. package/dist/core/indexer.d.ts +0 -3
  61. package/dist/core/indexer.d.ts.map +0 -1
  62. package/dist/core/indexer.js +0 -624
  63. package/dist/core/indexer.js.map +0 -1
  64. package/dist/core/metadata.d.ts +0 -19
  65. package/dist/core/metadata.d.ts.map +0 -1
  66. package/dist/core/metadata.js +0 -161
  67. package/dist/core/metadata.js.map +0 -1
  68. package/dist/core/search.d.ts +0 -7
  69. package/dist/core/search.d.ts.map +0 -1
  70. package/dist/core/search.js +0 -542
  71. package/dist/core/search.js.map +0 -1
  72. package/dist/core/symbol-extractor.d.ts +0 -3
  73. package/dist/core/symbol-extractor.d.ts.map +0 -1
  74. package/dist/core/symbol-extractor.js +0 -78
  75. package/dist/core/symbol-extractor.js.map +0 -1
  76. package/dist/core/types.d.ts +0 -104
  77. package/dist/core/types.d.ts.map +0 -1
  78. package/dist/core/types.js +0 -2
  79. package/dist/core/types.js.map +0 -1
  80. package/dist/database/db.d.ts +0 -63
  81. package/dist/database/db.d.ts.map +0 -1
  82. package/dist/database/db.js +0 -205
  83. package/dist/database/db.js.map +0 -1
  84. package/dist/indexer/merkle.d.ts +0 -13
  85. package/dist/indexer/merkle.d.ts.map +0 -1
  86. package/dist/indexer/merkle.js +0 -86
  87. package/dist/indexer/merkle.js.map +0 -1
  88. package/dist/indexer/update.d.ts +0 -19
  89. package/dist/indexer/update.d.ts.map +0 -1
  90. package/dist/indexer/update.js +0 -40
  91. package/dist/indexer/update.js.map +0 -1
  92. package/dist/indexer/watch.d.ts +0 -21
  93. package/dist/indexer/watch.d.ts.map +0 -1
  94. package/dist/indexer/watch.js +0 -222
  95. package/dist/indexer/watch.js.map +0 -1
  96. package/dist/languages/rules.d.ts +0 -11
  97. package/dist/languages/rules.d.ts.map +0 -1
  98. package/dist/languages/rules.js +0 -371
  99. package/dist/languages/rules.js.map +0 -1
  100. package/dist/languages/tree-sitter-loader.d.ts +0 -27
  101. package/dist/languages/tree-sitter-loader.d.ts.map +0 -1
  102. package/dist/languages/tree-sitter-loader.js +0 -76
  103. package/dist/languages/tree-sitter-loader.js.map +0 -1
  104. package/dist/mcp/tools/ask-codebase.d.ts +0 -85
  105. package/dist/mcp/tools/ask-codebase.d.ts.map +0 -1
  106. package/dist/mcp/tools/ask-codebase.js +0 -125
  107. package/dist/mcp/tools/ask-codebase.js.map +0 -1
  108. package/dist/mcp/tools/use-context-pack.d.ts +0 -57
  109. package/dist/mcp/tools/use-context-pack.d.ts.map +0 -1
  110. package/dist/mcp/tools/use-context-pack.js +0 -91
  111. package/dist/mcp/tools/use-context-pack.js.map +0 -1
  112. package/dist/mcp-server.d.ts +0 -3
  113. package/dist/mcp-server.d.ts.map +0 -1
  114. package/dist/mcp-server.js +0 -518
  115. package/dist/mcp-server.js.map +0 -1
  116. package/dist/providers/base.d.ts +0 -39
  117. package/dist/providers/base.d.ts.map +0 -1
  118. package/dist/providers/base.js +0 -199
  119. package/dist/providers/base.js.map +0 -1
  120. package/dist/providers/chat-llm.d.ts +0 -41
  121. package/dist/providers/chat-llm.d.ts.map +0 -1
  122. package/dist/providers/chat-llm.js +0 -155
  123. package/dist/providers/chat-llm.js.map +0 -1
  124. package/dist/providers/index.d.ts +0 -6
  125. package/dist/providers/index.d.ts.map +0 -1
  126. package/dist/providers/index.js +0 -23
  127. package/dist/providers/index.js.map +0 -1
  128. package/dist/providers/ollama.d.ts +0 -13
  129. package/dist/providers/ollama.d.ts.map +0 -1
  130. package/dist/providers/ollama.js +0 -50
  131. package/dist/providers/ollama.js.map +0 -1
  132. package/dist/providers/openai.d.ts +0 -14
  133. package/dist/providers/openai.d.ts.map +0 -1
  134. package/dist/providers/openai.js +0 -122
  135. package/dist/providers/openai.js.map +0 -1
  136. package/dist/providers/token-counter.d.ts +0 -2
  137. package/dist/providers/token-counter.d.ts.map +0 -1
  138. package/dist/providers/token-counter.js +0 -18
  139. package/dist/providers/token-counter.js.map +0 -1
  140. package/dist/ranking/api-reranker.d.ts +0 -18
  141. package/dist/ranking/api-reranker.d.ts.map +0 -1
  142. package/dist/ranking/api-reranker.js +0 -134
  143. package/dist/ranking/api-reranker.js.map +0 -1
  144. package/dist/ranking/symbol-boost.d.ts +0 -15
  145. package/dist/ranking/symbol-boost.d.ts.map +0 -1
  146. package/dist/ranking/symbol-boost.js +0 -154
  147. package/dist/ranking/symbol-boost.js.map +0 -1
  148. package/dist/search/bm25.d.ts +0 -17
  149. package/dist/search/bm25.d.ts.map +0 -1
  150. package/dist/search/bm25.js +0 -56
  151. package/dist/search/bm25.js.map +0 -1
  152. package/dist/search/hybrid.d.ts +0 -21
  153. package/dist/search/hybrid.d.ts.map +0 -1
  154. package/dist/search/hybrid.js +0 -50
  155. package/dist/search/hybrid.js.map +0 -1
  156. package/dist/search/scope.d.ts +0 -5
  157. package/dist/search/scope.d.ts.map +0 -1
  158. package/dist/search/scope.js +0 -107
  159. package/dist/search/scope.js.map +0 -1
  160. package/dist/storage/encrypted-chunks.d.ts +0 -40
  161. package/dist/storage/encrypted-chunks.d.ts.map +0 -1
  162. package/dist/storage/encrypted-chunks.js +0 -237
  163. package/dist/storage/encrypted-chunks.js.map +0 -1
  164. package/dist/symbols/extract.d.ts +0 -15
  165. package/dist/symbols/extract.d.ts.map +0 -1
  166. package/dist/symbols/extract.js +0 -187
  167. package/dist/symbols/extract.js.map +0 -1
  168. package/dist/symbols/graph.d.ts +0 -3
  169. package/dist/symbols/graph.d.ts.map +0 -1
  170. package/dist/symbols/graph.js +0 -89
  171. package/dist/symbols/graph.js.map +0 -1
  172. package/dist/synthesis/markdown-formatter.d.ts +0 -13
  173. package/dist/synthesis/markdown-formatter.d.ts.map +0 -1
  174. package/dist/synthesis/markdown-formatter.js +0 -104
  175. package/dist/synthesis/markdown-formatter.js.map +0 -1
  176. package/dist/synthesis/prompt-builder.d.ts +0 -21
  177. package/dist/synthesis/prompt-builder.d.ts.map +0 -1
  178. package/dist/synthesis/prompt-builder.js +0 -129
  179. package/dist/synthesis/prompt-builder.js.map +0 -1
  180. package/dist/synthesis/synthesizer.d.ts +0 -30
  181. package/dist/synthesis/synthesizer.d.ts.map +0 -1
  182. package/dist/synthesis/synthesizer.js +0 -210
  183. package/dist/synthesis/synthesizer.js.map +0 -1
  184. package/dist/types/ast.d.ts +0 -3
  185. package/dist/types/ast.d.ts.map +0 -1
  186. package/dist/types/ast.js +0 -2
  187. package/dist/types/ast.js.map +0 -1
  188. package/dist/types/codemap.d.ts +0 -58
  189. package/dist/types/codemap.d.ts.map +0 -1
  190. package/dist/types/codemap.js +0 -224
  191. package/dist/types/codemap.js.map +0 -1
  192. package/dist/types/context-pack.d.ts +0 -47
  193. package/dist/types/context-pack.d.ts.map +0 -1
  194. package/dist/types/context-pack.js +0 -44
  195. package/dist/types/context-pack.js.map +0 -1
  196. package/dist/types/search.d.ts +0 -15
  197. package/dist/types/search.d.ts.map +0 -1
  198. package/dist/types/search.js +0 -11
  199. package/dist/types/search.js.map +0 -1
  200. package/dist/utils/cli-ui.d.ts +0 -44
  201. package/dist/utils/cli-ui.d.ts.map +0 -1
  202. package/dist/utils/cli-ui.js +0 -139
  203. package/dist/utils/cli-ui.js.map +0 -1
  204. package/dist/utils/indexer-with-progress.d.ts +0 -10
  205. package/dist/utils/indexer-with-progress.d.ts.map +0 -1
  206. package/dist/utils/indexer-with-progress.js +0 -58
  207. package/dist/utils/indexer-with-progress.js.map +0 -1
  208. package/dist/utils/rate-limiter.d.ts +0 -34
  209. package/dist/utils/rate-limiter.d.ts.map +0 -1
  210. package/dist/utils/rate-limiter.js +0 -179
  211. package/dist/utils/rate-limiter.js.map +0 -1
@@ -1,122 +0,0 @@
1
- import { OpenAI } from 'openai';
2
- import { createRateLimiter } from '../utils/rate-limiter.js';
3
- import { EmbeddingProvider, getModelProfile, getSizeLimits, MAX_BATCH_TOKENS, MAX_ITEM_TOKENS, estimateTokens } from './base.js';
4
- export class OpenAIProvider extends EmbeddingProvider {
5
- openai = null;
6
- model;
7
- rateLimiter;
8
- constructor() {
9
- super();
10
- this.model = process.env.CODEVAULT_EMBEDDING_MODEL
11
- || process.env.CODEVAULT_OPENAI_EMBEDDING_MODEL // Backward compatibility
12
- || process.env.OPENAI_MODEL // Backward compatibility
13
- || 'text-embedding-3-large';
14
- this.rateLimiter = createRateLimiter('OpenAI');
15
- }
16
- async init() {
17
- if (!this.openai) {
18
- const config = {};
19
- if (process.env.CODEVAULT_EMBEDDING_API_KEY || process.env.OPENAI_API_KEY) {
20
- config.apiKey = process.env.CODEVAULT_EMBEDDING_API_KEY || process.env.OPENAI_API_KEY;
21
- }
22
- if (process.env.CODEVAULT_EMBEDDING_BASE_URL || process.env.OPENAI_BASE_URL) {
23
- config.baseURL = process.env.CODEVAULT_EMBEDDING_BASE_URL || process.env.OPENAI_BASE_URL;
24
- }
25
- this.openai = new OpenAI(config);
26
- }
27
- }
28
- async generateEmbedding(text) {
29
- await this.init();
30
- const profile = await getModelProfile(this.getName(), this.model);
31
- const limits = getSizeLimits(profile);
32
- const maxChars = profile.maxChunkChars || 8000;
33
- return await this.rateLimiter.execute(async () => {
34
- const { data } = await this.openai.embeddings.create({
35
- model: this.model,
36
- input: text.slice(0, maxChars)
37
- });
38
- return data[0].embedding;
39
- });
40
- }
41
- getDimensions() {
42
- if (process.env.CODEVAULT_EMBEDDING_DIMENSIONS || process.env.CODEVAULT_DIMENSIONS) {
43
- const dims = parseInt(process.env.CODEVAULT_EMBEDDING_DIMENSIONS || process.env.CODEVAULT_DIMENSIONS || '0', 10);
44
- if (!isNaN(dims) && dims > 0)
45
- return dims;
46
- }
47
- if (this.model.includes('3-small'))
48
- return 1536;
49
- if (this.model.includes('3-large'))
50
- return 3072;
51
- return 1536;
52
- }
53
- getName() {
54
- return 'OpenAI';
55
- }
56
- getModelName() {
57
- return this.model;
58
- }
59
- // Batch processing implementation for OpenAI
60
- async generateEmbeddings(texts) {
61
- await this.init();
62
- const profile = await getModelProfile(this.getName(), this.model);
63
- const maxChars = profile.maxChunkChars || 8000;
64
- const allEmbeddings = [];
65
- const remainingTexts = [...texts];
66
- let batchCount = 0;
67
- while (remainingTexts.length > 0) {
68
- batchCount++;
69
- const currentBatch = [];
70
- let currentBatchTokens = 0;
71
- const processedIndices = [];
72
- // Build batch based on token limits
73
- for (let i = 0; i < remainingTexts.length; i++) {
74
- const text = remainingTexts[i];
75
- const truncatedText = text.slice(0, maxChars);
76
- const itemTokens = estimateTokens(truncatedText);
77
- // Skip items that exceed single item limit
78
- if (itemTokens > MAX_ITEM_TOKENS) {
79
- if (!process.env.CODEVAULT_QUIET) {
80
- console.warn(` ⚠️ Text at index ${i} exceeds max token limit (${itemTokens} > ${MAX_ITEM_TOKENS}), skipping`);
81
- }
82
- processedIndices.push(i);
83
- // Add empty embedding as placeholder
84
- allEmbeddings.push(new Array(this.getDimensions()).fill(0));
85
- continue;
86
- }
87
- // Add to batch if it fits
88
- if (currentBatchTokens + itemTokens <= MAX_BATCH_TOKENS) {
89
- currentBatch.push(truncatedText);
90
- currentBatchTokens += itemTokens;
91
- processedIndices.push(i);
92
- }
93
- else {
94
- break; // Batch is full
95
- }
96
- }
97
- // Remove processed items from remaining texts
98
- for (let i = processedIndices.length - 1; i >= 0; i--) {
99
- remainingTexts.splice(processedIndices[i], 1);
100
- }
101
- // Process current batch if not empty
102
- if (currentBatch.length > 0) {
103
- if (!process.env.CODEVAULT_QUIET) {
104
- console.log(` → API call ${batchCount}: ${currentBatch.length} items (${currentBatchTokens} tokens)`);
105
- }
106
- const batchEmbeddings = await this.rateLimiter.execute(async () => {
107
- const { data } = await this.openai.embeddings.create({
108
- model: this.model,
109
- input: currentBatch
110
- });
111
- return data.map(item => item.embedding);
112
- });
113
- allEmbeddings.push(...batchEmbeddings);
114
- }
115
- }
116
- if (!process.env.CODEVAULT_QUIET) {
117
- console.log(` ✓ Batch complete: ${texts.length} embeddings from ${batchCount} API call(s)\n`);
118
- }
119
- return allEmbeddings;
120
- }
121
- }
122
- //# sourceMappingURL=openai.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"openai.js","sourceRoot":"","sources":["../../src/providers/openai.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAChC,OAAO,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AAC7D,OAAO,EACL,iBAAiB,EACjB,eAAe,EACf,aAAa,EACb,gBAAgB,EAChB,eAAe,EACf,cAAc,EACf,MAAM,WAAW,CAAC;AAEnB,MAAM,OAAO,cAAe,SAAQ,iBAAiB;IAC3C,MAAM,GAAkB,IAAI,CAAC;IAC7B,KAAK,CAAS;IACtB,WAAW,CAAM;IAEjB;QACE,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,yBAAyB;eAClC,OAAO,CAAC,GAAG,CAAC,gCAAgC,CAAC,yBAAyB;eACtE,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,yBAAyB;eAClD,wBAAwB,CAAC;QACzC,IAAI,CAAC,WAAW,GAAG,iBAAiB,CAAC,QAAQ,CAAC,CAAC;IACjD,CAAC;IAED,KAAK,CAAC,IAAI;QACR,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACjB,MAAM,MAAM,GAAQ,EAAE,CAAC;YAEvB,IAAI,OAAO,CAAC,GAAG,CAAC,2BAA2B,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc,EAAE,CAAC;gBAC1E,MAAM,CAAC,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,2BAA2B,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC;YACxF,CAAC;YAED,IAAI,OAAO,CAAC,GAAG,CAAC,4BAA4B,IAAI,OAAO,CAAC,GAAG,CAAC,eAAe,EAAE,CAAC;gBAC5E,MAAM,CAAC,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,4BAA4B,IAAI,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC;YAC3F,CAAC;YAED,IAAI,CAAC,MAAM,GAAG,IAAI,MAAM,CAAC,MAAM,CAAC,CAAC;QACnC,CAAC;IACH,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,IAAY;QAClC,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAElB,MAAM,OAAO,GAAG,MAAM,eAAe,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;QAClE,MAAM,MAAM,GAAG,aAAa,CAAC,OAAO,CAAC,CAAC;QACtC,MAAM,QAAQ,GAAG,OAAO,CAAC,aAAa,IAAI,IAAI,CAAC;QAE/C,OAAO,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,KAAK,IAAI,EAAE;YAC/C,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,IAAI,CAAC,MAAO,CAAC,UAAU,CAAC,MAAM,CAAC;gBACpD,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC;aAC/B,CAAC,CAAC;YACH,OAAO,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAC3B,CAAC,CAAC,CAAC;IACL,CAAC;IAED,aAAa;QACX,IAAI,OAAO,CAAC,GAAG,CAAC,8BAA8B,IAAI,OAAO,CAAC,GAAG,CAAC,oBAAoB,EAAE,CAAC;YACnF,MAAM,IAAI,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,8BAA8B,IAAI,OAAO,CAAC,GAAG,CAAC,oBAAoB,IAAI,GAAG,EAAE,EAAE,CAAC,CAAC;YACjH,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,IAAI,GAAG,CAAC;gBAAE,OAAO,IAAI,CAAC;QAC5C,CAAC;QAED,IAAI,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC;YAAE,OAAO,IAAI,CAAC;QAChD,IAAI,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC;YAAE,OAAO,IAAI,CAAC;QAChD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO;QACL,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,YAAY;QACV,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;IAED,6CAA6C;IAC7C,KAAK,CAAC,kBAAkB,CAAC,KAAe;QACtC,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAElB,MAAM,OAAO,GAAG,MAAM,eAAe,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;QAClE,MAAM,QAAQ,GAAG,OAAO,CAAC,aAAa,IAAI,IAAI,CAAC;QAE/C,MAAM,aAAa,GAAe,EAAE,CAAC;QACrC,MAAM,cAAc,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC;QAClC,IAAI,UAAU,GAAG,CAAC,CAAC;QAEnB,OAAO,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACjC,UAAU,EAAE,CAAC;YACb,MAAM,YAAY,GAAa,EAAE,CAAC;YAClC,IAAI,kBAAkB,GAAG,CAAC,CAAC;YAC3B,MAAM,gBAAgB,GAAa,EAAE,CAAC;YAEtC,oCAAoC;YACpC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,cAAc,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC/C,MAAM,IAAI,GAAG,cAAc,CAAC,CAAC,CAAC,CAAC;gBAC/B,MAAM,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;gBAC9C,MAAM,UAAU,GAAG,cAAc,CAAC,aAAa,CAAC,CAAC;gBAEjD,2CAA2C;gBAC3C,IAAI,UAAU,GAAG,eAAe,EAAE,CAAC;oBACjC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,eAAe,EAAE,CAAC;wBACjC,OAAO,CAAC,IAAI,CAAC,uBAAuB,CAAC,6BAA6B,UAAU,MAAM,eAAe,aAAa,CAAC,CAAC;oBAClH,CAAC;oBACD,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;oBACzB,qCAAqC;oBACrC,aAAa,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;oBAC5D,SAAS;gBACX,CAAC;gBAED,0BAA0B;gBAC1B,IAAI,kBAAkB,GAAG,UAAU,IAAI,gBAAgB,EAAE,CAAC;oBACxD,YAAY,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;oBACjC,kBAAkB,IAAI,UAAU,CAAC;oBACjC,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBAC3B,CAAC;qBAAM,CAAC;oBACN,MAAM,CAAC,gBAAgB;gBACzB,CAAC;YACH,CAAC;YAED,8CAA8C;YAC9C,KAAK,IAAI,CAAC,GAAG,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;gBACtD,cAAc,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YAChD,CAAC;YAED,qCAAqC;YACrC,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC5B,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,eAAe,EAAE,CAAC;oBACjC,OAAO,CAAC,GAAG,CAAC,gBAAgB,UAAU,KAAK,YAAY,CAAC,MAAM,WAAW,kBAAkB,UAAU,CAAC,CAAC;gBACzG,CAAC;gBAED,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,KAAK,IAAI,EAAE;oBAChE,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,IAAI,CAAC,MAAO,CAAC,UAAU,CAAC,MAAM,CAAC;wBACpD,KAAK,EAAE,IAAI,CAAC,KAAK;wBACjB,KAAK,EAAE,YAAY;qBACpB,CAAC,CAAC;oBACH,OAAO,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;gBAC1C,CAAC,CAAC,CAAC;gBAEH,aAAa,CAAC,IAAI,CAAC,GAAG,eAAe,CAAC,CAAC;YACzC,CAAC;QACH,CAAC;QAED,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,eAAe,EAAE,CAAC;YACjC,OAAO,CAAC,GAAG,CAAC,uBAAuB,KAAK,CAAC,MAAM,oBAAoB,UAAU,gBAAgB,CAAC,CAAC;QACjG,CAAC;QAED,OAAO,aAAa,CAAC;IACvB,CAAC;CACF"}
@@ -1,2 +0,0 @@
1
- export declare function getTokenCounter(modelName: string): Promise<((text: string) => number) | null>;
2
- //# sourceMappingURL=token-counter.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"token-counter.d.ts","sourceRoot":"","sources":["../../src/providers/token-counter.ts"],"names":[],"mappings":"AAEA,wBAAsB,eAAe,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,IAAI,EAAE,MAAM,KAAK,MAAM,CAAC,GAAG,IAAI,CAAC,CAenG"}
@@ -1,18 +0,0 @@
1
- let tiktokenEncoder = null;
2
- export async function getTokenCounter(modelName) {
3
- if (modelName.includes('text-embedding') || modelName.includes('ada-002')) {
4
- if (!tiktokenEncoder) {
5
- try {
6
- const tiktoken = await import('tiktoken');
7
- tiktokenEncoder = tiktoken.encoding_for_model('text-embedding-3-large');
8
- }
9
- catch (error) {
10
- console.warn('tiktoken not available, falling back to character estimation');
11
- return null;
12
- }
13
- }
14
- return (text) => tiktokenEncoder.encode(text).length;
15
- }
16
- return (text) => Math.ceil(text.length / 4);
17
- }
18
- //# sourceMappingURL=token-counter.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"token-counter.js","sourceRoot":"","sources":["../../src/providers/token-counter.ts"],"names":[],"mappings":"AAAA,IAAI,eAAe,GAAQ,IAAI,CAAC;AAEhC,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,SAAiB;IACrD,IAAI,SAAS,CAAC,QAAQ,CAAC,gBAAgB,CAAC,IAAI,SAAS,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;QAC1E,IAAI,CAAC,eAAe,EAAE,CAAC;YACrB,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,UAAU,CAAC,CAAC;gBAC1C,eAAe,GAAG,QAAQ,CAAC,kBAAkB,CAAC,wBAAwB,CAAC,CAAC;YAC1E,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,IAAI,CAAC,8DAA8D,CAAC,CAAC;gBAC7E,OAAO,IAAI,CAAC;YACd,CAAC;QACH,CAAC;QACD,OAAO,CAAC,IAAY,EAAE,EAAE,CAAC,eAAe,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC;IAC/D,CAAC;IAED,OAAO,CAAC,IAAY,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;AACtD,CAAC"}
@@ -1,18 +0,0 @@
1
- export declare function isAPIRerankingConfigured(): boolean;
2
- interface Candidate {
3
- rerankerScore?: number;
4
- rerankerRank?: number;
5
- [key: string]: any;
6
- }
7
- interface RerankOptions {
8
- max?: number;
9
- maxTokens?: number;
10
- getText?: (candidate: Candidate) => string;
11
- getTextAsync?: (candidate: Candidate) => Promise<string>;
12
- apiUrl?: string;
13
- apiKey?: string;
14
- model?: string;
15
- }
16
- export declare function rerankWithAPI(query: string, candidates: Candidate[], options?: RerankOptions): Promise<Candidate[]>;
17
- export {};
18
- //# sourceMappingURL=api-reranker.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"api-reranker.d.ts","sourceRoot":"","sources":["../../src/ranking/api-reranker.ts"],"names":[],"mappings":"AAoCA,wBAAgB,wBAAwB,IAAI,OAAO,CAIlD;AAuED,UAAU,SAAS;IACjB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAC;CACpB;AAED,UAAU,aAAa;IACrB,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,CAAC,SAAS,EAAE,SAAS,KAAK,MAAM,CAAC;IAC3C,YAAY,CAAC,EAAE,CAAC,SAAS,EAAE,SAAS,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;IACzD,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,wBAAsB,aAAa,CAAC,KAAK,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,EAAE,OAAO,GAAE,aAAkB,GAAG,OAAO,CAAC,SAAS,EAAE,CAAC,CAoE7H"}
@@ -1,134 +0,0 @@
1
- function getAPIUrl() {
2
- return process.env.CODEVAULT_RERANK_API_URL || '';
3
- }
4
- function getAPIKey() {
5
- return process.env.CODEVAULT_RERANK_API_KEY || '';
6
- }
7
- function getModel() {
8
- return process.env.CODEVAULT_RERANK_MODEL || 'rerank-v3.5';
9
- }
10
- function getMaxFromEnv() {
11
- const envMax = Number.parseInt(process.env.CODEVAULT_RERANKER_MAX || '50', 10);
12
- return Number.isFinite(envMax) && envMax > 0 ? envMax : 50;
13
- }
14
- function getMaxTokensFromEnv() {
15
- const envMax = Number.parseInt(process.env.CODEVAULT_RERANKER_MAX_TOKENS || '8192', 10);
16
- return Number.isFinite(envMax) && envMax > 0 ? envMax : 8192;
17
- }
18
- function truncateText(text, maxTokens) {
19
- if (!text || typeof text !== 'string') {
20
- return '';
21
- }
22
- const maxChars = maxTokens * 4;
23
- if (text.length <= maxChars) {
24
- return text;
25
- }
26
- return text.slice(0, maxChars);
27
- }
28
- export function isAPIRerankingConfigured() {
29
- const url = getAPIUrl();
30
- const key = getAPIKey();
31
- return Boolean(url && key);
32
- }
33
- async function callRerankAPI(query, documents, config = {}) {
34
- const apiUrl = config.apiUrl || getAPIUrl();
35
- const apiKey = config.apiKey || getAPIKey();
36
- const model = config.model || getModel();
37
- if (!apiUrl) {
38
- throw new Error('CODEVAULT_RERANK_API_URL is not configured');
39
- }
40
- if (!apiKey) {
41
- throw new Error('CODEVAULT_RERANK_API_KEY is not configured');
42
- }
43
- // Standard reranking API format (Novita, Cohere, Jina AI, Voyage AI)
44
- const requestBody = {
45
- model: model,
46
- query: query,
47
- documents: documents,
48
- top_n: documents.length
49
- };
50
- const response = await fetch(apiUrl, {
51
- method: 'POST',
52
- headers: {
53
- 'Content-Type': 'application/json',
54
- 'Authorization': `Bearer ${apiKey}`
55
- },
56
- body: JSON.stringify(requestBody)
57
- });
58
- if (!response.ok) {
59
- const errorText = await response.text().catch(() => 'Unknown error');
60
- throw new Error(`Rerank API error (${response.status}): ${errorText}`);
61
- }
62
- const data = await response.json();
63
- // Handle standard reranking response format
64
- // Most providers (Novita, Cohere, Jina AI, Voyage AI) use this format
65
- if (data.results && Array.isArray(data.results)) {
66
- return data.results;
67
- }
68
- // Alternative response format (some providers use data array)
69
- if (data.data && Array.isArray(data.data)) {
70
- return data.data;
71
- }
72
- // Fallback for direct array response
73
- if (Array.isArray(data)) {
74
- return data;
75
- }
76
- throw new Error(`Unexpected rerank API response format. Expected {results: [...]} but got: ${JSON.stringify(data).slice(0, 200)}`);
77
- }
78
- export async function rerankWithAPI(query, candidates, options = {}) {
79
- if (!Array.isArray(candidates) || candidates.length <= 1) {
80
- return candidates;
81
- }
82
- const maxCandidates = Math.min(typeof options.max === 'number' && Number.isFinite(options.max) && options.max > 0
83
- ? Math.floor(options.max)
84
- : getMaxFromEnv(), candidates.length);
85
- if (maxCandidates <= 1) {
86
- return candidates;
87
- }
88
- const topCandidates = candidates.slice(0, maxCandidates);
89
- const maxTokens = options.maxTokens || getMaxTokensFromEnv();
90
- try {
91
- const texts = await Promise.all(topCandidates.map(async (candidate) => {
92
- let text;
93
- if (options.getTextAsync && typeof options.getTextAsync === 'function') {
94
- text = await options.getTextAsync(candidate);
95
- }
96
- else if (options.getText && typeof options.getText === 'function') {
97
- text = options.getText(candidate);
98
- }
99
- else {
100
- text = '';
101
- }
102
- const textStr = typeof text === 'string' ? text : '';
103
- return truncateText(textStr, maxTokens);
104
- }));
105
- const apiConfig = {
106
- apiUrl: options.apiUrl,
107
- apiKey: options.apiKey,
108
- model: options.model
109
- };
110
- const results = await callRerankAPI(query, texts, apiConfig);
111
- const scoreMap = new Map();
112
- for (const result of results) {
113
- const index = result.index;
114
- const score = result.relevance_score || result.score || 0;
115
- scoreMap.set(index, score);
116
- }
117
- const scored = topCandidates.map((candidate, index) => ({
118
- candidate,
119
- score: scoreMap.get(index) || 0
120
- })).sort((a, b) => b.score - a.score);
121
- scored.forEach((entry, index) => {
122
- entry.candidate.rerankerScore = entry.score;
123
- entry.candidate.rerankerRank = index + 1;
124
- });
125
- const rerankedTop = scored.map(entry => entry.candidate);
126
- const remainder = candidates.slice(maxCandidates);
127
- return [...rerankedTop, ...remainder];
128
- }
129
- catch (error) {
130
- console.error('API reranking failed:', error.message);
131
- return candidates;
132
- }
133
- }
134
- //# sourceMappingURL=api-reranker.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"api-reranker.js","sourceRoot":"","sources":["../../src/ranking/api-reranker.ts"],"names":[],"mappings":"AAAA,SAAS,SAAS;IAChB,OAAO,OAAO,CAAC,GAAG,CAAC,wBAAwB,IAAI,EAAE,CAAC;AACpD,CAAC;AAED,SAAS,SAAS;IAChB,OAAO,OAAO,CAAC,GAAG,CAAC,wBAAwB,IAAI,EAAE,CAAC;AACpD,CAAC;AAED,SAAS,QAAQ;IACf,OAAO,OAAO,CAAC,GAAG,CAAC,sBAAsB,IAAI,aAAa,CAAC;AAC7D,CAAC;AAED,SAAS,aAAa;IACpB,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,sBAAsB,IAAI,IAAI,EAAE,EAAE,CAAC,CAAC;IAC/E,OAAO,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;AAC7D,CAAC;AAED,SAAS,mBAAmB;IAC1B,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,6BAA6B,IAAI,MAAM,EAAE,EAAE,CAAC,CAAC;IACxF,OAAO,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC;AAC/D,CAAC;AAED,SAAS,YAAY,CAAC,IAAY,EAAE,SAAiB;IACnD,IAAI,CAAC,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;QACtC,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,MAAM,QAAQ,GAAG,SAAS,GAAG,CAAC,CAAC;IAE/B,IAAI,IAAI,CAAC,MAAM,IAAI,QAAQ,EAAE,CAAC;QAC5B,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;AACjC,CAAC;AAED,MAAM,UAAU,wBAAwB;IACtC,MAAM,GAAG,GAAG,SAAS,EAAE,CAAC;IACxB,MAAM,GAAG,GAAG,SAAS,EAAE,CAAC;IACxB,OAAO,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC;AAC7B,CAAC;AAeD,KAAK,UAAU,aAAa,CAAC,KAAa,EAAE,SAAmB,EAAE,SAA0B,EAAE;IAC3F,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,SAAS,EAAE,CAAC;IAC5C,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,SAAS,EAAE,CAAC;IAC5C,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,QAAQ,EAAE,CAAC;IAEzC,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;IAChE,CAAC;IAED,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;IAChE,CAAC;IAED,qEAAqE;IACrE,MAAM,WAAW,GAAG;QAClB,KAAK,EAAE,KAAK;QACZ,KAAK,EAAE,KAAK;QACZ,SAAS,EAAE,SAAS;QACpB,KAAK,EAAE,SAAS,CAAC,MAAM;KACxB,CAAC;IAEF,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,MAAM,EAAE;QACnC,MAAM,EAAE,MAAM;QACd,OAAO,EAAE;YACP,cAAc,EAAE,kBAAkB;YAClC,eAAe,EAAE,UAAU,MAAM,EAAE;SACpC;QACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC;KAClC,CAAC,CAAC;IAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,eAAe,CAAC,CAAC;QACrE,MAAM,IAAI,KAAK,CAAC,qBAAqB,QAAQ,CAAC,MAAM,MAAM,SAAS,EAAE,CAAC,CAAC;IACzE,CAAC;IAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAS,CAAC;IAE1C,4CAA4C;IAC5C,sEAAsE;IACtE,IAAI,IAAI,CAAC,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;QAChD,OAAO,IAAI,CAAC,OAAO,CAAC;IACtB,CAAC;IAED,8DAA8D;IAC9D,IAAI,IAAI,CAAC,IAAI,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QAC1C,OAAO,IAAI,CAAC,IAAI,CAAC;IACnB,CAAC;IAED,qCAAqC;IACrC,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;QACxB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,IAAI,KAAK,CAAC,6EAA6E,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;AACrI,CAAC;AAkBD,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,KAAa,EAAE,UAAuB,EAAE,UAAyB,EAAE;IACrG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,UAAU,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;QACzD,OAAO,UAAU,CAAC;IACpB,CAAC;IAED,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,CAC5B,OAAO,OAAO,CAAC,GAAG,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,OAAO,CAAC,GAAG,GAAG,CAAC;QAChF,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC;QACzB,CAAC,CAAC,aAAa,EAAE,EACnB,UAAU,CAAC,MAAM,CAClB,CAAC;IAEF,IAAI,aAAa,IAAI,CAAC,EAAE,CAAC;QACvB,OAAO,UAAU,CAAC;IACpB,CAAC;IAED,MAAM,aAAa,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,aAAa,CAAC,CAAC;IACzD,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,mBAAmB,EAAE,CAAC;IAE7D,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,GAAG,CAC7B,aAAa,CAAC,GAAG,CAAC,KAAK,EAAC,SAAS,EAAC,EAAE;YAClC,IAAI,IAAY,CAAC;YACjB,IAAI,OAAO,CAAC,YAAY,IAAI,OAAO,OAAO,CAAC,YAAY,KAAK,UAAU,EAAE,CAAC;gBACvE,IAAI,GAAG,MAAM,OAAO,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC;YAC/C,CAAC;iBAAM,IAAI,OAAO,CAAC,OAAO,IAAI,OAAO,OAAO,CAAC,OAAO,KAAK,UAAU,EAAE,CAAC;gBACpE,IAAI,GAAG,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;YACpC,CAAC;iBAAM,CAAC;gBACN,IAAI,GAAG,EAAE,CAAC;YACZ,CAAC;YACD,MAAM,OAAO,GAAG,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;YACrD,OAAO,YAAY,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QAC1C,CAAC,CAAC,CACH,CAAC;QAEF,MAAM,SAAS,GAAoB;YACjC,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,KAAK,EAAE,OAAO,CAAC,KAAK;SACrB,CAAC;QAEF,MAAM,OAAO,GAAG,MAAM,aAAa,CAAC,KAAK,EAAE,KAAK,EAAE,SAAS,CAAC,CAAC;QAE7D,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAkB,CAAC;QAC3C,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;YAC3B,MAAM,KAAK,GAAG,MAAM,CAAC,eAAe,IAAI,MAAM,CAAC,KAAK,IAAI,CAAC,CAAC;YAC1D,QAAQ,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QAC7B,CAAC;QAED,MAAM,MAAM,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;YACtD,SAAS;YACT,KAAK,EAAE,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC;SAChC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;QAEtC,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE;YAC9B,KAAK,CAAC,SAAS,CAAC,aAAa,GAAG,KAAK,CAAC,KAAK,CAAC;YAC5C,KAAK,CAAC,SAAS,CAAC,YAAY,GAAG,KAAK,GAAG,CAAC,CAAC;QAC3C,CAAC,CAAC,CAAC;QAEH,MAAM,WAAW,GAAG,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QACzD,MAAM,SAAS,GAAG,UAAU,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;QAClD,OAAO,CAAC,GAAG,WAAW,EAAE,GAAG,SAAS,CAAC,CAAC;IAExC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,uBAAuB,EAAG,KAAe,CAAC,OAAO,CAAC,CAAC;QACjE,OAAO,UAAU,CAAC;IACpB,CAAC;AACH,CAAC"}
@@ -1,15 +0,0 @@
1
- import type { Codemap } from '../types/codemap.js';
2
- interface SearchResult {
3
- id: string;
4
- score?: number;
5
- symbolBoost?: number;
6
- symbolBoostSources?: string[];
7
- symbolMatchStrength?: number;
8
- symbolNeighborStrength?: number;
9
- }
10
- export declare function applySymbolBoost(results: SearchResult[], { query, codemap }: {
11
- query: string;
12
- codemap: Codemap;
13
- }): void;
14
- export {};
15
- //# sourceMappingURL=symbol-boost.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"symbol-boost.d.ts","sourceRoot":"","sources":["../../src/ranking/symbol-boost.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,qBAAqB,CAAC;AAKnD,UAAU,YAAY;IACpB,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,kBAAkB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC9B,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,sBAAsB,CAAC,EAAE,MAAM,CAAC;CACjC;AA6HD,wBAAgB,gBAAgB,CAAC,OAAO,EAAE,YAAY,EAAE,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,OAAO,CAAA;CAAE,GAAG,IAAI,CA4DvH"}
@@ -1,154 +0,0 @@
1
- const SIGNATURE_MATCH_BOOST = 0.3;
2
- const NEIGHBOR_MATCH_BOOST = 0.15;
3
- function escapeRegex(value) {
4
- return value.replace(/[.*+?^${}()|[\]\\]/g, '\\$&');
5
- }
6
- function buildQueryTokenRegex(token) {
7
- if (!token || token.length < 3) {
8
- return null;
9
- }
10
- const escaped = escapeRegex(token.toLowerCase());
11
- return new RegExp(`\\b${escaped}[a-z0-9_]*\\b`, 'i');
12
- }
13
- function splitSymbolWords(symbol) {
14
- if (!symbol) {
15
- return [];
16
- }
17
- const cleaned = symbol.replace(/[^A-Za-z0-9_]/g, ' ');
18
- return cleaned
19
- .replace(/([a-z])([A-Z])/g, '$1 $2')
20
- .split(/[\s_]+/)
21
- .map(word => word.trim().toLowerCase())
22
- .filter(word => word.length > 0);
23
- }
24
- function computeSignatureMatchStrength(query, entry) {
25
- if (!entry) {
26
- return 0;
27
- }
28
- const queryLower = query.toLowerCase();
29
- const rawSymbol = typeof entry.symbol === 'string' ? entry.symbol : '';
30
- const symbol = rawSymbol.toLowerCase();
31
- const signature = typeof entry.symbol_signature === 'string' ? entry.symbol_signature.toLowerCase() : '';
32
- let weight = 0;
33
- const matchedTokens = new Set();
34
- if (symbol && queryLower.includes(symbol)) {
35
- weight += 4;
36
- }
37
- if (signature) {
38
- const normalizedSignature = signature.replace(/\s+/g, ' ');
39
- if (queryLower.includes(normalizedSignature)) {
40
- weight = Math.max(weight, 3.5);
41
- }
42
- }
43
- const symbolTokens = splitSymbolWords(rawSymbol).map(token => token.toLowerCase());
44
- let symbolTokenMatches = 0;
45
- for (const token of symbolTokens) {
46
- if (token.length < 3 || matchedTokens.has(token)) {
47
- continue;
48
- }
49
- const regex = buildQueryTokenRegex(token);
50
- if (regex && regex.test(query)) {
51
- matchedTokens.add(token);
52
- symbolTokenMatches += 1;
53
- }
54
- }
55
- if (symbolTokenMatches > 0) {
56
- weight += 1 + 0.5 * (symbolTokenMatches - 1);
57
- }
58
- let parameterMatches = 0;
59
- if (Array.isArray(entry.symbol_parameters)) {
60
- for (const param of entry.symbol_parameters) {
61
- if (typeof param !== 'string') {
62
- continue;
63
- }
64
- const parts = param
65
- .toLowerCase()
66
- .split(/[^a-z0-9]+/)
67
- .map(part => part.trim())
68
- .filter(part => part.length >= 3);
69
- for (const part of parts) {
70
- if (matchedTokens.has(part)) {
71
- continue;
72
- }
73
- const regex = buildQueryTokenRegex(part);
74
- if (regex && regex.test(query)) {
75
- matchedTokens.add(part);
76
- parameterMatches += 1;
77
- break;
78
- }
79
- }
80
- }
81
- }
82
- if (parameterMatches > 0) {
83
- weight += 0.35 * parameterMatches;
84
- }
85
- if (weight <= 0) {
86
- return 0;
87
- }
88
- return Math.max(0, Math.min(weight / 4, 1));
89
- }
90
- function buildShaIndex(codemap) {
91
- const index = new Map();
92
- if (!codemap || typeof codemap !== 'object') {
93
- return index;
94
- }
95
- for (const [chunkId, entry] of Object.entries(codemap)) {
96
- if (!entry || typeof entry.sha !== 'string') {
97
- continue;
98
- }
99
- index.set(entry.sha, { chunkId, entry });
100
- }
101
- return index;
102
- }
103
- export function applySymbolBoost(results, { query, codemap }) {
104
- if (!Array.isArray(results) || results.length === 0) {
105
- return;
106
- }
107
- if (!codemap || typeof codemap !== 'object') {
108
- return;
109
- }
110
- const shaIndex = buildShaIndex(codemap);
111
- for (const result of results) {
112
- const metadata = codemap[result.id];
113
- if (!metadata) {
114
- continue;
115
- }
116
- let boost = 0;
117
- const sources = [];
118
- const matchStrength = computeSignatureMatchStrength(query, metadata);
119
- if (matchStrength > 0) {
120
- boost += SIGNATURE_MATCH_BOOST * matchStrength;
121
- sources.push('signature');
122
- result.symbolMatchStrength = matchStrength;
123
- }
124
- const neighborShas = Array.isArray(metadata.symbol_neighbors)
125
- ? metadata.symbol_neighbors
126
- : [];
127
- let bestNeighborStrength = 0;
128
- if (neighborShas.length > 0) {
129
- for (const neighborSha of neighborShas) {
130
- const neighbor = shaIndex.get(neighborSha);
131
- if (!neighbor) {
132
- continue;
133
- }
134
- const neighborStrength = computeSignatureMatchStrength(query, neighbor.entry);
135
- if (neighborStrength > bestNeighborStrength) {
136
- bestNeighborStrength = neighborStrength;
137
- }
138
- }
139
- }
140
- if (bestNeighborStrength > 0) {
141
- boost += NEIGHBOR_MATCH_BOOST * bestNeighborStrength;
142
- sources.push('neighbor');
143
- result.symbolNeighborStrength = bestNeighborStrength;
144
- }
145
- if (boost > 0) {
146
- const cappedBoost = Math.min(boost, 0.45);
147
- const baseScore = typeof result.score === 'number' ? result.score : 0;
148
- result.score = baseScore + cappedBoost;
149
- result.symbolBoost = cappedBoost;
150
- result.symbolBoostSources = sources;
151
- }
152
- }
153
- }
154
- //# sourceMappingURL=symbol-boost.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"symbol-boost.js","sourceRoot":"","sources":["../../src/ranking/symbol-boost.ts"],"names":[],"mappings":"AAEA,MAAM,qBAAqB,GAAG,GAAG,CAAC;AAClC,MAAM,oBAAoB,GAAG,IAAI,CAAC;AAWlC,SAAS,WAAW,CAAC,KAAa;IAChC,OAAO,KAAK,CAAC,OAAO,CAAC,qBAAqB,EAAE,MAAM,CAAC,CAAC;AACtD,CAAC;AAED,SAAS,oBAAoB,CAAC,KAAa;IACzC,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC/B,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,OAAO,GAAG,WAAW,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC;IACjD,OAAO,IAAI,MAAM,CAAC,MAAM,OAAO,eAAe,EAAE,GAAG,CAAC,CAAC;AACvD,CAAC;AAED,SAAS,gBAAgB,CAAC,MAAc;IACtC,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,gBAAgB,EAAE,GAAG,CAAC,CAAC;IACtD,OAAO,OAAO;SACX,OAAO,CAAC,iBAAiB,EAAE,OAAO,CAAC;SACnC,KAAK,CAAC,QAAQ,CAAC;SACf,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;SACtC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;AACrC,CAAC;AAED,SAAS,6BAA6B,CAAC,KAAa,EAAE,KAAU;IAC9D,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,OAAO,CAAC,CAAC;IACX,CAAC;IAED,MAAM,UAAU,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC;IACvC,MAAM,SAAS,GAAG,OAAO,KAAK,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;IACvE,MAAM,MAAM,GAAG,SAAS,CAAC,WAAW,EAAE,CAAC;IACvC,MAAM,SAAS,GAAG,OAAO,KAAK,CAAC,gBAAgB,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,gBAAgB,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IAEzG,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,MAAM,aAAa,GAAG,IAAI,GAAG,EAAU,CAAC;IAExC,IAAI,MAAM,IAAI,UAAU,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;QAC1C,MAAM,IAAI,CAAC,CAAC;IACd,CAAC;IAED,IAAI,SAAS,EAAE,CAAC;QACd,MAAM,mBAAmB,GAAG,SAAS,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QAC3D,IAAI,UAAU,CAAC,QAAQ,CAAC,mBAAmB,CAAC,EAAE,CAAC;YAC7C,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QACjC,CAAC;IACH,CAAC;IAED,MAAM,YAAY,GAAG,gBAAgB,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC;IACnF,IAAI,kBAAkB,GAAG,CAAC,CAAC;IAC3B,KAAK,MAAM,KAAK,IAAI,YAAY,EAAE,CAAC;QACjC,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;YACjD,SAAS;QACX,CAAC;QAED,MAAM,KAAK,GAAG,oBAAoB,CAAC,KAAK,CAAC,CAAC;QAC1C,IAAI,KAAK,IAAI,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;YAC/B,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YACzB,kBAAkB,IAAI,CAAC,CAAC;QAC1B,CAAC;IACH,CAAC;IAED,IAAI,kBAAkB,GAAG,CAAC,EAAE,CAAC;QAC3B,MAAM,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC,kBAAkB,GAAG,CAAC,CAAC,CAAC;IAC/C,CAAC;IAED,IAAI,gBAAgB,GAAG,CAAC,CAAC;IACzB,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,iBAAiB,CAAC,EAAE,CAAC;QAC3C,KAAK,MAAM,KAAK,IAAI,KAAK,CAAC,iBAAiB,EAAE,CAAC;YAC5C,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;gBAC9B,SAAS;YACX,CAAC;YAED,MAAM,KAAK,GAAG,KAAK;iBAChB,WAAW,EAAE;iBACb,KAAK,CAAC,YAAY,CAAC;iBACnB,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;iBACxB,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC;YAEpC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,IAAI,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;oBAC5B,SAAS;gBACX,CAAC;gBAED,MAAM,KAAK,GAAG,oBAAoB,CAAC,IAAI,CAAC,CAAC;gBACzC,IAAI,KAAK,IAAI,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;oBAC/B,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;oBACxB,gBAAgB,IAAI,CAAC,CAAC;oBACtB,MAAM;gBACR,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,gBAAgB,GAAG,CAAC,EAAE,CAAC;QACzB,MAAM,IAAI,IAAI,GAAG,gBAAgB,CAAC;IACpC,CAAC;IAED,IAAI,MAAM,IAAI,CAAC,EAAE,CAAC;QAChB,OAAO,CAAC,CAAC;IACX,CAAC;IAED,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;AAC9C,CAAC;AAED,SAAS,aAAa,CAAC,OAAgB;IACrC,MAAM,KAAK,GAAG,IAAI,GAAG,EAAE,CAAC;IACxB,IAAI,CAAC,OAAO,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;QAC5C,OAAO,KAAK,CAAC;IACf,CAAC;IAED,KAAK,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QACvD,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,CAAC,GAAG,KAAK,QAAQ,EAAE,CAAC;YAC5C,SAAS;QACX,CAAC;QACD,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;IAC3C,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,OAAuB,EAAE,EAAE,KAAK,EAAE,OAAO,EAAuC;IAC/G,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACpD,OAAO;IACT,CAAC;IAED,IAAI,CAAC,OAAO,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;QAC5C,OAAO;IACT,CAAC;IAED,MAAM,QAAQ,GAAG,aAAa,CAAC,OAAO,CAAC,CAAC;IAExC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACpC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,SAAS;QACX,CAAC;QAED,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,MAAM,OAAO,GAAa,EAAE,CAAC;QAE7B,MAAM,aAAa,GAAG,6BAA6B,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;QACrE,IAAI,aAAa,GAAG,CAAC,EAAE,CAAC;YACtB,KAAK,IAAI,qBAAqB,GAAG,aAAa,CAAC;YAC/C,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YAC1B,MAAM,CAAC,mBAAmB,GAAG,aAAa,CAAC;QAC7C,CAAC;QAED,MAAM,YAAY,GAAG,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAC;YAC3D,CAAC,CAAC,QAAQ,CAAC,gBAAgB;YAC3B,CAAC,CAAC,EAAE,CAAC;QAEP,IAAI,oBAAoB,GAAG,CAAC,CAAC;QAC7B,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5B,KAAK,MAAM,WAAW,IAAI,YAAY,EAAE,CAAC;gBACvC,MAAM,QAAQ,GAAG,QAAQ,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;gBAC3C,IAAI,CAAC,QAAQ,EAAE,CAAC;oBACd,SAAS;gBACX,CAAC;gBAED,MAAM,gBAAgB,GAAG,6BAA6B,CAAC,KAAK,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC;gBAC9E,IAAI,gBAAgB,GAAG,oBAAoB,EAAE,CAAC;oBAC5C,oBAAoB,GAAG,gBAAgB,CAAC;gBAC1C,CAAC;YACH,CAAC;QACH,CAAC;QAED,IAAI,oBAAoB,GAAG,CAAC,EAAE,CAAC;YAC7B,KAAK,IAAI,oBAAoB,GAAG,oBAAoB,CAAC;YACrD,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YACzB,MAAM,CAAC,sBAAsB,GAAG,oBAAoB,CAAC;QACvD,CAAC;QAED,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;YACd,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;YAC1C,MAAM,SAAS,GAAG,OAAO,MAAM,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;YACtE,MAAM,CAAC,KAAK,GAAG,SAAS,GAAG,WAAW,CAAC;YACvC,MAAM,CAAC,WAAW,GAAG,WAAW,CAAC;YACjC,MAAM,CAAC,kBAAkB,GAAG,OAAO,CAAC;QACtC,CAAC;IACH,CAAC;AACH,CAAC"}
@@ -1,17 +0,0 @@
1
- export declare class BM25Index {
2
- private engine;
3
- private documents;
4
- private consolidated;
5
- constructor();
6
- addDocument(id: string, text: string): void;
7
- addDocuments(entries?: Array<{
8
- id: string;
9
- text: string;
10
- }>): void;
11
- consolidate(): void;
12
- search(query: string, limit?: number): Array<{
13
- id: string;
14
- score: number;
15
- }>;
16
- }
17
- //# sourceMappingURL=bm25.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"bm25.d.ts","sourceRoot":"","sources":["../../src/search/bm25.ts"],"names":[],"mappings":"AAgBA,qBAAa,SAAS;IACpB,OAAO,CAAC,MAAM,CAAM;IACpB,OAAO,CAAC,SAAS,CAAqB;IACtC,OAAO,CAAC,YAAY,CAAS;;IAQ7B,WAAW,CAAC,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,IAAI;IAc3C,YAAY,CAAC,OAAO,GAAE,KAAK,CAAC;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAM,GAAG,IAAI;IAQrE,WAAW,IAAI,IAAI;IAOnB,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,SAAK,GAAG,KAAK,CAAC;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC;CASxE"}
@@ -1,56 +0,0 @@
1
- import bm25Factory from 'wink-bm25-text-search';
2
- const DEFAULT_FIELD = 'body';
3
- function defaultPrep(text) {
4
- if (!text) {
5
- return [];
6
- }
7
- return String(text)
8
- .toLowerCase()
9
- .replace(/[^\p{L}\p{N}]+/gu, ' ')
10
- .split(/\s+/u)
11
- .filter(Boolean);
12
- }
13
- export class BM25Index {
14
- engine;
15
- documents = new Set();
16
- consolidated = false;
17
- constructor() {
18
- this.engine = bm25Factory();
19
- this.engine.defineConfig({ fldWeights: { [DEFAULT_FIELD]: 1 } });
20
- this.engine.definePrepTasks([defaultPrep]);
21
- }
22
- addDocument(id, text) {
23
- if (!id || typeof text !== 'string' || text.trim().length === 0) {
24
- return;
25
- }
26
- if (this.documents.has(id)) {
27
- return;
28
- }
29
- this.engine.addDoc({ [DEFAULT_FIELD]: text }, id);
30
- this.documents.add(id);
31
- this.consolidated = false;
32
- }
33
- addDocuments(entries = []) {
34
- for (const entry of entries) {
35
- if (!entry)
36
- continue;
37
- const { id, text } = entry;
38
- this.addDocument(id, text);
39
- }
40
- }
41
- consolidate() {
42
- if (!this.consolidated) {
43
- this.engine.consolidate();
44
- this.consolidated = true;
45
- }
46
- }
47
- search(query, limit = 60) {
48
- if (!query || !query.trim()) {
49
- return [];
50
- }
51
- this.consolidate();
52
- const results = this.engine.search(query, limit);
53
- return results.map(([id, score]) => ({ id, score }));
54
- }
55
- }
56
- //# sourceMappingURL=bm25.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"bm25.js","sourceRoot":"","sources":["../../src/search/bm25.ts"],"names":[],"mappings":"AAAA,OAAO,WAAW,MAAM,uBAAuB,CAAC;AAEhD,MAAM,aAAa,GAAG,MAAM,CAAC;AAE7B,SAAS,WAAW,CAAC,IAAY;IAC/B,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,OAAO,MAAM,CAAC,IAAI,CAAC;SAChB,WAAW,EAAE;SACb,OAAO,CAAC,kBAAkB,EAAE,GAAG,CAAC;SAChC,KAAK,CAAC,MAAM,CAAC;SACb,MAAM,CAAC,OAAO,CAAC,CAAC;AACrB,CAAC;AAED,MAAM,OAAO,SAAS;IACZ,MAAM,CAAM;IACZ,SAAS,GAAG,IAAI,GAAG,EAAU,CAAC;IAC9B,YAAY,GAAG,KAAK,CAAC;IAE7B;QACE,IAAI,CAAC,MAAM,GAAG,WAAW,EAAE,CAAC;QAC5B,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,EAAE,UAAU,EAAE,EAAE,CAAC,aAAa,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;QACjE,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC;IAC7C,CAAC;IAED,WAAW,CAAC,EAAU,EAAE,IAAY;QAClC,IAAI,CAAC,EAAE,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAChE,OAAO;QACT,CAAC;QAED,IAAI,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC;YAC3B,OAAO;QACT,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,aAAa,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;QAClD,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACvB,IAAI,CAAC,YAAY,GAAG,KAAK,CAAC;IAC5B,CAAC;IAED,YAAY,CAAC,UAA+C,EAAE;QAC5D,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,IAAI,CAAC,KAAK;gBAAE,SAAS;YACrB,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,GAAG,KAAK,CAAC;YAC3B,IAAI,CAAC,WAAW,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;QAC7B,CAAC;IACH,CAAC;IAED,WAAW;QACT,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;YACvB,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;YAC1B,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;QAC3B,CAAC;IACH,CAAC;IAED,MAAM,CAAC,KAAa,EAAE,KAAK,GAAG,EAAE;QAC9B,IAAI,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,EAAE,CAAC;YAC5B,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,IAAI,CAAC,WAAW,EAAE,CAAC;QACnB,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QACjD,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,KAAK,CAAmB,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;IACzE,CAAC;CACF"}
@@ -1,21 +0,0 @@
1
- interface SearchItem {
2
- id: string;
3
- score: number;
4
- }
5
- interface FusedItem {
6
- id: string;
7
- score: number;
8
- vectorRank: number | null;
9
- bm25Rank: number | null;
10
- vectorScore: number | null;
11
- bm25Score: number | null;
12
- }
13
- interface ReciprocalRankFusionOptions {
14
- vectorResults?: SearchItem[];
15
- bm25Results?: SearchItem[];
16
- limit?: number;
17
- k?: number;
18
- }
19
- export declare function reciprocalRankFusion({ vectorResults, bm25Results, limit, k }: ReciprocalRankFusionOptions): FusedItem[];
20
- export {};
21
- //# sourceMappingURL=hybrid.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"hybrid.d.ts","sourceRoot":"","sources":["../../src/search/hybrid.ts"],"names":[],"mappings":"AAAA,UAAU,UAAU;IAClB,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;CACf;AAED,UAAU,SAAS;IACjB,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;CAC1B;AAED,UAAU,2BAA2B;IACnC,aAAa,CAAC,EAAE,UAAU,EAAE,CAAC;IAC7B,WAAW,CAAC,EAAE,UAAU,EAAE,CAAC;IAC3B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,CAAC,CAAC,EAAE,MAAM,CAAC;CACZ;AAED,wBAAgB,oBAAoB,CAAC,EACnC,aAAkB,EAClB,WAAgB,EAChB,KAAU,EACV,CAAM,EACP,EAAE,2BAA2B,GAAG,SAAS,EAAE,CAwD3C"}