@code-rag/core 0.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (347) hide show
  1. package/LICENSE +21 -0
  2. package/README.md +19 -0
  3. package/dist/auth/audit-log.d.ts +35 -0
  4. package/dist/auth/audit-log.js +110 -0
  5. package/dist/auth/audit-log.js.map +1 -0
  6. package/dist/auth/audit-log.test.d.ts +1 -0
  7. package/dist/auth/audit-log.test.js +261 -0
  8. package/dist/auth/audit-log.test.js.map +1 -0
  9. package/dist/auth/index.d.ts +6 -0
  10. package/dist/auth/index.js +5 -0
  11. package/dist/auth/index.js.map +1 -0
  12. package/dist/auth/oidc-provider.d.ts +49 -0
  13. package/dist/auth/oidc-provider.js +358 -0
  14. package/dist/auth/oidc-provider.js.map +1 -0
  15. package/dist/auth/oidc-provider.test.d.ts +1 -0
  16. package/dist/auth/oidc-provider.test.js +520 -0
  17. package/dist/auth/oidc-provider.test.js.map +1 -0
  18. package/dist/auth/rbac.d.ts +29 -0
  19. package/dist/auth/rbac.js +75 -0
  20. package/dist/auth/rbac.js.map +1 -0
  21. package/dist/auth/rbac.test.d.ts +1 -0
  22. package/dist/auth/rbac.test.js +224 -0
  23. package/dist/auth/rbac.test.js.map +1 -0
  24. package/dist/auth/saml-provider.d.ts +51 -0
  25. package/dist/auth/saml-provider.js +355 -0
  26. package/dist/auth/saml-provider.js.map +1 -0
  27. package/dist/auth/saml-provider.test.d.ts +1 -0
  28. package/dist/auth/saml-provider.test.js +422 -0
  29. package/dist/auth/saml-provider.test.js.map +1 -0
  30. package/dist/auth/types.d.ts +81 -0
  31. package/dist/auth/types.js +11 -0
  32. package/dist/auth/types.js.map +1 -0
  33. package/dist/auth/types.test.d.ts +1 -0
  34. package/dist/auth/types.test.js +147 -0
  35. package/dist/auth/types.test.js.map +1 -0
  36. package/dist/backlog/ab-reference-scanner.d.ts +10 -0
  37. package/dist/backlog/ab-reference-scanner.js +22 -0
  38. package/dist/backlog/ab-reference-scanner.js.map +1 -0
  39. package/dist/backlog/ab-reference-scanner.test.d.ts +1 -0
  40. package/dist/backlog/ab-reference-scanner.test.js +83 -0
  41. package/dist/backlog/ab-reference-scanner.test.js.map +1 -0
  42. package/dist/backlog/azure-devops-provider.d.ts +59 -0
  43. package/dist/backlog/azure-devops-provider.js +283 -0
  44. package/dist/backlog/azure-devops-provider.js.map +1 -0
  45. package/dist/backlog/backlog-provider.d.ts +13 -0
  46. package/dist/backlog/backlog-provider.js +6 -0
  47. package/dist/backlog/backlog-provider.js.map +1 -0
  48. package/dist/backlog/backlog-provider.test.d.ts +1 -0
  49. package/dist/backlog/backlog-provider.test.js +426 -0
  50. package/dist/backlog/backlog-provider.test.js.map +1 -0
  51. package/dist/backlog/clickup-provider.d.ts +55 -0
  52. package/dist/backlog/clickup-provider.js +301 -0
  53. package/dist/backlog/clickup-provider.js.map +1 -0
  54. package/dist/backlog/clickup-provider.test.d.ts +1 -0
  55. package/dist/backlog/clickup-provider.test.js +426 -0
  56. package/dist/backlog/clickup-provider.test.js.map +1 -0
  57. package/dist/backlog/clickup-reference-scanner.d.ts +10 -0
  58. package/dist/backlog/clickup-reference-scanner.js +32 -0
  59. package/dist/backlog/clickup-reference-scanner.js.map +1 -0
  60. package/dist/backlog/clickup-reference-scanner.test.d.ts +1 -0
  61. package/dist/backlog/clickup-reference-scanner.test.js +92 -0
  62. package/dist/backlog/clickup-reference-scanner.test.js.map +1 -0
  63. package/dist/backlog/code-linker.d.ts +63 -0
  64. package/dist/backlog/code-linker.js +90 -0
  65. package/dist/backlog/code-linker.js.map +1 -0
  66. package/dist/backlog/code-linker.test.d.ts +1 -0
  67. package/dist/backlog/code-linker.test.js +325 -0
  68. package/dist/backlog/code-linker.test.js.map +1 -0
  69. package/dist/backlog/index.d.ts +14 -0
  70. package/dist/backlog/index.js +8 -0
  71. package/dist/backlog/index.js.map +1 -0
  72. package/dist/backlog/jira-provider.d.ts +60 -0
  73. package/dist/backlog/jira-provider.js +272 -0
  74. package/dist/backlog/jira-provider.js.map +1 -0
  75. package/dist/backlog/jira-provider.test.d.ts +1 -0
  76. package/dist/backlog/jira-provider.test.js +449 -0
  77. package/dist/backlog/jira-provider.test.js.map +1 -0
  78. package/dist/backlog/jira-reference-scanner.d.ts +11 -0
  79. package/dist/backlog/jira-reference-scanner.js +26 -0
  80. package/dist/backlog/jira-reference-scanner.js.map +1 -0
  81. package/dist/backlog/jira-reference-scanner.test.d.ts +1 -0
  82. package/dist/backlog/jira-reference-scanner.test.js +127 -0
  83. package/dist/backlog/jira-reference-scanner.test.js.map +1 -0
  84. package/dist/backlog/types.d.ts +22 -0
  85. package/dist/backlog/types.js +1 -0
  86. package/dist/backlog/types.js.map +1 -0
  87. package/dist/chunker/ast-chunker.d.ts +45 -0
  88. package/dist/chunker/ast-chunker.js +292 -0
  89. package/dist/chunker/ast-chunker.js.map +1 -0
  90. package/dist/chunker/ast-chunker.test.d.ts +1 -0
  91. package/dist/chunker/ast-chunker.test.js +391 -0
  92. package/dist/chunker/ast-chunker.test.js.map +1 -0
  93. package/dist/chunker/chunker.d.ts +8 -0
  94. package/dist/chunker/chunker.js +1 -0
  95. package/dist/chunker/chunker.js.map +1 -0
  96. package/dist/chunker/index.d.ts +3 -0
  97. package/dist/chunker/index.js +2 -0
  98. package/dist/chunker/index.js.map +1 -0
  99. package/dist/config/config-parser.d.ts +15 -0
  100. package/dist/config/config-parser.js +283 -0
  101. package/dist/config/config-parser.js.map +1 -0
  102. package/dist/config/config-parser.test.d.ts +1 -0
  103. package/dist/config/config-parser.test.js +699 -0
  104. package/dist/config/config-parser.test.js.map +1 -0
  105. package/dist/docs/confluence-provider.d.ts +121 -0
  106. package/dist/docs/confluence-provider.js +459 -0
  107. package/dist/docs/confluence-provider.js.map +1 -0
  108. package/dist/docs/confluence-provider.test.d.ts +1 -0
  109. package/dist/docs/confluence-provider.test.js +765 -0
  110. package/dist/docs/confluence-provider.test.js.map +1 -0
  111. package/dist/docs/index.d.ts +4 -0
  112. package/dist/docs/index.js +2 -0
  113. package/dist/docs/index.js.map +1 -0
  114. package/dist/docs/sharepoint-provider.d.ts +150 -0
  115. package/dist/docs/sharepoint-provider.js +637 -0
  116. package/dist/docs/sharepoint-provider.js.map +1 -0
  117. package/dist/docs/sharepoint-provider.test.d.ts +1 -0
  118. package/dist/docs/sharepoint-provider.test.js +873 -0
  119. package/dist/docs/sharepoint-provider.test.js.map +1 -0
  120. package/dist/embedding/bm25-index.d.ts +12 -0
  121. package/dist/embedding/bm25-index.js +89 -0
  122. package/dist/embedding/bm25-index.js.map +1 -0
  123. package/dist/embedding/bm25-index.test.d.ts +1 -0
  124. package/dist/embedding/bm25-index.test.js +289 -0
  125. package/dist/embedding/bm25-index.test.js.map +1 -0
  126. package/dist/embedding/hybrid-search.d.ts +13 -0
  127. package/dist/embedding/hybrid-search.js +124 -0
  128. package/dist/embedding/hybrid-search.js.map +1 -0
  129. package/dist/embedding/hybrid-search.test.d.ts +1 -0
  130. package/dist/embedding/hybrid-search.test.js +266 -0
  131. package/dist/embedding/hybrid-search.test.js.map +1 -0
  132. package/dist/embedding/index.d.ts +11 -0
  133. package/dist/embedding/index.js +7 -0
  134. package/dist/embedding/index.js.map +1 -0
  135. package/dist/embedding/lancedb-store.d.ts +21 -0
  136. package/dist/embedding/lancedb-store.js +172 -0
  137. package/dist/embedding/lancedb-store.js.map +1 -0
  138. package/dist/embedding/lancedb-store.test.d.ts +1 -0
  139. package/dist/embedding/lancedb-store.test.js +268 -0
  140. package/dist/embedding/lancedb-store.test.js.map +1 -0
  141. package/dist/embedding/model-lifecycle-manager.d.ts +83 -0
  142. package/dist/embedding/model-lifecycle-manager.js +419 -0
  143. package/dist/embedding/model-lifecycle-manager.js.map +1 -0
  144. package/dist/embedding/model-lifecycle-manager.test.d.ts +1 -0
  145. package/dist/embedding/model-lifecycle-manager.test.js +642 -0
  146. package/dist/embedding/model-lifecycle-manager.test.js.map +1 -0
  147. package/dist/embedding/ollama-embedding-provider.d.ts +16 -0
  148. package/dist/embedding/ollama-embedding-provider.js +74 -0
  149. package/dist/embedding/ollama-embedding-provider.js.map +1 -0
  150. package/dist/embedding/ollama-embedding-provider.test.d.ts +1 -0
  151. package/dist/embedding/ollama-embedding-provider.test.js +198 -0
  152. package/dist/embedding/ollama-embedding-provider.test.js.map +1 -0
  153. package/dist/embedding/openai-compatible-embedding-provider.d.ts +19 -0
  154. package/dist/embedding/openai-compatible-embedding-provider.js +108 -0
  155. package/dist/embedding/openai-compatible-embedding-provider.js.map +1 -0
  156. package/dist/embedding/openai-compatible-embedding-provider.test.d.ts +1 -0
  157. package/dist/embedding/openai-compatible-embedding-provider.test.js +456 -0
  158. package/dist/embedding/openai-compatible-embedding-provider.test.js.map +1 -0
  159. package/dist/embedding/qdrant-store.d.ts +28 -0
  160. package/dist/embedding/qdrant-store.js +174 -0
  161. package/dist/embedding/qdrant-store.js.map +1 -0
  162. package/dist/embedding/qdrant-store.test.d.ts +1 -0
  163. package/dist/embedding/qdrant-store.test.js +359 -0
  164. package/dist/embedding/qdrant-store.test.js.map +1 -0
  165. package/dist/enrichment/index.d.ts +4 -0
  166. package/dist/enrichment/index.js +2 -0
  167. package/dist/enrichment/index.js.map +1 -0
  168. package/dist/enrichment/nl-enricher.d.ts +16 -0
  169. package/dist/enrichment/nl-enricher.js +47 -0
  170. package/dist/enrichment/nl-enricher.js.map +1 -0
  171. package/dist/enrichment/nl-enricher.test.d.ts +1 -0
  172. package/dist/enrichment/nl-enricher.test.js +154 -0
  173. package/dist/enrichment/nl-enricher.test.js.map +1 -0
  174. package/dist/enrichment/ollama-client.d.ts +18 -0
  175. package/dist/enrichment/ollama-client.js +55 -0
  176. package/dist/enrichment/ollama-client.js.map +1 -0
  177. package/dist/enrichment/ollama-client.test.d.ts +1 -0
  178. package/dist/enrichment/ollama-client.test.js +129 -0
  179. package/dist/enrichment/ollama-client.test.js.map +1 -0
  180. package/dist/git/git-client.d.ts +22 -0
  181. package/dist/git/git-client.js +6 -0
  182. package/dist/git/git-client.js.map +1 -0
  183. package/dist/git/git-client.test.d.ts +1 -0
  184. package/dist/git/git-client.test.js +200 -0
  185. package/dist/git/git-client.test.js.map +1 -0
  186. package/dist/git/ignore-filter.d.ts +2 -0
  187. package/dist/git/ignore-filter.js +31 -0
  188. package/dist/git/ignore-filter.js.map +1 -0
  189. package/dist/git/ignore-filter.test.d.ts +1 -0
  190. package/dist/git/ignore-filter.test.js +87 -0
  191. package/dist/git/ignore-filter.test.js.map +1 -0
  192. package/dist/git/index.d.ts +4 -0
  193. package/dist/git/index.js +3 -0
  194. package/dist/git/index.js.map +1 -0
  195. package/dist/git/simple-git-client.d.ts +12 -0
  196. package/dist/git/simple-git-client.js +138 -0
  197. package/dist/git/simple-git-client.js.map +1 -0
  198. package/dist/graph/cross-repo-resolver.d.ts +50 -0
  199. package/dist/graph/cross-repo-resolver.js +315 -0
  200. package/dist/graph/cross-repo-resolver.js.map +1 -0
  201. package/dist/graph/cross-repo-resolver.test.d.ts +1 -0
  202. package/dist/graph/cross-repo-resolver.test.js +548 -0
  203. package/dist/graph/cross-repo-resolver.test.js.map +1 -0
  204. package/dist/graph/dependency-graph.d.ts +44 -0
  205. package/dist/graph/dependency-graph.js +108 -0
  206. package/dist/graph/dependency-graph.js.map +1 -0
  207. package/dist/graph/dependency-graph.test.d.ts +1 -0
  208. package/dist/graph/dependency-graph.test.js +276 -0
  209. package/dist/graph/dependency-graph.test.js.map +1 -0
  210. package/dist/graph/graph-builder.d.ts +11 -0
  211. package/dist/graph/graph-builder.js +113 -0
  212. package/dist/graph/graph-builder.js.map +1 -0
  213. package/dist/graph/graph-builder.test.d.ts +1 -0
  214. package/dist/graph/graph-builder.test.js +178 -0
  215. package/dist/graph/graph-builder.test.js.map +1 -0
  216. package/dist/graph/import-resolver.d.ts +11 -0
  217. package/dist/graph/import-resolver.js +199 -0
  218. package/dist/graph/import-resolver.js.map +1 -0
  219. package/dist/graph/import-resolver.test.d.ts +1 -0
  220. package/dist/graph/import-resolver.test.js +282 -0
  221. package/dist/graph/import-resolver.test.js.map +1 -0
  222. package/dist/graph/index.d.ts +7 -0
  223. package/dist/graph/index.js +4 -0
  224. package/dist/graph/index.js.map +1 -0
  225. package/dist/index.d.ts +31 -0
  226. package/dist/index.js +15 -0
  227. package/dist/index.js.map +1 -0
  228. package/dist/indexer/file-scanner.d.ts +34 -0
  229. package/dist/indexer/file-scanner.js +69 -0
  230. package/dist/indexer/file-scanner.js.map +1 -0
  231. package/dist/indexer/file-scanner.test.d.ts +1 -0
  232. package/dist/indexer/file-scanner.test.js +110 -0
  233. package/dist/indexer/file-scanner.test.js.map +1 -0
  234. package/dist/indexer/file-watcher.d.ts +79 -0
  235. package/dist/indexer/file-watcher.js +148 -0
  236. package/dist/indexer/incremental-indexer.d.ts +67 -0
  237. package/dist/indexer/incremental-indexer.js +142 -0
  238. package/dist/indexer/incremental-indexer.js.map +1 -0
  239. package/dist/indexer/incremental-indexer.test.d.ts +1 -0
  240. package/dist/indexer/incremental-indexer.test.js +266 -0
  241. package/dist/indexer/incremental-indexer.test.js.map +1 -0
  242. package/dist/indexer/index-check.d.ts +22 -0
  243. package/dist/indexer/index-check.js +74 -0
  244. package/dist/indexer/index-check.js.map +1 -0
  245. package/dist/indexer/index-check.test.d.ts +1 -0
  246. package/dist/indexer/index-check.test.js +100 -0
  247. package/dist/indexer/index-check.test.js.map +1 -0
  248. package/dist/indexer/index-state.d.ts +61 -0
  249. package/dist/indexer/index-state.js +82 -0
  250. package/dist/indexer/index-state.js.map +1 -0
  251. package/dist/indexer/index-state.test.d.ts +1 -0
  252. package/dist/indexer/index-state.test.js +140 -0
  253. package/dist/indexer/index-state.test.js.map +1 -0
  254. package/dist/indexer/index.d.ts +12 -0
  255. package/dist/indexer/index.js +6 -0
  256. package/dist/indexer/index.js.map +1 -0
  257. package/dist/indexer/multi-repo-indexer.d.ts +63 -0
  258. package/dist/indexer/multi-repo-indexer.js +144 -0
  259. package/dist/indexer/multi-repo-indexer.js.map +1 -0
  260. package/dist/indexer/multi-repo-indexer.test.d.ts +1 -0
  261. package/dist/indexer/multi-repo-indexer.test.js +238 -0
  262. package/dist/indexer/multi-repo-indexer.test.js.map +1 -0
  263. package/dist/parser/index.d.ts +4 -0
  264. package/dist/parser/index.js +3 -0
  265. package/dist/parser/index.js.map +1 -0
  266. package/dist/parser/language-registry.d.ts +46 -0
  267. package/dist/parser/language-registry.js +219 -0
  268. package/dist/parser/language-registry.js.map +1 -0
  269. package/dist/parser/language-registry.test.d.ts +1 -0
  270. package/dist/parser/language-registry.test.js +225 -0
  271. package/dist/parser/language-registry.test.js.map +1 -0
  272. package/dist/parser/markdown-parser.d.ts +124 -0
  273. package/dist/parser/markdown-parser.js +487 -0
  274. package/dist/parser/markdown-parser.js.map +1 -0
  275. package/dist/parser/markdown-parser.test.d.ts +1 -0
  276. package/dist/parser/markdown-parser.test.js +600 -0
  277. package/dist/parser/markdown-parser.test.js.map +1 -0
  278. package/dist/parser/tree-sitter-parser.d.ts +32 -0
  279. package/dist/parser/tree-sitter-parser.js +146 -0
  280. package/dist/parser/tree-sitter-parser.js.map +1 -0
  281. package/dist/retrieval/context-expander.d.ts +51 -0
  282. package/dist/retrieval/context-expander.js +218 -0
  283. package/dist/retrieval/context-expander.js.map +1 -0
  284. package/dist/retrieval/context-expander.test.d.ts +1 -0
  285. package/dist/retrieval/context-expander.test.js +339 -0
  286. package/dist/retrieval/context-expander.test.js.map +1 -0
  287. package/dist/retrieval/cross-encoder-reranker.d.ts +16 -0
  288. package/dist/retrieval/cross-encoder-reranker.js +90 -0
  289. package/dist/retrieval/cross-encoder-reranker.js.map +1 -0
  290. package/dist/retrieval/cross-encoder-reranker.test.d.ts +1 -0
  291. package/dist/retrieval/cross-encoder-reranker.test.js +305 -0
  292. package/dist/retrieval/cross-encoder-reranker.test.js.map +1 -0
  293. package/dist/retrieval/index.d.ts +8 -0
  294. package/dist/retrieval/index.js +4 -0
  295. package/dist/retrieval/index.js.map +1 -0
  296. package/dist/retrieval/query-analyzer.d.ts +29 -0
  297. package/dist/retrieval/query-analyzer.js +238 -0
  298. package/dist/retrieval/query-analyzer.js.map +1 -0
  299. package/dist/retrieval/query-analyzer.test.d.ts +1 -0
  300. package/dist/retrieval/query-analyzer.test.js +236 -0
  301. package/dist/retrieval/query-analyzer.test.js.map +1 -0
  302. package/dist/retrieval/token-budget.d.ts +51 -0
  303. package/dist/retrieval/token-budget.js +141 -0
  304. package/dist/retrieval/token-budget.js.map +1 -0
  305. package/dist/retrieval/token-budget.test.d.ts +1 -0
  306. package/dist/retrieval/token-budget.test.js +404 -0
  307. package/dist/retrieval/token-budget.test.js.map +1 -0
  308. package/dist/storage/azure-blob-provider.d.ts +19 -0
  309. package/dist/storage/azure-blob-provider.js +199 -0
  310. package/dist/storage/azure-blob-provider.js.map +1 -0
  311. package/dist/storage/azure-blob-provider.test.d.ts +1 -0
  312. package/dist/storage/azure-blob-provider.test.js +250 -0
  313. package/dist/storage/azure-blob-provider.test.js.map +1 -0
  314. package/dist/storage/gcs-provider.d.ts +22 -0
  315. package/dist/storage/gcs-provider.js +241 -0
  316. package/dist/storage/gcs-provider.js.map +1 -0
  317. package/dist/storage/gcs-provider.test.d.ts +1 -0
  318. package/dist/storage/gcs-provider.test.js +299 -0
  319. package/dist/storage/gcs-provider.test.js.map +1 -0
  320. package/dist/storage/index.d.ts +5 -0
  321. package/dist/storage/index.js +4 -0
  322. package/dist/storage/index.js.map +1 -0
  323. package/dist/storage/s3-provider.d.ts +21 -0
  324. package/dist/storage/s3-provider.js +220 -0
  325. package/dist/storage/s3-provider.js.map +1 -0
  326. package/dist/storage/s3-provider.test.d.ts +1 -0
  327. package/dist/storage/s3-provider.test.js +329 -0
  328. package/dist/storage/s3-provider.test.js.map +1 -0
  329. package/dist/storage/types.d.ts +65 -0
  330. package/dist/storage/types.js +12 -0
  331. package/dist/storage/types.js.map +1 -0
  332. package/dist/types/chunk.d.ts +32 -0
  333. package/dist/types/chunk.js +1 -0
  334. package/dist/types/chunk.js.map +1 -0
  335. package/dist/types/config.d.ts +71 -0
  336. package/dist/types/config.js +1 -0
  337. package/dist/types/config.js.map +1 -0
  338. package/dist/types/index.d.ts +5 -0
  339. package/dist/types/index.js +1 -0
  340. package/dist/types/index.js.map +1 -0
  341. package/dist/types/provider.d.ts +54 -0
  342. package/dist/types/provider.js +36 -0
  343. package/dist/types/provider.js.map +1 -0
  344. package/dist/types/search.d.ts +27 -0
  345. package/dist/types/search.js +1 -0
  346. package/dist/types/search.js.map +1 -0
  347. package/package.json +70 -0
@@ -0,0 +1,305 @@
1
+ import { describe, it, expect, vi, beforeEach } from 'vitest';
2
+ import { CrossEncoderReRanker } from './cross-encoder-reranker.js';
3
+ import { ReRankerError } from '../types/provider.js';
4
+ // --- Helpers ---
5
+ function makeSearchResult(overrides = {}) {
6
+ return {
7
+ chunkId: 'chunk-1',
8
+ content: 'function hello() {}',
9
+ nlSummary: 'A greeting function',
10
+ score: 0.95,
11
+ method: 'hybrid',
12
+ metadata: {
13
+ chunkType: 'function',
14
+ name: 'hello',
15
+ declarations: [],
16
+ imports: [],
17
+ exports: [],
18
+ },
19
+ chunk: {
20
+ id: 'chunk-1',
21
+ content: 'function hello() {}',
22
+ nlSummary: 'A greeting function',
23
+ filePath: 'src/utils/hello.ts',
24
+ startLine: 1,
25
+ endLine: 3,
26
+ language: 'typescript',
27
+ metadata: {
28
+ chunkType: 'function',
29
+ name: 'hello',
30
+ declarations: [],
31
+ imports: [],
32
+ exports: [],
33
+ },
34
+ },
35
+ ...overrides,
36
+ };
37
+ }
38
+ function createMockFetch(responses) {
39
+ let callIndex = 0;
40
+ return vi.fn().mockImplementation(() => {
41
+ const config = responses[callIndex++];
42
+ if (!config) {
43
+ return Promise.resolve({
44
+ ok: false,
45
+ status: 500,
46
+ json: () => Promise.resolve({}),
47
+ });
48
+ }
49
+ if (!config.ok) {
50
+ return Promise.resolve({
51
+ ok: false,
52
+ status: config.status ?? 500,
53
+ statusText: 'Internal Server Error',
54
+ json: () => Promise.resolve({}),
55
+ });
56
+ }
57
+ return Promise.resolve({
58
+ ok: true,
59
+ status: 200,
60
+ json: () => Promise.resolve({ response: config.response ?? '50' }),
61
+ });
62
+ });
63
+ }
64
+ // --- Tests ---
65
+ describe('CrossEncoderReRanker', () => {
66
+ let reranker;
67
+ beforeEach(() => {
68
+ vi.restoreAllMocks();
69
+ reranker = new CrossEncoderReRanker({
70
+ model: 'qwen2.5-coder:7b',
71
+ topN: 3,
72
+ });
73
+ });
74
+ it('should return ok([]) for empty results array', async () => {
75
+ const result = await reranker.rerank('test query', []);
76
+ expect(result.isOk()).toBe(true);
77
+ expect(result._unsafeUnwrap()).toEqual([]);
78
+ });
79
+ it('should rerank results by Ollama-scored relevance', async () => {
80
+ const results = [
81
+ makeSearchResult({ chunkId: 'chunk-1', content: 'function a() {}' }),
82
+ makeSearchResult({ chunkId: 'chunk-2', content: 'function b() {}' }),
83
+ makeSearchResult({ chunkId: 'chunk-3', content: 'function c() {}' }),
84
+ ];
85
+ // Return different scores: chunk-1 gets 30, chunk-2 gets 90, chunk-3 gets 60
86
+ const mockFetch = createMockFetch([
87
+ { ok: true, response: '30' },
88
+ { ok: true, response: '90' },
89
+ { ok: true, response: '60' },
90
+ ]);
91
+ vi.stubGlobal('fetch', mockFetch);
92
+ const result = await reranker.rerank('find function', results);
93
+ expect(result.isOk()).toBe(true);
94
+ const reranked = result._unsafeUnwrap();
95
+ expect(reranked).toHaveLength(3);
96
+ // Sorted by score descending: chunk-2 (90), chunk-3 (60), chunk-1 (30)
97
+ expect(reranked[0].chunkId).toBe('chunk-2');
98
+ expect(reranked[1].chunkId).toBe('chunk-3');
99
+ expect(reranked[2].chunkId).toBe('chunk-1');
100
+ });
101
+ it('should only rerank topN results, remaining appended in original order', async () => {
102
+ const results = [
103
+ makeSearchResult({ chunkId: 'chunk-1', content: 'function a() {}' }),
104
+ makeSearchResult({ chunkId: 'chunk-2', content: 'function b() {}' }),
105
+ makeSearchResult({ chunkId: 'chunk-3', content: 'function c() {}' }),
106
+ makeSearchResult({ chunkId: 'chunk-4', content: 'function d() {}' }),
107
+ makeSearchResult({ chunkId: 'chunk-5', content: 'function e() {}' }),
108
+ ];
109
+ // topN is 3, so only first 3 are reranked
110
+ // chunk-1 gets 20, chunk-2 gets 80, chunk-3 gets 50
111
+ const mockFetch = createMockFetch([
112
+ { ok: true, response: '20' },
113
+ { ok: true, response: '80' },
114
+ { ok: true, response: '50' },
115
+ ]);
116
+ vi.stubGlobal('fetch', mockFetch);
117
+ const result = await reranker.rerank('find function', results);
118
+ expect(result.isOk()).toBe(true);
119
+ const reranked = result._unsafeUnwrap();
120
+ expect(reranked).toHaveLength(5);
121
+ // First 3 reranked by score: chunk-2 (80), chunk-3 (50), chunk-1 (20)
122
+ expect(reranked[0].chunkId).toBe('chunk-2');
123
+ expect(reranked[1].chunkId).toBe('chunk-3');
124
+ expect(reranked[2].chunkId).toBe('chunk-1');
125
+ // Remaining in original order
126
+ expect(reranked[3].chunkId).toBe('chunk-4');
127
+ expect(reranked[4].chunkId).toBe('chunk-5');
128
+ // Only 3 fetch calls should have been made
129
+ expect(mockFetch).toHaveBeenCalledTimes(3);
130
+ });
131
+ it('should handle non-numeric LLM response (defaults score to 50)', async () => {
132
+ const results = [
133
+ makeSearchResult({ chunkId: 'chunk-1', content: 'function a() {}' }),
134
+ makeSearchResult({ chunkId: 'chunk-2', content: 'function b() {}' }),
135
+ ];
136
+ const mockFetch = createMockFetch([
137
+ { ok: true, response: 'I cannot rate this code' },
138
+ { ok: true, response: '80' },
139
+ ]);
140
+ vi.stubGlobal('fetch', mockFetch);
141
+ const result = await reranker.rerank('find function', results);
142
+ expect(result.isOk()).toBe(true);
143
+ const reranked = result._unsafeUnwrap();
144
+ // chunk-2 (80) should come before chunk-1 (default 50)
145
+ expect(reranked[0].chunkId).toBe('chunk-2');
146
+ expect(reranked[1].chunkId).toBe('chunk-1');
147
+ });
148
+ it('should clamp scores to 0-100 (150 -> 100, -5 -> 0)', async () => {
149
+ const results = [
150
+ makeSearchResult({ chunkId: 'chunk-1', content: 'function a() {}' }),
151
+ makeSearchResult({ chunkId: 'chunk-2', content: 'function b() {}' }),
152
+ makeSearchResult({ chunkId: 'chunk-3', content: 'function c() {}' }),
153
+ ];
154
+ const mockFetch = createMockFetch([
155
+ { ok: true, response: '150' },
156
+ { ok: true, response: '-5' },
157
+ { ok: true, response: '50' },
158
+ ]);
159
+ vi.stubGlobal('fetch', mockFetch);
160
+ const result = await reranker.rerank('find function', results);
161
+ expect(result.isOk()).toBe(true);
162
+ const reranked = result._unsafeUnwrap();
163
+ // chunk-1 (150 clamped to 100), chunk-3 (50), chunk-2 (-5 clamped to 0)
164
+ expect(reranked[0].chunkId).toBe('chunk-1');
165
+ expect(reranked[1].chunkId).toBe('chunk-3');
166
+ expect(reranked[2].chunkId).toBe('chunk-2');
167
+ });
168
+ it('should gracefully handle transient fetch error on later results', async () => {
169
+ const rerankerWith5 = new CrossEncoderReRanker({
170
+ model: 'qwen2.5-coder:7b',
171
+ topN: 3,
172
+ });
173
+ const results = [
174
+ makeSearchResult({ chunkId: 'chunk-1', content: 'function a() {}' }),
175
+ makeSearchResult({ chunkId: 'chunk-2', content: 'function b() {}' }),
176
+ makeSearchResult({ chunkId: 'chunk-3', content: 'function c() {}' }),
177
+ ];
178
+ let callCount = 0;
179
+ const mockFetch = vi.fn().mockImplementation(() => {
180
+ callCount++;
181
+ if (callCount === 2) {
182
+ return Promise.reject(new TypeError('Connection reset'));
183
+ }
184
+ const score = callCount === 1 ? '90' : '30';
185
+ return Promise.resolve({
186
+ ok: true,
187
+ status: 200,
188
+ json: () => Promise.resolve({ response: score }),
189
+ });
190
+ });
191
+ vi.stubGlobal('fetch', mockFetch);
192
+ const result = await rerankerWith5.rerank('find function', results);
193
+ // Should succeed (not return err) since first call worked
194
+ expect(result.isOk()).toBe(true);
195
+ const reranked = result._unsafeUnwrap();
196
+ expect(reranked).toHaveLength(3);
197
+ // chunk-1 (90), chunk-2 (default 50 from transient error), chunk-3 (30)
198
+ expect(reranked[0].chunkId).toBe('chunk-1');
199
+ expect(reranked[1].chunkId).toBe('chunk-2');
200
+ expect(reranked[2].chunkId).toBe('chunk-3');
201
+ });
202
+ it('should handle Ollama HTTP error for individual result (assigns default score 50)', async () => {
203
+ const results = [
204
+ makeSearchResult({ chunkId: 'chunk-1', content: 'function a() {}' }),
205
+ makeSearchResult({ chunkId: 'chunk-2', content: 'function b() {}' }),
206
+ makeSearchResult({ chunkId: 'chunk-3', content: 'function c() {}' }),
207
+ ];
208
+ // Second request returns HTTP error
209
+ const mockFetch = createMockFetch([
210
+ { ok: true, response: '90' },
211
+ { ok: false, status: 500 },
212
+ { ok: true, response: '30' },
213
+ ]);
214
+ vi.stubGlobal('fetch', mockFetch);
215
+ const result = await reranker.rerank('find function', results);
216
+ expect(result.isOk()).toBe(true);
217
+ const reranked = result._unsafeUnwrap();
218
+ // chunk-1 (90), chunk-2 (default 50), chunk-3 (30)
219
+ expect(reranked[0].chunkId).toBe('chunk-1');
220
+ expect(reranked[1].chunkId).toBe('chunk-2');
221
+ expect(reranked[2].chunkId).toBe('chunk-3');
222
+ });
223
+ it('should return err(ReRankerError) when fetch throws (network error)', async () => {
224
+ const results = [
225
+ makeSearchResult({ chunkId: 'chunk-1', content: 'function a() {}' }),
226
+ ];
227
+ const mockFetch = vi.fn().mockRejectedValue(new TypeError('fetch failed'));
228
+ vi.stubGlobal('fetch', mockFetch);
229
+ const result = await reranker.rerank('find function', results);
230
+ expect(result.isErr()).toBe(true);
231
+ const error = result._unsafeUnwrapErr();
232
+ expect(error).toBeInstanceOf(ReRankerError);
233
+ expect(error.name).toBe('ReRankerError');
234
+ expect(error.message).toContain('fetch failed');
235
+ });
236
+ it('should send correct prompt format to Ollama', async () => {
237
+ const results = [
238
+ makeSearchResult({
239
+ chunkId: 'chunk-1',
240
+ content: 'function greet() { return "hi"; }',
241
+ metadata: {
242
+ chunkType: 'function',
243
+ name: 'greet',
244
+ declarations: [],
245
+ imports: [],
246
+ exports: [],
247
+ },
248
+ }),
249
+ ];
250
+ const mockFetch = createMockFetch([{ ok: true, response: '75' }]);
251
+ vi.stubGlobal('fetch', mockFetch);
252
+ await reranker.rerank('greeting function', results);
253
+ expect(mockFetch).toHaveBeenCalledTimes(1);
254
+ const callArgs = mockFetch.mock.calls[0];
255
+ const body = JSON.parse(callArgs[1].body);
256
+ expect(body.prompt).toContain('Rate relevance 0-100');
257
+ expect(body.prompt).toContain('<query>greeting function</query>');
258
+ expect(body.prompt).toContain('<code type="function" name="greet">');
259
+ expect(body.prompt).toContain('function greet() { return "hi"; }');
260
+ expect(body.prompt).toContain('</code>');
261
+ expect(body.prompt).toContain('Score:');
262
+ expect(body.stream).toBe(false);
263
+ });
264
+ it('should use correct model from config', async () => {
265
+ const customReranker = new CrossEncoderReRanker({
266
+ model: 'custom-model:latest',
267
+ topN: 5,
268
+ });
269
+ const results = [makeSearchResult()];
270
+ const mockFetch = createMockFetch([{ ok: true, response: '75' }]);
271
+ vi.stubGlobal('fetch', mockFetch);
272
+ await customReranker.rerank('test', results);
273
+ const callArgs = mockFetch.mock.calls[0];
274
+ const body = JSON.parse(callArgs[1].body);
275
+ expect(body.model).toBe('custom-model:latest');
276
+ });
277
+ it('should respect timeout via AbortSignal', async () => {
278
+ const timeoutReranker = new CrossEncoderReRanker({
279
+ model: 'qwen2.5-coder:7b',
280
+ topN: 5,
281
+ timeout: 5000,
282
+ });
283
+ const results = [makeSearchResult()];
284
+ const mockFetch = createMockFetch([{ ok: true, response: '75' }]);
285
+ vi.stubGlobal('fetch', mockFetch);
286
+ await timeoutReranker.rerank('test', results);
287
+ const callArgs = mockFetch.mock.calls[0];
288
+ const options = callArgs[1];
289
+ expect(options.signal).toBeInstanceOf(AbortSignal);
290
+ });
291
+ it('should use correct base URL', async () => {
292
+ const customReranker = new CrossEncoderReRanker({
293
+ model: 'qwen2.5-coder:7b',
294
+ baseUrl: 'http://custom-host:8080',
295
+ topN: 5,
296
+ });
297
+ const results = [makeSearchResult()];
298
+ const mockFetch = createMockFetch([{ ok: true, response: '75' }]);
299
+ vi.stubGlobal('fetch', mockFetch);
300
+ await customReranker.rerank('test', results);
301
+ const callArgs = mockFetch.mock.calls[0];
302
+ expect(callArgs[0]).toBe('http://custom-host:8080/api/generate');
303
+ });
304
+ });
305
+ //# sourceMappingURL=cross-encoder-reranker.test.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"cross-encoder-reranker.test.js","sourceRoot":"","sources":["../../src/retrieval/cross-encoder-reranker.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AAC9D,OAAO,EAAE,oBAAoB,EAAE,MAAM,6BAA6B,CAAC;AACnE,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAGrD,kBAAkB;AAElB,SAAS,gBAAgB,CAAC,YAAmC,EAAE;IAC7D,OAAO;QACL,OAAO,EAAE,SAAS;QAClB,OAAO,EAAE,qBAAqB;QAC9B,SAAS,EAAE,qBAAqB;QAChC,KAAK,EAAE,IAAI;QACX,MAAM,EAAE,QAAQ;QAChB,QAAQ,EAAE;YACR,SAAS,EAAE,UAAU;YACrB,IAAI,EAAE,OAAO;YACb,YAAY,EAAE,EAAE;YAChB,OAAO,EAAE,EAAE;YACX,OAAO,EAAE,EAAE;SACZ;QACD,KAAK,EAAE;YACL,EAAE,EAAE,SAAS;YACb,OAAO,EAAE,qBAAqB;YAC9B,SAAS,EAAE,qBAAqB;YAChC,QAAQ,EAAE,oBAAoB;YAC9B,SAAS,EAAE,CAAC;YACZ,OAAO,EAAE,CAAC;YACV,QAAQ,EAAE,YAAY;YACtB,QAAQ,EAAE;gBACR,SAAS,EAAE,UAAU;gBACrB,IAAI,EAAE,OAAO;gBACb,YAAY,EAAE,EAAE;gBAChB,OAAO,EAAE,EAAE;gBACX,OAAO,EAAE,EAAE;aACZ;SACF;QACD,GAAG,SAAS;KACb,CAAC;AACJ,CAAC;AAED,SAAS,eAAe,CAAC,SAAqE;IAC5F,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,OAAO,EAAE,CAAC,EAAE,EAAE,CAAC,kBAAkB,CAAC,GAAG,EAAE;QACrC,MAAM,MAAM,GAAG,SAAS,CAAC,SAAS,EAAE,CAAC,CAAC;QACtC,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,OAAO,OAAO,CAAC,OAAO,CAAC;gBACrB,EAAE,EAAE,KAAK;gBACT,MAAM,EAAE,GAAG;gBACX,IAAI,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;aAChC,CAAC,CAAC;QACL,CAAC;QACD,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;YACf,OAAO,OAAO,CAAC,OAAO,CAAC;gBACrB,EAAE,EAAE,KAAK;gBACT,MAAM,EAAE,MAAM,CAAC,MAAM,IAAI,GAAG;gBAC5B,UAAU,EAAE,uBAAuB;gBACnC,IAAI,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;aAChC,CAAC,CAAC;QACL,CAAC;QACD,OAAO,OAAO,CAAC,OAAO,CAAC;YACrB,EAAE,EAAE,IAAI;YACR,MAAM,EAAE,GAAG;YACX,IAAI,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,IAAI,IAAI,EAAE,CAAC;SACnE,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC;AAED,gBAAgB;AAEhB,QAAQ,CAAC,sBAAsB,EAAE,GAAG,EAAE;IACpC,IAAI,QAA8B,CAAC;IAEnC,UAAU,CAAC,GAAG,EAAE;QACd,EAAE,CAAC,eAAe,EAAE,CAAC;QACrB,QAAQ,GAAG,IAAI,oBAAoB,CAAC;YAClC,KAAK,EAAE,kBAAkB;YACzB,IAAI,EAAE,CAAC;SACR,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8CAA8C,EAAE,KAAK,IAAI,EAAE;QAC5D,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,MAAM,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC;QAEvD,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACjC,MAAM,CAAC,MAAM,CAAC,aAAa,EAAE,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IAC7C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kDAAkD,EAAE,KAAK,IAAI,EAAE;QAChE,MAAM,OAAO,GAAG;YACd,gBAAgB,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,iBAAiB,EAAE,CAAC;YACpE,gBAAgB,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,iBAAiB,EAAE,CAAC;YACpE,gBAAgB,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,iBAAiB,EAAE,CAAC;SACrE,CAAC;QAEF,6EAA6E;QAC7E,MAAM,SAAS,GAAG,eAAe,CAAC;YAChC,EAAE,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE;YAC5B,EAAE,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE;YAC5B,EAAE,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE;SAC7B,CAAC,CAAC;QACH,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QAElC,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,MAAM,CAAC,eAAe,EAAE,OAAO,CAAC,CAAC;QAE/D,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACjC,MAAM,QAAQ,GAAG,MAAM,CAAC,aAAa,EAAE,CAAC;QACxC,MAAM,CAAC,QAAQ,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACjC,uEAAuE;QACvE,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAE,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC7C,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAE,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC7C,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAE,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAC/C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uEAAuE,EAAE,KAAK,IAAI,EAAE;QACrF,MAAM,OAAO,GAAG;YACd,gBAAgB,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,iBAAiB,EAAE,CAAC;YACpE,gBAAgB,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,iBAAiB,EAAE,CAAC;YACpE,gBAAgB,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,iBAAiB,EAAE,CAAC;YACpE,gBAAgB,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,iBAAiB,EAAE,CAAC;YACpE,gBAAgB,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,iBAAiB,EAAE,CAAC;SACrE,CAAC;QAEF,0CAA0C;QAC1C,oDAAoD;QACpD,MAAM,SAAS,GAAG,eAAe,CAAC;YAChC,EAAE,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE;YAC5B,EAAE,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE;YAC5B,EAAE,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE;SAC7B,CAAC,CAAC;QACH,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QAElC,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,MAAM,CAAC,eAAe,EAAE,OAAO,CAAC,CAAC;QAE/D,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACjC,MAAM,QAAQ,GAAG,MAAM,CAAC,aAAa,EAAE,CAAC;QACxC,MAAM,CAAC,QAAQ,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACjC,sEAAsE;QACtE,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAE,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC7C,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAE,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC7C,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAE,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC7C,8BAA8B;QAC9B,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAE,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC7C,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAE,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAE7C,2CAA2C;QAC3C,MAAM,CAAC,SAAS,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;IAC7C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+DAA+D,EAAE,KAAK,IAAI,EAAE;QAC7E,MAAM,OAAO,GAAG;YACd,gBAAgB,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,iBAAiB,EAAE,CAAC;YACpE,gBAAgB,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,iBAAiB,EAAE,CAAC;SACrE,CAAC;QAEF,MAAM,SAAS,GAAG,eAAe,CAAC;YAChC,EAAE,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,yBAAyB,EAAE;YACjD,EAAE,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE;SAC7B,CAAC,CAAC;QACH,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QAElC,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,MAAM,CAAC,eAAe,EAAE,OAAO,CAAC,CAAC;QAE/D,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACjC,MAAM,QAAQ,GAAG,MAAM,CAAC,aAAa,EAAE,CAAC;QACxC,uDAAuD;QACvD,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAE,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC7C,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAE,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAC/C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oDAAoD,EAAE,KAAK,IAAI,EAAE;QAClE,MAAM,OAAO,GAAG;YACd,gBAAgB,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,iBAAiB,EAAE,CAAC;YACpE,gBAAgB,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,iBAAiB,EAAE,CAAC;YACpE,gBAAgB,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,iBAAiB,EAAE,CAAC;SACrE,CAAC;QAEF,MAAM,SAAS,GAAG,eAAe,CAAC;YAChC,EAAE,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE;YAC7B,EAAE,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE;YAC5B,EAAE,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE;SAC7B,CAAC,CAAC;QACH,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QAElC,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,MAAM,CAAC,eAAe,EAAE,OAAO,CAAC,CAAC;QAE/D,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACjC,MAAM,QAAQ,GAAG,MAAM,CAAC,aAAa,EAAE,CAAC;QACxC,wEAAwE;QACxE,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAE,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC7C,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAE,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC7C,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAE,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAC/C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iEAAiE,EAAE,KAAK,IAAI,EAAE;QAC/E,MAAM,aAAa,GAAG,IAAI,oBAAoB,CAAC;YAC7C,KAAK,EAAE,kBAAkB;YACzB,IAAI,EAAE,CAAC;SACR,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG;YACd,gBAAgB,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,iBAAiB,EAAE,CAAC;YACpE,gBAAgB,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,iBAAiB,EAAE,CAAC;YACpE,gBAAgB,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,iBAAiB,EAAE,CAAC;SACrE,CAAC;QAEF,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,MAAM,SAAS,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,kBAAkB,CAAC,GAAG,EAAE;YAChD,SAAS,EAAE,CAAC;YACZ,IAAI,SAAS,KAAK,CAAC,EAAE,CAAC;gBACpB,OAAO,OAAO,CAAC,MAAM,CAAC,IAAI,SAAS,CAAC,kBAAkB,CAAC,CAAC,CAAC;YAC3D,CAAC;YACD,MAAM,KAAK,GAAG,SAAS,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;YAC5C,OAAO,OAAO,CAAC,OAAO,CAAC;gBACrB,EAAE,EAAE,IAAI;gBACR,MAAM,EAAE,GAAG;gBACX,IAAI,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;aACjD,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QACH,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QAElC,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,MAAM,CAAC,eAAe,EAAE,OAAO,CAAC,CAAC;QAEpE,0DAA0D;QAC1D,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACjC,MAAM,QAAQ,GAAG,MAAM,CAAC,aAAa,EAAE,CAAC;QACxC,MAAM,CAAC,QAAQ,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACjC,wEAAwE;QACxE,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAE,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC7C,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAE,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC7C,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAE,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAC/C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kFAAkF,EAAE,KAAK,IAAI,EAAE;QAChG,MAAM,OAAO,GAAG;YACd,gBAAgB,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,iBAAiB,EAAE,CAAC;YACpE,gBAAgB,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,iBAAiB,EAAE,CAAC;YACpE,gBAAgB,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,iBAAiB,EAAE,CAAC;SACrE,CAAC;QAEF,oCAAoC;QACpC,MAAM,SAAS,GAAG,eAAe,CAAC;YAChC,EAAE,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE;YAC5B,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE;YAC1B,EAAE,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE;SAC7B,CAAC,CAAC;QACH,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QAElC,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,MAAM,CAAC,eAAe,EAAE,OAAO,CAAC,CAAC;QAE/D,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACjC,MAAM,QAAQ,GAAG,MAAM,CAAC,aAAa,EAAE,CAAC;QACxC,mDAAmD;QACnD,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAE,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC7C,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAE,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC7C,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAE,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAC/C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oEAAoE,EAAE,KAAK,IAAI,EAAE;QAClF,MAAM,OAAO,GAAG;YACd,gBAAgB,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,iBAAiB,EAAE,CAAC;SACrE,CAAC;QAEF,MAAM,SAAS,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,IAAI,SAAS,CAAC,cAAc,CAAC,CAAC,CAAC;QAC3E,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QAElC,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,MAAM,CAAC,eAAe,EAAE,OAAO,CAAC,CAAC;QAE/D,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAClC,MAAM,KAAK,GAAG,MAAM,CAAC,gBAAgB,EAAE,CAAC;QACxC,MAAM,CAAC,KAAK,CAAC,CAAC,cAAc,CAAC,aAAa,CAAC,CAAC;QAC5C,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QACzC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC;IAClD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6CAA6C,EAAE,KAAK,IAAI,EAAE;QAC3D,MAAM,OAAO,GAAG;YACd,gBAAgB,CAAC;gBACf,OAAO,EAAE,SAAS;gBAClB,OAAO,EAAE,mCAAmC;gBAC5C,QAAQ,EAAE;oBACR,SAAS,EAAE,UAAU;oBACrB,IAAI,EAAE,OAAO;oBACb,YAAY,EAAE,EAAE;oBAChB,OAAO,EAAE,EAAE;oBACX,OAAO,EAAE,EAAE;iBACZ;aACF,CAAC;SACH,CAAC;QAEF,MAAM,SAAS,GAAG,eAAe,CAAC,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;QAClE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QAElC,MAAM,QAAQ,CAAC,MAAM,CAAC,mBAAmB,EAAE,OAAO,CAAC,CAAC;QAEpD,MAAM,CAAC,SAAS,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QAC3C,MAAM,QAAQ,GAAG,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAE,CAAC;QAC1C,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAc,CAAuD,CAAC;QAE1G,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,sBAAsB,CAAC,CAAC;QACtD,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,kCAAkC,CAAC,CAAC;QAClE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,qCAAqC,CAAC,CAAC;QACrE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,mCAAmC,CAAC,CAAC;QACnE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;QACzC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;QACxC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAClC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sCAAsC,EAAE,KAAK,IAAI,EAAE;QACpD,MAAM,cAAc,GAAG,IAAI,oBAAoB,CAAC;YAC9C,KAAK,EAAE,qBAAqB;YAC5B,IAAI,EAAE,CAAC;SACR,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,CAAC,gBAAgB,EAAE,CAAC,CAAC;QACrC,MAAM,SAAS,GAAG,eAAe,CAAC,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;QAClE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QAElC,MAAM,cAAc,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAE7C,MAAM,QAAQ,GAAG,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAE,CAAC;QAC1C,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAc,CAAsB,CAAC;QACzE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;IACjD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wCAAwC,EAAE,KAAK,IAAI,EAAE;QACtD,MAAM,eAAe,GAAG,IAAI,oBAAoB,CAAC;YAC/C,KAAK,EAAE,kBAAkB;YACzB,IAAI,EAAE,CAAC;YACP,OAAO,EAAE,IAAI;SACd,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,CAAC,gBAAgB,EAAE,CAAC,CAAC;QACrC,MAAM,SAAS,GAAG,eAAe,CAAC,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;QAClE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QAElC,MAAM,eAAe,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAE9C,MAAM,QAAQ,GAAG,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAE,CAAC;QAC1C,MAAM,OAAO,GAAG,QAAQ,CAAC,CAAC,CAA4B,CAAC;QACvD,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,cAAc,CAAC,WAAW,CAAC,CAAC;IACrD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6BAA6B,EAAE,KAAK,IAAI,EAAE;QAC3C,MAAM,cAAc,GAAG,IAAI,oBAAoB,CAAC;YAC9C,KAAK,EAAE,kBAAkB;YACzB,OAAO,EAAE,yBAAyB;YAClC,IAAI,EAAE,CAAC;SACR,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,CAAC,gBAAgB,EAAE,CAAC,CAAC;QACrC,MAAM,SAAS,GAAG,eAAe,CAAC,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;QAClE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QAElC,MAAM,cAAc,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAE7C,MAAM,QAAQ,GAAG,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAE,CAAC;QAC1C,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,sCAAsC,CAAC,CAAC;IACnE,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
@@ -0,0 +1,8 @@
1
+ export type { AnalyzedQuery, QueryIntent, QueryEntity } from './query-analyzer.js';
2
+ export { QueryAnalyzer } from './query-analyzer.js';
3
+ export type { ReadonlyGraph, RelationshipType, RelatedChunk, GraphExcerpt, ExpandedContext, } from './context-expander.js';
4
+ export { ContextExpander } from './context-expander.js';
5
+ export type { TokenBudgetConfig, AssembledContext, } from './token-budget.js';
6
+ export { TokenBudgetOptimizer } from './token-budget.js';
7
+ export type { CrossEncoderConfig } from './cross-encoder-reranker.js';
8
+ export { CrossEncoderReRanker, ReRankerError } from './cross-encoder-reranker.js';
@@ -0,0 +1,4 @@
1
+ export { QueryAnalyzer } from './query-analyzer.js';
2
+ export { ContextExpander } from './context-expander.js';
3
+ export { TokenBudgetOptimizer } from './token-budget.js';
4
+ export { CrossEncoderReRanker, ReRankerError } from './cross-encoder-reranker.js';
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/retrieval/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AASpD,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAMxD,OAAO,EAAE,oBAAoB,EAAE,MAAM,mBAAmB,CAAC;AAGzD,OAAO,EAAE,oBAAoB,EAAE,aAAa,EAAE,MAAM,6BAA6B,CAAC"}
@@ -0,0 +1,29 @@
1
+ import type { SearchFilters } from '../types/index.js';
2
+ export type QueryIntent = 'find_definition' | 'find_usage' | 'understand_module' | 'find_similar' | 'general';
3
+ export interface QueryEntity {
4
+ type: 'function' | 'class' | 'module' | 'file' | 'concept';
5
+ value: string;
6
+ }
7
+ export interface AnalyzedQuery {
8
+ originalQuery: string;
9
+ intent: QueryIntent;
10
+ entities: QueryEntity[];
11
+ suggestedFilters: SearchFilters;
12
+ expandedTerms: string[];
13
+ }
14
+ export declare class QueryAnalyzer {
15
+ /**
16
+ * Pattern-based query understanding. Analyzes a natural language query
17
+ * to detect intent, extract entities, suggest filters, and expand terms.
18
+ * This is a pure function (no LLM needed).
19
+ */
20
+ analyze(query: string): AnalyzedQuery;
21
+ /** Detect the user's intent based on pattern matching. */
22
+ private detectIntent;
23
+ /** Extract named entities (functions, classes, files, modules, concepts) from the query. */
24
+ private extractEntities;
25
+ /** Suggest search filters based on language/chunk type mentions in the query. */
26
+ private suggestFilters;
27
+ /** Expand query terms with related synonyms / domain terms. */
28
+ private expandTerms;
29
+ }
@@ -0,0 +1,238 @@
1
+ const MAX_QUERY_LENGTH = 2000;
2
+ /** Pattern-based definitions for intent detection. */
3
+ const INTENT_PATTERNS = [
4
+ {
5
+ intent: 'find_definition',
6
+ patterns: [
7
+ /where\s+is\s+\S+\s+defined/i,
8
+ /definition\s+of/i,
9
+ /find\s+definition/i,
10
+ /define[ds]?\s/i,
11
+ /declaration\s+of/i,
12
+ /where\s+is\s+\S+\s+declared/i,
13
+ /show\s+(me\s+)?(the\s+)?definition/i,
14
+ ],
15
+ },
16
+ {
17
+ intent: 'find_usage',
18
+ patterns: [
19
+ /who\s+calls/i,
20
+ /usage\s+of/i,
21
+ /used\s+by/i,
22
+ /references?\s+to/i,
23
+ /callers?\s+of/i,
24
+ /where\s+is\s+\S+\s+used/i,
25
+ /find\s+usage/i,
26
+ /consumers?\s+of/i,
27
+ ],
28
+ },
29
+ {
30
+ intent: 'understand_module',
31
+ patterns: [
32
+ /how\s+does\s+\S+\s+work/i,
33
+ /explain\s/i,
34
+ /what\s+does\s+\S+\s+do/i,
35
+ /understand\s/i,
36
+ /overview\s+of/i,
37
+ /describe\s/i,
38
+ /how\s+is\s+\S+\s+implemented/i,
39
+ ],
40
+ },
41
+ {
42
+ intent: 'find_similar',
43
+ patterns: [
44
+ /similar\s+to/i,
45
+ /like\s+\S+/i,
46
+ /resembl/i,
47
+ /alternatives?\s+(to|for)/i,
48
+ /related\s+to/i,
49
+ ],
50
+ },
51
+ ];
52
+ /** Well-known term expansion map. */
53
+ const TERM_EXPANSIONS = new Map([
54
+ ['test', ['test', 'spec', 'describe', 'it', 'expect', 'assert']],
55
+ ['error', ['error', 'exception', 'throw', 'catch', 'fail']],
56
+ ['config', ['config', 'configuration', 'settings', 'options', 'preferences']],
57
+ ['auth', ['auth', 'authentication', 'authorization', 'login', 'session', 'token']],
58
+ ['api', ['api', 'endpoint', 'route', 'handler', 'controller']],
59
+ ['database', ['database', 'db', 'query', 'schema', 'migration', 'model']],
60
+ ['log', ['log', 'logger', 'logging', 'debug', 'trace']],
61
+ ['import', ['import', 'require', 'dependency', 'module']],
62
+ ['export', ['export', 'module', 'public']],
63
+ ['type', ['type', 'interface', 'typedef', 'schema']],
64
+ ['async', ['async', 'await', 'promise', 'callback']],
65
+ ['render', ['render', 'component', 'template', 'view']],
66
+ ]);
67
+ /** Known language keywords for filter detection. */
68
+ const LANGUAGE_KEYWORDS = new Map([
69
+ ['typescript', 'typescript'],
70
+ ['ts', 'typescript'],
71
+ ['javascript', 'javascript'],
72
+ ['js', 'javascript'],
73
+ ['python', 'python'],
74
+ ['py', 'python'],
75
+ ['rust', 'rust'],
76
+ ['go', 'go'],
77
+ ['java', 'java'],
78
+ ['c#', 'csharp'],
79
+ ['csharp', 'csharp'],
80
+ ]);
81
+ /** Known chunk type keywords for filter detection. */
82
+ const CHUNK_TYPE_KEYWORDS = new Map([
83
+ ['function', 'function'],
84
+ ['functions', 'function'],
85
+ ['method', 'method'],
86
+ ['methods', 'method'],
87
+ ['class', 'class'],
88
+ ['classes', 'class'],
89
+ ['interface', 'interface'],
90
+ ['interfaces', 'interface'],
91
+ ['type', 'type_alias'],
92
+ ['types', 'type_alias'],
93
+ ['module', 'module'],
94
+ ['modules', 'module'],
95
+ ]);
96
+ /** Regex to detect PascalCase or camelCase identifiers (no /g — use findAll). */
97
+ const IDENTIFIER_RE = /\b([A-Z][a-zA-Z0-9]*(?:[A-Z][a-z0-9]*)*|[a-z][a-zA-Z0-9]*(?:[A-Z][a-z0-9]*)+)\b/;
98
+ /** Regex to detect file paths (no /g — use findAll). */
99
+ const FILE_PATH_RE = /(?:[\w./-]+\/[\w.-]+\.[\w]+)/;
100
+ /** Common English words that should not be extracted as entities. */
101
+ const COMMON_WORDS = new Set([
102
+ 'is', 'the', 'in', 'of', 'to', 'and', 'or', 'for', 'by',
103
+ 'it', 'be', 'do', 'an', 'as', 'at', 'if', 'on', 'no',
104
+ 'not', 'but', 'with', 'that', 'this', 'from', 'are', 'was',
105
+ 'has', 'had', 'have', 'how', 'what', 'when', 'where', 'who',
106
+ 'which', 'all', 'can', 'will', 'one', 'its', 'into', 'been',
107
+ 'like', 'does', 'used', 'find', 'show', 'get', 'set',
108
+ ]);
109
+ /** Safe matchAll that creates a fresh /g regex per call, avoiding stateful lastIndex. */
110
+ function findAll(text, pattern) {
111
+ return [...text.matchAll(new RegExp(pattern.source, 'g'))].map((m) => m[0]);
112
+ }
113
+ export class QueryAnalyzer {
114
+ /**
115
+ * Pattern-based query understanding. Analyzes a natural language query
116
+ * to detect intent, extract entities, suggest filters, and expand terms.
117
+ * This is a pure function (no LLM needed).
118
+ */
119
+ analyze(query) {
120
+ const trimmed = query.trim();
121
+ if (trimmed.length === 0 || trimmed.length > MAX_QUERY_LENGTH) {
122
+ return {
123
+ originalQuery: query,
124
+ intent: 'general',
125
+ entities: [],
126
+ suggestedFilters: {},
127
+ expandedTerms: [],
128
+ };
129
+ }
130
+ const intent = this.detectIntent(trimmed);
131
+ const entities = this.extractEntities(trimmed);
132
+ const suggestedFilters = this.suggestFilters(trimmed);
133
+ const expandedTerms = this.expandTerms(trimmed);
134
+ return {
135
+ originalQuery: query,
136
+ intent,
137
+ entities,
138
+ suggestedFilters,
139
+ expandedTerms,
140
+ };
141
+ }
142
+ /** Detect the user's intent based on pattern matching. */
143
+ detectIntent(query) {
144
+ for (const { intent, patterns } of INTENT_PATTERNS) {
145
+ for (const pattern of patterns) {
146
+ if (pattern.test(query)) {
147
+ return intent;
148
+ }
149
+ }
150
+ }
151
+ return 'general';
152
+ }
153
+ /** Extract named entities (functions, classes, files, modules, concepts) from the query. */
154
+ extractEntities(query) {
155
+ const entities = [];
156
+ const seen = new Set();
157
+ // Extract file paths
158
+ const filePaths = findAll(query, FILE_PATH_RE);
159
+ for (const fp of filePaths) {
160
+ if (!seen.has(fp)) {
161
+ seen.add(fp);
162
+ entities.push({ type: 'file', value: fp });
163
+ }
164
+ }
165
+ // Extract PascalCase / camelCase identifiers
166
+ const identifiers = findAll(query, IDENTIFIER_RE);
167
+ for (const id of identifiers) {
168
+ if (seen.has(id))
169
+ continue;
170
+ // Skip common English words that happen to match the regex
171
+ if (isCommonWord(id))
172
+ continue;
173
+ seen.add(id);
174
+ // PascalCase starting with uppercase = likely class
175
+ if (/^[A-Z]/.test(id)) {
176
+ entities.push({ type: 'class', value: id });
177
+ }
178
+ else {
179
+ // camelCase starting with lowercase = likely function
180
+ entities.push({ type: 'function', value: id });
181
+ }
182
+ }
183
+ return entities;
184
+ }
185
+ /** Suggest search filters based on language/chunk type mentions in the query. */
186
+ suggestFilters(query) {
187
+ const filters = {};
188
+ const lowerQuery = query.toLowerCase();
189
+ const words = lowerQuery.split(/\s+/);
190
+ // Detect language mentions
191
+ const languages = [];
192
+ for (const word of words) {
193
+ const lang = LANGUAGE_KEYWORDS.get(word);
194
+ if (lang && !languages.includes(lang)) {
195
+ languages.push(lang);
196
+ }
197
+ }
198
+ if (languages.length > 0) {
199
+ filters.languages = languages;
200
+ }
201
+ // Detect chunk type mentions
202
+ const chunkTypes = [];
203
+ for (const word of words) {
204
+ const ct = CHUNK_TYPE_KEYWORDS.get(word);
205
+ if (ct && !chunkTypes.includes(ct)) {
206
+ chunkTypes.push(ct);
207
+ }
208
+ }
209
+ if (chunkTypes.length > 0) {
210
+ filters.chunkTypes = chunkTypes;
211
+ }
212
+ // Detect file paths
213
+ const filePaths = findAll(query, FILE_PATH_RE);
214
+ if (filePaths.length > 0) {
215
+ filters.filePaths = [...new Set(filePaths)];
216
+ }
217
+ return filters;
218
+ }
219
+ /** Expand query terms with related synonyms / domain terms. */
220
+ expandTerms(query) {
221
+ const lowerQuery = query.toLowerCase();
222
+ const words = lowerQuery.split(/\s+/).filter((w) => w.length > 0);
223
+ const expanded = new Set(words);
224
+ for (const word of words) {
225
+ const expansions = TERM_EXPANSIONS.get(word);
226
+ if (expansions) {
227
+ for (const term of expansions) {
228
+ expanded.add(term);
229
+ }
230
+ }
231
+ }
232
+ return [...expanded];
233
+ }
234
+ }
235
+ /** Check if a word is a common English word that should not be an entity. */
236
+ function isCommonWord(word) {
237
+ return COMMON_WORDS.has(word.toLowerCase());
238
+ }
@@ -0,0 +1 @@
1
+ {"version":3,"file":"query-analyzer.js","sourceRoot":"","sources":["../../src/retrieval/query-analyzer.ts"],"names":[],"mappings":"AAsBA,MAAM,gBAAgB,GAAG,IAAI,CAAC;AAE9B,sDAAsD;AACtD,MAAM,eAAe,GAGhB;IACH;QACE,MAAM,EAAE,iBAAiB;QACzB,QAAQ,EAAE;YACR,6BAA6B;YAC7B,kBAAkB;YAClB,oBAAoB;YACpB,gBAAgB;YAChB,mBAAmB;YACnB,8BAA8B;YAC9B,qCAAqC;SACtC;KACF;IACD;QACE,MAAM,EAAE,YAAY;QACpB,QAAQ,EAAE;YACR,cAAc;YACd,aAAa;YACb,YAAY;YACZ,mBAAmB;YACnB,gBAAgB;YAChB,0BAA0B;YAC1B,eAAe;YACf,kBAAkB;SACnB;KACF;IACD;QACE,MAAM,EAAE,mBAAmB;QAC3B,QAAQ,EAAE;YACR,0BAA0B;YAC1B,YAAY;YACZ,yBAAyB;YACzB,eAAe;YACf,gBAAgB;YAChB,aAAa;YACb,+BAA+B;SAChC;KACF;IACD;QACE,MAAM,EAAE,cAAc;QACtB,QAAQ,EAAE;YACR,eAAe;YACf,aAAa;YACb,UAAU;YACV,2BAA2B;YAC3B,eAAe;SAChB;KACF;CACF,CAAC;AAEF,qCAAqC;AACrC,MAAM,eAAe,GAAkC,IAAI,GAAG,CAAC;IAC7D,CAAC,MAAM,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAC;IAChE,CAAC,OAAO,EAAE,CAAC,OAAO,EAAE,WAAW,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;IAC3D,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,eAAe,EAAE,UAAU,EAAE,SAAS,EAAE,aAAa,CAAC,CAAC;IAC7E,CAAC,MAAM,EAAE,CAAC,MAAM,EAAE,gBAAgB,EAAE,eAAe,EAAE,OAAO,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;IAClF,CAAC,KAAK,EAAE,CAAC,KAAK,EAAE,UAAU,EAAE,OAAO,EAAE,SAAS,EAAE,YAAY,CAAC,CAAC;IAC9D,CAAC,UAAU,EAAE,CAAC,UAAU,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC;IACzE,CAAC,KAAK,EAAE,CAAC,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;IACvD,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,SAAS,EAAE,YAAY,EAAE,QAAQ,CAAC,CAAC;IACzD,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAC;IAC1C,CAAC,MAAM,EAAE,CAAC,MAAM,EAAE,WAAW,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC;IACpD,CAAC,OAAO,EAAE,CAAC,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,UAAU,CAAC,CAAC;IACpD,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,CAAC,CAAC;CACxD,CAAC,CAAC;AAEH,oDAAoD;AACpD,MAAM,iBAAiB,GAAgC,IAAI,GAAG,CAAC;IAC7D,CAAC,YAAY,EAAE,YAAY,CAAC;IAC5B,CAAC,IAAI,EAAE,YAAY,CAAC;IACpB,CAAC,YAAY,EAAE,YAAY,CAAC;IAC5B,CAAC,IAAI,EAAE,YAAY,CAAC;IACpB,CAAC,QAAQ,EAAE,QAAQ,CAAC;IACpB,CAAC,IAAI,EAAE,QAAQ,CAAC;IAChB,CAAC,MAAM,EAAE,MAAM,CAAC;IAChB,CAAC,IAAI,EAAE,IAAI,CAAC;IACZ,CAAC,MAAM,EAAE,MAAM,CAAC;IAChB,CAAC,IAAI,EAAE,QAAQ,CAAC;IAChB,CAAC,QAAQ,EAAE,QAAQ,CAAC;CACrB,CAAC,CAAC;AAEH,sDAAsD;AACtD,MAAM,mBAAmB,GAAmC,IAAI,GAAG,CAAC;IAClE,CAAC,UAAU,EAAE,UAAU,CAAC;IACxB,CAAC,WAAW,EAAE,UAAU,CAAC;IACzB,CAAC,QAAQ,EAAE,QAAQ,CAAC;IACpB,CAAC,SAAS,EAAE,QAAQ,CAAC;IACrB,CAAC,OAAO,EAAE,OAAO,CAAC;IAClB,CAAC,SAAS,EAAE,OAAO,CAAC;IACpB,CAAC,WAAW,EAAE,WAAW,CAAC;IAC1B,CAAC,YAAY,EAAE,WAAW,CAAC;IAC3B,CAAC,MAAM,EAAE,YAAY,CAAC;IACtB,CAAC,OAAO,EAAE,YAAY,CAAC;IACvB,CAAC,QAAQ,EAAE,QAAQ,CAAC;IACpB,CAAC,SAAS,EAAE,QAAQ,CAAC;CACtB,CAAC,CAAC;AAEH,iFAAiF;AACjF,MAAM,aAAa,GAAG,iFAAiF,CAAC;AAExG,wDAAwD;AACxD,MAAM,YAAY,GAAG,8BAA8B,CAAC;AAEpD,qEAAqE;AACrE,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC;IAC3B,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI;IACvD,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI;IACpD,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK;IAC1D,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK;IAC3D,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM;IAC3D,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK;CACrD,CAAC,CAAC;AAEH,yFAAyF;AACzF,SAAS,OAAO,CAAC,IAAY,EAAE,OAAe;IAC5C,OAAO,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAC9E,CAAC;AAED,MAAM,OAAO,aAAa;IACxB;;;;OAIG;IACH,OAAO,CAAC,KAAa;QACnB,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC;QAE7B,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,IAAI,OAAO,CAAC,MAAM,GAAG,gBAAgB,EAAE,CAAC;YAC9D,OAAO;gBACL,aAAa,EAAE,KAAK;gBACpB,MAAM,EAAE,SAAS;gBACjB,QAAQ,EAAE,EAAE;gBACZ,gBAAgB,EAAE,EAAE;gBACpB,aAAa,EAAE,EAAE;aAClB,CAAC;QACJ,CAAC;QAED,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;QAC1C,MAAM,QAAQ,GAAG,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;QAC/C,MAAM,gBAAgB,GAAG,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;QACtD,MAAM,aAAa,GAAG,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;QAEhD,OAAO;YACL,aAAa,EAAE,KAAK;YACpB,MAAM;YACN,QAAQ;YACR,gBAAgB;YAChB,aAAa;SACd,CAAC;IACJ,CAAC;IAED,0DAA0D;IAClD,YAAY,CAAC,KAAa;QAChC,KAAK,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,eAAe,EAAE,CAAC;YACnD,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;gBAC/B,IAAI,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;oBACxB,OAAO,MAAM,CAAC;gBAChB,CAAC;YACH,CAAC;QACH,CAAC;QACD,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,4FAA4F;IACpF,eAAe,CAAC,KAAa;QACnC,MAAM,QAAQ,GAAkB,EAAE,CAAC;QACnC,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;QAE/B,qBAAqB;QACrB,MAAM,SAAS,GAAG,OAAO,CAAC,KAAK,EAAE,YAAY,CAAC,CAAC;QAC/C,KAAK,MAAM,EAAE,IAAI,SAAS,EAAE,CAAC;YAC3B,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC;gBAClB,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBACb,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC;YAC7C,CAAC;QACH,CAAC;QAED,6CAA6C;QAC7C,MAAM,WAAW,GAAG,OAAO,CAAC,KAAK,EAAE,aAAa,CAAC,CAAC;QAClD,KAAK,MAAM,EAAE,IAAI,WAAW,EAAE,CAAC;YAC7B,IAAI,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;gBAAE,SAAS;YAE3B,2DAA2D;YAC3D,IAAI,YAAY,CAAC,EAAE,CAAC;gBAAE,SAAS;YAE/B,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAEb,oDAAoD;YACpD,IAAI,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC;gBACtB,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC;YAC9C,CAAC;iBAAM,CAAC;gBACN,sDAAsD;gBACtD,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC;YACjD,CAAC;QACH,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,iFAAiF;IACzE,cAAc,CAAC,KAAa;QAClC,MAAM,OAAO,GAAkB,EAAE,CAAC;QAClC,MAAM,UAAU,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC;QACvC,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAEtC,2BAA2B;QAC3B,MAAM,SAAS,GAAa,EAAE,CAAC;QAC/B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,IAAI,GAAG,iBAAiB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YACzC,IAAI,IAAI,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;gBACtC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACvB,CAAC;QACH,CAAC;QACD,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACzB,OAAO,CAAC,SAAS,GAAG,SAAS,CAAC;QAChC,CAAC;QAED,6BAA6B;QAC7B,MAAM,UAAU,GAAgB,EAAE,CAAC;QACnC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,EAAE,GAAG,mBAAmB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YACzC,IAAI,EAAE,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC,EAAE,CAAC;gBACnC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACtB,CAAC;QACH,CAAC;QACD,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1B,OAAO,CAAC,UAAU,GAAG,UAAU,CAAC;QAClC,CAAC;QAED,oBAAoB;QACpB,MAAM,SAAS,GAAG,OAAO,CAAC,KAAK,EAAE,YAAY,CAAC,CAAC;QAC/C,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACzB,OAAO,CAAC,SAAS,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC;QAC9C,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,+DAA+D;IACvD,WAAW,CAAC,KAAa;QAC/B,MAAM,UAAU,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC;QACvC,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAClE,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAS,KAAK,CAAC,CAAC;QAExC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,UAAU,GAAG,eAAe,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YAC7C,IAAI,UAAU,EAAE,CAAC;gBACf,KAAK,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;oBAC9B,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;gBACrB,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,CAAC,GAAG,QAAQ,CAAC,CAAC;IACvB,CAAC;CACF;AAED,6EAA6E;AAC7E,SAAS,YAAY,CAAC,IAAY;IAChC,OAAO,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC;AAC9C,CAAC"}
@@ -0,0 +1 @@
1
+ export {};