claude-brain 0.15.2 → 0.17.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (250) hide show
  1. package/README.md +191 -191
  2. package/VERSION +1 -1
  3. package/assets/CLAUDE-unified.md +11 -11
  4. package/assets/CLAUDE.md +29 -11
  5. package/bunfig.toml +8 -8
  6. package/package.json +82 -82
  7. package/packs/backend/node.json +173 -173
  8. package/packs/core/javascript.json +176 -176
  9. package/packs/core/typescript.json +222 -222
  10. package/packs/frontend/react.json +254 -254
  11. package/packs/meta/testing.json +172 -172
  12. package/scripts/postinstall.mjs +341 -341
  13. package/src/automation/auto-context.ts +240 -240
  14. package/src/automation/decision-detector.ts +452 -452
  15. package/src/automation/index.ts +11 -11
  16. package/src/automation/phase12-manager.ts +456 -456
  17. package/src/automation/proactive-recall.ts +373 -373
  18. package/src/automation/project-detector.ts +310 -310
  19. package/src/automation/repo-scanner.ts +205 -205
  20. package/src/cli/auto-setup.ts +82 -82
  21. package/src/cli/bin.ts +209 -202
  22. package/src/cli/commands/chroma.ts +573 -573
  23. package/src/cli/commands/git-hook.ts +189 -189
  24. package/src/cli/commands/hooks.ts +213 -213
  25. package/src/cli/commands/init.ts +122 -122
  26. package/src/cli/commands/install-mcp.ts +92 -92
  27. package/src/cli/commands/pack.ts +197 -197
  28. package/src/cli/commands/refresh.ts +323 -0
  29. package/src/cli/commands/serve.ts +167 -173
  30. package/src/cli/commands/start.ts +42 -42
  31. package/src/cli/commands/uninstall-mcp.ts +41 -41
  32. package/src/cli/commands/update.ts +124 -121
  33. package/src/cli/diagnose.ts +4 -4
  34. package/src/cli/health-check.ts +4 -4
  35. package/src/cli/migrate-chroma.ts +106 -106
  36. package/src/cli/setup.ts +4 -4
  37. package/src/cli/ui/animations.ts +80 -80
  38. package/src/cli/ui/components.ts +82 -82
  39. package/src/cli/ui/index.ts +4 -4
  40. package/src/cli/ui/logo.ts +36 -36
  41. package/src/cli/ui/theme.ts +55 -55
  42. package/src/config/defaults.ts +50 -50
  43. package/src/config/home.ts +55 -55
  44. package/src/config/index.ts +7 -7
  45. package/src/config/loader.ts +166 -166
  46. package/src/config/migration.ts +76 -76
  47. package/src/config/schema.ts +360 -360
  48. package/src/config/validator.ts +184 -184
  49. package/src/config/watcher.ts +86 -86
  50. package/src/context/assembler.ts +398 -398
  51. package/src/context/cache-manager.ts +101 -101
  52. package/src/context/formatter.ts +84 -84
  53. package/src/context/hierarchy.ts +85 -85
  54. package/src/context/index.ts +83 -83
  55. package/src/context/progress-tracker.ts +174 -174
  56. package/src/context/standards-manager.ts +287 -287
  57. package/src/context/types.ts +252 -252
  58. package/src/context/validator.ts +58 -58
  59. package/src/diagnostics/index.ts +123 -123
  60. package/src/health/index.ts +229 -229
  61. package/src/hooks/brain-hook.ts +128 -112
  62. package/src/hooks/capture.ts +168 -205
  63. package/src/hooks/context-hook.ts +137 -0
  64. package/src/hooks/deduplicator.ts +72 -72
  65. package/src/hooks/git-capture.ts +109 -109
  66. package/src/hooks/git-hook-installer.ts +207 -207
  67. package/src/hooks/index.ts +20 -20
  68. package/src/hooks/installer.ts +244 -194
  69. package/src/hooks/passive-classifier.ts +404 -723
  70. package/src/hooks/queue.ts +129 -129
  71. package/src/hooks/session-tracker.ts +312 -275
  72. package/src/hooks/types.ts +52 -47
  73. package/src/index.ts +7 -7
  74. package/src/intelligence/cross-project/affinity.ts +162 -162
  75. package/src/intelligence/cross-project/generalizer.ts +283 -283
  76. package/src/intelligence/cross-project/index.ts +13 -13
  77. package/src/intelligence/cross-project/transfer.ts +201 -201
  78. package/src/intelligence/index.ts +24 -24
  79. package/src/intelligence/optimization/index.ts +10 -10
  80. package/src/intelligence/optimization/precompute.ts +202 -202
  81. package/src/intelligence/optimization/semantic-cache.ts +207 -207
  82. package/src/intelligence/prediction/context-anticipator.ts +198 -198
  83. package/src/intelligence/prediction/decision-predictor.ts +184 -184
  84. package/src/intelligence/prediction/index.ts +13 -13
  85. package/src/intelligence/prediction/recommender.ts +268 -268
  86. package/src/intelligence/reasoning/chain-retrieval.ts +247 -247
  87. package/src/intelligence/reasoning/counterfactual.ts +248 -248
  88. package/src/intelligence/reasoning/index.ts +13 -13
  89. package/src/intelligence/reasoning/synthesizer.ts +169 -169
  90. package/src/intelligence/temporal/evolution.ts +197 -197
  91. package/src/intelligence/temporal/index.ts +16 -16
  92. package/src/intelligence/temporal/query-processor.ts +190 -190
  93. package/src/intelligence/temporal/timeline.ts +259 -259
  94. package/src/intelligence/temporal/trends.ts +263 -263
  95. package/src/knowledge/entity-extractor.ts +416 -416
  96. package/src/knowledge/graph/builder.ts +185 -185
  97. package/src/knowledge/graph/linker.ts +201 -201
  98. package/src/knowledge/graph/memory-graph.ts +359 -359
  99. package/src/knowledge/graph/schema.ts +99 -99
  100. package/src/knowledge/graph/search.ts +168 -168
  101. package/src/knowledge/relationship-extractor.ts +108 -108
  102. package/src/memory/chroma/client.ts +174 -174
  103. package/src/memory/chroma/collection-manager.ts +94 -94
  104. package/src/memory/chroma/config.ts +57 -57
  105. package/src/memory/chroma/embeddings.ts +155 -155
  106. package/src/memory/chroma/index.ts +82 -82
  107. package/src/memory/chroma/migration.ts +270 -270
  108. package/src/memory/chroma/schemas.ts +69 -69
  109. package/src/memory/chroma/search.ts +315 -315
  110. package/src/memory/chroma/store.ts +741 -741
  111. package/src/memory/consolidation/archiver.ts +164 -164
  112. package/src/memory/consolidation/merger.ts +186 -186
  113. package/src/memory/consolidation/scorer.ts +138 -138
  114. package/src/memory/context-builder.ts +236 -236
  115. package/src/memory/database.ts +169 -169
  116. package/src/memory/embedding-utils.ts +156 -156
  117. package/src/memory/embeddings.ts +226 -226
  118. package/src/memory/episodic/detector.ts +108 -108
  119. package/src/memory/episodic/manager.ts +351 -351
  120. package/src/memory/episodic/summarizer.ts +179 -179
  121. package/src/memory/episodic/types.ts +52 -52
  122. package/src/memory/index.ts +582 -582
  123. package/src/memory/knowledge-extractor.ts +455 -455
  124. package/src/memory/learning.ts +378 -378
  125. package/src/memory/patterns.ts +396 -396
  126. package/src/memory/schema.ts +88 -88
  127. package/src/memory/search.ts +309 -309
  128. package/src/memory/store.ts +787 -787
  129. package/src/memory/types.ts +121 -121
  130. package/src/orchestrator/coordinator.ts +272 -272
  131. package/src/orchestrator/decision-logger.ts +228 -228
  132. package/src/orchestrator/event-emitter.ts +198 -198
  133. package/src/orchestrator/event-queue.ts +184 -184
  134. package/src/orchestrator/handlers/base-handler.ts +70 -70
  135. package/src/orchestrator/handlers/context-handler.ts +73 -73
  136. package/src/orchestrator/handlers/decision-handler.ts +204 -204
  137. package/src/orchestrator/handlers/index.ts +10 -10
  138. package/src/orchestrator/handlers/status-handler.ts +131 -131
  139. package/src/orchestrator/handlers/task-handler.ts +171 -171
  140. package/src/orchestrator/index.ts +275 -275
  141. package/src/orchestrator/task-parser.ts +284 -284
  142. package/src/orchestrator/types.ts +98 -98
  143. package/src/packs/index.ts +9 -9
  144. package/src/packs/loader.ts +134 -134
  145. package/src/packs/manager.ts +204 -204
  146. package/src/packs/ranker.ts +78 -78
  147. package/src/packs/types.ts +81 -81
  148. package/src/phase12/index.ts +5 -5
  149. package/src/retrieval/bm25/index.ts +300 -300
  150. package/src/retrieval/bm25/tokenizer.ts +184 -184
  151. package/src/retrieval/feedback/adaptive.ts +223 -223
  152. package/src/retrieval/feedback/index.ts +16 -16
  153. package/src/retrieval/feedback/metrics.ts +223 -223
  154. package/src/retrieval/feedback/store.ts +283 -283
  155. package/src/retrieval/fusion/index.ts +194 -194
  156. package/src/retrieval/fusion/rrf.ts +163 -163
  157. package/src/retrieval/index.ts +12 -12
  158. package/src/retrieval/pipeline.ts +375 -375
  159. package/src/retrieval/query/expander.ts +198 -198
  160. package/src/retrieval/query/index.ts +27 -27
  161. package/src/retrieval/query/intent-classifier.ts +236 -236
  162. package/src/retrieval/query/temporal-parser.ts +295 -295
  163. package/src/retrieval/reranker/index.ts +188 -188
  164. package/src/retrieval/reranker/model.ts +95 -95
  165. package/src/retrieval/service.ts +125 -125
  166. package/src/retrieval/types.ts +162 -162
  167. package/src/routing/entity-extractor.ts +428 -428
  168. package/src/routing/intent-classifier.ts +450 -436
  169. package/src/routing/response-filter.ts +261 -258
  170. package/src/routing/router.ts +1441 -1322
  171. package/src/routing/search-engine.ts +515 -475
  172. package/src/routing/types.ts +94 -94
  173. package/src/scripts/health-check.ts +118 -118
  174. package/src/scripts/setup.ts +122 -122
  175. package/src/server/handlers/call-tool.ts +156 -156
  176. package/src/server/handlers/index.ts +9 -9
  177. package/src/server/handlers/list-tools.ts +35 -35
  178. package/src/server/handlers/tools/analyze-decision-evolution.ts +151 -151
  179. package/src/server/handlers/tools/auto-remember.ts +200 -200
  180. package/src/server/handlers/tools/brain.ts +85 -85
  181. package/src/server/handlers/tools/create-project.ts +135 -135
  182. package/src/server/handlers/tools/detect-trends.ts +144 -144
  183. package/src/server/handlers/tools/find-cross-project-patterns.ts +168 -168
  184. package/src/server/handlers/tools/get-activity-log.ts +194 -194
  185. package/src/server/handlers/tools/get-code-standards.ts +124 -124
  186. package/src/server/handlers/tools/get-corrections.ts +154 -154
  187. package/src/server/handlers/tools/get-decision-timeline.ts +172 -172
  188. package/src/server/handlers/tools/get-episode.ts +103 -103
  189. package/src/server/handlers/tools/get-patterns.ts +158 -158
  190. package/src/server/handlers/tools/get-phase12-status.ts +63 -63
  191. package/src/server/handlers/tools/get-project-context.ts +75 -75
  192. package/src/server/handlers/tools/get-recommendations.ts +145 -145
  193. package/src/server/handlers/tools/index.ts +31 -31
  194. package/src/server/handlers/tools/init-project.ts +757 -757
  195. package/src/server/handlers/tools/list-episodes.ts +90 -90
  196. package/src/server/handlers/tools/list-projects.ts +125 -125
  197. package/src/server/handlers/tools/rate-memory.ts +101 -101
  198. package/src/server/handlers/tools/recall-similar.ts +87 -87
  199. package/src/server/handlers/tools/recognize-pattern.ts +126 -126
  200. package/src/server/handlers/tools/record-correction.ts +125 -125
  201. package/src/server/handlers/tools/remember-decision.ts +153 -153
  202. package/src/server/handlers/tools/schemas.ts +253 -253
  203. package/src/server/handlers/tools/search-knowledge-graph.ts +102 -102
  204. package/src/server/handlers/tools/smart-context.ts +146 -146
  205. package/src/server/handlers/tools/update-progress.ts +131 -131
  206. package/src/server/handlers/tools/what-if-analysis.ts +135 -135
  207. package/src/server/http-api.ts +761 -693
  208. package/src/server/index.ts +40 -40
  209. package/src/server/mcp-server.ts +283 -283
  210. package/src/server/providers/index.ts +7 -7
  211. package/src/server/providers/prompts.ts +327 -327
  212. package/src/server/providers/resources.ts +622 -622
  213. package/src/server/services.ts +468 -468
  214. package/src/server/types.ts +39 -39
  215. package/src/server/utils/error-handler.ts +155 -155
  216. package/src/server/utils/index.ts +13 -13
  217. package/src/server/utils/memory-indicator.ts +83 -83
  218. package/src/server/utils/request-context.ts +122 -122
  219. package/src/server/utils/response-formatter.ts +129 -129
  220. package/src/server/utils/validators.ts +210 -210
  221. package/src/setup/index.ts +48 -48
  222. package/src/setup/wizard.ts +461 -461
  223. package/src/tools/index.ts +24 -24
  224. package/src/tools/registry.ts +115 -115
  225. package/src/tools/schemas.test.ts +30 -30
  226. package/src/tools/schemas.ts +617 -617
  227. package/src/tools/types.ts +412 -412
  228. package/src/utils/circuit-breaker.ts +130 -130
  229. package/src/utils/cleanup.ts +34 -34
  230. package/src/utils/error-handler.ts +132 -132
  231. package/src/utils/error-messages.ts +60 -60
  232. package/src/utils/fallback.ts +45 -45
  233. package/src/utils/index.ts +54 -54
  234. package/src/utils/logger-utils.ts +80 -80
  235. package/src/utils/logger.ts +88 -88
  236. package/src/utils/phase12-helper.ts +56 -56
  237. package/src/utils/retry.ts +94 -94
  238. package/src/utils/timing.ts +47 -47
  239. package/src/utils/transaction.ts +63 -63
  240. package/src/vault/frontmatter.ts +264 -264
  241. package/src/vault/index.ts +318 -318
  242. package/src/vault/paths.ts +106 -106
  243. package/src/vault/query.ts +422 -422
  244. package/src/vault/reader.ts +264 -264
  245. package/src/vault/templates.ts +186 -186
  246. package/src/vault/types.ts +73 -73
  247. package/src/vault/watcher.ts +277 -277
  248. package/src/vault/writer.ts +413 -413
  249. package/tsconfig.json +30 -30
  250. package/src/cli/auto-update.ts +0 -157
@@ -1,475 +1,515 @@
1
- /**
2
- * Search Engine
3
- * Phase 19: Wires all advanced intelligence features into a unified search path.
4
- *
5
- * This is the core intelligence layer between the router and raw memory.
6
- * Provides: hybrid search, semantic caching, temporal filtering, timeouts.
7
- */
8
-
9
- import type { Logger } from 'pino'
10
- import type { NormalizedResult } from './types'
11
- import { normalizeSearchResults, normalizePatternResults, normalizeCorrectionResults } from './types'
12
- import {
13
- getMemoryService,
14
- getSemanticCacheService,
15
- getRetrievalPipeline,
16
- getKnowledgeGraphService,
17
- getEpisodeService,
18
- isServicesInitialized
19
- } from '@/server/services'
20
- import { timed } from '@/utils/timing'
21
-
22
- /**
23
- * Wrap a promise with a timeout. Returns fallback if the promise doesn't resolve in time.
24
- */
25
- function withTimeout<T>(promise: Promise<T>, ms: number, fallback: T): Promise<T> {
26
- return Promise.race([
27
- promise,
28
- new Promise<T>(resolve => setTimeout(() => resolve(fallback), ms))
29
- ])
30
- }
31
-
32
- const SEARCH_TIMEOUT = 5000 // 5s timeout for normal searches
33
- const INTELLIGENCE_TIMEOUT = 12000 // 12s timeout for bulk analytical features
34
-
35
- export class SearchEngine {
36
- private logger: Logger
37
-
38
- constructor(logger: Logger) {
39
- this.logger = logger.child({ component: 'search-engine' })
40
- }
41
-
42
- /**
43
- * Sort results so same-project entries come first (safety net for cross-project noise).
44
- */
45
- private prioritizeProject(results: NormalizedResult[], project?: string): NormalizedResult[] {
46
- if (!project || results.length === 0) return results
47
- const sameProject = results.filter(r => r.project === project)
48
- const otherProject = results.filter(r => r.project !== project)
49
- if (sameProject.length > 0) return [...sameProject, ...otherProject]
50
- return results
51
- }
52
-
53
- /**
54
- * Enhanced search — uses hybrid retrieval pipeline when available,
55
- * falls back to plain searchRaw().
56
- * Wraps with semantic cache for repeated queries.
57
- */
58
- async enhancedSearch(
59
- query: string,
60
- options?: { project?: string; limit?: number; minSimilarity?: number }
61
- ): Promise<NormalizedResult[]> {
62
- return timed('brain:search', () => this._enhancedSearchInner(query, options))
63
- }
64
-
65
- private async _enhancedSearchInner(
66
- query: string,
67
- options?: { project?: string; limit?: number; minSimilarity?: number }
68
- ): Promise<NormalizedResult[]> {
69
- if (!isServicesInitialized()) return []
70
-
71
- const cacheKey = `search:${query}:${options?.project || ''}:${options?.limit || 5}`
72
-
73
- // Check semantic cache first
74
- const cache = getSemanticCacheService()
75
- if (cache) {
76
- try {
77
- const cached = await cache.get(cacheKey)
78
- if (cached) {
79
- this.logger.debug({ query }, 'Search cache hit')
80
- return cached as NormalizedResult[]
81
- }
82
- } catch {
83
- // Cache miss or error, continue
84
- }
85
- }
86
-
87
- // Try hybrid search via RetrievalPipeline
88
- const pipeline = getRetrievalPipeline()
89
- if (pipeline) {
90
- try {
91
- const hybridResults = await withTimeout(
92
- pipeline.search(query, {
93
- project: options?.project,
94
- limit: options?.limit || 5,
95
- minSimilarity: options?.minSimilarity || 0.3
96
- }),
97
- SEARCH_TIMEOUT,
98
- []
99
- )
100
-
101
- if (hybridResults.length > 0) {
102
- const normalized = this.prioritizeProject(hybridResults.map((r: any) => ({
103
- id: r.id || '',
104
- content: typeof r.content === 'string' ? r.content : (r.document || JSON.stringify(r.content ?? '')),
105
- score: r.scores?.final || r.score || r.similarity || 0,
106
- source: (r.collection === 'patterns' ? 'pattern' : r.collection === 'corrections' ? 'correction' : 'decision') as const,
107
- project: r.metadata?.project || options?.project || '',
108
- date: r.metadata?.created_at || '',
109
- metadata: r.metadata || {}
110
- })), options?.project)
111
-
112
- // Cache results
113
- if (cache) {
114
- try { await cache.set(cacheKey, normalized) } catch {}
115
- }
116
- return normalized
117
- }
118
- } catch (error) {
119
- this.logger.debug({ error }, 'Hybrid search failed, falling back to plain search')
120
- }
121
- }
122
-
123
- // Fallback: plain searchRaw
124
- return this.plainSearch(query, options, cache, cacheKey)
125
- }
126
-
127
- /**
128
- * Plain search using memory.searchRaw() — always available.
129
- */
130
- async plainSearch(
131
- query: string,
132
- options?: { project?: string; limit?: number; minSimilarity?: number },
133
- cache?: any,
134
- cacheKey?: string
135
- ): Promise<NormalizedResult[]> {
136
- if (!isServicesInitialized()) return []
137
-
138
- const memory = getMemoryService()
139
- try {
140
- const rawResults = await withTimeout(
141
- memory.searchRaw(query, {
142
- project: options?.project,
143
- limit: options?.limit || 5,
144
- minSimilarity: options?.minSimilarity || 0.3
145
- }),
146
- SEARCH_TIMEOUT,
147
- []
148
- )
149
- const normalized = this.prioritizeProject(normalizeSearchResults(rawResults), options?.project)
150
-
151
- // Cache results
152
- if (cache && cacheKey) {
153
- try { await cache.set(cacheKey, normalized) } catch {}
154
- }
155
-
156
- return normalized
157
- } catch {
158
- return []
159
- }
160
- }
161
-
162
- /**
163
- * Search patterns with normalization and timeout
164
- */
165
- async searchPatterns(
166
- query: string,
167
- options?: { project?: string; limit?: number; minSimilarity?: number }
168
- ): Promise<NormalizedResult[]> {
169
- if (!isServicesInitialized()) return []
170
- const memory = getMemoryService()
171
- try {
172
- const results = await withTimeout(
173
- memory.searchPatterns(query, {
174
- project: options?.project,
175
- limit: options?.limit || 3,
176
- minSimilarity: options?.minSimilarity || 0.3
177
- }),
178
- SEARCH_TIMEOUT,
179
- []
180
- )
181
- return normalizePatternResults(results)
182
- } catch {
183
- return []
184
- }
185
- }
186
-
187
- /**
188
- * Search corrections with normalization and timeout
189
- */
190
- async searchCorrections(
191
- query: string,
192
- options?: { project?: string; limit?: number; minSimilarity?: number }
193
- ): Promise<NormalizedResult[]> {
194
- if (!isServicesInitialized()) return []
195
- const memory = getMemoryService()
196
- try {
197
- const results = await withTimeout(
198
- memory.searchCorrections(query, {
199
- project: options?.project,
200
- limit: options?.limit || 3,
201
- minSimilarity: options?.minSimilarity || 0.3
202
- }),
203
- SEARCH_TIMEOUT,
204
- []
205
- )
206
- return normalizeCorrectionResults(results)
207
- } catch {
208
- return []
209
- }
210
- }
211
-
212
- /**
213
- * Search knowledge graph for related concepts
214
- */
215
- async searchGraph(query: string, limit: number = 5): Promise<NormalizedResult[]> {
216
- try {
217
- const kgService = getKnowledgeGraphService()
218
- if (!kgService?.search) return []
219
-
220
- const graphResults = kgService.search.search({ query, limit })
221
- if (!graphResults?.nodes?.length) return []
222
-
223
- return graphResults.nodes.map((n: any) => ({
224
- id: n.id || '',
225
- content: `**${n.label || n.name}** (${n.type})${n.properties?.description ? `\n${n.properties.description}` : ''}`,
226
- score: graphResults.scores.get(n.id) || 0.5,
227
- source: 'graph' as const,
228
- project: n.properties?.project || '',
229
- date: '',
230
- metadata: n.properties || {}
231
- }))
232
- } catch {
233
- return []
234
- }
235
- }
236
-
237
- /**
238
- * Temporal search — parse temporal phrases from query, filter results by date range.
239
- * Uses TemporalQueryProcessor when available.
240
- */
241
- async temporalSearch(
242
- query: string,
243
- options?: { project?: string; limit?: number }
244
- ): Promise<{ results: NormalizedResult[]; cleanedQuery: string }> {
245
- if (!isServicesInitialized()) return { results: [], cleanedQuery: query }
246
-
247
- try {
248
- // Dynamic import to avoid hard dependency
249
- const { TemporalQueryProcessor } = await import('@/intelligence/temporal/query-processor')
250
- const processor = new TemporalQueryProcessor(this.logger)
251
- const parsed = processor.parse(query)
252
-
253
- if (parsed.intent === 'none') {
254
- // No temporal expressions found, use normal search
255
- const results = await this.enhancedSearch(query, options)
256
- return { results, cleanedQuery: query }
257
- }
258
-
259
- // Search with cleaned query (temporal phrases removed)
260
- const results = await this.enhancedSearch(parsed.cleaned || query, {
261
- ...options,
262
- limit: (options?.limit || 5) * 2 // Fetch more since we'll filter by date
263
- })
264
-
265
- // Filter results by date range
266
- const filtered = results.filter(r => {
267
- if (!r.date) return true // Keep results without dates
268
- const date = new Date(r.date)
269
- if (isNaN(date.getTime())) return true
270
- if (parsed.startDate && date < parsed.startDate) return false
271
- if (parsed.endDate && date > parsed.endDate) return false
272
- return true
273
- })
274
-
275
- return {
276
- results: filtered.slice(0, options?.limit || 5),
277
- cleanedQuery: parsed.cleaned || query
278
- }
279
- } catch {
280
- // TemporalQueryProcessor not available, fall back
281
- const results = await this.enhancedSearch(query, options)
282
- return { results, cleanedQuery: query }
283
- }
284
- }
285
-
286
- /**
287
- * Build a timeline for a topic/project
288
- */
289
- async buildTimeline(
290
- options?: { project?: string; topic?: string; limit?: number }
291
- ): Promise<any | null> {
292
- if (!isServicesInitialized()) return null
293
-
294
- try {
295
- const memory = getMemoryService()
296
- if (!memory.isChromaDBEnabled()) return null
297
-
298
- const { TimelineBuilder } = await import('@/intelligence/temporal/timeline')
299
- const builder = new TimelineBuilder(
300
- this.logger,
301
- memory.chroma.collections,
302
- memory.chroma.embeddings
303
- )
304
- return await withTimeout(
305
- builder.buildTimeline(options),
306
- SEARCH_TIMEOUT,
307
- null
308
- )
309
- } catch {
310
- return null
311
- }
312
- }
313
-
314
- /**
315
- * Analyze decision evolution for a topic
316
- */
317
- async analyzeEvolution(
318
- topic: string,
319
- options?: { project?: string; limit?: number }
320
- ): Promise<any | null> {
321
- if (!isServicesInitialized()) return null
322
-
323
- try {
324
- const memory = getMemoryService()
325
- if (!memory.isChromaDBEnabled()) return null
326
-
327
- const { DecisionEvolutionTracker } = await import('@/intelligence/temporal/evolution')
328
- const tracker = new DecisionEvolutionTracker(
329
- this.logger,
330
- memory.chroma.collections,
331
- memory.chroma.embeddings
332
- )
333
- return await withTimeout(
334
- tracker.analyzeEvolution(topic, options),
335
- INTELLIGENCE_TIMEOUT,
336
- null
337
- )
338
- } catch {
339
- return null
340
- }
341
- }
342
-
343
- /**
344
- * Detect trends
345
- */
346
- async detectTrends(
347
- options?: { project?: string; periodDays?: number; limit?: number }
348
- ): Promise<any | null> {
349
- if (!isServicesInitialized()) return null
350
-
351
- try {
352
- const memory = getMemoryService()
353
- if (!memory.isChromaDBEnabled()) return null
354
-
355
- const { TrendDetector } = await import('@/intelligence/temporal/trends')
356
- const detector = new TrendDetector(this.logger, memory.chroma.collections)
357
- return await withTimeout(
358
- detector.detectTrends(options),
359
- INTELLIGENCE_TIMEOUT,
360
- null
361
- )
362
- } catch {
363
- return null
364
- }
365
- }
366
-
367
- /**
368
- * Multi-hop chain retrieval for complex questions
369
- */
370
- async chainSearch(
371
- query: string,
372
- options?: { project?: string; maxHops?: number }
373
- ): Promise<any | null> {
374
- if (!isServicesInitialized()) return null
375
-
376
- try {
377
- const memory = getMemoryService()
378
- if (!memory.isChromaDBEnabled()) return null
379
-
380
- const { ChainRetrieval } = await import('@/intelligence/reasoning/chain-retrieval')
381
- const chain = new ChainRetrieval(
382
- this.logger,
383
- memory.chroma.collections,
384
- memory.chroma.embeddings
385
- )
386
- return await withTimeout(
387
- chain.retrieve(query, {
388
- maxHops: options?.maxHops || 3,
389
- project: options?.project
390
- }),
391
- INTELLIGENCE_TIMEOUT,
392
- null
393
- )
394
- } catch {
395
- return null
396
- }
397
- }
398
-
399
- /**
400
- * Get recommendations based on context
401
- */
402
- async getRecommendations(
403
- query: string,
404
- options?: { project?: string; limit?: number }
405
- ): Promise<any | null> {
406
- if (!isServicesInitialized()) return null
407
-
408
- try {
409
- const memory = getMemoryService()
410
- if (!memory.isChromaDBEnabled()) return null
411
-
412
- const { Recommender } = await import('@/intelligence/prediction/recommender')
413
- const recommender = new Recommender(
414
- this.logger,
415
- memory.chroma.collections,
416
- memory.chroma.embeddings
417
- )
418
- return await withTimeout(
419
- recommender.getRecommendations(query, {
420
- project: options?.project,
421
- limit: options?.limit || 5
422
- }),
423
- INTELLIGENCE_TIMEOUT,
424
- null
425
- )
426
- } catch {
427
- return null
428
- }
429
- }
430
-
431
- /**
432
- * Find cross-project patterns
433
- */
434
- async findCrossProjectPatterns(
435
- options?: { query?: string; minProjects?: number; limit?: number }
436
- ): Promise<any | null> {
437
- if (!isServicesInitialized()) return null
438
-
439
- try {
440
- const memory = getMemoryService()
441
- if (!memory.isChromaDBEnabled()) return null
442
-
443
- const { PatternGeneralizer } = await import('@/intelligence/cross-project/generalizer')
444
- const generalizer = new PatternGeneralizer(
445
- this.logger,
446
- memory.chroma.collections,
447
- memory.chroma.embeddings
448
- )
449
- return await withTimeout(
450
- generalizer.findCrossProjectPatterns(options),
451
- INTELLIGENCE_TIMEOUT,
452
- null
453
- )
454
- } catch {
455
- return null
456
- }
457
- }
458
-
459
- /**
460
- * Invalidate cache entries for a project after store/update/delete
461
- */
462
- invalidateCache(project?: string): void {
463
- try {
464
- const cache = getSemanticCacheService()
465
- if (!cache) return
466
- if (project) {
467
- cache.invalidateProject(project)
468
- } else {
469
- cache.clear()
470
- }
471
- } catch {
472
- // Cache not available
473
- }
474
- }
475
- }
1
+ /**
2
+ * Search Engine
3
+ * Phase 19: Wires all advanced intelligence features into a unified search path.
4
+ *
5
+ * This is the core intelligence layer between the router and raw memory.
6
+ * Provides: hybrid search, semantic caching, temporal filtering, timeouts.
7
+ */
8
+
9
+ import type { Logger } from 'pino'
10
+ import type { NormalizedResult } from './types'
11
+ import { normalizeSearchResults, normalizePatternResults, normalizeCorrectionResults } from './types'
12
+ import {
13
+ getMemoryService,
14
+ getSemanticCacheService,
15
+ getRetrievalPipeline,
16
+ getKnowledgeGraphService,
17
+ getEpisodeService,
18
+ isServicesInitialized
19
+ } from '@/server/services'
20
+ import { timed } from '@/utils/timing'
21
+
22
+ /**
23
+ * Wrap a promise with a timeout. Returns fallback if the promise doesn't resolve in time.
24
+ */
25
+ function withTimeout<T>(promise: Promise<T>, ms: number, fallback: T): Promise<T> {
26
+ return Promise.race([
27
+ promise,
28
+ new Promise<T>(resolve => setTimeout(() => resolve(fallback), ms))
29
+ ])
30
+ }
31
+
32
+ const SEARCH_TIMEOUT = 5000 // 5s timeout for normal searches
33
+ const INTELLIGENCE_TIMEOUT = 12000 // 12s timeout for bulk analytical features
34
+
35
+ /** Phase 25: Common stop words excluded from keyword boosting */
36
+ const KEYWORD_STOP_WORDS = new Set([
37
+ 'the', 'a', 'an', 'and', 'or', 'but', 'in', 'on', 'at', 'to', 'for',
38
+ 'of', 'with', 'by', 'from', 'is', 'it', 'as', 'be', 'was', 'are',
39
+ 'were', 'been', 'has', 'have', 'had', 'do', 'does', 'did', 'will',
40
+ 'would', 'could', 'should', 'may', 'might', 'can', 'shall', 'not',
41
+ 'no', 'nor', 'so', 'up', 'out', 'if', 'about', 'into', 'through',
42
+ 'during', 'before', 'after', 'above', 'below', 'between', 'under',
43
+ 'again', 'further', 'then', 'once', 'here', 'there', 'when', 'where',
44
+ 'why', 'how', 'all', 'each', 'every', 'both', 'few', 'more', 'most',
45
+ 'other', 'some', 'such', 'than', 'too', 'very', 'just', 'because',
46
+ 'what', 'which', 'who', 'whom', 'this', 'that', 'these', 'those',
47
+ 'my', 'your', 'his', 'her', 'its', 'our', 'their', 'me', 'him',
48
+ 'she', 'we', 'they', 'you', 'any', 'also', 'only', 'own', 'same',
49
+ 'don', 'now', 'get', 'got', 'use', 'used', 'using', 'know', 'need',
50
+ 'want', 'like', 'make', 'made', 'think', 'said', 'did', 'does'
51
+ ])
52
+
53
+ export class SearchEngine {
54
+ private logger: Logger
55
+
56
+ constructor(logger: Logger) {
57
+ this.logger = logger.child({ component: 'search-engine' })
58
+ }
59
+
60
+ /**
61
+ * Sort results so same-project entries come first (safety net for cross-project noise).
62
+ */
63
+ private prioritizeProject(results: NormalizedResult[], project?: string): NormalizedResult[] {
64
+ if (!project || results.length === 0) return results
65
+ const sameProject = results.filter(r => r.project === project)
66
+ const otherProject = results.filter(r => r.project !== project)
67
+ if (sameProject.length > 0) return [...sameProject, ...otherProject]
68
+ return results
69
+ }
70
+
71
+ /**
72
+ * Phase 25: Boost results that contain exact query keywords.
73
+ * Adds up to +0.15 based on keyword overlap ratio.
74
+ */
75
+ private boostKeywordMatches(query: string, results: NormalizedResult[]): NormalizedResult[] {
76
+ const keywords = query.toLowerCase().split(/\s+/).filter(
77
+ w => w.length > 2 && !KEYWORD_STOP_WORDS.has(w)
78
+ )
79
+ if (keywords.length === 0) return results
80
+
81
+ return results.map(r => {
82
+ const contentLower = r.content.toLowerCase()
83
+ const matches = keywords.filter(kw => contentLower.includes(kw)).length
84
+ const overlapRatio = matches / keywords.length
85
+ const boost = overlapRatio * 0.15
86
+ return {
87
+ ...r,
88
+ score: Math.min(r.score + boost, 1.0)
89
+ }
90
+ })
91
+ }
92
+
93
+ /**
94
+ * Enhanced search — uses hybrid retrieval pipeline when available,
95
+ * falls back to plain searchRaw().
96
+ * Wraps with semantic cache for repeated queries.
97
+ */
98
+ async enhancedSearch(
99
+ query: string,
100
+ options?: { project?: string; limit?: number; minSimilarity?: number }
101
+ ): Promise<NormalizedResult[]> {
102
+ return timed('brain:search', () => this._enhancedSearchInner(query, options))
103
+ }
104
+
105
+ private async _enhancedSearchInner(
106
+ query: string,
107
+ options?: { project?: string; limit?: number; minSimilarity?: number }
108
+ ): Promise<NormalizedResult[]> {
109
+ if (!isServicesInitialized()) return []
110
+
111
+ const cacheKey = `search:${query}:${options?.project || 'general'}:${options?.limit || 5}`
112
+
113
+ // Check semantic cache first
114
+ const cache = getSemanticCacheService()
115
+ if (cache) {
116
+ try {
117
+ const cached = await cache.get(cacheKey)
118
+ if (cached) {
119
+ this.logger.debug({ query }, 'Search cache hit')
120
+ return cached as NormalizedResult[]
121
+ }
122
+ } catch {
123
+ // Cache miss or error, continue
124
+ }
125
+ }
126
+
127
+ // Try hybrid search via RetrievalPipeline
128
+ const pipeline = getRetrievalPipeline()
129
+ if (pipeline) {
130
+ try {
131
+ const hybridResults = await withTimeout(
132
+ pipeline.search(query, {
133
+ project: options?.project,
134
+ limit: options?.limit || 5,
135
+ minSimilarity: options?.minSimilarity || 0.3
136
+ }),
137
+ SEARCH_TIMEOUT,
138
+ []
139
+ )
140
+
141
+ if (hybridResults.length > 0) {
142
+ const normalized = this.boostKeywordMatches(query, this.prioritizeProject(hybridResults.map((r: any) => ({
143
+ id: r.id || '',
144
+ content: typeof r.content === 'string' ? r.content : (r.document || JSON.stringify(r.content ?? '')),
145
+ score: r.scores?.final || r.score || r.similarity || 0,
146
+ source: (r.collection === 'patterns' ? 'pattern' : r.collection === 'corrections' ? 'correction' : 'decision') as const,
147
+ project: r.metadata?.project || options?.project || '',
148
+ date: r.metadata?.created_at || '',
149
+ metadata: r.metadata || {}
150
+ })), options?.project))
151
+
152
+ // Cache results
153
+ if (cache) {
154
+ try { await cache.set(cacheKey, normalized) } catch {}
155
+ }
156
+ return normalized
157
+ }
158
+ } catch (error) {
159
+ this.logger.debug({ error }, 'Hybrid search failed, falling back to plain search')
160
+ }
161
+ }
162
+
163
+ // Fallback: plain searchRaw
164
+ return this.plainSearch(query, options, cache, cacheKey)
165
+ }
166
+
167
+ /**
168
+ * Plain search using memory.searchRaw() always available.
169
+ */
170
+ async plainSearch(
171
+ query: string,
172
+ options?: { project?: string; limit?: number; minSimilarity?: number },
173
+ cache?: any,
174
+ cacheKey?: string
175
+ ): Promise<NormalizedResult[]> {
176
+ if (!isServicesInitialized()) return []
177
+
178
+ const memory = getMemoryService()
179
+ try {
180
+ const rawResults = await withTimeout(
181
+ memory.searchRaw(query, {
182
+ project: options?.project,
183
+ limit: options?.limit || 5,
184
+ minSimilarity: options?.minSimilarity || 0.3
185
+ }),
186
+ SEARCH_TIMEOUT,
187
+ []
188
+ )
189
+ const normalized = this.boostKeywordMatches(query, this.prioritizeProject(normalizeSearchResults(rawResults), options?.project))
190
+
191
+ // Cache results
192
+ if (cache && cacheKey) {
193
+ try { await cache.set(cacheKey, normalized) } catch {}
194
+ }
195
+
196
+ return normalized
197
+ } catch {
198
+ return []
199
+ }
200
+ }
201
+
202
+ /**
203
+ * Search patterns with normalization and timeout
204
+ */
205
+ async searchPatterns(
206
+ query: string,
207
+ options?: { project?: string; limit?: number; minSimilarity?: number }
208
+ ): Promise<NormalizedResult[]> {
209
+ if (!isServicesInitialized()) return []
210
+ const memory = getMemoryService()
211
+ try {
212
+ const results = await withTimeout(
213
+ memory.searchPatterns(query, {
214
+ project: options?.project,
215
+ limit: options?.limit || 3,
216
+ minSimilarity: options?.minSimilarity || 0.3
217
+ }),
218
+ SEARCH_TIMEOUT,
219
+ []
220
+ )
221
+ return normalizePatternResults(results)
222
+ } catch {
223
+ return []
224
+ }
225
+ }
226
+
227
+ /**
228
+ * Search corrections with normalization and timeout
229
+ */
230
+ async searchCorrections(
231
+ query: string,
232
+ options?: { project?: string; limit?: number; minSimilarity?: number }
233
+ ): Promise<NormalizedResult[]> {
234
+ if (!isServicesInitialized()) return []
235
+ const memory = getMemoryService()
236
+ try {
237
+ const results = await withTimeout(
238
+ memory.searchCorrections(query, {
239
+ project: options?.project,
240
+ limit: options?.limit || 3,
241
+ minSimilarity: options?.minSimilarity || 0.3
242
+ }),
243
+ SEARCH_TIMEOUT,
244
+ []
245
+ )
246
+ return normalizeCorrectionResults(results)
247
+ } catch {
248
+ return []
249
+ }
250
+ }
251
+
252
+ /**
253
+ * Search knowledge graph for related concepts
254
+ */
255
+ async searchGraph(query: string, limit: number = 5): Promise<NormalizedResult[]> {
256
+ try {
257
+ const kgService = getKnowledgeGraphService()
258
+ if (!kgService?.search) return []
259
+
260
+ const graphResults = kgService.search.search({ query, limit })
261
+ if (!graphResults?.nodes?.length) return []
262
+
263
+ return graphResults.nodes.map((n: any) => ({
264
+ id: n.id || '',
265
+ content: `**${n.label || n.name}** (${n.type})${n.properties?.description ? `\n${n.properties.description}` : ''}`,
266
+ score: graphResults.scores.get(n.id) || 0.5,
267
+ source: 'graph' as const,
268
+ project: n.properties?.project || '',
269
+ date: '',
270
+ metadata: n.properties || {}
271
+ }))
272
+ } catch {
273
+ return []
274
+ }
275
+ }
276
+
277
+ /**
278
+ * Temporal search — parse temporal phrases from query, filter results by date range.
279
+ * Uses TemporalQueryProcessor when available.
280
+ */
281
+ async temporalSearch(
282
+ query: string,
283
+ options?: { project?: string; limit?: number }
284
+ ): Promise<{ results: NormalizedResult[]; cleanedQuery: string }> {
285
+ if (!isServicesInitialized()) return { results: [], cleanedQuery: query }
286
+
287
+ try {
288
+ // Dynamic import to avoid hard dependency
289
+ const { TemporalQueryProcessor } = await import('@/intelligence/temporal/query-processor')
290
+ const processor = new TemporalQueryProcessor(this.logger)
291
+ const parsed = processor.parse(query)
292
+
293
+ if (parsed.intent === 'none') {
294
+ // No temporal expressions found, use normal search
295
+ const results = await this.enhancedSearch(query, options)
296
+ return { results, cleanedQuery: query }
297
+ }
298
+
299
+ // Search with cleaned query (temporal phrases removed)
300
+ const results = await this.enhancedSearch(parsed.cleaned || query, {
301
+ ...options,
302
+ limit: (options?.limit || 5) * 2 // Fetch more since we'll filter by date
303
+ })
304
+
305
+ // Filter results by date range
306
+ const filtered = results.filter(r => {
307
+ if (!r.date) return true // Keep results without dates
308
+ const date = new Date(r.date)
309
+ if (isNaN(date.getTime())) return true
310
+ if (parsed.startDate && date < parsed.startDate) return false
311
+ if (parsed.endDate && date > parsed.endDate) return false
312
+ return true
313
+ })
314
+
315
+ return {
316
+ results: filtered.slice(0, options?.limit || 5),
317
+ cleanedQuery: parsed.cleaned || query
318
+ }
319
+ } catch {
320
+ // TemporalQueryProcessor not available, fall back
321
+ const results = await this.enhancedSearch(query, options)
322
+ return { results, cleanedQuery: query }
323
+ }
324
+ }
325
+
326
+ /**
327
+ * Build a timeline for a topic/project
328
+ */
329
+ async buildTimeline(
330
+ options?: { project?: string; topic?: string; limit?: number }
331
+ ): Promise<any | null> {
332
+ if (!isServicesInitialized()) return null
333
+
334
+ try {
335
+ const memory = getMemoryService()
336
+ if (!memory.isChromaDBEnabled()) return null
337
+
338
+ const { TimelineBuilder } = await import('@/intelligence/temporal/timeline')
339
+ const builder = new TimelineBuilder(
340
+ this.logger,
341
+ memory.chroma.collections,
342
+ memory.chroma.embeddings
343
+ )
344
+ return await withTimeout(
345
+ builder.buildTimeline(options),
346
+ SEARCH_TIMEOUT,
347
+ null
348
+ )
349
+ } catch {
350
+ return null
351
+ }
352
+ }
353
+
354
+ /**
355
+ * Analyze decision evolution for a topic
356
+ */
357
+ async analyzeEvolution(
358
+ topic: string,
359
+ options?: { project?: string; limit?: number }
360
+ ): Promise<any | null> {
361
+ if (!isServicesInitialized()) return null
362
+
363
+ try {
364
+ const memory = getMemoryService()
365
+ if (!memory.isChromaDBEnabled()) return null
366
+
367
+ const { DecisionEvolutionTracker } = await import('@/intelligence/temporal/evolution')
368
+ const tracker = new DecisionEvolutionTracker(
369
+ this.logger,
370
+ memory.chroma.collections,
371
+ memory.chroma.embeddings
372
+ )
373
+ return await withTimeout(
374
+ tracker.analyzeEvolution(topic, options),
375
+ INTELLIGENCE_TIMEOUT,
376
+ null
377
+ )
378
+ } catch {
379
+ return null
380
+ }
381
+ }
382
+
383
+ /**
384
+ * Detect trends
385
+ */
386
+ async detectTrends(
387
+ options?: { project?: string; periodDays?: number; limit?: number }
388
+ ): Promise<any | null> {
389
+ if (!isServicesInitialized()) return null
390
+
391
+ try {
392
+ const memory = getMemoryService()
393
+ if (!memory.isChromaDBEnabled()) return null
394
+
395
+ const { TrendDetector } = await import('@/intelligence/temporal/trends')
396
+ const detector = new TrendDetector(this.logger, memory.chroma.collections)
397
+ return await withTimeout(
398
+ detector.detectTrends(options),
399
+ INTELLIGENCE_TIMEOUT,
400
+ null
401
+ )
402
+ } catch {
403
+ return null
404
+ }
405
+ }
406
+
407
+ /**
408
+ * Multi-hop chain retrieval for complex questions
409
+ */
410
+ async chainSearch(
411
+ query: string,
412
+ options?: { project?: string; maxHops?: number }
413
+ ): Promise<any | null> {
414
+ if (!isServicesInitialized()) return null
415
+
416
+ try {
417
+ const memory = getMemoryService()
418
+ if (!memory.isChromaDBEnabled()) return null
419
+
420
+ const { ChainRetrieval } = await import('@/intelligence/reasoning/chain-retrieval')
421
+ const chain = new ChainRetrieval(
422
+ this.logger,
423
+ memory.chroma.collections,
424
+ memory.chroma.embeddings
425
+ )
426
+ return await withTimeout(
427
+ chain.retrieve(query, {
428
+ maxHops: options?.maxHops || 3,
429
+ project: options?.project
430
+ }),
431
+ INTELLIGENCE_TIMEOUT,
432
+ null
433
+ )
434
+ } catch {
435
+ return null
436
+ }
437
+ }
438
+
439
+ /**
440
+ * Get recommendations based on context
441
+ */
442
+ async getRecommendations(
443
+ query: string,
444
+ options?: { project?: string; limit?: number }
445
+ ): Promise<any | null> {
446
+ if (!isServicesInitialized()) return null
447
+
448
+ try {
449
+ const memory = getMemoryService()
450
+ if (!memory.isChromaDBEnabled()) return null
451
+
452
+ const { Recommender } = await import('@/intelligence/prediction/recommender')
453
+ const recommender = new Recommender(
454
+ this.logger,
455
+ memory.chroma.collections,
456
+ memory.chroma.embeddings
457
+ )
458
+ return await withTimeout(
459
+ recommender.getRecommendations(query, {
460
+ project: options?.project,
461
+ limit: options?.limit || 5
462
+ }),
463
+ INTELLIGENCE_TIMEOUT,
464
+ null
465
+ )
466
+ } catch {
467
+ return null
468
+ }
469
+ }
470
+
471
+ /**
472
+ * Find cross-project patterns
473
+ */
474
+ async findCrossProjectPatterns(
475
+ options?: { query?: string; minProjects?: number; limit?: number }
476
+ ): Promise<any | null> {
477
+ if (!isServicesInitialized()) return null
478
+
479
+ try {
480
+ const memory = getMemoryService()
481
+ if (!memory.isChromaDBEnabled()) return null
482
+
483
+ const { PatternGeneralizer } = await import('@/intelligence/cross-project/generalizer')
484
+ const generalizer = new PatternGeneralizer(
485
+ this.logger,
486
+ memory.chroma.collections,
487
+ memory.chroma.embeddings
488
+ )
489
+ return await withTimeout(
490
+ generalizer.findCrossProjectPatterns(options),
491
+ INTELLIGENCE_TIMEOUT,
492
+ null
493
+ )
494
+ } catch {
495
+ return null
496
+ }
497
+ }
498
+
499
+ /**
500
+ * Invalidate cache entries for a project after store/update/delete
501
+ */
502
+ invalidateCache(project?: string): void {
503
+ try {
504
+ const cache = getSemanticCacheService()
505
+ if (!cache) return
506
+ if (project) {
507
+ cache.invalidateProject(project)
508
+ } else {
509
+ cache.clear()
510
+ }
511
+ } catch {
512
+ // Cache not available
513
+ }
514
+ }
515
+ }