claude-brain 0.15.2 → 0.16.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (249) hide show
  1. package/README.md +191 -191
  2. package/VERSION +1 -1
  3. package/assets/CLAUDE-unified.md +11 -11
  4. package/assets/CLAUDE.md +29 -11
  5. package/bunfig.toml +8 -8
  6. package/package.json +82 -82
  7. package/packs/backend/node.json +173 -173
  8. package/packs/core/javascript.json +176 -176
  9. package/packs/core/typescript.json +222 -222
  10. package/packs/frontend/react.json +254 -254
  11. package/packs/meta/testing.json +172 -172
  12. package/scripts/postinstall.mjs +341 -341
  13. package/src/automation/auto-context.ts +240 -240
  14. package/src/automation/decision-detector.ts +452 -452
  15. package/src/automation/index.ts +11 -11
  16. package/src/automation/phase12-manager.ts +456 -456
  17. package/src/automation/proactive-recall.ts +373 -373
  18. package/src/automation/project-detector.ts +310 -310
  19. package/src/automation/repo-scanner.ts +205 -205
  20. package/src/cli/auto-setup.ts +82 -82
  21. package/src/cli/bin.ts +209 -202
  22. package/src/cli/commands/chroma.ts +573 -573
  23. package/src/cli/commands/git-hook.ts +189 -189
  24. package/src/cli/commands/hooks.ts +213 -213
  25. package/src/cli/commands/init.ts +122 -122
  26. package/src/cli/commands/install-mcp.ts +92 -92
  27. package/src/cli/commands/pack.ts +197 -197
  28. package/src/cli/commands/refresh.ts +323 -0
  29. package/src/cli/commands/serve.ts +167 -173
  30. package/src/cli/commands/start.ts +42 -42
  31. package/src/cli/commands/uninstall-mcp.ts +41 -41
  32. package/src/cli/commands/update.ts +124 -121
  33. package/src/cli/diagnose.ts +4 -4
  34. package/src/cli/health-check.ts +4 -4
  35. package/src/cli/migrate-chroma.ts +106 -106
  36. package/src/cli/setup.ts +4 -4
  37. package/src/cli/ui/animations.ts +80 -80
  38. package/src/cli/ui/components.ts +82 -82
  39. package/src/cli/ui/index.ts +4 -4
  40. package/src/cli/ui/logo.ts +36 -36
  41. package/src/cli/ui/theme.ts +55 -55
  42. package/src/config/defaults.ts +50 -50
  43. package/src/config/home.ts +55 -55
  44. package/src/config/index.ts +7 -7
  45. package/src/config/loader.ts +166 -166
  46. package/src/config/migration.ts +76 -76
  47. package/src/config/schema.ts +360 -360
  48. package/src/config/validator.ts +184 -184
  49. package/src/config/watcher.ts +86 -86
  50. package/src/context/assembler.ts +398 -398
  51. package/src/context/cache-manager.ts +101 -101
  52. package/src/context/formatter.ts +84 -84
  53. package/src/context/hierarchy.ts +85 -85
  54. package/src/context/index.ts +83 -83
  55. package/src/context/progress-tracker.ts +174 -174
  56. package/src/context/standards-manager.ts +287 -287
  57. package/src/context/types.ts +252 -252
  58. package/src/context/validator.ts +58 -58
  59. package/src/diagnostics/index.ts +123 -123
  60. package/src/health/index.ts +229 -229
  61. package/src/hooks/brain-hook.ts +128 -112
  62. package/src/hooks/capture.ts +168 -205
  63. package/src/hooks/deduplicator.ts +72 -72
  64. package/src/hooks/git-capture.ts +109 -109
  65. package/src/hooks/git-hook-installer.ts +207 -207
  66. package/src/hooks/index.ts +20 -20
  67. package/src/hooks/installer.ts +194 -194
  68. package/src/hooks/passive-classifier.ts +404 -723
  69. package/src/hooks/queue.ts +129 -129
  70. package/src/hooks/session-tracker.ts +312 -275
  71. package/src/hooks/types.ts +47 -47
  72. package/src/index.ts +7 -7
  73. package/src/intelligence/cross-project/affinity.ts +162 -162
  74. package/src/intelligence/cross-project/generalizer.ts +283 -283
  75. package/src/intelligence/cross-project/index.ts +13 -13
  76. package/src/intelligence/cross-project/transfer.ts +201 -201
  77. package/src/intelligence/index.ts +24 -24
  78. package/src/intelligence/optimization/index.ts +10 -10
  79. package/src/intelligence/optimization/precompute.ts +202 -202
  80. package/src/intelligence/optimization/semantic-cache.ts +207 -207
  81. package/src/intelligence/prediction/context-anticipator.ts +198 -198
  82. package/src/intelligence/prediction/decision-predictor.ts +184 -184
  83. package/src/intelligence/prediction/index.ts +13 -13
  84. package/src/intelligence/prediction/recommender.ts +268 -268
  85. package/src/intelligence/reasoning/chain-retrieval.ts +247 -247
  86. package/src/intelligence/reasoning/counterfactual.ts +248 -248
  87. package/src/intelligence/reasoning/index.ts +13 -13
  88. package/src/intelligence/reasoning/synthesizer.ts +169 -169
  89. package/src/intelligence/temporal/evolution.ts +197 -197
  90. package/src/intelligence/temporal/index.ts +16 -16
  91. package/src/intelligence/temporal/query-processor.ts +190 -190
  92. package/src/intelligence/temporal/timeline.ts +259 -259
  93. package/src/intelligence/temporal/trends.ts +263 -263
  94. package/src/knowledge/entity-extractor.ts +416 -416
  95. package/src/knowledge/graph/builder.ts +185 -185
  96. package/src/knowledge/graph/linker.ts +201 -201
  97. package/src/knowledge/graph/memory-graph.ts +359 -359
  98. package/src/knowledge/graph/schema.ts +99 -99
  99. package/src/knowledge/graph/search.ts +168 -168
  100. package/src/knowledge/relationship-extractor.ts +108 -108
  101. package/src/memory/chroma/client.ts +174 -174
  102. package/src/memory/chroma/collection-manager.ts +94 -94
  103. package/src/memory/chroma/config.ts +57 -57
  104. package/src/memory/chroma/embeddings.ts +155 -155
  105. package/src/memory/chroma/index.ts +82 -82
  106. package/src/memory/chroma/migration.ts +270 -270
  107. package/src/memory/chroma/schemas.ts +69 -69
  108. package/src/memory/chroma/search.ts +315 -315
  109. package/src/memory/chroma/store.ts +741 -741
  110. package/src/memory/consolidation/archiver.ts +164 -164
  111. package/src/memory/consolidation/merger.ts +186 -186
  112. package/src/memory/consolidation/scorer.ts +138 -138
  113. package/src/memory/context-builder.ts +236 -236
  114. package/src/memory/database.ts +169 -169
  115. package/src/memory/embedding-utils.ts +156 -156
  116. package/src/memory/embeddings.ts +226 -226
  117. package/src/memory/episodic/detector.ts +108 -108
  118. package/src/memory/episodic/manager.ts +351 -351
  119. package/src/memory/episodic/summarizer.ts +179 -179
  120. package/src/memory/episodic/types.ts +52 -52
  121. package/src/memory/index.ts +582 -582
  122. package/src/memory/knowledge-extractor.ts +455 -455
  123. package/src/memory/learning.ts +378 -378
  124. package/src/memory/patterns.ts +396 -396
  125. package/src/memory/schema.ts +88 -88
  126. package/src/memory/search.ts +309 -309
  127. package/src/memory/store.ts +787 -787
  128. package/src/memory/types.ts +121 -121
  129. package/src/orchestrator/coordinator.ts +272 -272
  130. package/src/orchestrator/decision-logger.ts +228 -228
  131. package/src/orchestrator/event-emitter.ts +198 -198
  132. package/src/orchestrator/event-queue.ts +184 -184
  133. package/src/orchestrator/handlers/base-handler.ts +70 -70
  134. package/src/orchestrator/handlers/context-handler.ts +73 -73
  135. package/src/orchestrator/handlers/decision-handler.ts +204 -204
  136. package/src/orchestrator/handlers/index.ts +10 -10
  137. package/src/orchestrator/handlers/status-handler.ts +131 -131
  138. package/src/orchestrator/handlers/task-handler.ts +171 -171
  139. package/src/orchestrator/index.ts +275 -275
  140. package/src/orchestrator/task-parser.ts +284 -284
  141. package/src/orchestrator/types.ts +98 -98
  142. package/src/packs/index.ts +9 -9
  143. package/src/packs/loader.ts +134 -134
  144. package/src/packs/manager.ts +204 -204
  145. package/src/packs/ranker.ts +78 -78
  146. package/src/packs/types.ts +81 -81
  147. package/src/phase12/index.ts +5 -5
  148. package/src/retrieval/bm25/index.ts +300 -300
  149. package/src/retrieval/bm25/tokenizer.ts +184 -184
  150. package/src/retrieval/feedback/adaptive.ts +223 -223
  151. package/src/retrieval/feedback/index.ts +16 -16
  152. package/src/retrieval/feedback/metrics.ts +223 -223
  153. package/src/retrieval/feedback/store.ts +283 -283
  154. package/src/retrieval/fusion/index.ts +194 -194
  155. package/src/retrieval/fusion/rrf.ts +163 -163
  156. package/src/retrieval/index.ts +12 -12
  157. package/src/retrieval/pipeline.ts +375 -375
  158. package/src/retrieval/query/expander.ts +198 -198
  159. package/src/retrieval/query/index.ts +27 -27
  160. package/src/retrieval/query/intent-classifier.ts +236 -236
  161. package/src/retrieval/query/temporal-parser.ts +295 -295
  162. package/src/retrieval/reranker/index.ts +188 -188
  163. package/src/retrieval/reranker/model.ts +95 -95
  164. package/src/retrieval/service.ts +125 -125
  165. package/src/retrieval/types.ts +162 -162
  166. package/src/routing/entity-extractor.ts +428 -428
  167. package/src/routing/intent-classifier.ts +450 -436
  168. package/src/routing/response-filter.ts +261 -258
  169. package/src/routing/router.ts +1441 -1322
  170. package/src/routing/search-engine.ts +515 -475
  171. package/src/routing/types.ts +94 -94
  172. package/src/scripts/health-check.ts +118 -118
  173. package/src/scripts/setup.ts +122 -122
  174. package/src/server/handlers/call-tool.ts +156 -156
  175. package/src/server/handlers/index.ts +9 -9
  176. package/src/server/handlers/list-tools.ts +35 -35
  177. package/src/server/handlers/tools/analyze-decision-evolution.ts +151 -151
  178. package/src/server/handlers/tools/auto-remember.ts +200 -200
  179. package/src/server/handlers/tools/brain.ts +85 -85
  180. package/src/server/handlers/tools/create-project.ts +135 -135
  181. package/src/server/handlers/tools/detect-trends.ts +144 -144
  182. package/src/server/handlers/tools/find-cross-project-patterns.ts +168 -168
  183. package/src/server/handlers/tools/get-activity-log.ts +194 -194
  184. package/src/server/handlers/tools/get-code-standards.ts +124 -124
  185. package/src/server/handlers/tools/get-corrections.ts +154 -154
  186. package/src/server/handlers/tools/get-decision-timeline.ts +172 -172
  187. package/src/server/handlers/tools/get-episode.ts +103 -103
  188. package/src/server/handlers/tools/get-patterns.ts +158 -158
  189. package/src/server/handlers/tools/get-phase12-status.ts +63 -63
  190. package/src/server/handlers/tools/get-project-context.ts +75 -75
  191. package/src/server/handlers/tools/get-recommendations.ts +145 -145
  192. package/src/server/handlers/tools/index.ts +31 -31
  193. package/src/server/handlers/tools/init-project.ts +757 -757
  194. package/src/server/handlers/tools/list-episodes.ts +90 -90
  195. package/src/server/handlers/tools/list-projects.ts +125 -125
  196. package/src/server/handlers/tools/rate-memory.ts +101 -101
  197. package/src/server/handlers/tools/recall-similar.ts +87 -87
  198. package/src/server/handlers/tools/recognize-pattern.ts +126 -126
  199. package/src/server/handlers/tools/record-correction.ts +125 -125
  200. package/src/server/handlers/tools/remember-decision.ts +153 -153
  201. package/src/server/handlers/tools/schemas.ts +253 -253
  202. package/src/server/handlers/tools/search-knowledge-graph.ts +102 -102
  203. package/src/server/handlers/tools/smart-context.ts +146 -146
  204. package/src/server/handlers/tools/update-progress.ts +131 -131
  205. package/src/server/handlers/tools/what-if-analysis.ts +135 -135
  206. package/src/server/http-api.ts +693 -693
  207. package/src/server/index.ts +40 -40
  208. package/src/server/mcp-server.ts +283 -283
  209. package/src/server/providers/index.ts +7 -7
  210. package/src/server/providers/prompts.ts +327 -327
  211. package/src/server/providers/resources.ts +622 -622
  212. package/src/server/services.ts +468 -468
  213. package/src/server/types.ts +39 -39
  214. package/src/server/utils/error-handler.ts +155 -155
  215. package/src/server/utils/index.ts +13 -13
  216. package/src/server/utils/memory-indicator.ts +83 -83
  217. package/src/server/utils/request-context.ts +122 -122
  218. package/src/server/utils/response-formatter.ts +129 -129
  219. package/src/server/utils/validators.ts +210 -210
  220. package/src/setup/index.ts +48 -48
  221. package/src/setup/wizard.ts +461 -461
  222. package/src/tools/index.ts +24 -24
  223. package/src/tools/registry.ts +115 -115
  224. package/src/tools/schemas.test.ts +30 -30
  225. package/src/tools/schemas.ts +617 -617
  226. package/src/tools/types.ts +412 -412
  227. package/src/utils/circuit-breaker.ts +130 -130
  228. package/src/utils/cleanup.ts +34 -34
  229. package/src/utils/error-handler.ts +132 -132
  230. package/src/utils/error-messages.ts +60 -60
  231. package/src/utils/fallback.ts +45 -45
  232. package/src/utils/index.ts +54 -54
  233. package/src/utils/logger-utils.ts +80 -80
  234. package/src/utils/logger.ts +88 -88
  235. package/src/utils/phase12-helper.ts +56 -56
  236. package/src/utils/retry.ts +94 -94
  237. package/src/utils/timing.ts +47 -47
  238. package/src/utils/transaction.ts +63 -63
  239. package/src/vault/frontmatter.ts +264 -264
  240. package/src/vault/index.ts +318 -318
  241. package/src/vault/paths.ts +106 -106
  242. package/src/vault/query.ts +422 -422
  243. package/src/vault/reader.ts +264 -264
  244. package/src/vault/templates.ts +186 -186
  245. package/src/vault/types.ts +73 -73
  246. package/src/vault/watcher.ts +277 -277
  247. package/src/vault/writer.ts +413 -413
  248. package/tsconfig.json +30 -30
  249. package/src/cli/auto-update.ts +0 -157
@@ -1,475 +1,515 @@
1
- /**
2
- * Search Engine
3
- * Phase 19: Wires all advanced intelligence features into a unified search path.
4
- *
5
- * This is the core intelligence layer between the router and raw memory.
6
- * Provides: hybrid search, semantic caching, temporal filtering, timeouts.
7
- */
8
-
9
- import type { Logger } from 'pino'
10
- import type { NormalizedResult } from './types'
11
- import { normalizeSearchResults, normalizePatternResults, normalizeCorrectionResults } from './types'
12
- import {
13
- getMemoryService,
14
- getSemanticCacheService,
15
- getRetrievalPipeline,
16
- getKnowledgeGraphService,
17
- getEpisodeService,
18
- isServicesInitialized
19
- } from '@/server/services'
20
- import { timed } from '@/utils/timing'
21
-
22
- /**
23
- * Wrap a promise with a timeout. Returns fallback if the promise doesn't resolve in time.
24
- */
25
- function withTimeout<T>(promise: Promise<T>, ms: number, fallback: T): Promise<T> {
26
- return Promise.race([
27
- promise,
28
- new Promise<T>(resolve => setTimeout(() => resolve(fallback), ms))
29
- ])
30
- }
31
-
32
- const SEARCH_TIMEOUT = 5000 // 5s timeout for normal searches
33
- const INTELLIGENCE_TIMEOUT = 12000 // 12s timeout for bulk analytical features
34
-
35
- export class SearchEngine {
36
- private logger: Logger
37
-
38
- constructor(logger: Logger) {
39
- this.logger = logger.child({ component: 'search-engine' })
40
- }
41
-
42
- /**
43
- * Sort results so same-project entries come first (safety net for cross-project noise).
44
- */
45
- private prioritizeProject(results: NormalizedResult[], project?: string): NormalizedResult[] {
46
- if (!project || results.length === 0) return results
47
- const sameProject = results.filter(r => r.project === project)
48
- const otherProject = results.filter(r => r.project !== project)
49
- if (sameProject.length > 0) return [...sameProject, ...otherProject]
50
- return results
51
- }
52
-
53
- /**
54
- * Enhanced search — uses hybrid retrieval pipeline when available,
55
- * falls back to plain searchRaw().
56
- * Wraps with semantic cache for repeated queries.
57
- */
58
- async enhancedSearch(
59
- query: string,
60
- options?: { project?: string; limit?: number; minSimilarity?: number }
61
- ): Promise<NormalizedResult[]> {
62
- return timed('brain:search', () => this._enhancedSearchInner(query, options))
63
- }
64
-
65
- private async _enhancedSearchInner(
66
- query: string,
67
- options?: { project?: string; limit?: number; minSimilarity?: number }
68
- ): Promise<NormalizedResult[]> {
69
- if (!isServicesInitialized()) return []
70
-
71
- const cacheKey = `search:${query}:${options?.project || ''}:${options?.limit || 5}`
72
-
73
- // Check semantic cache first
74
- const cache = getSemanticCacheService()
75
- if (cache) {
76
- try {
77
- const cached = await cache.get(cacheKey)
78
- if (cached) {
79
- this.logger.debug({ query }, 'Search cache hit')
80
- return cached as NormalizedResult[]
81
- }
82
- } catch {
83
- // Cache miss or error, continue
84
- }
85
- }
86
-
87
- // Try hybrid search via RetrievalPipeline
88
- const pipeline = getRetrievalPipeline()
89
- if (pipeline) {
90
- try {
91
- const hybridResults = await withTimeout(
92
- pipeline.search(query, {
93
- project: options?.project,
94
- limit: options?.limit || 5,
95
- minSimilarity: options?.minSimilarity || 0.3
96
- }),
97
- SEARCH_TIMEOUT,
98
- []
99
- )
100
-
101
- if (hybridResults.length > 0) {
102
- const normalized = this.prioritizeProject(hybridResults.map((r: any) => ({
103
- id: r.id || '',
104
- content: typeof r.content === 'string' ? r.content : (r.document || JSON.stringify(r.content ?? '')),
105
- score: r.scores?.final || r.score || r.similarity || 0,
106
- source: (r.collection === 'patterns' ? 'pattern' : r.collection === 'corrections' ? 'correction' : 'decision') as const,
107
- project: r.metadata?.project || options?.project || '',
108
- date: r.metadata?.created_at || '',
109
- metadata: r.metadata || {}
110
- })), options?.project)
111
-
112
- // Cache results
113
- if (cache) {
114
- try { await cache.set(cacheKey, normalized) } catch {}
115
- }
116
- return normalized
117
- }
118
- } catch (error) {
119
- this.logger.debug({ error }, 'Hybrid search failed, falling back to plain search')
120
- }
121
- }
122
-
123
- // Fallback: plain searchRaw
124
- return this.plainSearch(query, options, cache, cacheKey)
125
- }
126
-
127
- /**
128
- * Plain search using memory.searchRaw() — always available.
129
- */
130
- async plainSearch(
131
- query: string,
132
- options?: { project?: string; limit?: number; minSimilarity?: number },
133
- cache?: any,
134
- cacheKey?: string
135
- ): Promise<NormalizedResult[]> {
136
- if (!isServicesInitialized()) return []
137
-
138
- const memory = getMemoryService()
139
- try {
140
- const rawResults = await withTimeout(
141
- memory.searchRaw(query, {
142
- project: options?.project,
143
- limit: options?.limit || 5,
144
- minSimilarity: options?.minSimilarity || 0.3
145
- }),
146
- SEARCH_TIMEOUT,
147
- []
148
- )
149
- const normalized = this.prioritizeProject(normalizeSearchResults(rawResults), options?.project)
150
-
151
- // Cache results
152
- if (cache && cacheKey) {
153
- try { await cache.set(cacheKey, normalized) } catch {}
154
- }
155
-
156
- return normalized
157
- } catch {
158
- return []
159
- }
160
- }
161
-
162
- /**
163
- * Search patterns with normalization and timeout
164
- */
165
- async searchPatterns(
166
- query: string,
167
- options?: { project?: string; limit?: number; minSimilarity?: number }
168
- ): Promise<NormalizedResult[]> {
169
- if (!isServicesInitialized()) return []
170
- const memory = getMemoryService()
171
- try {
172
- const results = await withTimeout(
173
- memory.searchPatterns(query, {
174
- project: options?.project,
175
- limit: options?.limit || 3,
176
- minSimilarity: options?.minSimilarity || 0.3
177
- }),
178
- SEARCH_TIMEOUT,
179
- []
180
- )
181
- return normalizePatternResults(results)
182
- } catch {
183
- return []
184
- }
185
- }
186
-
187
- /**
188
- * Search corrections with normalization and timeout
189
- */
190
- async searchCorrections(
191
- query: string,
192
- options?: { project?: string; limit?: number; minSimilarity?: number }
193
- ): Promise<NormalizedResult[]> {
194
- if (!isServicesInitialized()) return []
195
- const memory = getMemoryService()
196
- try {
197
- const results = await withTimeout(
198
- memory.searchCorrections(query, {
199
- project: options?.project,
200
- limit: options?.limit || 3,
201
- minSimilarity: options?.minSimilarity || 0.3
202
- }),
203
- SEARCH_TIMEOUT,
204
- []
205
- )
206
- return normalizeCorrectionResults(results)
207
- } catch {
208
- return []
209
- }
210
- }
211
-
212
- /**
213
- * Search knowledge graph for related concepts
214
- */
215
- async searchGraph(query: string, limit: number = 5): Promise<NormalizedResult[]> {
216
- try {
217
- const kgService = getKnowledgeGraphService()
218
- if (!kgService?.search) return []
219
-
220
- const graphResults = kgService.search.search({ query, limit })
221
- if (!graphResults?.nodes?.length) return []
222
-
223
- return graphResults.nodes.map((n: any) => ({
224
- id: n.id || '',
225
- content: `**${n.label || n.name}** (${n.type})${n.properties?.description ? `\n${n.properties.description}` : ''}`,
226
- score: graphResults.scores.get(n.id) || 0.5,
227
- source: 'graph' as const,
228
- project: n.properties?.project || '',
229
- date: '',
230
- metadata: n.properties || {}
231
- }))
232
- } catch {
233
- return []
234
- }
235
- }
236
-
237
- /**
238
- * Temporal search — parse temporal phrases from query, filter results by date range.
239
- * Uses TemporalQueryProcessor when available.
240
- */
241
- async temporalSearch(
242
- query: string,
243
- options?: { project?: string; limit?: number }
244
- ): Promise<{ results: NormalizedResult[]; cleanedQuery: string }> {
245
- if (!isServicesInitialized()) return { results: [], cleanedQuery: query }
246
-
247
- try {
248
- // Dynamic import to avoid hard dependency
249
- const { TemporalQueryProcessor } = await import('@/intelligence/temporal/query-processor')
250
- const processor = new TemporalQueryProcessor(this.logger)
251
- const parsed = processor.parse(query)
252
-
253
- if (parsed.intent === 'none') {
254
- // No temporal expressions found, use normal search
255
- const results = await this.enhancedSearch(query, options)
256
- return { results, cleanedQuery: query }
257
- }
258
-
259
- // Search with cleaned query (temporal phrases removed)
260
- const results = await this.enhancedSearch(parsed.cleaned || query, {
261
- ...options,
262
- limit: (options?.limit || 5) * 2 // Fetch more since we'll filter by date
263
- })
264
-
265
- // Filter results by date range
266
- const filtered = results.filter(r => {
267
- if (!r.date) return true // Keep results without dates
268
- const date = new Date(r.date)
269
- if (isNaN(date.getTime())) return true
270
- if (parsed.startDate && date < parsed.startDate) return false
271
- if (parsed.endDate && date > parsed.endDate) return false
272
- return true
273
- })
274
-
275
- return {
276
- results: filtered.slice(0, options?.limit || 5),
277
- cleanedQuery: parsed.cleaned || query
278
- }
279
- } catch {
280
- // TemporalQueryProcessor not available, fall back
281
- const results = await this.enhancedSearch(query, options)
282
- return { results, cleanedQuery: query }
283
- }
284
- }
285
-
286
- /**
287
- * Build a timeline for a topic/project
288
- */
289
- async buildTimeline(
290
- options?: { project?: string; topic?: string; limit?: number }
291
- ): Promise<any | null> {
292
- if (!isServicesInitialized()) return null
293
-
294
- try {
295
- const memory = getMemoryService()
296
- if (!memory.isChromaDBEnabled()) return null
297
-
298
- const { TimelineBuilder } = await import('@/intelligence/temporal/timeline')
299
- const builder = new TimelineBuilder(
300
- this.logger,
301
- memory.chroma.collections,
302
- memory.chroma.embeddings
303
- )
304
- return await withTimeout(
305
- builder.buildTimeline(options),
306
- SEARCH_TIMEOUT,
307
- null
308
- )
309
- } catch {
310
- return null
311
- }
312
- }
313
-
314
- /**
315
- * Analyze decision evolution for a topic
316
- */
317
- async analyzeEvolution(
318
- topic: string,
319
- options?: { project?: string; limit?: number }
320
- ): Promise<any | null> {
321
- if (!isServicesInitialized()) return null
322
-
323
- try {
324
- const memory = getMemoryService()
325
- if (!memory.isChromaDBEnabled()) return null
326
-
327
- const { DecisionEvolutionTracker } = await import('@/intelligence/temporal/evolution')
328
- const tracker = new DecisionEvolutionTracker(
329
- this.logger,
330
- memory.chroma.collections,
331
- memory.chroma.embeddings
332
- )
333
- return await withTimeout(
334
- tracker.analyzeEvolution(topic, options),
335
- INTELLIGENCE_TIMEOUT,
336
- null
337
- )
338
- } catch {
339
- return null
340
- }
341
- }
342
-
343
- /**
344
- * Detect trends
345
- */
346
- async detectTrends(
347
- options?: { project?: string; periodDays?: number; limit?: number }
348
- ): Promise<any | null> {
349
- if (!isServicesInitialized()) return null
350
-
351
- try {
352
- const memory = getMemoryService()
353
- if (!memory.isChromaDBEnabled()) return null
354
-
355
- const { TrendDetector } = await import('@/intelligence/temporal/trends')
356
- const detector = new TrendDetector(this.logger, memory.chroma.collections)
357
- return await withTimeout(
358
- detector.detectTrends(options),
359
- INTELLIGENCE_TIMEOUT,
360
- null
361
- )
362
- } catch {
363
- return null
364
- }
365
- }
366
-
367
- /**
368
- * Multi-hop chain retrieval for complex questions
369
- */
370
- async chainSearch(
371
- query: string,
372
- options?: { project?: string; maxHops?: number }
373
- ): Promise<any | null> {
374
- if (!isServicesInitialized()) return null
375
-
376
- try {
377
- const memory = getMemoryService()
378
- if (!memory.isChromaDBEnabled()) return null
379
-
380
- const { ChainRetrieval } = await import('@/intelligence/reasoning/chain-retrieval')
381
- const chain = new ChainRetrieval(
382
- this.logger,
383
- memory.chroma.collections,
384
- memory.chroma.embeddings
385
- )
386
- return await withTimeout(
387
- chain.retrieve(query, {
388
- maxHops: options?.maxHops || 3,
389
- project: options?.project
390
- }),
391
- INTELLIGENCE_TIMEOUT,
392
- null
393
- )
394
- } catch {
395
- return null
396
- }
397
- }
398
-
399
- /**
400
- * Get recommendations based on context
401
- */
402
- async getRecommendations(
403
- query: string,
404
- options?: { project?: string; limit?: number }
405
- ): Promise<any | null> {
406
- if (!isServicesInitialized()) return null
407
-
408
- try {
409
- const memory = getMemoryService()
410
- if (!memory.isChromaDBEnabled()) return null
411
-
412
- const { Recommender } = await import('@/intelligence/prediction/recommender')
413
- const recommender = new Recommender(
414
- this.logger,
415
- memory.chroma.collections,
416
- memory.chroma.embeddings
417
- )
418
- return await withTimeout(
419
- recommender.getRecommendations(query, {
420
- project: options?.project,
421
- limit: options?.limit || 5
422
- }),
423
- INTELLIGENCE_TIMEOUT,
424
- null
425
- )
426
- } catch {
427
- return null
428
- }
429
- }
430
-
431
- /**
432
- * Find cross-project patterns
433
- */
434
- async findCrossProjectPatterns(
435
- options?: { query?: string; minProjects?: number; limit?: number }
436
- ): Promise<any | null> {
437
- if (!isServicesInitialized()) return null
438
-
439
- try {
440
- const memory = getMemoryService()
441
- if (!memory.isChromaDBEnabled()) return null
442
-
443
- const { PatternGeneralizer } = await import('@/intelligence/cross-project/generalizer')
444
- const generalizer = new PatternGeneralizer(
445
- this.logger,
446
- memory.chroma.collections,
447
- memory.chroma.embeddings
448
- )
449
- return await withTimeout(
450
- generalizer.findCrossProjectPatterns(options),
451
- INTELLIGENCE_TIMEOUT,
452
- null
453
- )
454
- } catch {
455
- return null
456
- }
457
- }
458
-
459
- /**
460
- * Invalidate cache entries for a project after store/update/delete
461
- */
462
- invalidateCache(project?: string): void {
463
- try {
464
- const cache = getSemanticCacheService()
465
- if (!cache) return
466
- if (project) {
467
- cache.invalidateProject(project)
468
- } else {
469
- cache.clear()
470
- }
471
- } catch {
472
- // Cache not available
473
- }
474
- }
475
- }
1
+ /**
2
+ * Search Engine
3
+ * Phase 19: Wires all advanced intelligence features into a unified search path.
4
+ *
5
+ * This is the core intelligence layer between the router and raw memory.
6
+ * Provides: hybrid search, semantic caching, temporal filtering, timeouts.
7
+ */
8
+
9
+ import type { Logger } from 'pino'
10
+ import type { NormalizedResult } from './types'
11
+ import { normalizeSearchResults, normalizePatternResults, normalizeCorrectionResults } from './types'
12
+ import {
13
+ getMemoryService,
14
+ getSemanticCacheService,
15
+ getRetrievalPipeline,
16
+ getKnowledgeGraphService,
17
+ getEpisodeService,
18
+ isServicesInitialized
19
+ } from '@/server/services'
20
+ import { timed } from '@/utils/timing'
21
+
22
+ /**
23
+ * Wrap a promise with a timeout. Returns fallback if the promise doesn't resolve in time.
24
+ */
25
+ function withTimeout<T>(promise: Promise<T>, ms: number, fallback: T): Promise<T> {
26
+ return Promise.race([
27
+ promise,
28
+ new Promise<T>(resolve => setTimeout(() => resolve(fallback), ms))
29
+ ])
30
+ }
31
+
32
+ const SEARCH_TIMEOUT = 5000 // 5s timeout for normal searches
33
+ const INTELLIGENCE_TIMEOUT = 12000 // 12s timeout for bulk analytical features
34
+
35
+ /** Phase 25: Common stop words excluded from keyword boosting */
36
+ const KEYWORD_STOP_WORDS = new Set([
37
+ 'the', 'a', 'an', 'and', 'or', 'but', 'in', 'on', 'at', 'to', 'for',
38
+ 'of', 'with', 'by', 'from', 'is', 'it', 'as', 'be', 'was', 'are',
39
+ 'were', 'been', 'has', 'have', 'had', 'do', 'does', 'did', 'will',
40
+ 'would', 'could', 'should', 'may', 'might', 'can', 'shall', 'not',
41
+ 'no', 'nor', 'so', 'up', 'out', 'if', 'about', 'into', 'through',
42
+ 'during', 'before', 'after', 'above', 'below', 'between', 'under',
43
+ 'again', 'further', 'then', 'once', 'here', 'there', 'when', 'where',
44
+ 'why', 'how', 'all', 'each', 'every', 'both', 'few', 'more', 'most',
45
+ 'other', 'some', 'such', 'than', 'too', 'very', 'just', 'because',
46
+ 'what', 'which', 'who', 'whom', 'this', 'that', 'these', 'those',
47
+ 'my', 'your', 'his', 'her', 'its', 'our', 'their', 'me', 'him',
48
+ 'she', 'we', 'they', 'you', 'any', 'also', 'only', 'own', 'same',
49
+ 'don', 'now', 'get', 'got', 'use', 'used', 'using', 'know', 'need',
50
+ 'want', 'like', 'make', 'made', 'think', 'said', 'did', 'does'
51
+ ])
52
+
53
+ export class SearchEngine {
54
+ private logger: Logger
55
+
56
+ constructor(logger: Logger) {
57
+ this.logger = logger.child({ component: 'search-engine' })
58
+ }
59
+
60
+ /**
61
+ * Sort results so same-project entries come first (safety net for cross-project noise).
62
+ */
63
+ private prioritizeProject(results: NormalizedResult[], project?: string): NormalizedResult[] {
64
+ if (!project || results.length === 0) return results
65
+ const sameProject = results.filter(r => r.project === project)
66
+ const otherProject = results.filter(r => r.project !== project)
67
+ if (sameProject.length > 0) return [...sameProject, ...otherProject]
68
+ return results
69
+ }
70
+
71
+ /**
72
+ * Phase 25: Boost results that contain exact query keywords.
73
+ * Adds up to +0.15 based on keyword overlap ratio.
74
+ */
75
+ private boostKeywordMatches(query: string, results: NormalizedResult[]): NormalizedResult[] {
76
+ const keywords = query.toLowerCase().split(/\s+/).filter(
77
+ w => w.length > 2 && !KEYWORD_STOP_WORDS.has(w)
78
+ )
79
+ if (keywords.length === 0) return results
80
+
81
+ return results.map(r => {
82
+ const contentLower = r.content.toLowerCase()
83
+ const matches = keywords.filter(kw => contentLower.includes(kw)).length
84
+ const overlapRatio = matches / keywords.length
85
+ const boost = overlapRatio * 0.15
86
+ return {
87
+ ...r,
88
+ score: Math.min(r.score + boost, 1.0)
89
+ }
90
+ })
91
+ }
92
+
93
+ /**
94
+ * Enhanced search — uses hybrid retrieval pipeline when available,
95
+ * falls back to plain searchRaw().
96
+ * Wraps with semantic cache for repeated queries.
97
+ */
98
+ async enhancedSearch(
99
+ query: string,
100
+ options?: { project?: string; limit?: number; minSimilarity?: number }
101
+ ): Promise<NormalizedResult[]> {
102
+ return timed('brain:search', () => this._enhancedSearchInner(query, options))
103
+ }
104
+
105
+ private async _enhancedSearchInner(
106
+ query: string,
107
+ options?: { project?: string; limit?: number; minSimilarity?: number }
108
+ ): Promise<NormalizedResult[]> {
109
+ if (!isServicesInitialized()) return []
110
+
111
+ const cacheKey = `search:${query}:${options?.project || 'general'}:${options?.limit || 5}`
112
+
113
+ // Check semantic cache first
114
+ const cache = getSemanticCacheService()
115
+ if (cache) {
116
+ try {
117
+ const cached = await cache.get(cacheKey)
118
+ if (cached) {
119
+ this.logger.debug({ query }, 'Search cache hit')
120
+ return cached as NormalizedResult[]
121
+ }
122
+ } catch {
123
+ // Cache miss or error, continue
124
+ }
125
+ }
126
+
127
+ // Try hybrid search via RetrievalPipeline
128
+ const pipeline = getRetrievalPipeline()
129
+ if (pipeline) {
130
+ try {
131
+ const hybridResults = await withTimeout(
132
+ pipeline.search(query, {
133
+ project: options?.project,
134
+ limit: options?.limit || 5,
135
+ minSimilarity: options?.minSimilarity || 0.3
136
+ }),
137
+ SEARCH_TIMEOUT,
138
+ []
139
+ )
140
+
141
+ if (hybridResults.length > 0) {
142
+ const normalized = this.boostKeywordMatches(query, this.prioritizeProject(hybridResults.map((r: any) => ({
143
+ id: r.id || '',
144
+ content: typeof r.content === 'string' ? r.content : (r.document || JSON.stringify(r.content ?? '')),
145
+ score: r.scores?.final || r.score || r.similarity || 0,
146
+ source: (r.collection === 'patterns' ? 'pattern' : r.collection === 'corrections' ? 'correction' : 'decision') as const,
147
+ project: r.metadata?.project || options?.project || '',
148
+ date: r.metadata?.created_at || '',
149
+ metadata: r.metadata || {}
150
+ })), options?.project))
151
+
152
+ // Cache results
153
+ if (cache) {
154
+ try { await cache.set(cacheKey, normalized) } catch {}
155
+ }
156
+ return normalized
157
+ }
158
+ } catch (error) {
159
+ this.logger.debug({ error }, 'Hybrid search failed, falling back to plain search')
160
+ }
161
+ }
162
+
163
+ // Fallback: plain searchRaw
164
+ return this.plainSearch(query, options, cache, cacheKey)
165
+ }
166
+
167
+ /**
168
+ * Plain search using memory.searchRaw() always available.
169
+ */
170
+ async plainSearch(
171
+ query: string,
172
+ options?: { project?: string; limit?: number; minSimilarity?: number },
173
+ cache?: any,
174
+ cacheKey?: string
175
+ ): Promise<NormalizedResult[]> {
176
+ if (!isServicesInitialized()) return []
177
+
178
+ const memory = getMemoryService()
179
+ try {
180
+ const rawResults = await withTimeout(
181
+ memory.searchRaw(query, {
182
+ project: options?.project,
183
+ limit: options?.limit || 5,
184
+ minSimilarity: options?.minSimilarity || 0.3
185
+ }),
186
+ SEARCH_TIMEOUT,
187
+ []
188
+ )
189
+ const normalized = this.boostKeywordMatches(query, this.prioritizeProject(normalizeSearchResults(rawResults), options?.project))
190
+
191
+ // Cache results
192
+ if (cache && cacheKey) {
193
+ try { await cache.set(cacheKey, normalized) } catch {}
194
+ }
195
+
196
+ return normalized
197
+ } catch {
198
+ return []
199
+ }
200
+ }
201
+
202
+ /**
203
+ * Search patterns with normalization and timeout
204
+ */
205
+ async searchPatterns(
206
+ query: string,
207
+ options?: { project?: string; limit?: number; minSimilarity?: number }
208
+ ): Promise<NormalizedResult[]> {
209
+ if (!isServicesInitialized()) return []
210
+ const memory = getMemoryService()
211
+ try {
212
+ const results = await withTimeout(
213
+ memory.searchPatterns(query, {
214
+ project: options?.project,
215
+ limit: options?.limit || 3,
216
+ minSimilarity: options?.minSimilarity || 0.3
217
+ }),
218
+ SEARCH_TIMEOUT,
219
+ []
220
+ )
221
+ return normalizePatternResults(results)
222
+ } catch {
223
+ return []
224
+ }
225
+ }
226
+
227
+ /**
228
+ * Search corrections with normalization and timeout
229
+ */
230
+ async searchCorrections(
231
+ query: string,
232
+ options?: { project?: string; limit?: number; minSimilarity?: number }
233
+ ): Promise<NormalizedResult[]> {
234
+ if (!isServicesInitialized()) return []
235
+ const memory = getMemoryService()
236
+ try {
237
+ const results = await withTimeout(
238
+ memory.searchCorrections(query, {
239
+ project: options?.project,
240
+ limit: options?.limit || 3,
241
+ minSimilarity: options?.minSimilarity || 0.3
242
+ }),
243
+ SEARCH_TIMEOUT,
244
+ []
245
+ )
246
+ return normalizeCorrectionResults(results)
247
+ } catch {
248
+ return []
249
+ }
250
+ }
251
+
252
+ /**
253
+ * Search knowledge graph for related concepts
254
+ */
255
+ async searchGraph(query: string, limit: number = 5): Promise<NormalizedResult[]> {
256
+ try {
257
+ const kgService = getKnowledgeGraphService()
258
+ if (!kgService?.search) return []
259
+
260
+ const graphResults = kgService.search.search({ query, limit })
261
+ if (!graphResults?.nodes?.length) return []
262
+
263
+ return graphResults.nodes.map((n: any) => ({
264
+ id: n.id || '',
265
+ content: `**${n.label || n.name}** (${n.type})${n.properties?.description ? `\n${n.properties.description}` : ''}`,
266
+ score: graphResults.scores.get(n.id) || 0.5,
267
+ source: 'graph' as const,
268
+ project: n.properties?.project || '',
269
+ date: '',
270
+ metadata: n.properties || {}
271
+ }))
272
+ } catch {
273
+ return []
274
+ }
275
+ }
276
+
277
+ /**
278
+ * Temporal search — parse temporal phrases from query, filter results by date range.
279
+ * Uses TemporalQueryProcessor when available.
280
+ */
281
+ async temporalSearch(
282
+ query: string,
283
+ options?: { project?: string; limit?: number }
284
+ ): Promise<{ results: NormalizedResult[]; cleanedQuery: string }> {
285
+ if (!isServicesInitialized()) return { results: [], cleanedQuery: query }
286
+
287
+ try {
288
+ // Dynamic import to avoid hard dependency
289
+ const { TemporalQueryProcessor } = await import('@/intelligence/temporal/query-processor')
290
+ const processor = new TemporalQueryProcessor(this.logger)
291
+ const parsed = processor.parse(query)
292
+
293
+ if (parsed.intent === 'none') {
294
+ // No temporal expressions found, use normal search
295
+ const results = await this.enhancedSearch(query, options)
296
+ return { results, cleanedQuery: query }
297
+ }
298
+
299
+ // Search with cleaned query (temporal phrases removed)
300
+ const results = await this.enhancedSearch(parsed.cleaned || query, {
301
+ ...options,
302
+ limit: (options?.limit || 5) * 2 // Fetch more since we'll filter by date
303
+ })
304
+
305
+ // Filter results by date range
306
+ const filtered = results.filter(r => {
307
+ if (!r.date) return true // Keep results without dates
308
+ const date = new Date(r.date)
309
+ if (isNaN(date.getTime())) return true
310
+ if (parsed.startDate && date < parsed.startDate) return false
311
+ if (parsed.endDate && date > parsed.endDate) return false
312
+ return true
313
+ })
314
+
315
+ return {
316
+ results: filtered.slice(0, options?.limit || 5),
317
+ cleanedQuery: parsed.cleaned || query
318
+ }
319
+ } catch {
320
+ // TemporalQueryProcessor not available, fall back
321
+ const results = await this.enhancedSearch(query, options)
322
+ return { results, cleanedQuery: query }
323
+ }
324
+ }
325
+
326
+ /**
327
+ * Build a timeline for a topic/project
328
+ */
329
+ async buildTimeline(
330
+ options?: { project?: string; topic?: string; limit?: number }
331
+ ): Promise<any | null> {
332
+ if (!isServicesInitialized()) return null
333
+
334
+ try {
335
+ const memory = getMemoryService()
336
+ if (!memory.isChromaDBEnabled()) return null
337
+
338
+ const { TimelineBuilder } = await import('@/intelligence/temporal/timeline')
339
+ const builder = new TimelineBuilder(
340
+ this.logger,
341
+ memory.chroma.collections,
342
+ memory.chroma.embeddings
343
+ )
344
+ return await withTimeout(
345
+ builder.buildTimeline(options),
346
+ SEARCH_TIMEOUT,
347
+ null
348
+ )
349
+ } catch {
350
+ return null
351
+ }
352
+ }
353
+
354
+ /**
355
+ * Analyze decision evolution for a topic
356
+ */
357
+ async analyzeEvolution(
358
+ topic: string,
359
+ options?: { project?: string; limit?: number }
360
+ ): Promise<any | null> {
361
+ if (!isServicesInitialized()) return null
362
+
363
+ try {
364
+ const memory = getMemoryService()
365
+ if (!memory.isChromaDBEnabled()) return null
366
+
367
+ const { DecisionEvolutionTracker } = await import('@/intelligence/temporal/evolution')
368
+ const tracker = new DecisionEvolutionTracker(
369
+ this.logger,
370
+ memory.chroma.collections,
371
+ memory.chroma.embeddings
372
+ )
373
+ return await withTimeout(
374
+ tracker.analyzeEvolution(topic, options),
375
+ INTELLIGENCE_TIMEOUT,
376
+ null
377
+ )
378
+ } catch {
379
+ return null
380
+ }
381
+ }
382
+
383
+ /**
384
+ * Detect trends
385
+ */
386
+ async detectTrends(
387
+ options?: { project?: string; periodDays?: number; limit?: number }
388
+ ): Promise<any | null> {
389
+ if (!isServicesInitialized()) return null
390
+
391
+ try {
392
+ const memory = getMemoryService()
393
+ if (!memory.isChromaDBEnabled()) return null
394
+
395
+ const { TrendDetector } = await import('@/intelligence/temporal/trends')
396
+ const detector = new TrendDetector(this.logger, memory.chroma.collections)
397
+ return await withTimeout(
398
+ detector.detectTrends(options),
399
+ INTELLIGENCE_TIMEOUT,
400
+ null
401
+ )
402
+ } catch {
403
+ return null
404
+ }
405
+ }
406
+
407
+ /**
408
+ * Multi-hop chain retrieval for complex questions
409
+ */
410
+ async chainSearch(
411
+ query: string,
412
+ options?: { project?: string; maxHops?: number }
413
+ ): Promise<any | null> {
414
+ if (!isServicesInitialized()) return null
415
+
416
+ try {
417
+ const memory = getMemoryService()
418
+ if (!memory.isChromaDBEnabled()) return null
419
+
420
+ const { ChainRetrieval } = await import('@/intelligence/reasoning/chain-retrieval')
421
+ const chain = new ChainRetrieval(
422
+ this.logger,
423
+ memory.chroma.collections,
424
+ memory.chroma.embeddings
425
+ )
426
+ return await withTimeout(
427
+ chain.retrieve(query, {
428
+ maxHops: options?.maxHops || 3,
429
+ project: options?.project
430
+ }),
431
+ INTELLIGENCE_TIMEOUT,
432
+ null
433
+ )
434
+ } catch {
435
+ return null
436
+ }
437
+ }
438
+
439
+ /**
440
+ * Get recommendations based on context
441
+ */
442
+ async getRecommendations(
443
+ query: string,
444
+ options?: { project?: string; limit?: number }
445
+ ): Promise<any | null> {
446
+ if (!isServicesInitialized()) return null
447
+
448
+ try {
449
+ const memory = getMemoryService()
450
+ if (!memory.isChromaDBEnabled()) return null
451
+
452
+ const { Recommender } = await import('@/intelligence/prediction/recommender')
453
+ const recommender = new Recommender(
454
+ this.logger,
455
+ memory.chroma.collections,
456
+ memory.chroma.embeddings
457
+ )
458
+ return await withTimeout(
459
+ recommender.getRecommendations(query, {
460
+ project: options?.project,
461
+ limit: options?.limit || 5
462
+ }),
463
+ INTELLIGENCE_TIMEOUT,
464
+ null
465
+ )
466
+ } catch {
467
+ return null
468
+ }
469
+ }
470
+
471
+ /**
472
+ * Find cross-project patterns
473
+ */
474
+ async findCrossProjectPatterns(
475
+ options?: { query?: string; minProjects?: number; limit?: number }
476
+ ): Promise<any | null> {
477
+ if (!isServicesInitialized()) return null
478
+
479
+ try {
480
+ const memory = getMemoryService()
481
+ if (!memory.isChromaDBEnabled()) return null
482
+
483
+ const { PatternGeneralizer } = await import('@/intelligence/cross-project/generalizer')
484
+ const generalizer = new PatternGeneralizer(
485
+ this.logger,
486
+ memory.chroma.collections,
487
+ memory.chroma.embeddings
488
+ )
489
+ return await withTimeout(
490
+ generalizer.findCrossProjectPatterns(options),
491
+ INTELLIGENCE_TIMEOUT,
492
+ null
493
+ )
494
+ } catch {
495
+ return null
496
+ }
497
+ }
498
+
499
+ /**
500
+ * Invalidate cache entries for a project after store/update/delete
501
+ */
502
+ invalidateCache(project?: string): void {
503
+ try {
504
+ const cache = getSemanticCacheService()
505
+ if (!cache) return
506
+ if (project) {
507
+ cache.invalidateProject(project)
508
+ } else {
509
+ cache.clear()
510
+ }
511
+ } catch {
512
+ // Cache not available
513
+ }
514
+ }
515
+ }