claude-memory-layer 1.0.31 → 1.0.33

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (343) hide show
  1. package/README.md +9 -2
  2. package/dist/cli/index.js +1110 -72
  3. package/dist/cli/index.js.map +4 -4
  4. package/dist/core/index.js +414 -25
  5. package/dist/core/index.js.map +2 -2
  6. package/dist/hooks/post-tool-use.js +416 -27
  7. package/dist/hooks/post-tool-use.js.map +2 -2
  8. package/dist/hooks/semantic-daemon.js +416 -27
  9. package/dist/hooks/semantic-daemon.js.map +2 -2
  10. package/dist/hooks/session-end.js +416 -27
  11. package/dist/hooks/session-end.js.map +2 -2
  12. package/dist/hooks/session-start.js +416 -27
  13. package/dist/hooks/session-start.js.map +2 -2
  14. package/dist/hooks/stop.js +416 -27
  15. package/dist/hooks/stop.js.map +2 -2
  16. package/dist/hooks/user-prompt-submit.js +504 -34
  17. package/dist/hooks/user-prompt-submit.js.map +2 -2
  18. package/dist/index.js +416 -27
  19. package/dist/index.js.map +2 -2
  20. package/dist/mcp/index.js +407 -32
  21. package/dist/mcp/index.js.map +2 -2
  22. package/dist/server/api/index.js +850 -44
  23. package/dist/server/api/index.js.map +3 -3
  24. package/dist/server/index.js +1073 -64
  25. package/dist/server/index.js.map +3 -3
  26. package/dist/services/memory-service.js +416 -27
  27. package/dist/services/memory-service.js.map +2 -2
  28. package/dist/ui/assets/js/bootstrap.js +2 -0
  29. package/dist/ui/assets/js/overview.js +166 -3
  30. package/dist/ui/assets/js/state.js +3 -0
  31. package/dist/ui/index.html +20 -0
  32. package/dist/ui/style.css +193 -0
  33. package/package.json +15 -2
  34. package/scripts/postinstall-embedding-backend.cjs +16 -12
  35. package/AGENTS.md +0 -71
  36. package/CLAUDE.md +0 -30
  37. package/HANDOFF.md +0 -92
  38. package/Memo.txt +0 -558
  39. package/benchmarks/replay/anonymized-real-sessions.json +0 -48
  40. package/config/kpi-thresholds.json +0 -7
  41. package/context.md +0 -636
  42. package/docs/ARCHITECTURE_COMPARISON_AND_RECOMMENDATIONS.md +0 -627
  43. package/docs/HERMES_MEMORY_INGESTION_ANALYSIS.md +0 -440
  44. package/docs/MCP_MEMORY_SERVICE_COMPARATIVE_REVIEW.md +0 -271
  45. package/docs/MEMORY_USEFULNESS_AUDIT.md +0 -371
  46. package/docs/MEMORY_USEFULNESS_AUDIT_RAW.json +0 -80
  47. package/docs/MEMSEARCH_PROJECT_STRUCTURE_ANALYSIS.md +0 -333
  48. package/docs/MEMU_ADOPTION.md +0 -40
  49. package/docs/OPERATIONS.md +0 -18
  50. package/docs/PRODUCT_VALIDATION_MATRIX.md +0 -82
  51. package/docs/PROJECT_STRUCTURE_ANALYSIS.md +0 -421
  52. package/docs/REFACTORING_MILESTONES_AND_ISSUES.md +0 -501
  53. package/docs/REFACTORING_PLAN_THIN_CORE.md +0 -414
  54. package/docs/REFERENCE_PROJECT_ANALYSES.md +0 -25
  55. package/docs/SUPERLOCALMEMORY_PROJECT_STRUCTURE_ANALYSIS.md +0 -452
  56. package/docs/TARGET_ARCHITECTURE_AND_FOLDER_STRUCTURE.md +0 -446
  57. package/docs/architecture/comparison-index.md +0 -47
  58. package/docs/reports/codex-real-data-validation-20260505T040447Z.md +0 -46
  59. package/plan.md +0 -1642
  60. package/scripts/build.ts +0 -159
  61. package/scripts/bump-patch-version.sh +0 -18
  62. package/scripts/delete-unknown-projects.js +0 -154
  63. package/scripts/fix-sync-gap.js +0 -32
  64. package/scripts/generate-session-qrels.ts +0 -126
  65. package/scripts/heartbeat-memory-orchestrator.sh +0 -28
  66. package/scripts/replay-retrieval-benchmark.ts +0 -69
  67. package/scripts/report-sync-gap.js +0 -26
  68. package/scripts/review-queue-auto-resolve.js +0 -21
  69. package/scripts/sync-gap-auto-heal.sh +0 -17
  70. package/spec.md +0 -624
  71. package/specs/20260207-dashboard-upgrade/context.md +0 -38
  72. package/specs/20260207-dashboard-upgrade/spec.md +0 -96
  73. package/specs/citations-system/context.md +0 -243
  74. package/specs/citations-system/plan.md +0 -495
  75. package/specs/citations-system/spec.md +0 -371
  76. package/specs/endless-mode/context.md +0 -305
  77. package/specs/endless-mode/plan.md +0 -620
  78. package/specs/endless-mode/spec.md +0 -455
  79. package/specs/entity-edge-model/context.md +0 -401
  80. package/specs/entity-edge-model/plan.md +0 -459
  81. package/specs/entity-edge-model/spec.md +0 -391
  82. package/specs/evidence-aligner-v2/context.md +0 -401
  83. package/specs/evidence-aligner-v2/plan.md +0 -303
  84. package/specs/evidence-aligner-v2/spec.md +0 -312
  85. package/specs/mcp-desktop-integration/context.md +0 -278
  86. package/specs/mcp-desktop-integration/plan.md +0 -550
  87. package/specs/mcp-desktop-integration/spec.md +0 -494
  88. package/specs/memory-utilization-improvements/context.md +0 -145
  89. package/specs/memory-utilization-improvements/plan.md +0 -361
  90. package/specs/memory-utilization-improvements/spec.md +0 -361
  91. package/specs/post-tool-use-hook/context.md +0 -319
  92. package/specs/post-tool-use-hook/plan.md +0 -469
  93. package/specs/post-tool-use-hook/spec.md +0 -364
  94. package/specs/private-tags/context.md +0 -288
  95. package/specs/private-tags/plan.md +0 -412
  96. package/specs/private-tags/spec.md +0 -345
  97. package/specs/progressive-disclosure/context.md +0 -346
  98. package/specs/progressive-disclosure/plan.md +0 -663
  99. package/specs/progressive-disclosure/spec.md +0 -415
  100. package/specs/selective-tool-observation/context.md +0 -100
  101. package/specs/selective-tool-observation/plan.md +0 -158
  102. package/specs/selective-tool-observation/spec.md +0 -127
  103. package/specs/task-entity-system/context.md +0 -297
  104. package/specs/task-entity-system/plan.md +0 -301
  105. package/specs/task-entity-system/spec.md +0 -314
  106. package/specs/thin-core-refactor/context.md +0 -275
  107. package/specs/thin-core-refactor/plan.md +0 -536
  108. package/specs/thin-core-refactor/spec.md +0 -465
  109. package/specs/vector-outbox-v2/context.md +0 -470
  110. package/specs/vector-outbox-v2/plan.md +0 -562
  111. package/specs/vector-outbox-v2/spec.md +0 -466
  112. package/specs/web-viewer-ui/context.md +0 -384
  113. package/specs/web-viewer-ui/plan.md +0 -797
  114. package/specs/web-viewer-ui/spec.md +0 -516
  115. package/src/adapters/claude/capture/index.ts +0 -3
  116. package/src/adapters/claude/context/index.ts +0 -3
  117. package/src/adapters/claude/hooks/index.ts +0 -21
  118. package/src/adapters/claude/hooks/post-tool-use.ts +0 -239
  119. package/src/adapters/claude/hooks/prompt-injection-policy.ts +0 -104
  120. package/src/adapters/claude/hooks/semantic-daemon-client.ts +0 -209
  121. package/src/adapters/claude/hooks/semantic-daemon.ts +0 -283
  122. package/src/adapters/claude/hooks/session-end.ts +0 -59
  123. package/src/adapters/claude/hooks/session-start.ts +0 -73
  124. package/src/adapters/claude/hooks/stop.ts +0 -128
  125. package/src/adapters/claude/hooks/user-prompt-submit.ts +0 -361
  126. package/src/adapters/claude/index.ts +0 -4
  127. package/src/adapters/claude/transcript/index.ts +0 -4
  128. package/src/adapters/claude/transcript/transcript-reader.ts +0 -57
  129. package/src/adapters/claude/transcript/turn-reconstructor.ts +0 -65
  130. package/src/apps/cli/claude-settings-hooks.ts +0 -138
  131. package/src/apps/cli/codex-import-runner.ts +0 -125
  132. package/src/apps/cli/codex-validation-output.ts +0 -95
  133. package/src/apps/cli/hermes-import-runner.ts +0 -130
  134. package/src/apps/cli/hermes-validation-output.ts +0 -91
  135. package/src/apps/cli/index.ts +0 -1735
  136. package/src/apps/cli/mcp-install.ts +0 -106
  137. package/src/apps/cli/retrieval-disclosure-output.ts +0 -196
  138. package/src/apps/dashboard/assets/js/bootstrap.js +0 -244
  139. package/src/apps/dashboard/assets/js/chat.js +0 -373
  140. package/src/apps/dashboard/assets/js/disclosure.js +0 -232
  141. package/src/apps/dashboard/assets/js/modals.js +0 -298
  142. package/src/apps/dashboard/assets/js/overview.js +0 -655
  143. package/src/apps/dashboard/assets/js/state.js +0 -72
  144. package/src/apps/dashboard/assets/js/views.js +0 -468
  145. package/src/apps/dashboard/index.html +0 -543
  146. package/src/apps/dashboard/index.ts +0 -3
  147. package/src/apps/dashboard/style.css +0 -1750
  148. package/src/apps/index.ts +0 -5
  149. package/src/apps/server/api/chat.ts +0 -244
  150. package/src/apps/server/api/citations.ts +0 -105
  151. package/src/apps/server/api/events.ts +0 -137
  152. package/src/apps/server/api/health.ts +0 -53
  153. package/src/apps/server/api/index.ts +0 -26
  154. package/src/apps/server/api/projects.ts +0 -74
  155. package/src/apps/server/api/search.ts +0 -184
  156. package/src/apps/server/api/sessions.ts +0 -115
  157. package/src/apps/server/api/stats.ts +0 -723
  158. package/src/apps/server/api/turns.ts +0 -143
  159. package/src/apps/server/api/utils.ts +0 -65
  160. package/src/apps/server/index.ts +0 -111
  161. package/src/cli/index.ts +0 -3
  162. package/src/cli/retrieval-disclosure-output.ts +0 -2
  163. package/src/compat/index.ts +0 -5
  164. package/src/core/canonical-key.ts +0 -186
  165. package/src/core/citation-generator.ts +0 -63
  166. package/src/core/consolidated-store.ts +0 -356
  167. package/src/core/consolidation-worker.ts +0 -493
  168. package/src/core/context-formatter.ts +0 -276
  169. package/src/core/continuity-manager.ts +0 -341
  170. package/src/core/db-wrapper.ts +0 -64
  171. package/src/core/derive/fact-deriver.ts +0 -170
  172. package/src/core/derive/index.ts +0 -2
  173. package/src/core/derive/summary-deriver.ts +0 -76
  174. package/src/core/edge-repo.ts +0 -333
  175. package/src/core/embedder.ts +0 -4
  176. package/src/core/engine/embedding-maintenance-service.ts +0 -187
  177. package/src/core/engine/endless-memory-services.ts +0 -4
  178. package/src/core/engine/index.ts +0 -19
  179. package/src/core/engine/memory-engine-services.ts +0 -170
  180. package/src/core/engine/memory-ingest-service.ts +0 -317
  181. package/src/core/engine/memory-query-service.ts +0 -173
  182. package/src/core/engine/memory-runtime-service.ts +0 -162
  183. package/src/core/engine/memory-service-composition.ts +0 -231
  184. package/src/core/engine/retrieval-analytics-service.ts +0 -181
  185. package/src/core/engine/retrieval-disclosure-service.ts +0 -420
  186. package/src/core/engine/retrieval-orchestrator.ts +0 -377
  187. package/src/core/engine/retrieval-services.ts +0 -176
  188. package/src/core/engine/shared-memory-services.ts +0 -4
  189. package/src/core/entity-repo.ts +0 -349
  190. package/src/core/event-store.ts +0 -779
  191. package/src/core/evidence-aligner.ts +0 -635
  192. package/src/core/external-market-context.ts +0 -582
  193. package/src/core/graduation-worker.ts +0 -171
  194. package/src/core/graduation.ts +0 -377
  195. package/src/core/index.ts +0 -64
  196. package/src/core/ingest-interceptor.ts +0 -80
  197. package/src/core/markdown-mirror.ts +0 -70
  198. package/src/core/matcher.ts +0 -208
  199. package/src/core/md-mirror.ts +0 -92
  200. package/src/core/metadata-extractor.ts +0 -203
  201. package/src/core/model/memory-fact.ts +0 -30
  202. package/src/core/model/memory-rule.ts +0 -14
  203. package/src/core/model/memory-summary.ts +0 -21
  204. package/src/core/model/raw-event.ts +0 -28
  205. package/src/core/model/retrieval-result.ts +0 -35
  206. package/src/core/mongo-sync-config.ts +0 -165
  207. package/src/core/mongo-sync-worker.ts +0 -381
  208. package/src/core/privacy/filter.ts +0 -190
  209. package/src/core/privacy/index.ts +0 -20
  210. package/src/core/privacy/tag-parser.ts +0 -145
  211. package/src/core/product-validation-matrix.ts +0 -314
  212. package/src/core/progressive-retriever.ts +0 -414
  213. package/src/core/registry/project-path.ts +0 -54
  214. package/src/core/registry/session-registry.ts +0 -69
  215. package/src/core/replay-evaluator.ts +0 -625
  216. package/src/core/retrieval-benchmark.ts +0 -117
  217. package/src/core/retrieval-quality.ts +0 -109
  218. package/src/core/retriever.ts +0 -800
  219. package/src/core/session-qrels.ts +0 -360
  220. package/src/core/shared-event-store.ts +0 -114
  221. package/src/core/shared-promoter.ts +0 -249
  222. package/src/core/shared-store.ts +0 -289
  223. package/src/core/shared-vector-store.ts +0 -203
  224. package/src/core/sqlite-event-store.ts +0 -1846
  225. package/src/core/sqlite-wrapper.ts +0 -116
  226. package/src/core/sync-worker.ts +0 -228
  227. package/src/core/tag-taxonomy.ts +0 -51
  228. package/src/core/task/blocker-resolver.ts +0 -333
  229. package/src/core/task/index.ts +0 -9
  230. package/src/core/task/task-matcher.ts +0 -240
  231. package/src/core/task/task-projector.ts +0 -358
  232. package/src/core/task/task-resolver.ts +0 -421
  233. package/src/core/turn-state.ts +0 -207
  234. package/src/core/types.ts +0 -952
  235. package/src/core/vector-outbox.ts +0 -299
  236. package/src/core/vector-store.ts +0 -231
  237. package/src/core/vector-worker.ts +0 -521
  238. package/src/core/working-set-store.ts +0 -257
  239. package/src/extensions/endless-memory/endless-memory-services.ts +0 -350
  240. package/src/extensions/endless-memory/index.ts +0 -1
  241. package/src/extensions/index.ts +0 -5
  242. package/src/extensions/mcp/handlers.ts +0 -960
  243. package/src/extensions/mcp/index.ts +0 -48
  244. package/src/extensions/mcp/tools.ts +0 -252
  245. package/src/extensions/shared-memory/index.ts +0 -1
  246. package/src/extensions/shared-memory/shared-memory-services.ts +0 -211
  247. package/src/extensions/vector/embedder.ts +0 -234
  248. package/src/extensions/vector/index.ts +0 -1
  249. package/src/hooks/post-tool-use.ts +0 -9
  250. package/src/hooks/semantic-daemon-client.ts +0 -1
  251. package/src/hooks/semantic-daemon.ts +0 -11
  252. package/src/hooks/session-end.ts +0 -9
  253. package/src/hooks/session-start.ts +0 -9
  254. package/src/hooks/stop.ts +0 -9
  255. package/src/hooks/user-prompt-submit.ts +0 -9
  256. package/src/index.ts +0 -13
  257. package/src/mcp/handlers.ts +0 -2
  258. package/src/mcp/index.ts +0 -4
  259. package/src/mcp/tools.ts +0 -2
  260. package/src/server/api/chat.ts +0 -2
  261. package/src/server/api/citations.ts +0 -2
  262. package/src/server/api/events.ts +0 -2
  263. package/src/server/api/health.ts +0 -2
  264. package/src/server/api/index.ts +0 -2
  265. package/src/server/api/projects.ts +0 -2
  266. package/src/server/api/search.ts +0 -2
  267. package/src/server/api/sessions.ts +0 -2
  268. package/src/server/api/stats.ts +0 -2
  269. package/src/server/api/turns.ts +0 -2
  270. package/src/server/api/utils.ts +0 -2
  271. package/src/server/index.ts +0 -2
  272. package/src/services/bootstrap-organizer.ts +0 -463
  273. package/src/services/codex-session-history-importer.ts +0 -966
  274. package/src/services/hermes-session-history-importer.ts +0 -733
  275. package/src/services/memory-service-config.ts +0 -36
  276. package/src/services/memory-service-registry.ts +0 -150
  277. package/src/services/memory-service.ts +0 -688
  278. package/src/services/session-history-importer.ts +0 -629
  279. package/tests/README.md +0 -23
  280. package/tests/adapters/claude/claude-semantic-daemon-adapter.test.ts +0 -54
  281. package/tests/adapters/claude/claude-transcript-reconstructor.test.ts +0 -98
  282. package/tests/adapters/claude-hook-prompt-injection-policy.test.ts +0 -99
  283. package/tests/apps/app-layer-boundary.test.ts +0 -48
  284. package/tests/apps/claude-settings-hooks.test.ts +0 -107
  285. package/tests/apps/cli-disclosure-output.test.ts +0 -212
  286. package/tests/apps/codex-import-runner.test.ts +0 -99
  287. package/tests/apps/codex-validation-output.test.ts +0 -100
  288. package/tests/apps/hermes-import-runner.test.ts +0 -99
  289. package/tests/apps/mcp-install-command.test.ts +0 -59
  290. package/tests/apps/package-build-entrypoints.test.ts +0 -30
  291. package/tests/apps/postinstall-embedding-backend.test.ts +0 -185
  292. package/tests/apps/search-api-disclosure.test.ts +0 -162
  293. package/tests/apps/stats-api-lightweight.test.ts +0 -67
  294. package/tests/apps/ui-disclosure-output.test.ts +0 -140
  295. package/tests/core/bootstrap-organizer.test.ts +0 -111
  296. package/tests/core/canonical-key.test.ts +0 -101
  297. package/tests/core/codex-session-history-importer-validation.test.ts +0 -185
  298. package/tests/core/consolidation-worker.test.ts +0 -75
  299. package/tests/core/embedding-maintenance-service.test.ts +0 -282
  300. package/tests/core/evidence-aligner.test.ts +0 -152
  301. package/tests/core/external-market-context.test.ts +0 -209
  302. package/tests/core/fact-deriver.test.ts +0 -79
  303. package/tests/core/hermes-session-history-importer-validation.test.ts +0 -609
  304. package/tests/core/ingest-interceptor.test.ts +0 -38
  305. package/tests/core/markdown-mirror.test.ts +0 -85
  306. package/tests/core/matcher.test.ts +0 -112
  307. package/tests/core/md-mirror.test.ts +0 -50
  308. package/tests/core/memory-engine-services.test.ts +0 -240
  309. package/tests/core/memory-ingest-service.test.ts +0 -296
  310. package/tests/core/memory-query-service.test.ts +0 -129
  311. package/tests/core/memory-runtime-service.test.ts +0 -201
  312. package/tests/core/memory-service-composition.test.ts +0 -192
  313. package/tests/core/memory-service-config.test.ts +0 -41
  314. package/tests/core/memory-service-facade.test.ts +0 -30
  315. package/tests/core/memory-service-registry.test.ts +0 -206
  316. package/tests/core/product-validation-matrix.test.ts +0 -61
  317. package/tests/core/project-registry.test.ts +0 -78
  318. package/tests/core/replay-evaluator.test.ts +0 -181
  319. package/tests/core/retrieval-analytics-service.test.ts +0 -210
  320. package/tests/core/retrieval-benchmark.test.ts +0 -93
  321. package/tests/core/retrieval-disclosure-service.test.ts +0 -264
  322. package/tests/core/retrieval-orchestrator.test.ts +0 -403
  323. package/tests/core/retrieval-quality.test.ts +0 -31
  324. package/tests/core/retrieval-services.test.ts +0 -185
  325. package/tests/core/retriever-fallback-chain.test.ts +0 -223
  326. package/tests/core/retriever-strategy-scope.test.ts +0 -164
  327. package/tests/core/retriever.memu-adoption.test.ts +0 -122
  328. package/tests/core/session-history-importer-filter.test.ts +0 -78
  329. package/tests/core/session-qrels.test.ts +0 -250
  330. package/tests/core/sqlite-event-store-replication.test.ts +0 -127
  331. package/tests/core/summary-deriver.test.ts +0 -66
  332. package/tests/extensions/embedder-warning-suppression.test.ts +0 -84
  333. package/tests/extensions/endless-memory-extension-boundary.test.ts +0 -17
  334. package/tests/extensions/endless-memory-services.test.ts +0 -325
  335. package/tests/extensions/mcp-context-tools.test.ts +0 -905
  336. package/tests/extensions/mcp-extension-boundary.test.ts +0 -21
  337. package/tests/extensions/mcp-package-build.test.ts +0 -22
  338. package/tests/extensions/mcp-project-aware-tools.test.ts +0 -102
  339. package/tests/extensions/shared-memory-extension-boundary.test.ts +0 -24
  340. package/tests/extensions/shared-memory-services.test.ts +0 -309
  341. package/tests/extensions/vector-extension-boundary.test.ts +0 -21
  342. package/tsconfig.json +0 -24
  343. package/vitest.config.ts +0 -15
@@ -1,800 +0,0 @@
1
- /**
2
- * Memory Retriever - Unified retrieval interface
3
- * Combines vector search, keyword search, scoped filtering, and matching
4
- */
5
-
6
- import { EventStore } from './event-store.js';
7
- import { VectorStore, SearchResult } from './vector-store.js';
8
- import { Embedder } from './embedder.js';
9
- import { Matcher } from './matcher.js';
10
- import { SharedStore } from './shared-store.js';
11
- import { SharedVectorStore } from './shared-vector-store.js';
12
- import { GraduationPipeline } from './graduation.js';
13
- import {
14
- hasTechnicalTermOverlap,
15
- isCommandArtifactQuery,
16
- shouldApplyTechnicalGuard
17
- } from './retrieval-quality.js';
18
- import type { MemoryEvent, MatchResult, SharedTroubleshootingEntry } from './types.js';
19
-
20
- export interface RetrievalScope {
21
- sessionId?: string;
22
- eventTypes?: MemoryEvent['eventType'][];
23
- metadata?: Record<string, unknown>;
24
- canonicalKeyPrefix?: string;
25
- sessionIdPrefix?: string;
26
- contentIncludes?: string[];
27
- }
28
-
29
- export type RetrievalStrategy = 'auto' | 'fast' | 'deep';
30
- export type ProjectScopeMode = 'strict' | 'prefer' | 'global';
31
- type DecayPolicy = NonNullable<RetrievalOptions['decayPolicy']>;
32
- type GraphHopOptions = NonNullable<RetrievalOptions['graphHop']>;
33
-
34
- export interface RetrievalOptions {
35
- topK: number;
36
- minScore: number;
37
- sessionId?: string;
38
- maxTokens: number;
39
- includeSessionContext: boolean;
40
- scope?: RetrievalScope;
41
- strategy?: RetrievalStrategy;
42
- rerankWithKeyword?: boolean;
43
- rerankWeights?: {
44
- semantic?: number;
45
- lexical?: number;
46
- recency?: number;
47
- };
48
- decayPolicy?: {
49
- enabled?: boolean;
50
- windowDays?: number;
51
- maxPenalty?: number;
52
- };
53
- intentRewrite?: boolean;
54
- graphHop?: {
55
- enabled?: boolean;
56
- maxHops?: number;
57
- hopPenalty?: number;
58
- };
59
- projectScopeMode?: ProjectScopeMode;
60
- projectHash?: string;
61
- allowedProjectHashes?: string[];
62
- }
63
-
64
- export interface RetrievalResult {
65
- memories: MemoryWithContext[];
66
- matchResult: MatchResult;
67
- totalTokens: number;
68
- context: string;
69
- fallbackTrace?: string[];
70
- selectedDebug?: Array<{
71
- eventId: string;
72
- score: number;
73
- semanticScore?: number;
74
- lexicalScore?: number;
75
- recencyScore?: number;
76
- }>;
77
- candidateDebug?: Array<{
78
- eventId: string;
79
- score: number;
80
- semanticScore?: number;
81
- lexicalScore?: number;
82
- recencyScore?: number;
83
- }>;
84
- }
85
-
86
- export interface MemoryWithContext {
87
- event: MemoryEvent;
88
- score: number;
89
- sessionContext?: string;
90
- }
91
-
92
- export interface UnifiedRetrievalOptions extends RetrievalOptions {
93
- includeShared?: boolean;
94
- projectHash?: string;
95
- }
96
-
97
- export interface UnifiedRetrievalResult extends RetrievalResult {
98
- sharedMemories?: SharedTroubleshootingEntry[];
99
- }
100
-
101
- const DEFAULT_OPTIONS: RetrievalOptions = {
102
- topK: 5,
103
- minScore: 0.7,
104
- maxTokens: 2000,
105
- includeSessionContext: true,
106
- strategy: 'auto',
107
- rerankWithKeyword: true,
108
- decayPolicy: {
109
- enabled: true,
110
- windowDays: 30,
111
- maxPenalty: 0.15
112
- },
113
- graphHop: {
114
- enabled: true,
115
- maxHops: 1,
116
- hopPenalty: 0.08
117
- },
118
- projectScopeMode: 'global'
119
- };
120
-
121
- export interface SharedStoreOptions {
122
- sharedStore?: SharedStore;
123
- sharedVectorStore?: SharedVectorStore;
124
- }
125
-
126
- type EventStoreLike = EventStore & {
127
- keywordSearch?: (query: string, limit?: number) => Promise<Array<{ event: MemoryEvent; rank: number }>>;
128
- };
129
-
130
- export class Retriever {
131
- private readonly eventStore: EventStoreLike;
132
- private readonly vectorStore: VectorStore;
133
- private readonly embedder: Embedder;
134
- private readonly matcher: Matcher;
135
- private sharedStore?: SharedStore;
136
- private sharedVectorStore?: SharedVectorStore;
137
- private graduation?: GraduationPipeline;
138
- private queryRewriter?: (query: string) => Promise<string | null>;
139
-
140
- constructor(
141
- eventStore: EventStore,
142
- vectorStore: VectorStore,
143
- embedder: Embedder,
144
- matcher: Matcher,
145
- sharedOptions?: SharedStoreOptions
146
- ) {
147
- this.eventStore = eventStore as EventStoreLike;
148
- this.vectorStore = vectorStore;
149
- this.embedder = embedder;
150
- this.matcher = matcher;
151
- this.sharedStore = sharedOptions?.sharedStore;
152
- this.sharedVectorStore = sharedOptions?.sharedVectorStore;
153
- }
154
-
155
- setGraduationPipeline(graduation: GraduationPipeline): void {
156
- this.graduation = graduation;
157
- }
158
-
159
- setSharedStores(sharedStore: SharedStore, sharedVectorStore: SharedVectorStore): void {
160
- this.sharedStore = sharedStore;
161
- this.sharedVectorStore = sharedVectorStore;
162
- }
163
-
164
- setQueryRewriter(rewriter: (query: string) => Promise<string | null>): void {
165
- this.queryRewriter = rewriter;
166
- }
167
-
168
- async retrieve(
169
- query: string,
170
- options: Partial<RetrievalOptions> = {}
171
- ): Promise<RetrievalResult> {
172
- const opts = { ...DEFAULT_OPTIONS, ...options };
173
- const sessionFilter = opts.scope?.sessionId ?? opts.sessionId;
174
- const fallbackTrace: string[] = [];
175
-
176
- if (isCommandArtifactQuery(query)) {
177
- fallbackTrace.push('guard:command-artifact-query');
178
- const emptyMatch = this.matcher.matchSearchResults([], () => 0);
179
- return {
180
- memories: [],
181
- matchResult: emptyMatch,
182
- totalTokens: 0,
183
- context: '',
184
- fallbackTrace,
185
- selectedDebug: [],
186
- candidateDebug: []
187
- };
188
- }
189
-
190
- const fallbackEnabled = (opts.strategy ?? 'auto') === 'auto';
191
-
192
- // Stage 1: primary retrieval
193
- const primaryStrategy: RetrievalStrategy = opts.strategy === 'auto' ? 'fast' : (opts.strategy || 'fast');
194
- let current = await this.runStage(query, {
195
- strategy: primaryStrategy,
196
- topK: opts.topK,
197
- minScore: opts.minScore,
198
- sessionId: sessionFilter,
199
- scope: opts.scope,
200
- rerankWithKeyword: opts.rerankWithKeyword !== false,
201
- rerankWeights: opts.rerankWeights,
202
- decayPolicy: opts.decayPolicy,
203
- intentRewrite: opts.intentRewrite === true,
204
- graphHop: opts.graphHop,
205
- projectScopeMode: opts.projectScopeMode,
206
- projectHash: opts.projectHash,
207
- allowedProjectHashes: opts.allowedProjectHashes
208
- });
209
- fallbackTrace.push(`stage:primary:${primaryStrategy}`);
210
-
211
- // Stage 2: deep fallback
212
- if (fallbackEnabled && this.shouldFallback(current.matchResult, current.results) && primaryStrategy !== 'deep') {
213
- current = await this.runStage(query, {
214
- strategy: 'deep',
215
- topK: opts.topK,
216
- minScore: opts.minScore,
217
- sessionId: sessionFilter,
218
- scope: opts.scope,
219
- rerankWithKeyword: opts.rerankWithKeyword !== false,
220
- rerankWeights: opts.rerankWeights,
221
- decayPolicy: opts.decayPolicy,
222
- graphHop: opts.graphHop,
223
- projectScopeMode: opts.projectScopeMode,
224
- projectHash: opts.projectHash,
225
- allowedProjectHashes: opts.allowedProjectHashes
226
- });
227
- fallbackTrace.push('fallback:deep');
228
- }
229
-
230
- // Stage 3: scope-expanded deep fallback
231
- if (fallbackEnabled && this.shouldFallback(current.matchResult, current.results)) {
232
- current = await this.runStage(query, {
233
- strategy: 'deep',
234
- topK: opts.topK,
235
- minScore: Math.max(0.5, opts.minScore - 0.15),
236
- sessionId: undefined,
237
- scope: undefined,
238
- rerankWithKeyword: true,
239
- rerankWeights: opts.rerankWeights,
240
- decayPolicy: opts.decayPolicy,
241
- graphHop: opts.graphHop,
242
- projectScopeMode: opts.projectScopeMode,
243
- projectHash: opts.projectHash,
244
- allowedProjectHashes: opts.allowedProjectHashes
245
- });
246
- fallbackTrace.push('fallback:scope-expanded');
247
- }
248
-
249
- // Stage 4: summary fallback
250
- if (fallbackEnabled && this.shouldFallback(current.matchResult, current.results)) {
251
- const summary = await this.buildSummaryFallback(query, opts.topK);
252
- current = {
253
- results: summary,
254
- candidateResults: summary,
255
- matchResult: this.matcher.matchSearchResults(summary, () => 0)
256
- };
257
- fallbackTrace.push('fallback:summary');
258
- }
259
-
260
- const memories = await this.enrichResults(current.results.slice(0, opts.topK), opts as RetrievalOptions);
261
- const context = this.buildContext(memories, opts.maxTokens);
262
-
263
- return {
264
- memories,
265
- matchResult: current.matchResult,
266
- totalTokens: this.estimateTokens(context),
267
- context,
268
- fallbackTrace,
269
- selectedDebug: current.results.slice(0, opts.topK).map((r: SearchResult & { semanticScore?: number; lexicalScore?: number; recencyScore?: number }) => ({
270
- eventId: r.eventId,
271
- score: r.score,
272
- semanticScore: r.semanticScore,
273
- lexicalScore: r.lexicalScore,
274
- recencyScore: r.recencyScore,
275
- })),
276
- candidateDebug: (current.candidateResults || []).slice(0, Math.max(opts.topK * 3, 20)).map((r: SearchResult & { semanticScore?: number; lexicalScore?: number; recencyScore?: number }) => ({
277
- eventId: r.eventId,
278
- score: r.score,
279
- semanticScore: r.semanticScore,
280
- lexicalScore: r.lexicalScore,
281
- recencyScore: r.recencyScore,
282
- }))
283
- };
284
- }
285
-
286
- async retrieveUnified(
287
- query: string,
288
- options: Partial<UnifiedRetrievalOptions> = {}
289
- ): Promise<UnifiedRetrievalResult> {
290
- const projectResult = await this.retrieve(query, options);
291
-
292
- if (!options.includeShared || !this.sharedStore || !this.sharedVectorStore) {
293
- return projectResult;
294
- }
295
-
296
- try {
297
- const queryEmbedding = await this.embedder.embed(query);
298
- const sharedVectorResults = await this.sharedVectorStore.search(queryEmbedding.vector, {
299
- limit: options.topK || 5,
300
- minScore: options.minScore || 0.7,
301
- excludeProjectHash: options.projectHash
302
- });
303
-
304
- const sharedMemories: SharedTroubleshootingEntry[] = [];
305
- for (const result of sharedVectorResults) {
306
- const entry = await this.sharedStore.get(result.entryId);
307
- if (!entry) continue;
308
- if (!options.projectHash || entry.sourceProjectHash !== options.projectHash) {
309
- sharedMemories.push(entry);
310
- await this.sharedStore.recordUsage(entry.entryId);
311
- }
312
- }
313
-
314
- const unifiedContext = this.buildUnifiedContext(projectResult, sharedMemories);
315
- return {
316
- ...projectResult,
317
- context: unifiedContext,
318
- totalTokens: this.estimateTokens(unifiedContext),
319
- sharedMemories
320
- };
321
- } catch (error) {
322
- console.error('Shared search failed:', error);
323
- return projectResult;
324
- }
325
- }
326
-
327
- private async runStage(
328
- query: string,
329
- input: {
330
- strategy: RetrievalStrategy;
331
- topK: number;
332
- minScore: number;
333
- sessionId?: string;
334
- scope?: RetrievalScope;
335
- rerankWithKeyword?: boolean;
336
- rerankWeights?: {
337
- semantic?: number;
338
- lexical?: number;
339
- recency?: number;
340
- };
341
- decayPolicy?: DecayPolicy;
342
- intentRewrite?: boolean;
343
- graphHop?: GraphHopOptions;
344
- projectScopeMode?: ProjectScopeMode;
345
- projectHash?: string;
346
- allowedProjectHashes?: string[];
347
- }
348
- ): Promise<{ results: SearchResult[]; candidateResults: SearchResult[]; matchResult: MatchResult }> {
349
- let rerankQuery = query;
350
- let initialResults = await this.searchByStrategy(query, {
351
- strategy: input.strategy,
352
- topK: input.topK,
353
- minScore: input.minScore,
354
- sessionId: input.sessionId
355
- });
356
-
357
- if (input.intentRewrite && input.strategy === 'deep' && this.queryRewriter) {
358
- const rewritten = (await this.queryRewriter(query))?.trim();
359
- if (rewritten && rewritten !== query) {
360
- rerankQuery = `${query} ${rewritten}`;
361
- const rewrittenResults = await this.searchByStrategy(rewritten, {
362
- strategy: 'deep',
363
- topK: input.topK,
364
- minScore: Math.max(0.5, input.minScore - 0.1),
365
- sessionId: input.sessionId
366
- });
367
- initialResults = this.mergeResults(initialResults, rewrittenResults, input.topK * 3);
368
- }
369
- }
370
-
371
- const expandedResults = input.graphHop?.enabled === false
372
- ? initialResults
373
- : await this.expandGraphHops(initialResults, {
374
- maxHops: Math.max(1, input.graphHop?.maxHops ?? 1),
375
- hopPenalty: Math.max(0, input.graphHop?.hopPenalty ?? 0.08),
376
- limit: input.topK * 4,
377
- });
378
-
379
- const rerankedResults = input.rerankWithKeyword
380
- ? this.rerankByKeywordOverlap(expandedResults, rerankQuery, input.rerankWeights, input.decayPolicy)
381
- : expandedResults;
382
-
383
- const filtered = await this.applyScopeFilters(rerankedResults, {
384
- scope: input.scope,
385
- projectScopeMode: input.projectScopeMode,
386
- projectHash: input.projectHash,
387
- allowedProjectHashes: input.allowedProjectHashes
388
- });
389
- const qualityFiltered = this.applyQualityFilters(filtered, {
390
- query,
391
- minScore: input.minScore
392
- });
393
- const top = qualityFiltered.slice(0, input.topK);
394
- const matchResult = this.matcher.matchSearchResults(top, () => 0);
395
-
396
- return { results: top, candidateResults: qualityFiltered, matchResult };
397
- }
398
-
399
- private applyQualityFilters(
400
- results: Array<SearchResult & { semanticScore?: number; lexicalScore?: number; recencyScore?: number }>,
401
- options: { query: string; minScore: number }
402
- ): Array<SearchResult & { semanticScore?: number; lexicalScore?: number; recencyScore?: number }> {
403
- let filtered = [...results];
404
-
405
- if (shouldApplyTechnicalGuard(options.query)) {
406
- filtered = filtered.filter((result) => hasTechnicalTermOverlap(options.query, result.content));
407
- }
408
-
409
- if (filtered.length <= 2) return filtered;
410
-
411
- const topScore = filtered[0].score;
412
- if (topScore < 0.8) return filtered;
413
-
414
- const cliffThreshold = Math.max(options.minScore, topScore - 0.25);
415
- return filtered.filter((result) => result.score >= cliffThreshold);
416
- }
417
-
418
- private mergeResults(primary: SearchResult[], secondary: SearchResult[], limit: number): SearchResult[] {
419
- const byId = new Map<string, SearchResult>();
420
- for (const row of primary) byId.set(row.eventId, row);
421
- for (const row of secondary) {
422
- const prev = byId.get(row.eventId);
423
- if (!prev || row.score > prev.score) {
424
- byId.set(row.eventId, row);
425
- }
426
- }
427
- return [...byId.values()].sort((a, b) => b.score - a.score).slice(0, limit);
428
- }
429
-
430
- private async expandGraphHops(
431
- seeds: SearchResult[],
432
- opts: { maxHops: number; hopPenalty: number; limit: number }
433
- ): Promise<SearchResult[]> {
434
- const byId = new Map<string, SearchResult>();
435
- for (const s of seeds) byId.set(s.eventId, s);
436
-
437
- let frontier = seeds.map((s) => ({ row: s, hop: 0 }));
438
-
439
- for (let hop = 1; hop <= opts.maxHops; hop += 1) {
440
- const next: Array<{ row: SearchResult; hop: number }> = [];
441
-
442
- for (const f of frontier) {
443
- const ev = await this.eventStore.getEvent(f.row.eventId);
444
- if (!ev) continue;
445
- const rel = ((ev.metadata as Record<string, unknown> | undefined)?.relatedEventIds ?? []) as unknown;
446
- const relatedIds = Array.isArray(rel)
447
- ? rel.filter((x): x is string => typeof x === 'string')
448
- : [];
449
-
450
- for (const rid of relatedIds) {
451
- if (byId.has(rid)) continue;
452
- const target = await this.eventStore.getEvent(rid);
453
- if (!target) continue;
454
-
455
- const score = Math.max(0, f.row.score - opts.hopPenalty * hop);
456
- const row: SearchResult = {
457
- id: `hop-${hop}-${rid}`,
458
- eventId: target.id,
459
- content: target.content,
460
- score,
461
- sessionId: target.sessionId,
462
- eventType: target.eventType,
463
- timestamp: target.timestamp.toISOString(),
464
- };
465
-
466
- byId.set(row.eventId, row);
467
- next.push({ row, hop });
468
- if (byId.size >= opts.limit) break;
469
- }
470
- if (byId.size >= opts.limit) break;
471
- }
472
-
473
- frontier = next;
474
- if (frontier.length === 0 || byId.size >= opts.limit) break;
475
- }
476
-
477
- return [...byId.values()].sort((a, b) => b.score - a.score).slice(0, opts.limit);
478
- }
479
-
480
- private shouldFallback(matchResult: MatchResult, results: SearchResult[]): boolean {
481
- if (results.length === 0) return true;
482
- if (matchResult.confidence === 'none') return true;
483
- return false;
484
- }
485
-
486
- private async buildSummaryFallback(query: string, topK: number): Promise<SearchResult[]> {
487
- const recent = await this.eventStore.getRecentEvents(Math.max(topK * 6, 20));
488
- const q = this.tokenize(query);
489
-
490
- const ranked = recent
491
- .map((e) => ({ e, overlap: this.keywordOverlap(q, this.tokenize(e.content)) }))
492
- .filter((r) => r.overlap > 0)
493
- .sort((a, b) => b.overlap - a.overlap)
494
- .slice(0, topK)
495
- .map((row, idx) => ({
496
- id: `summary-${row.e.id}`,
497
- eventId: row.e.id,
498
- content: row.e.content,
499
- score: Math.max(0.25, 0.6 - idx * 0.05),
500
- sessionId: row.e.sessionId,
501
- eventType: row.e.eventType,
502
- timestamp: row.e.timestamp.toISOString()
503
- }));
504
-
505
- return ranked;
506
- }
507
-
508
- private async searchByStrategy(
509
- query: string,
510
- input: { strategy: RetrievalStrategy; topK: number; minScore: number; sessionId?: string }
511
- ): Promise<SearchResult[]> {
512
- const strategy = input.strategy === 'auto' ? 'deep' : input.strategy;
513
-
514
- if (strategy === 'fast') {
515
- const keyword = await this.searchByKeyword(query, {
516
- limit: Math.max(5, input.topK * 3),
517
- sessionId: input.sessionId
518
- });
519
- return keyword;
520
- }
521
-
522
- const queryEmbedding = await this.embedder.embed(query);
523
- return this.vectorStore.search(queryEmbedding.vector, {
524
- limit: Math.max(5, input.topK * 3),
525
- minScore: input.minScore,
526
- sessionId: input.sessionId
527
- });
528
- }
529
-
530
- private async searchByKeyword(
531
- query: string,
532
- input: { limit: number; sessionId?: string }
533
- ): Promise<SearchResult[]> {
534
- if (this.eventStore.keywordSearch) {
535
- const rows = await this.eventStore.keywordSearch(query, input.limit);
536
- const filtered = input.sessionId ? rows.filter((r) => r.event.sessionId === input.sessionId) : rows;
537
- return filtered.map((row, idx) => ({
538
- id: `kw-${row.event.id}`,
539
- eventId: row.event.id,
540
- content: row.event.content,
541
- score: Math.max(0.4, 1 - idx * 0.04),
542
- sessionId: row.event.sessionId,
543
- eventType: row.event.eventType,
544
- timestamp: row.event.timestamp.toISOString()
545
- }));
546
- }
547
-
548
- const recent = await this.eventStore.getRecentEvents(input.limit * 4);
549
- const tokens = this.tokenize(query);
550
- const filtered = recent
551
- .filter((e) => (input.sessionId ? e.sessionId === input.sessionId : true))
552
- .map((e) => ({ e, overlap: this.keywordOverlap(tokens, this.tokenize(e.content)) }))
553
- .filter((r) => r.overlap > 0)
554
- .sort((a, b) => b.overlap - a.overlap)
555
- .slice(0, input.limit);
556
-
557
- return filtered.map((row, idx) => ({
558
- id: `kw-fallback-${row.e.id}`,
559
- eventId: row.e.id,
560
- content: row.e.content,
561
- score: Math.max(0.3, 0.9 - idx * 0.05),
562
- sessionId: row.e.sessionId,
563
- eventType: row.e.eventType,
564
- timestamp: row.e.timestamp.toISOString()
565
- }));
566
- }
567
-
568
- private rerankByKeywordOverlap(
569
- results: SearchResult[],
570
- query: string,
571
- weights?: { semantic?: number; lexical?: number; recency?: number },
572
- decayPolicy?: { enabled?: boolean; windowDays?: number; maxPenalty?: number }
573
- ): SearchResult[] {
574
- const q = this.tokenize(query);
575
- const now = Date.now();
576
-
577
- const sw = Math.max(0, weights?.semantic ?? 0.7);
578
- const lw = Math.max(0, weights?.lexical ?? 0.2);
579
- const rw = Math.max(0, weights?.recency ?? 0.1);
580
- const total = sw + lw + rw || 1;
581
-
582
- const decayEnabled = decayPolicy?.enabled !== false;
583
- const decayWindow = Math.max(1, decayPolicy?.windowDays ?? 30);
584
- const decayMaxPenalty = Math.max(0, decayPolicy?.maxPenalty ?? 0.15);
585
-
586
- return [...results]
587
- .map((r) => {
588
- const overlap = this.keywordOverlap(q, this.tokenize(r.content));
589
- const recencyDays = Math.max(0, (now - new Date(r.timestamp).getTime()) / (1000 * 60 * 60 * 24));
590
- const recency = Math.max(0, 1 - recencyDays / decayWindow);
591
- let blended = (r.score * sw + overlap * lw + recency * rw) / total;
592
-
593
- if (decayEnabled && recencyDays > decayWindow && overlap < 0.5) {
594
- const ageFactor = Math.min(1, (recencyDays - decayWindow) / decayWindow);
595
- blended -= decayMaxPenalty * ageFactor;
596
- }
597
-
598
- return { ...r, score: Math.max(0, blended), semanticScore: r.score, lexicalScore: overlap, recencyScore: recency };
599
- })
600
- .sort((a, b) => b.score - a.score);
601
- }
602
-
603
- private async applyScopeFilters(
604
- results: SearchResult[],
605
- options?: {
606
- scope?: RetrievalScope;
607
- projectScopeMode?: ProjectScopeMode;
608
- projectHash?: string;
609
- allowedProjectHashes?: string[];
610
- }
611
- ): Promise<SearchResult[]> {
612
- const scope = options?.scope;
613
- const projectScopeMode = options?.projectScopeMode ?? 'global';
614
- const allowedProjectHashes = new Set(
615
- [options?.projectHash, ...(options?.allowedProjectHashes || [])].filter(
616
- (value): value is string => typeof value === 'string' && value.length > 0
617
- )
618
- );
619
-
620
- if (!scope && projectScopeMode === 'global') return results;
621
-
622
- const normalizedIncludes = (scope?.contentIncludes || []).map((s) => s.toLowerCase());
623
- const filtered: Array<{ result: SearchResult; projectHash?: string }> = [];
624
-
625
- for (const result of results) {
626
- if (scope?.sessionId && result.sessionId !== scope.sessionId) continue;
627
- if (scope?.sessionIdPrefix && !result.sessionId.startsWith(scope.sessionIdPrefix)) continue;
628
- if (scope?.eventTypes && scope.eventTypes.length > 0 && !scope.eventTypes.includes(result.eventType as MemoryEvent['eventType'])) continue;
629
-
630
- const event = await this.eventStore.getEvent(result.eventId);
631
- if (!event) continue;
632
-
633
- if (scope?.canonicalKeyPrefix && !event.canonicalKey.startsWith(scope.canonicalKeyPrefix)) continue;
634
- if (normalizedIncludes.length > 0) {
635
- const lc = event.content.toLowerCase();
636
- if (!normalizedIncludes.some((needle) => lc.includes(needle))) continue;
637
- }
638
- if (scope?.metadata && !this.matchesMetadataScope(event.metadata, scope.metadata)) continue;
639
-
640
- const projectHash = this.extractProjectHash(event.metadata);
641
- filtered.push({ result, projectHash });
642
- }
643
-
644
- if (projectScopeMode === 'global' || allowedProjectHashes.size === 0) {
645
- return filtered.map((x) => x.result);
646
- }
647
-
648
- const projectMatched = filtered.filter((x) => x.projectHash && allowedProjectHashes.has(x.projectHash));
649
-
650
- if (projectScopeMode === 'strict') {
651
- return projectMatched.map((x) => x.result);
652
- }
653
-
654
- return (projectMatched.length > 0 ? projectMatched : filtered).map((x) => x.result);
655
- }
656
-
657
- private extractProjectHash(metadata: Record<string, unknown> | undefined): string | undefined {
658
- if (!metadata || typeof metadata !== 'object') return undefined;
659
- const scope = metadata.scope;
660
- if (!scope || typeof scope !== 'object') return undefined;
661
- const project = (scope as Record<string, unknown>).project;
662
- if (!project || typeof project !== 'object') return undefined;
663
- const hash = (project as Record<string, unknown>).hash;
664
- return typeof hash === 'string' && hash.length > 0 ? hash : undefined;
665
- }
666
-
667
- async retrieveFromSession(sessionId: string): Promise<MemoryEvent[]> {
668
- return this.eventStore.getSessionEvents(sessionId);
669
- }
670
-
671
- async retrieveRecent(limit: number = 100): Promise<MemoryEvent[]> {
672
- return this.eventStore.getRecentEvents(limit);
673
- }
674
-
675
- private async enrichResults(results: SearchResult[], options: RetrievalOptions): Promise<MemoryWithContext[]> {
676
- const memories: MemoryWithContext[] = [];
677
-
678
- for (const result of results) {
679
- const event = await this.eventStore.getEvent(result.eventId);
680
- if (!event) continue;
681
-
682
- if (this.graduation) {
683
- this.graduation.recordAccess(event.id, options.sessionId || 'unknown', result.score);
684
- }
685
-
686
- let sessionContext: string | undefined;
687
- if (options.includeSessionContext) {
688
- sessionContext = await this.getSessionContext(event.sessionId, event.id);
689
- }
690
-
691
- memories.push({ event, score: result.score, sessionContext });
692
- }
693
-
694
- return memories;
695
- }
696
-
697
- private async getSessionContext(sessionId: string, eventId: string): Promise<string | undefined> {
698
- const sessionEvents = await this.eventStore.getSessionEvents(sessionId);
699
- const eventIndex = sessionEvents.findIndex(e => e.id === eventId);
700
- if (eventIndex === -1) return undefined;
701
-
702
- const start = Math.max(0, eventIndex - 1);
703
- const end = Math.min(sessionEvents.length, eventIndex + 2);
704
- const contextEvents = sessionEvents.slice(start, end);
705
- if (contextEvents.length <= 1) return undefined;
706
-
707
- return contextEvents
708
- .filter(e => e.id !== eventId)
709
- .map(e => `[${e.eventType}]: ${e.content.slice(0, 200)}...`)
710
- .join('\n');
711
- }
712
-
713
- private buildUnifiedContext(projectResult: RetrievalResult, sharedMemories: SharedTroubleshootingEntry[]): string {
714
- let context = projectResult.context;
715
- if (sharedMemories.length === 0) return context;
716
-
717
- context += '\n\n## Cross-Project Knowledge\n\n';
718
- for (const memory of sharedMemories.slice(0, 3)) {
719
- context += `### ${memory.title}\n`;
720
- if (memory.symptoms.length > 0) context += `**Symptoms:** ${memory.symptoms.join(', ')}\n`;
721
- context += `**Root Cause:** ${memory.rootCause}\n`;
722
- context += `**Solution:** ${memory.solution}\n`;
723
- if (memory.technologies && memory.technologies.length > 0) context += `**Technologies:** ${memory.technologies.join(', ')}\n`;
724
- context += `_Confidence: ${(memory.confidence * 100).toFixed(0)}%_\n\n`;
725
- }
726
-
727
- return context;
728
- }
729
-
730
- private buildContext(memories: MemoryWithContext[], maxTokens: number): string {
731
- const parts: string[] = [];
732
- let currentTokens = 0;
733
-
734
- for (const memory of memories) {
735
- const memoryText = this.formatMemory(memory);
736
- const memoryTokens = this.estimateTokens(memoryText);
737
- if (currentTokens + memoryTokens > maxTokens) break;
738
- parts.push(memoryText);
739
- currentTokens += memoryTokens;
740
- }
741
-
742
- if (parts.length === 0) return '';
743
- return `## Relevant Memories\n\n${parts.join('\n\n---\n\n')}`;
744
- }
745
-
746
- private formatMemory(memory: MemoryWithContext): string {
747
- const { event, score, sessionContext } = memory;
748
- const date = event.timestamp.toISOString().split('T')[0];
749
-
750
- let text = `**${event.eventType}** (${date}, score: ${score.toFixed(2)})\n${event.content}`;
751
- if (sessionContext) text += `\n\n_Context:_ ${sessionContext}`;
752
- return text;
753
- }
754
-
755
- private matchesMetadataScope(
756
- metadata: Record<string, unknown> | undefined,
757
- expected: Record<string, unknown>
758
- ): boolean {
759
- if (!metadata) return false;
760
-
761
- return Object.entries(expected).every(([path, value]) => {
762
- const actual = path.split('.').reduce<unknown>((acc, key) => {
763
- if (typeof acc !== 'object' || acc === null) return undefined;
764
- return (acc as Record<string, unknown>)[key];
765
- }, metadata);
766
-
767
- return actual === value;
768
- });
769
- }
770
-
771
- private tokenize(text: string): string[] {
772
- return text
773
- .toLowerCase()
774
- .replace(/[^\p{L}\p{N}\s]/gu, ' ')
775
- .split(/\s+/)
776
- .filter((t) => t.length >= 2)
777
- .slice(0, 64);
778
- }
779
-
780
- private keywordOverlap(a: string[], b: string[]): number {
781
- if (a.length === 0 || b.length === 0) return 0;
782
- const bs = new Set(b);
783
- let hit = 0;
784
- for (const t of a) if (bs.has(t)) hit += 1;
785
- return hit / a.length;
786
- }
787
-
788
- private estimateTokens(text: string): number {
789
- return Math.ceil(text.length / 4);
790
- }
791
- }
792
-
793
- export function createRetriever(
794
- eventStore: EventStore,
795
- vectorStore: VectorStore,
796
- embedder: Embedder,
797
- matcher: Matcher
798
- ): Retriever {
799
- return new Retriever(eventStore, vectorStore, embedder, matcher);
800
- }