claude-memory-layer 1.0.31 → 1.0.32

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (313) hide show
  1. package/README.md +9 -2
  2. package/dist/cli/index.js +1 -1
  3. package/package.json +11 -2
  4. package/scripts/postinstall-embedding-backend.cjs +16 -12
  5. package/AGENTS.md +0 -71
  6. package/CLAUDE.md +0 -30
  7. package/HANDOFF.md +0 -92
  8. package/Memo.txt +0 -558
  9. package/benchmarks/replay/anonymized-real-sessions.json +0 -48
  10. package/config/kpi-thresholds.json +0 -7
  11. package/context.md +0 -636
  12. package/docs/ARCHITECTURE_COMPARISON_AND_RECOMMENDATIONS.md +0 -627
  13. package/docs/HERMES_MEMORY_INGESTION_ANALYSIS.md +0 -440
  14. package/docs/MCP_MEMORY_SERVICE_COMPARATIVE_REVIEW.md +0 -271
  15. package/docs/MEMORY_USEFULNESS_AUDIT.md +0 -371
  16. package/docs/MEMORY_USEFULNESS_AUDIT_RAW.json +0 -80
  17. package/docs/MEMSEARCH_PROJECT_STRUCTURE_ANALYSIS.md +0 -333
  18. package/docs/MEMU_ADOPTION.md +0 -40
  19. package/docs/OPERATIONS.md +0 -18
  20. package/docs/PRODUCT_VALIDATION_MATRIX.md +0 -82
  21. package/docs/PROJECT_STRUCTURE_ANALYSIS.md +0 -421
  22. package/docs/REFACTORING_MILESTONES_AND_ISSUES.md +0 -501
  23. package/docs/REFACTORING_PLAN_THIN_CORE.md +0 -414
  24. package/docs/REFERENCE_PROJECT_ANALYSES.md +0 -25
  25. package/docs/SUPERLOCALMEMORY_PROJECT_STRUCTURE_ANALYSIS.md +0 -452
  26. package/docs/TARGET_ARCHITECTURE_AND_FOLDER_STRUCTURE.md +0 -446
  27. package/docs/architecture/comparison-index.md +0 -47
  28. package/docs/reports/codex-real-data-validation-20260505T040447Z.md +0 -46
  29. package/plan.md +0 -1642
  30. package/scripts/build.ts +0 -159
  31. package/scripts/bump-patch-version.sh +0 -18
  32. package/scripts/delete-unknown-projects.js +0 -154
  33. package/scripts/fix-sync-gap.js +0 -32
  34. package/scripts/generate-session-qrels.ts +0 -126
  35. package/scripts/heartbeat-memory-orchestrator.sh +0 -28
  36. package/scripts/replay-retrieval-benchmark.ts +0 -69
  37. package/scripts/report-sync-gap.js +0 -26
  38. package/scripts/review-queue-auto-resolve.js +0 -21
  39. package/scripts/sync-gap-auto-heal.sh +0 -17
  40. package/spec.md +0 -624
  41. package/specs/20260207-dashboard-upgrade/context.md +0 -38
  42. package/specs/20260207-dashboard-upgrade/spec.md +0 -96
  43. package/specs/citations-system/context.md +0 -243
  44. package/specs/citations-system/plan.md +0 -495
  45. package/specs/citations-system/spec.md +0 -371
  46. package/specs/endless-mode/context.md +0 -305
  47. package/specs/endless-mode/plan.md +0 -620
  48. package/specs/endless-mode/spec.md +0 -455
  49. package/specs/entity-edge-model/context.md +0 -401
  50. package/specs/entity-edge-model/plan.md +0 -459
  51. package/specs/entity-edge-model/spec.md +0 -391
  52. package/specs/evidence-aligner-v2/context.md +0 -401
  53. package/specs/evidence-aligner-v2/plan.md +0 -303
  54. package/specs/evidence-aligner-v2/spec.md +0 -312
  55. package/specs/mcp-desktop-integration/context.md +0 -278
  56. package/specs/mcp-desktop-integration/plan.md +0 -550
  57. package/specs/mcp-desktop-integration/spec.md +0 -494
  58. package/specs/memory-utilization-improvements/context.md +0 -145
  59. package/specs/memory-utilization-improvements/plan.md +0 -361
  60. package/specs/memory-utilization-improvements/spec.md +0 -361
  61. package/specs/post-tool-use-hook/context.md +0 -319
  62. package/specs/post-tool-use-hook/plan.md +0 -469
  63. package/specs/post-tool-use-hook/spec.md +0 -364
  64. package/specs/private-tags/context.md +0 -288
  65. package/specs/private-tags/plan.md +0 -412
  66. package/specs/private-tags/spec.md +0 -345
  67. package/specs/progressive-disclosure/context.md +0 -346
  68. package/specs/progressive-disclosure/plan.md +0 -663
  69. package/specs/progressive-disclosure/spec.md +0 -415
  70. package/specs/selective-tool-observation/context.md +0 -100
  71. package/specs/selective-tool-observation/plan.md +0 -158
  72. package/specs/selective-tool-observation/spec.md +0 -127
  73. package/specs/task-entity-system/context.md +0 -297
  74. package/specs/task-entity-system/plan.md +0 -301
  75. package/specs/task-entity-system/spec.md +0 -314
  76. package/specs/thin-core-refactor/context.md +0 -275
  77. package/specs/thin-core-refactor/plan.md +0 -536
  78. package/specs/thin-core-refactor/spec.md +0 -465
  79. package/specs/vector-outbox-v2/context.md +0 -470
  80. package/specs/vector-outbox-v2/plan.md +0 -562
  81. package/specs/vector-outbox-v2/spec.md +0 -466
  82. package/specs/web-viewer-ui/context.md +0 -384
  83. package/specs/web-viewer-ui/plan.md +0 -797
  84. package/specs/web-viewer-ui/spec.md +0 -516
  85. package/src/adapters/claude/capture/index.ts +0 -3
  86. package/src/adapters/claude/context/index.ts +0 -3
  87. package/src/adapters/claude/hooks/index.ts +0 -21
  88. package/src/adapters/claude/hooks/post-tool-use.ts +0 -239
  89. package/src/adapters/claude/hooks/prompt-injection-policy.ts +0 -104
  90. package/src/adapters/claude/hooks/semantic-daemon-client.ts +0 -209
  91. package/src/adapters/claude/hooks/semantic-daemon.ts +0 -283
  92. package/src/adapters/claude/hooks/session-end.ts +0 -59
  93. package/src/adapters/claude/hooks/session-start.ts +0 -73
  94. package/src/adapters/claude/hooks/stop.ts +0 -128
  95. package/src/adapters/claude/hooks/user-prompt-submit.ts +0 -361
  96. package/src/adapters/claude/index.ts +0 -4
  97. package/src/adapters/claude/transcript/index.ts +0 -4
  98. package/src/adapters/claude/transcript/transcript-reader.ts +0 -57
  99. package/src/adapters/claude/transcript/turn-reconstructor.ts +0 -65
  100. package/src/apps/cli/claude-settings-hooks.ts +0 -138
  101. package/src/apps/cli/codex-import-runner.ts +0 -125
  102. package/src/apps/cli/codex-validation-output.ts +0 -95
  103. package/src/apps/cli/hermes-import-runner.ts +0 -130
  104. package/src/apps/cli/hermes-validation-output.ts +0 -91
  105. package/src/apps/cli/index.ts +0 -1735
  106. package/src/apps/cli/mcp-install.ts +0 -106
  107. package/src/apps/cli/retrieval-disclosure-output.ts +0 -196
  108. package/src/apps/dashboard/assets/js/bootstrap.js +0 -244
  109. package/src/apps/dashboard/assets/js/chat.js +0 -373
  110. package/src/apps/dashboard/assets/js/disclosure.js +0 -232
  111. package/src/apps/dashboard/assets/js/modals.js +0 -298
  112. package/src/apps/dashboard/assets/js/overview.js +0 -655
  113. package/src/apps/dashboard/assets/js/state.js +0 -72
  114. package/src/apps/dashboard/assets/js/views.js +0 -468
  115. package/src/apps/dashboard/index.html +0 -543
  116. package/src/apps/dashboard/index.ts +0 -3
  117. package/src/apps/dashboard/style.css +0 -1750
  118. package/src/apps/index.ts +0 -5
  119. package/src/apps/server/api/chat.ts +0 -244
  120. package/src/apps/server/api/citations.ts +0 -105
  121. package/src/apps/server/api/events.ts +0 -137
  122. package/src/apps/server/api/health.ts +0 -53
  123. package/src/apps/server/api/index.ts +0 -26
  124. package/src/apps/server/api/projects.ts +0 -74
  125. package/src/apps/server/api/search.ts +0 -184
  126. package/src/apps/server/api/sessions.ts +0 -115
  127. package/src/apps/server/api/stats.ts +0 -723
  128. package/src/apps/server/api/turns.ts +0 -143
  129. package/src/apps/server/api/utils.ts +0 -65
  130. package/src/apps/server/index.ts +0 -111
  131. package/src/cli/index.ts +0 -3
  132. package/src/cli/retrieval-disclosure-output.ts +0 -2
  133. package/src/compat/index.ts +0 -5
  134. package/src/core/canonical-key.ts +0 -186
  135. package/src/core/citation-generator.ts +0 -63
  136. package/src/core/consolidated-store.ts +0 -356
  137. package/src/core/consolidation-worker.ts +0 -493
  138. package/src/core/context-formatter.ts +0 -276
  139. package/src/core/continuity-manager.ts +0 -341
  140. package/src/core/db-wrapper.ts +0 -64
  141. package/src/core/derive/fact-deriver.ts +0 -170
  142. package/src/core/derive/index.ts +0 -2
  143. package/src/core/derive/summary-deriver.ts +0 -76
  144. package/src/core/edge-repo.ts +0 -333
  145. package/src/core/embedder.ts +0 -4
  146. package/src/core/engine/embedding-maintenance-service.ts +0 -187
  147. package/src/core/engine/endless-memory-services.ts +0 -4
  148. package/src/core/engine/index.ts +0 -19
  149. package/src/core/engine/memory-engine-services.ts +0 -170
  150. package/src/core/engine/memory-ingest-service.ts +0 -317
  151. package/src/core/engine/memory-query-service.ts +0 -173
  152. package/src/core/engine/memory-runtime-service.ts +0 -162
  153. package/src/core/engine/memory-service-composition.ts +0 -231
  154. package/src/core/engine/retrieval-analytics-service.ts +0 -181
  155. package/src/core/engine/retrieval-disclosure-service.ts +0 -420
  156. package/src/core/engine/retrieval-orchestrator.ts +0 -377
  157. package/src/core/engine/retrieval-services.ts +0 -176
  158. package/src/core/engine/shared-memory-services.ts +0 -4
  159. package/src/core/entity-repo.ts +0 -349
  160. package/src/core/event-store.ts +0 -779
  161. package/src/core/evidence-aligner.ts +0 -635
  162. package/src/core/external-market-context.ts +0 -582
  163. package/src/core/graduation-worker.ts +0 -171
  164. package/src/core/graduation.ts +0 -377
  165. package/src/core/index.ts +0 -64
  166. package/src/core/ingest-interceptor.ts +0 -80
  167. package/src/core/markdown-mirror.ts +0 -70
  168. package/src/core/matcher.ts +0 -208
  169. package/src/core/md-mirror.ts +0 -92
  170. package/src/core/metadata-extractor.ts +0 -203
  171. package/src/core/model/memory-fact.ts +0 -30
  172. package/src/core/model/memory-rule.ts +0 -14
  173. package/src/core/model/memory-summary.ts +0 -21
  174. package/src/core/model/raw-event.ts +0 -28
  175. package/src/core/model/retrieval-result.ts +0 -35
  176. package/src/core/mongo-sync-config.ts +0 -165
  177. package/src/core/mongo-sync-worker.ts +0 -381
  178. package/src/core/privacy/filter.ts +0 -190
  179. package/src/core/privacy/index.ts +0 -20
  180. package/src/core/privacy/tag-parser.ts +0 -145
  181. package/src/core/product-validation-matrix.ts +0 -314
  182. package/src/core/progressive-retriever.ts +0 -414
  183. package/src/core/registry/project-path.ts +0 -54
  184. package/src/core/registry/session-registry.ts +0 -69
  185. package/src/core/replay-evaluator.ts +0 -625
  186. package/src/core/retrieval-benchmark.ts +0 -117
  187. package/src/core/retrieval-quality.ts +0 -109
  188. package/src/core/retriever.ts +0 -800
  189. package/src/core/session-qrels.ts +0 -360
  190. package/src/core/shared-event-store.ts +0 -114
  191. package/src/core/shared-promoter.ts +0 -249
  192. package/src/core/shared-store.ts +0 -289
  193. package/src/core/shared-vector-store.ts +0 -203
  194. package/src/core/sqlite-event-store.ts +0 -1846
  195. package/src/core/sqlite-wrapper.ts +0 -116
  196. package/src/core/sync-worker.ts +0 -228
  197. package/src/core/tag-taxonomy.ts +0 -51
  198. package/src/core/task/blocker-resolver.ts +0 -333
  199. package/src/core/task/index.ts +0 -9
  200. package/src/core/task/task-matcher.ts +0 -240
  201. package/src/core/task/task-projector.ts +0 -358
  202. package/src/core/task/task-resolver.ts +0 -421
  203. package/src/core/turn-state.ts +0 -207
  204. package/src/core/types.ts +0 -952
  205. package/src/core/vector-outbox.ts +0 -299
  206. package/src/core/vector-store.ts +0 -231
  207. package/src/core/vector-worker.ts +0 -521
  208. package/src/core/working-set-store.ts +0 -257
  209. package/src/extensions/endless-memory/endless-memory-services.ts +0 -350
  210. package/src/extensions/endless-memory/index.ts +0 -1
  211. package/src/extensions/index.ts +0 -5
  212. package/src/extensions/mcp/handlers.ts +0 -960
  213. package/src/extensions/mcp/index.ts +0 -48
  214. package/src/extensions/mcp/tools.ts +0 -252
  215. package/src/extensions/shared-memory/index.ts +0 -1
  216. package/src/extensions/shared-memory/shared-memory-services.ts +0 -211
  217. package/src/extensions/vector/embedder.ts +0 -234
  218. package/src/extensions/vector/index.ts +0 -1
  219. package/src/hooks/post-tool-use.ts +0 -9
  220. package/src/hooks/semantic-daemon-client.ts +0 -1
  221. package/src/hooks/semantic-daemon.ts +0 -11
  222. package/src/hooks/session-end.ts +0 -9
  223. package/src/hooks/session-start.ts +0 -9
  224. package/src/hooks/stop.ts +0 -9
  225. package/src/hooks/user-prompt-submit.ts +0 -9
  226. package/src/index.ts +0 -13
  227. package/src/mcp/handlers.ts +0 -2
  228. package/src/mcp/index.ts +0 -4
  229. package/src/mcp/tools.ts +0 -2
  230. package/src/server/api/chat.ts +0 -2
  231. package/src/server/api/citations.ts +0 -2
  232. package/src/server/api/events.ts +0 -2
  233. package/src/server/api/health.ts +0 -2
  234. package/src/server/api/index.ts +0 -2
  235. package/src/server/api/projects.ts +0 -2
  236. package/src/server/api/search.ts +0 -2
  237. package/src/server/api/sessions.ts +0 -2
  238. package/src/server/api/stats.ts +0 -2
  239. package/src/server/api/turns.ts +0 -2
  240. package/src/server/api/utils.ts +0 -2
  241. package/src/server/index.ts +0 -2
  242. package/src/services/bootstrap-organizer.ts +0 -463
  243. package/src/services/codex-session-history-importer.ts +0 -966
  244. package/src/services/hermes-session-history-importer.ts +0 -733
  245. package/src/services/memory-service-config.ts +0 -36
  246. package/src/services/memory-service-registry.ts +0 -150
  247. package/src/services/memory-service.ts +0 -688
  248. package/src/services/session-history-importer.ts +0 -629
  249. package/tests/README.md +0 -23
  250. package/tests/adapters/claude/claude-semantic-daemon-adapter.test.ts +0 -54
  251. package/tests/adapters/claude/claude-transcript-reconstructor.test.ts +0 -98
  252. package/tests/adapters/claude-hook-prompt-injection-policy.test.ts +0 -99
  253. package/tests/apps/app-layer-boundary.test.ts +0 -48
  254. package/tests/apps/claude-settings-hooks.test.ts +0 -107
  255. package/tests/apps/cli-disclosure-output.test.ts +0 -212
  256. package/tests/apps/codex-import-runner.test.ts +0 -99
  257. package/tests/apps/codex-validation-output.test.ts +0 -100
  258. package/tests/apps/hermes-import-runner.test.ts +0 -99
  259. package/tests/apps/mcp-install-command.test.ts +0 -59
  260. package/tests/apps/package-build-entrypoints.test.ts +0 -30
  261. package/tests/apps/postinstall-embedding-backend.test.ts +0 -185
  262. package/tests/apps/search-api-disclosure.test.ts +0 -162
  263. package/tests/apps/stats-api-lightweight.test.ts +0 -67
  264. package/tests/apps/ui-disclosure-output.test.ts +0 -140
  265. package/tests/core/bootstrap-organizer.test.ts +0 -111
  266. package/tests/core/canonical-key.test.ts +0 -101
  267. package/tests/core/codex-session-history-importer-validation.test.ts +0 -185
  268. package/tests/core/consolidation-worker.test.ts +0 -75
  269. package/tests/core/embedding-maintenance-service.test.ts +0 -282
  270. package/tests/core/evidence-aligner.test.ts +0 -152
  271. package/tests/core/external-market-context.test.ts +0 -209
  272. package/tests/core/fact-deriver.test.ts +0 -79
  273. package/tests/core/hermes-session-history-importer-validation.test.ts +0 -609
  274. package/tests/core/ingest-interceptor.test.ts +0 -38
  275. package/tests/core/markdown-mirror.test.ts +0 -85
  276. package/tests/core/matcher.test.ts +0 -112
  277. package/tests/core/md-mirror.test.ts +0 -50
  278. package/tests/core/memory-engine-services.test.ts +0 -240
  279. package/tests/core/memory-ingest-service.test.ts +0 -296
  280. package/tests/core/memory-query-service.test.ts +0 -129
  281. package/tests/core/memory-runtime-service.test.ts +0 -201
  282. package/tests/core/memory-service-composition.test.ts +0 -192
  283. package/tests/core/memory-service-config.test.ts +0 -41
  284. package/tests/core/memory-service-facade.test.ts +0 -30
  285. package/tests/core/memory-service-registry.test.ts +0 -206
  286. package/tests/core/product-validation-matrix.test.ts +0 -61
  287. package/tests/core/project-registry.test.ts +0 -78
  288. package/tests/core/replay-evaluator.test.ts +0 -181
  289. package/tests/core/retrieval-analytics-service.test.ts +0 -210
  290. package/tests/core/retrieval-benchmark.test.ts +0 -93
  291. package/tests/core/retrieval-disclosure-service.test.ts +0 -264
  292. package/tests/core/retrieval-orchestrator.test.ts +0 -403
  293. package/tests/core/retrieval-quality.test.ts +0 -31
  294. package/tests/core/retrieval-services.test.ts +0 -185
  295. package/tests/core/retriever-fallback-chain.test.ts +0 -223
  296. package/tests/core/retriever-strategy-scope.test.ts +0 -164
  297. package/tests/core/retriever.memu-adoption.test.ts +0 -122
  298. package/tests/core/session-history-importer-filter.test.ts +0 -78
  299. package/tests/core/session-qrels.test.ts +0 -250
  300. package/tests/core/sqlite-event-store-replication.test.ts +0 -127
  301. package/tests/core/summary-deriver.test.ts +0 -66
  302. package/tests/extensions/embedder-warning-suppression.test.ts +0 -84
  303. package/tests/extensions/endless-memory-extension-boundary.test.ts +0 -17
  304. package/tests/extensions/endless-memory-services.test.ts +0 -325
  305. package/tests/extensions/mcp-context-tools.test.ts +0 -905
  306. package/tests/extensions/mcp-extension-boundary.test.ts +0 -21
  307. package/tests/extensions/mcp-package-build.test.ts +0 -22
  308. package/tests/extensions/mcp-project-aware-tools.test.ts +0 -102
  309. package/tests/extensions/shared-memory-extension-boundary.test.ts +0 -24
  310. package/tests/extensions/shared-memory-services.test.ts +0 -309
  311. package/tests/extensions/vector-extension-boundary.test.ts +0 -21
  312. package/tsconfig.json +0 -24
  313. package/vitest.config.ts +0 -15
@@ -1,800 +0,0 @@
1
- /**
2
- * Memory Retriever - Unified retrieval interface
3
- * Combines vector search, keyword search, scoped filtering, and matching
4
- */
5
-
6
- import { EventStore } from './event-store.js';
7
- import { VectorStore, SearchResult } from './vector-store.js';
8
- import { Embedder } from './embedder.js';
9
- import { Matcher } from './matcher.js';
10
- import { SharedStore } from './shared-store.js';
11
- import { SharedVectorStore } from './shared-vector-store.js';
12
- import { GraduationPipeline } from './graduation.js';
13
- import {
14
- hasTechnicalTermOverlap,
15
- isCommandArtifactQuery,
16
- shouldApplyTechnicalGuard
17
- } from './retrieval-quality.js';
18
- import type { MemoryEvent, MatchResult, SharedTroubleshootingEntry } from './types.js';
19
-
20
- export interface RetrievalScope {
21
- sessionId?: string;
22
- eventTypes?: MemoryEvent['eventType'][];
23
- metadata?: Record<string, unknown>;
24
- canonicalKeyPrefix?: string;
25
- sessionIdPrefix?: string;
26
- contentIncludes?: string[];
27
- }
28
-
29
- export type RetrievalStrategy = 'auto' | 'fast' | 'deep';
30
- export type ProjectScopeMode = 'strict' | 'prefer' | 'global';
31
- type DecayPolicy = NonNullable<RetrievalOptions['decayPolicy']>;
32
- type GraphHopOptions = NonNullable<RetrievalOptions['graphHop']>;
33
-
34
- export interface RetrievalOptions {
35
- topK: number;
36
- minScore: number;
37
- sessionId?: string;
38
- maxTokens: number;
39
- includeSessionContext: boolean;
40
- scope?: RetrievalScope;
41
- strategy?: RetrievalStrategy;
42
- rerankWithKeyword?: boolean;
43
- rerankWeights?: {
44
- semantic?: number;
45
- lexical?: number;
46
- recency?: number;
47
- };
48
- decayPolicy?: {
49
- enabled?: boolean;
50
- windowDays?: number;
51
- maxPenalty?: number;
52
- };
53
- intentRewrite?: boolean;
54
- graphHop?: {
55
- enabled?: boolean;
56
- maxHops?: number;
57
- hopPenalty?: number;
58
- };
59
- projectScopeMode?: ProjectScopeMode;
60
- projectHash?: string;
61
- allowedProjectHashes?: string[];
62
- }
63
-
64
- export interface RetrievalResult {
65
- memories: MemoryWithContext[];
66
- matchResult: MatchResult;
67
- totalTokens: number;
68
- context: string;
69
- fallbackTrace?: string[];
70
- selectedDebug?: Array<{
71
- eventId: string;
72
- score: number;
73
- semanticScore?: number;
74
- lexicalScore?: number;
75
- recencyScore?: number;
76
- }>;
77
- candidateDebug?: Array<{
78
- eventId: string;
79
- score: number;
80
- semanticScore?: number;
81
- lexicalScore?: number;
82
- recencyScore?: number;
83
- }>;
84
- }
85
-
86
- export interface MemoryWithContext {
87
- event: MemoryEvent;
88
- score: number;
89
- sessionContext?: string;
90
- }
91
-
92
- export interface UnifiedRetrievalOptions extends RetrievalOptions {
93
- includeShared?: boolean;
94
- projectHash?: string;
95
- }
96
-
97
- export interface UnifiedRetrievalResult extends RetrievalResult {
98
- sharedMemories?: SharedTroubleshootingEntry[];
99
- }
100
-
101
- const DEFAULT_OPTIONS: RetrievalOptions = {
102
- topK: 5,
103
- minScore: 0.7,
104
- maxTokens: 2000,
105
- includeSessionContext: true,
106
- strategy: 'auto',
107
- rerankWithKeyword: true,
108
- decayPolicy: {
109
- enabled: true,
110
- windowDays: 30,
111
- maxPenalty: 0.15
112
- },
113
- graphHop: {
114
- enabled: true,
115
- maxHops: 1,
116
- hopPenalty: 0.08
117
- },
118
- projectScopeMode: 'global'
119
- };
120
-
121
- export interface SharedStoreOptions {
122
- sharedStore?: SharedStore;
123
- sharedVectorStore?: SharedVectorStore;
124
- }
125
-
126
- type EventStoreLike = EventStore & {
127
- keywordSearch?: (query: string, limit?: number) => Promise<Array<{ event: MemoryEvent; rank: number }>>;
128
- };
129
-
130
- export class Retriever {
131
- private readonly eventStore: EventStoreLike;
132
- private readonly vectorStore: VectorStore;
133
- private readonly embedder: Embedder;
134
- private readonly matcher: Matcher;
135
- private sharedStore?: SharedStore;
136
- private sharedVectorStore?: SharedVectorStore;
137
- private graduation?: GraduationPipeline;
138
- private queryRewriter?: (query: string) => Promise<string | null>;
139
-
140
- constructor(
141
- eventStore: EventStore,
142
- vectorStore: VectorStore,
143
- embedder: Embedder,
144
- matcher: Matcher,
145
- sharedOptions?: SharedStoreOptions
146
- ) {
147
- this.eventStore = eventStore as EventStoreLike;
148
- this.vectorStore = vectorStore;
149
- this.embedder = embedder;
150
- this.matcher = matcher;
151
- this.sharedStore = sharedOptions?.sharedStore;
152
- this.sharedVectorStore = sharedOptions?.sharedVectorStore;
153
- }
154
-
155
- setGraduationPipeline(graduation: GraduationPipeline): void {
156
- this.graduation = graduation;
157
- }
158
-
159
- setSharedStores(sharedStore: SharedStore, sharedVectorStore: SharedVectorStore): void {
160
- this.sharedStore = sharedStore;
161
- this.sharedVectorStore = sharedVectorStore;
162
- }
163
-
164
- setQueryRewriter(rewriter: (query: string) => Promise<string | null>): void {
165
- this.queryRewriter = rewriter;
166
- }
167
-
168
- async retrieve(
169
- query: string,
170
- options: Partial<RetrievalOptions> = {}
171
- ): Promise<RetrievalResult> {
172
- const opts = { ...DEFAULT_OPTIONS, ...options };
173
- const sessionFilter = opts.scope?.sessionId ?? opts.sessionId;
174
- const fallbackTrace: string[] = [];
175
-
176
- if (isCommandArtifactQuery(query)) {
177
- fallbackTrace.push('guard:command-artifact-query');
178
- const emptyMatch = this.matcher.matchSearchResults([], () => 0);
179
- return {
180
- memories: [],
181
- matchResult: emptyMatch,
182
- totalTokens: 0,
183
- context: '',
184
- fallbackTrace,
185
- selectedDebug: [],
186
- candidateDebug: []
187
- };
188
- }
189
-
190
- const fallbackEnabled = (opts.strategy ?? 'auto') === 'auto';
191
-
192
- // Stage 1: primary retrieval
193
- const primaryStrategy: RetrievalStrategy = opts.strategy === 'auto' ? 'fast' : (opts.strategy || 'fast');
194
- let current = await this.runStage(query, {
195
- strategy: primaryStrategy,
196
- topK: opts.topK,
197
- minScore: opts.minScore,
198
- sessionId: sessionFilter,
199
- scope: opts.scope,
200
- rerankWithKeyword: opts.rerankWithKeyword !== false,
201
- rerankWeights: opts.rerankWeights,
202
- decayPolicy: opts.decayPolicy,
203
- intentRewrite: opts.intentRewrite === true,
204
- graphHop: opts.graphHop,
205
- projectScopeMode: opts.projectScopeMode,
206
- projectHash: opts.projectHash,
207
- allowedProjectHashes: opts.allowedProjectHashes
208
- });
209
- fallbackTrace.push(`stage:primary:${primaryStrategy}`);
210
-
211
- // Stage 2: deep fallback
212
- if (fallbackEnabled && this.shouldFallback(current.matchResult, current.results) && primaryStrategy !== 'deep') {
213
- current = await this.runStage(query, {
214
- strategy: 'deep',
215
- topK: opts.topK,
216
- minScore: opts.minScore,
217
- sessionId: sessionFilter,
218
- scope: opts.scope,
219
- rerankWithKeyword: opts.rerankWithKeyword !== false,
220
- rerankWeights: opts.rerankWeights,
221
- decayPolicy: opts.decayPolicy,
222
- graphHop: opts.graphHop,
223
- projectScopeMode: opts.projectScopeMode,
224
- projectHash: opts.projectHash,
225
- allowedProjectHashes: opts.allowedProjectHashes
226
- });
227
- fallbackTrace.push('fallback:deep');
228
- }
229
-
230
- // Stage 3: scope-expanded deep fallback
231
- if (fallbackEnabled && this.shouldFallback(current.matchResult, current.results)) {
232
- current = await this.runStage(query, {
233
- strategy: 'deep',
234
- topK: opts.topK,
235
- minScore: Math.max(0.5, opts.minScore - 0.15),
236
- sessionId: undefined,
237
- scope: undefined,
238
- rerankWithKeyword: true,
239
- rerankWeights: opts.rerankWeights,
240
- decayPolicy: opts.decayPolicy,
241
- graphHop: opts.graphHop,
242
- projectScopeMode: opts.projectScopeMode,
243
- projectHash: opts.projectHash,
244
- allowedProjectHashes: opts.allowedProjectHashes
245
- });
246
- fallbackTrace.push('fallback:scope-expanded');
247
- }
248
-
249
- // Stage 4: summary fallback
250
- if (fallbackEnabled && this.shouldFallback(current.matchResult, current.results)) {
251
- const summary = await this.buildSummaryFallback(query, opts.topK);
252
- current = {
253
- results: summary,
254
- candidateResults: summary,
255
- matchResult: this.matcher.matchSearchResults(summary, () => 0)
256
- };
257
- fallbackTrace.push('fallback:summary');
258
- }
259
-
260
- const memories = await this.enrichResults(current.results.slice(0, opts.topK), opts as RetrievalOptions);
261
- const context = this.buildContext(memories, opts.maxTokens);
262
-
263
- return {
264
- memories,
265
- matchResult: current.matchResult,
266
- totalTokens: this.estimateTokens(context),
267
- context,
268
- fallbackTrace,
269
- selectedDebug: current.results.slice(0, opts.topK).map((r: SearchResult & { semanticScore?: number; lexicalScore?: number; recencyScore?: number }) => ({
270
- eventId: r.eventId,
271
- score: r.score,
272
- semanticScore: r.semanticScore,
273
- lexicalScore: r.lexicalScore,
274
- recencyScore: r.recencyScore,
275
- })),
276
- candidateDebug: (current.candidateResults || []).slice(0, Math.max(opts.topK * 3, 20)).map((r: SearchResult & { semanticScore?: number; lexicalScore?: number; recencyScore?: number }) => ({
277
- eventId: r.eventId,
278
- score: r.score,
279
- semanticScore: r.semanticScore,
280
- lexicalScore: r.lexicalScore,
281
- recencyScore: r.recencyScore,
282
- }))
283
- };
284
- }
285
-
286
- async retrieveUnified(
287
- query: string,
288
- options: Partial<UnifiedRetrievalOptions> = {}
289
- ): Promise<UnifiedRetrievalResult> {
290
- const projectResult = await this.retrieve(query, options);
291
-
292
- if (!options.includeShared || !this.sharedStore || !this.sharedVectorStore) {
293
- return projectResult;
294
- }
295
-
296
- try {
297
- const queryEmbedding = await this.embedder.embed(query);
298
- const sharedVectorResults = await this.sharedVectorStore.search(queryEmbedding.vector, {
299
- limit: options.topK || 5,
300
- minScore: options.minScore || 0.7,
301
- excludeProjectHash: options.projectHash
302
- });
303
-
304
- const sharedMemories: SharedTroubleshootingEntry[] = [];
305
- for (const result of sharedVectorResults) {
306
- const entry = await this.sharedStore.get(result.entryId);
307
- if (!entry) continue;
308
- if (!options.projectHash || entry.sourceProjectHash !== options.projectHash) {
309
- sharedMemories.push(entry);
310
- await this.sharedStore.recordUsage(entry.entryId);
311
- }
312
- }
313
-
314
- const unifiedContext = this.buildUnifiedContext(projectResult, sharedMemories);
315
- return {
316
- ...projectResult,
317
- context: unifiedContext,
318
- totalTokens: this.estimateTokens(unifiedContext),
319
- sharedMemories
320
- };
321
- } catch (error) {
322
- console.error('Shared search failed:', error);
323
- return projectResult;
324
- }
325
- }
326
-
327
- private async runStage(
328
- query: string,
329
- input: {
330
- strategy: RetrievalStrategy;
331
- topK: number;
332
- minScore: number;
333
- sessionId?: string;
334
- scope?: RetrievalScope;
335
- rerankWithKeyword?: boolean;
336
- rerankWeights?: {
337
- semantic?: number;
338
- lexical?: number;
339
- recency?: number;
340
- };
341
- decayPolicy?: DecayPolicy;
342
- intentRewrite?: boolean;
343
- graphHop?: GraphHopOptions;
344
- projectScopeMode?: ProjectScopeMode;
345
- projectHash?: string;
346
- allowedProjectHashes?: string[];
347
- }
348
- ): Promise<{ results: SearchResult[]; candidateResults: SearchResult[]; matchResult: MatchResult }> {
349
- let rerankQuery = query;
350
- let initialResults = await this.searchByStrategy(query, {
351
- strategy: input.strategy,
352
- topK: input.topK,
353
- minScore: input.minScore,
354
- sessionId: input.sessionId
355
- });
356
-
357
- if (input.intentRewrite && input.strategy === 'deep' && this.queryRewriter) {
358
- const rewritten = (await this.queryRewriter(query))?.trim();
359
- if (rewritten && rewritten !== query) {
360
- rerankQuery = `${query} ${rewritten}`;
361
- const rewrittenResults = await this.searchByStrategy(rewritten, {
362
- strategy: 'deep',
363
- topK: input.topK,
364
- minScore: Math.max(0.5, input.minScore - 0.1),
365
- sessionId: input.sessionId
366
- });
367
- initialResults = this.mergeResults(initialResults, rewrittenResults, input.topK * 3);
368
- }
369
- }
370
-
371
- const expandedResults = input.graphHop?.enabled === false
372
- ? initialResults
373
- : await this.expandGraphHops(initialResults, {
374
- maxHops: Math.max(1, input.graphHop?.maxHops ?? 1),
375
- hopPenalty: Math.max(0, input.graphHop?.hopPenalty ?? 0.08),
376
- limit: input.topK * 4,
377
- });
378
-
379
- const rerankedResults = input.rerankWithKeyword
380
- ? this.rerankByKeywordOverlap(expandedResults, rerankQuery, input.rerankWeights, input.decayPolicy)
381
- : expandedResults;
382
-
383
- const filtered = await this.applyScopeFilters(rerankedResults, {
384
- scope: input.scope,
385
- projectScopeMode: input.projectScopeMode,
386
- projectHash: input.projectHash,
387
- allowedProjectHashes: input.allowedProjectHashes
388
- });
389
- const qualityFiltered = this.applyQualityFilters(filtered, {
390
- query,
391
- minScore: input.minScore
392
- });
393
- const top = qualityFiltered.slice(0, input.topK);
394
- const matchResult = this.matcher.matchSearchResults(top, () => 0);
395
-
396
- return { results: top, candidateResults: qualityFiltered, matchResult };
397
- }
398
-
399
- private applyQualityFilters(
400
- results: Array<SearchResult & { semanticScore?: number; lexicalScore?: number; recencyScore?: number }>,
401
- options: { query: string; minScore: number }
402
- ): Array<SearchResult & { semanticScore?: number; lexicalScore?: number; recencyScore?: number }> {
403
- let filtered = [...results];
404
-
405
- if (shouldApplyTechnicalGuard(options.query)) {
406
- filtered = filtered.filter((result) => hasTechnicalTermOverlap(options.query, result.content));
407
- }
408
-
409
- if (filtered.length <= 2) return filtered;
410
-
411
- const topScore = filtered[0].score;
412
- if (topScore < 0.8) return filtered;
413
-
414
- const cliffThreshold = Math.max(options.minScore, topScore - 0.25);
415
- return filtered.filter((result) => result.score >= cliffThreshold);
416
- }
417
-
418
- private mergeResults(primary: SearchResult[], secondary: SearchResult[], limit: number): SearchResult[] {
419
- const byId = new Map<string, SearchResult>();
420
- for (const row of primary) byId.set(row.eventId, row);
421
- for (const row of secondary) {
422
- const prev = byId.get(row.eventId);
423
- if (!prev || row.score > prev.score) {
424
- byId.set(row.eventId, row);
425
- }
426
- }
427
- return [...byId.values()].sort((a, b) => b.score - a.score).slice(0, limit);
428
- }
429
-
430
- private async expandGraphHops(
431
- seeds: SearchResult[],
432
- opts: { maxHops: number; hopPenalty: number; limit: number }
433
- ): Promise<SearchResult[]> {
434
- const byId = new Map<string, SearchResult>();
435
- for (const s of seeds) byId.set(s.eventId, s);
436
-
437
- let frontier = seeds.map((s) => ({ row: s, hop: 0 }));
438
-
439
- for (let hop = 1; hop <= opts.maxHops; hop += 1) {
440
- const next: Array<{ row: SearchResult; hop: number }> = [];
441
-
442
- for (const f of frontier) {
443
- const ev = await this.eventStore.getEvent(f.row.eventId);
444
- if (!ev) continue;
445
- const rel = ((ev.metadata as Record<string, unknown> | undefined)?.relatedEventIds ?? []) as unknown;
446
- const relatedIds = Array.isArray(rel)
447
- ? rel.filter((x): x is string => typeof x === 'string')
448
- : [];
449
-
450
- for (const rid of relatedIds) {
451
- if (byId.has(rid)) continue;
452
- const target = await this.eventStore.getEvent(rid);
453
- if (!target) continue;
454
-
455
- const score = Math.max(0, f.row.score - opts.hopPenalty * hop);
456
- const row: SearchResult = {
457
- id: `hop-${hop}-${rid}`,
458
- eventId: target.id,
459
- content: target.content,
460
- score,
461
- sessionId: target.sessionId,
462
- eventType: target.eventType,
463
- timestamp: target.timestamp.toISOString(),
464
- };
465
-
466
- byId.set(row.eventId, row);
467
- next.push({ row, hop });
468
- if (byId.size >= opts.limit) break;
469
- }
470
- if (byId.size >= opts.limit) break;
471
- }
472
-
473
- frontier = next;
474
- if (frontier.length === 0 || byId.size >= opts.limit) break;
475
- }
476
-
477
- return [...byId.values()].sort((a, b) => b.score - a.score).slice(0, opts.limit);
478
- }
479
-
480
- private shouldFallback(matchResult: MatchResult, results: SearchResult[]): boolean {
481
- if (results.length === 0) return true;
482
- if (matchResult.confidence === 'none') return true;
483
- return false;
484
- }
485
-
486
- private async buildSummaryFallback(query: string, topK: number): Promise<SearchResult[]> {
487
- const recent = await this.eventStore.getRecentEvents(Math.max(topK * 6, 20));
488
- const q = this.tokenize(query);
489
-
490
- const ranked = recent
491
- .map((e) => ({ e, overlap: this.keywordOverlap(q, this.tokenize(e.content)) }))
492
- .filter((r) => r.overlap > 0)
493
- .sort((a, b) => b.overlap - a.overlap)
494
- .slice(0, topK)
495
- .map((row, idx) => ({
496
- id: `summary-${row.e.id}`,
497
- eventId: row.e.id,
498
- content: row.e.content,
499
- score: Math.max(0.25, 0.6 - idx * 0.05),
500
- sessionId: row.e.sessionId,
501
- eventType: row.e.eventType,
502
- timestamp: row.e.timestamp.toISOString()
503
- }));
504
-
505
- return ranked;
506
- }
507
-
508
- private async searchByStrategy(
509
- query: string,
510
- input: { strategy: RetrievalStrategy; topK: number; minScore: number; sessionId?: string }
511
- ): Promise<SearchResult[]> {
512
- const strategy = input.strategy === 'auto' ? 'deep' : input.strategy;
513
-
514
- if (strategy === 'fast') {
515
- const keyword = await this.searchByKeyword(query, {
516
- limit: Math.max(5, input.topK * 3),
517
- sessionId: input.sessionId
518
- });
519
- return keyword;
520
- }
521
-
522
- const queryEmbedding = await this.embedder.embed(query);
523
- return this.vectorStore.search(queryEmbedding.vector, {
524
- limit: Math.max(5, input.topK * 3),
525
- minScore: input.minScore,
526
- sessionId: input.sessionId
527
- });
528
- }
529
-
530
- private async searchByKeyword(
531
- query: string,
532
- input: { limit: number; sessionId?: string }
533
- ): Promise<SearchResult[]> {
534
- if (this.eventStore.keywordSearch) {
535
- const rows = await this.eventStore.keywordSearch(query, input.limit);
536
- const filtered = input.sessionId ? rows.filter((r) => r.event.sessionId === input.sessionId) : rows;
537
- return filtered.map((row, idx) => ({
538
- id: `kw-${row.event.id}`,
539
- eventId: row.event.id,
540
- content: row.event.content,
541
- score: Math.max(0.4, 1 - idx * 0.04),
542
- sessionId: row.event.sessionId,
543
- eventType: row.event.eventType,
544
- timestamp: row.event.timestamp.toISOString()
545
- }));
546
- }
547
-
548
- const recent = await this.eventStore.getRecentEvents(input.limit * 4);
549
- const tokens = this.tokenize(query);
550
- const filtered = recent
551
- .filter((e) => (input.sessionId ? e.sessionId === input.sessionId : true))
552
- .map((e) => ({ e, overlap: this.keywordOverlap(tokens, this.tokenize(e.content)) }))
553
- .filter((r) => r.overlap > 0)
554
- .sort((a, b) => b.overlap - a.overlap)
555
- .slice(0, input.limit);
556
-
557
- return filtered.map((row, idx) => ({
558
- id: `kw-fallback-${row.e.id}`,
559
- eventId: row.e.id,
560
- content: row.e.content,
561
- score: Math.max(0.3, 0.9 - idx * 0.05),
562
- sessionId: row.e.sessionId,
563
- eventType: row.e.eventType,
564
- timestamp: row.e.timestamp.toISOString()
565
- }));
566
- }
567
-
568
- private rerankByKeywordOverlap(
569
- results: SearchResult[],
570
- query: string,
571
- weights?: { semantic?: number; lexical?: number; recency?: number },
572
- decayPolicy?: { enabled?: boolean; windowDays?: number; maxPenalty?: number }
573
- ): SearchResult[] {
574
- const q = this.tokenize(query);
575
- const now = Date.now();
576
-
577
- const sw = Math.max(0, weights?.semantic ?? 0.7);
578
- const lw = Math.max(0, weights?.lexical ?? 0.2);
579
- const rw = Math.max(0, weights?.recency ?? 0.1);
580
- const total = sw + lw + rw || 1;
581
-
582
- const decayEnabled = decayPolicy?.enabled !== false;
583
- const decayWindow = Math.max(1, decayPolicy?.windowDays ?? 30);
584
- const decayMaxPenalty = Math.max(0, decayPolicy?.maxPenalty ?? 0.15);
585
-
586
- return [...results]
587
- .map((r) => {
588
- const overlap = this.keywordOverlap(q, this.tokenize(r.content));
589
- const recencyDays = Math.max(0, (now - new Date(r.timestamp).getTime()) / (1000 * 60 * 60 * 24));
590
- const recency = Math.max(0, 1 - recencyDays / decayWindow);
591
- let blended = (r.score * sw + overlap * lw + recency * rw) / total;
592
-
593
- if (decayEnabled && recencyDays > decayWindow && overlap < 0.5) {
594
- const ageFactor = Math.min(1, (recencyDays - decayWindow) / decayWindow);
595
- blended -= decayMaxPenalty * ageFactor;
596
- }
597
-
598
- return { ...r, score: Math.max(0, blended), semanticScore: r.score, lexicalScore: overlap, recencyScore: recency };
599
- })
600
- .sort((a, b) => b.score - a.score);
601
- }
602
-
603
- private async applyScopeFilters(
604
- results: SearchResult[],
605
- options?: {
606
- scope?: RetrievalScope;
607
- projectScopeMode?: ProjectScopeMode;
608
- projectHash?: string;
609
- allowedProjectHashes?: string[];
610
- }
611
- ): Promise<SearchResult[]> {
612
- const scope = options?.scope;
613
- const projectScopeMode = options?.projectScopeMode ?? 'global';
614
- const allowedProjectHashes = new Set(
615
- [options?.projectHash, ...(options?.allowedProjectHashes || [])].filter(
616
- (value): value is string => typeof value === 'string' && value.length > 0
617
- )
618
- );
619
-
620
- if (!scope && projectScopeMode === 'global') return results;
621
-
622
- const normalizedIncludes = (scope?.contentIncludes || []).map((s) => s.toLowerCase());
623
- const filtered: Array<{ result: SearchResult; projectHash?: string }> = [];
624
-
625
- for (const result of results) {
626
- if (scope?.sessionId && result.sessionId !== scope.sessionId) continue;
627
- if (scope?.sessionIdPrefix && !result.sessionId.startsWith(scope.sessionIdPrefix)) continue;
628
- if (scope?.eventTypes && scope.eventTypes.length > 0 && !scope.eventTypes.includes(result.eventType as MemoryEvent['eventType'])) continue;
629
-
630
- const event = await this.eventStore.getEvent(result.eventId);
631
- if (!event) continue;
632
-
633
- if (scope?.canonicalKeyPrefix && !event.canonicalKey.startsWith(scope.canonicalKeyPrefix)) continue;
634
- if (normalizedIncludes.length > 0) {
635
- const lc = event.content.toLowerCase();
636
- if (!normalizedIncludes.some((needle) => lc.includes(needle))) continue;
637
- }
638
- if (scope?.metadata && !this.matchesMetadataScope(event.metadata, scope.metadata)) continue;
639
-
640
- const projectHash = this.extractProjectHash(event.metadata);
641
- filtered.push({ result, projectHash });
642
- }
643
-
644
- if (projectScopeMode === 'global' || allowedProjectHashes.size === 0) {
645
- return filtered.map((x) => x.result);
646
- }
647
-
648
- const projectMatched = filtered.filter((x) => x.projectHash && allowedProjectHashes.has(x.projectHash));
649
-
650
- if (projectScopeMode === 'strict') {
651
- return projectMatched.map((x) => x.result);
652
- }
653
-
654
- return (projectMatched.length > 0 ? projectMatched : filtered).map((x) => x.result);
655
- }
656
-
657
- private extractProjectHash(metadata: Record<string, unknown> | undefined): string | undefined {
658
- if (!metadata || typeof metadata !== 'object') return undefined;
659
- const scope = metadata.scope;
660
- if (!scope || typeof scope !== 'object') return undefined;
661
- const project = (scope as Record<string, unknown>).project;
662
- if (!project || typeof project !== 'object') return undefined;
663
- const hash = (project as Record<string, unknown>).hash;
664
- return typeof hash === 'string' && hash.length > 0 ? hash : undefined;
665
- }
666
-
667
- async retrieveFromSession(sessionId: string): Promise<MemoryEvent[]> {
668
- return this.eventStore.getSessionEvents(sessionId);
669
- }
670
-
671
- async retrieveRecent(limit: number = 100): Promise<MemoryEvent[]> {
672
- return this.eventStore.getRecentEvents(limit);
673
- }
674
-
675
- private async enrichResults(results: SearchResult[], options: RetrievalOptions): Promise<MemoryWithContext[]> {
676
- const memories: MemoryWithContext[] = [];
677
-
678
- for (const result of results) {
679
- const event = await this.eventStore.getEvent(result.eventId);
680
- if (!event) continue;
681
-
682
- if (this.graduation) {
683
- this.graduation.recordAccess(event.id, options.sessionId || 'unknown', result.score);
684
- }
685
-
686
- let sessionContext: string | undefined;
687
- if (options.includeSessionContext) {
688
- sessionContext = await this.getSessionContext(event.sessionId, event.id);
689
- }
690
-
691
- memories.push({ event, score: result.score, sessionContext });
692
- }
693
-
694
- return memories;
695
- }
696
-
697
- private async getSessionContext(sessionId: string, eventId: string): Promise<string | undefined> {
698
- const sessionEvents = await this.eventStore.getSessionEvents(sessionId);
699
- const eventIndex = sessionEvents.findIndex(e => e.id === eventId);
700
- if (eventIndex === -1) return undefined;
701
-
702
- const start = Math.max(0, eventIndex - 1);
703
- const end = Math.min(sessionEvents.length, eventIndex + 2);
704
- const contextEvents = sessionEvents.slice(start, end);
705
- if (contextEvents.length <= 1) return undefined;
706
-
707
- return contextEvents
708
- .filter(e => e.id !== eventId)
709
- .map(e => `[${e.eventType}]: ${e.content.slice(0, 200)}...`)
710
- .join('\n');
711
- }
712
-
713
- private buildUnifiedContext(projectResult: RetrievalResult, sharedMemories: SharedTroubleshootingEntry[]): string {
714
- let context = projectResult.context;
715
- if (sharedMemories.length === 0) return context;
716
-
717
- context += '\n\n## Cross-Project Knowledge\n\n';
718
- for (const memory of sharedMemories.slice(0, 3)) {
719
- context += `### ${memory.title}\n`;
720
- if (memory.symptoms.length > 0) context += `**Symptoms:** ${memory.symptoms.join(', ')}\n`;
721
- context += `**Root Cause:** ${memory.rootCause}\n`;
722
- context += `**Solution:** ${memory.solution}\n`;
723
- if (memory.technologies && memory.technologies.length > 0) context += `**Technologies:** ${memory.technologies.join(', ')}\n`;
724
- context += `_Confidence: ${(memory.confidence * 100).toFixed(0)}%_\n\n`;
725
- }
726
-
727
- return context;
728
- }
729
-
730
- private buildContext(memories: MemoryWithContext[], maxTokens: number): string {
731
- const parts: string[] = [];
732
- let currentTokens = 0;
733
-
734
- for (const memory of memories) {
735
- const memoryText = this.formatMemory(memory);
736
- const memoryTokens = this.estimateTokens(memoryText);
737
- if (currentTokens + memoryTokens > maxTokens) break;
738
- parts.push(memoryText);
739
- currentTokens += memoryTokens;
740
- }
741
-
742
- if (parts.length === 0) return '';
743
- return `## Relevant Memories\n\n${parts.join('\n\n---\n\n')}`;
744
- }
745
-
746
- private formatMemory(memory: MemoryWithContext): string {
747
- const { event, score, sessionContext } = memory;
748
- const date = event.timestamp.toISOString().split('T')[0];
749
-
750
- let text = `**${event.eventType}** (${date}, score: ${score.toFixed(2)})\n${event.content}`;
751
- if (sessionContext) text += `\n\n_Context:_ ${sessionContext}`;
752
- return text;
753
- }
754
-
755
- private matchesMetadataScope(
756
- metadata: Record<string, unknown> | undefined,
757
- expected: Record<string, unknown>
758
- ): boolean {
759
- if (!metadata) return false;
760
-
761
- return Object.entries(expected).every(([path, value]) => {
762
- const actual = path.split('.').reduce<unknown>((acc, key) => {
763
- if (typeof acc !== 'object' || acc === null) return undefined;
764
- return (acc as Record<string, unknown>)[key];
765
- }, metadata);
766
-
767
- return actual === value;
768
- });
769
- }
770
-
771
- private tokenize(text: string): string[] {
772
- return text
773
- .toLowerCase()
774
- .replace(/[^\p{L}\p{N}\s]/gu, ' ')
775
- .split(/\s+/)
776
- .filter((t) => t.length >= 2)
777
- .slice(0, 64);
778
- }
779
-
780
- private keywordOverlap(a: string[], b: string[]): number {
781
- if (a.length === 0 || b.length === 0) return 0;
782
- const bs = new Set(b);
783
- let hit = 0;
784
- for (const t of a) if (bs.has(t)) hit += 1;
785
- return hit / a.length;
786
- }
787
-
788
- private estimateTokens(text: string): number {
789
- return Math.ceil(text.length / 4);
790
- }
791
- }
792
-
793
- export function createRetriever(
794
- eventStore: EventStore,
795
- vectorStore: VectorStore,
796
- embedder: Embedder,
797
- matcher: Matcher
798
- ): Retriever {
799
- return new Retriever(eventStore, vectorStore, embedder, matcher);
800
- }