claude-memory-layer 1.0.31 → 1.0.32

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (313) hide show
  1. package/README.md +9 -2
  2. package/dist/cli/index.js +1 -1
  3. package/package.json +11 -2
  4. package/scripts/postinstall-embedding-backend.cjs +16 -12
  5. package/AGENTS.md +0 -71
  6. package/CLAUDE.md +0 -30
  7. package/HANDOFF.md +0 -92
  8. package/Memo.txt +0 -558
  9. package/benchmarks/replay/anonymized-real-sessions.json +0 -48
  10. package/config/kpi-thresholds.json +0 -7
  11. package/context.md +0 -636
  12. package/docs/ARCHITECTURE_COMPARISON_AND_RECOMMENDATIONS.md +0 -627
  13. package/docs/HERMES_MEMORY_INGESTION_ANALYSIS.md +0 -440
  14. package/docs/MCP_MEMORY_SERVICE_COMPARATIVE_REVIEW.md +0 -271
  15. package/docs/MEMORY_USEFULNESS_AUDIT.md +0 -371
  16. package/docs/MEMORY_USEFULNESS_AUDIT_RAW.json +0 -80
  17. package/docs/MEMSEARCH_PROJECT_STRUCTURE_ANALYSIS.md +0 -333
  18. package/docs/MEMU_ADOPTION.md +0 -40
  19. package/docs/OPERATIONS.md +0 -18
  20. package/docs/PRODUCT_VALIDATION_MATRIX.md +0 -82
  21. package/docs/PROJECT_STRUCTURE_ANALYSIS.md +0 -421
  22. package/docs/REFACTORING_MILESTONES_AND_ISSUES.md +0 -501
  23. package/docs/REFACTORING_PLAN_THIN_CORE.md +0 -414
  24. package/docs/REFERENCE_PROJECT_ANALYSES.md +0 -25
  25. package/docs/SUPERLOCALMEMORY_PROJECT_STRUCTURE_ANALYSIS.md +0 -452
  26. package/docs/TARGET_ARCHITECTURE_AND_FOLDER_STRUCTURE.md +0 -446
  27. package/docs/architecture/comparison-index.md +0 -47
  28. package/docs/reports/codex-real-data-validation-20260505T040447Z.md +0 -46
  29. package/plan.md +0 -1642
  30. package/scripts/build.ts +0 -159
  31. package/scripts/bump-patch-version.sh +0 -18
  32. package/scripts/delete-unknown-projects.js +0 -154
  33. package/scripts/fix-sync-gap.js +0 -32
  34. package/scripts/generate-session-qrels.ts +0 -126
  35. package/scripts/heartbeat-memory-orchestrator.sh +0 -28
  36. package/scripts/replay-retrieval-benchmark.ts +0 -69
  37. package/scripts/report-sync-gap.js +0 -26
  38. package/scripts/review-queue-auto-resolve.js +0 -21
  39. package/scripts/sync-gap-auto-heal.sh +0 -17
  40. package/spec.md +0 -624
  41. package/specs/20260207-dashboard-upgrade/context.md +0 -38
  42. package/specs/20260207-dashboard-upgrade/spec.md +0 -96
  43. package/specs/citations-system/context.md +0 -243
  44. package/specs/citations-system/plan.md +0 -495
  45. package/specs/citations-system/spec.md +0 -371
  46. package/specs/endless-mode/context.md +0 -305
  47. package/specs/endless-mode/plan.md +0 -620
  48. package/specs/endless-mode/spec.md +0 -455
  49. package/specs/entity-edge-model/context.md +0 -401
  50. package/specs/entity-edge-model/plan.md +0 -459
  51. package/specs/entity-edge-model/spec.md +0 -391
  52. package/specs/evidence-aligner-v2/context.md +0 -401
  53. package/specs/evidence-aligner-v2/plan.md +0 -303
  54. package/specs/evidence-aligner-v2/spec.md +0 -312
  55. package/specs/mcp-desktop-integration/context.md +0 -278
  56. package/specs/mcp-desktop-integration/plan.md +0 -550
  57. package/specs/mcp-desktop-integration/spec.md +0 -494
  58. package/specs/memory-utilization-improvements/context.md +0 -145
  59. package/specs/memory-utilization-improvements/plan.md +0 -361
  60. package/specs/memory-utilization-improvements/spec.md +0 -361
  61. package/specs/post-tool-use-hook/context.md +0 -319
  62. package/specs/post-tool-use-hook/plan.md +0 -469
  63. package/specs/post-tool-use-hook/spec.md +0 -364
  64. package/specs/private-tags/context.md +0 -288
  65. package/specs/private-tags/plan.md +0 -412
  66. package/specs/private-tags/spec.md +0 -345
  67. package/specs/progressive-disclosure/context.md +0 -346
  68. package/specs/progressive-disclosure/plan.md +0 -663
  69. package/specs/progressive-disclosure/spec.md +0 -415
  70. package/specs/selective-tool-observation/context.md +0 -100
  71. package/specs/selective-tool-observation/plan.md +0 -158
  72. package/specs/selective-tool-observation/spec.md +0 -127
  73. package/specs/task-entity-system/context.md +0 -297
  74. package/specs/task-entity-system/plan.md +0 -301
  75. package/specs/task-entity-system/spec.md +0 -314
  76. package/specs/thin-core-refactor/context.md +0 -275
  77. package/specs/thin-core-refactor/plan.md +0 -536
  78. package/specs/thin-core-refactor/spec.md +0 -465
  79. package/specs/vector-outbox-v2/context.md +0 -470
  80. package/specs/vector-outbox-v2/plan.md +0 -562
  81. package/specs/vector-outbox-v2/spec.md +0 -466
  82. package/specs/web-viewer-ui/context.md +0 -384
  83. package/specs/web-viewer-ui/plan.md +0 -797
  84. package/specs/web-viewer-ui/spec.md +0 -516
  85. package/src/adapters/claude/capture/index.ts +0 -3
  86. package/src/adapters/claude/context/index.ts +0 -3
  87. package/src/adapters/claude/hooks/index.ts +0 -21
  88. package/src/adapters/claude/hooks/post-tool-use.ts +0 -239
  89. package/src/adapters/claude/hooks/prompt-injection-policy.ts +0 -104
  90. package/src/adapters/claude/hooks/semantic-daemon-client.ts +0 -209
  91. package/src/adapters/claude/hooks/semantic-daemon.ts +0 -283
  92. package/src/adapters/claude/hooks/session-end.ts +0 -59
  93. package/src/adapters/claude/hooks/session-start.ts +0 -73
  94. package/src/adapters/claude/hooks/stop.ts +0 -128
  95. package/src/adapters/claude/hooks/user-prompt-submit.ts +0 -361
  96. package/src/adapters/claude/index.ts +0 -4
  97. package/src/adapters/claude/transcript/index.ts +0 -4
  98. package/src/adapters/claude/transcript/transcript-reader.ts +0 -57
  99. package/src/adapters/claude/transcript/turn-reconstructor.ts +0 -65
  100. package/src/apps/cli/claude-settings-hooks.ts +0 -138
  101. package/src/apps/cli/codex-import-runner.ts +0 -125
  102. package/src/apps/cli/codex-validation-output.ts +0 -95
  103. package/src/apps/cli/hermes-import-runner.ts +0 -130
  104. package/src/apps/cli/hermes-validation-output.ts +0 -91
  105. package/src/apps/cli/index.ts +0 -1735
  106. package/src/apps/cli/mcp-install.ts +0 -106
  107. package/src/apps/cli/retrieval-disclosure-output.ts +0 -196
  108. package/src/apps/dashboard/assets/js/bootstrap.js +0 -244
  109. package/src/apps/dashboard/assets/js/chat.js +0 -373
  110. package/src/apps/dashboard/assets/js/disclosure.js +0 -232
  111. package/src/apps/dashboard/assets/js/modals.js +0 -298
  112. package/src/apps/dashboard/assets/js/overview.js +0 -655
  113. package/src/apps/dashboard/assets/js/state.js +0 -72
  114. package/src/apps/dashboard/assets/js/views.js +0 -468
  115. package/src/apps/dashboard/index.html +0 -543
  116. package/src/apps/dashboard/index.ts +0 -3
  117. package/src/apps/dashboard/style.css +0 -1750
  118. package/src/apps/index.ts +0 -5
  119. package/src/apps/server/api/chat.ts +0 -244
  120. package/src/apps/server/api/citations.ts +0 -105
  121. package/src/apps/server/api/events.ts +0 -137
  122. package/src/apps/server/api/health.ts +0 -53
  123. package/src/apps/server/api/index.ts +0 -26
  124. package/src/apps/server/api/projects.ts +0 -74
  125. package/src/apps/server/api/search.ts +0 -184
  126. package/src/apps/server/api/sessions.ts +0 -115
  127. package/src/apps/server/api/stats.ts +0 -723
  128. package/src/apps/server/api/turns.ts +0 -143
  129. package/src/apps/server/api/utils.ts +0 -65
  130. package/src/apps/server/index.ts +0 -111
  131. package/src/cli/index.ts +0 -3
  132. package/src/cli/retrieval-disclosure-output.ts +0 -2
  133. package/src/compat/index.ts +0 -5
  134. package/src/core/canonical-key.ts +0 -186
  135. package/src/core/citation-generator.ts +0 -63
  136. package/src/core/consolidated-store.ts +0 -356
  137. package/src/core/consolidation-worker.ts +0 -493
  138. package/src/core/context-formatter.ts +0 -276
  139. package/src/core/continuity-manager.ts +0 -341
  140. package/src/core/db-wrapper.ts +0 -64
  141. package/src/core/derive/fact-deriver.ts +0 -170
  142. package/src/core/derive/index.ts +0 -2
  143. package/src/core/derive/summary-deriver.ts +0 -76
  144. package/src/core/edge-repo.ts +0 -333
  145. package/src/core/embedder.ts +0 -4
  146. package/src/core/engine/embedding-maintenance-service.ts +0 -187
  147. package/src/core/engine/endless-memory-services.ts +0 -4
  148. package/src/core/engine/index.ts +0 -19
  149. package/src/core/engine/memory-engine-services.ts +0 -170
  150. package/src/core/engine/memory-ingest-service.ts +0 -317
  151. package/src/core/engine/memory-query-service.ts +0 -173
  152. package/src/core/engine/memory-runtime-service.ts +0 -162
  153. package/src/core/engine/memory-service-composition.ts +0 -231
  154. package/src/core/engine/retrieval-analytics-service.ts +0 -181
  155. package/src/core/engine/retrieval-disclosure-service.ts +0 -420
  156. package/src/core/engine/retrieval-orchestrator.ts +0 -377
  157. package/src/core/engine/retrieval-services.ts +0 -176
  158. package/src/core/engine/shared-memory-services.ts +0 -4
  159. package/src/core/entity-repo.ts +0 -349
  160. package/src/core/event-store.ts +0 -779
  161. package/src/core/evidence-aligner.ts +0 -635
  162. package/src/core/external-market-context.ts +0 -582
  163. package/src/core/graduation-worker.ts +0 -171
  164. package/src/core/graduation.ts +0 -377
  165. package/src/core/index.ts +0 -64
  166. package/src/core/ingest-interceptor.ts +0 -80
  167. package/src/core/markdown-mirror.ts +0 -70
  168. package/src/core/matcher.ts +0 -208
  169. package/src/core/md-mirror.ts +0 -92
  170. package/src/core/metadata-extractor.ts +0 -203
  171. package/src/core/model/memory-fact.ts +0 -30
  172. package/src/core/model/memory-rule.ts +0 -14
  173. package/src/core/model/memory-summary.ts +0 -21
  174. package/src/core/model/raw-event.ts +0 -28
  175. package/src/core/model/retrieval-result.ts +0 -35
  176. package/src/core/mongo-sync-config.ts +0 -165
  177. package/src/core/mongo-sync-worker.ts +0 -381
  178. package/src/core/privacy/filter.ts +0 -190
  179. package/src/core/privacy/index.ts +0 -20
  180. package/src/core/privacy/tag-parser.ts +0 -145
  181. package/src/core/product-validation-matrix.ts +0 -314
  182. package/src/core/progressive-retriever.ts +0 -414
  183. package/src/core/registry/project-path.ts +0 -54
  184. package/src/core/registry/session-registry.ts +0 -69
  185. package/src/core/replay-evaluator.ts +0 -625
  186. package/src/core/retrieval-benchmark.ts +0 -117
  187. package/src/core/retrieval-quality.ts +0 -109
  188. package/src/core/retriever.ts +0 -800
  189. package/src/core/session-qrels.ts +0 -360
  190. package/src/core/shared-event-store.ts +0 -114
  191. package/src/core/shared-promoter.ts +0 -249
  192. package/src/core/shared-store.ts +0 -289
  193. package/src/core/shared-vector-store.ts +0 -203
  194. package/src/core/sqlite-event-store.ts +0 -1846
  195. package/src/core/sqlite-wrapper.ts +0 -116
  196. package/src/core/sync-worker.ts +0 -228
  197. package/src/core/tag-taxonomy.ts +0 -51
  198. package/src/core/task/blocker-resolver.ts +0 -333
  199. package/src/core/task/index.ts +0 -9
  200. package/src/core/task/task-matcher.ts +0 -240
  201. package/src/core/task/task-projector.ts +0 -358
  202. package/src/core/task/task-resolver.ts +0 -421
  203. package/src/core/turn-state.ts +0 -207
  204. package/src/core/types.ts +0 -952
  205. package/src/core/vector-outbox.ts +0 -299
  206. package/src/core/vector-store.ts +0 -231
  207. package/src/core/vector-worker.ts +0 -521
  208. package/src/core/working-set-store.ts +0 -257
  209. package/src/extensions/endless-memory/endless-memory-services.ts +0 -350
  210. package/src/extensions/endless-memory/index.ts +0 -1
  211. package/src/extensions/index.ts +0 -5
  212. package/src/extensions/mcp/handlers.ts +0 -960
  213. package/src/extensions/mcp/index.ts +0 -48
  214. package/src/extensions/mcp/tools.ts +0 -252
  215. package/src/extensions/shared-memory/index.ts +0 -1
  216. package/src/extensions/shared-memory/shared-memory-services.ts +0 -211
  217. package/src/extensions/vector/embedder.ts +0 -234
  218. package/src/extensions/vector/index.ts +0 -1
  219. package/src/hooks/post-tool-use.ts +0 -9
  220. package/src/hooks/semantic-daemon-client.ts +0 -1
  221. package/src/hooks/semantic-daemon.ts +0 -11
  222. package/src/hooks/session-end.ts +0 -9
  223. package/src/hooks/session-start.ts +0 -9
  224. package/src/hooks/stop.ts +0 -9
  225. package/src/hooks/user-prompt-submit.ts +0 -9
  226. package/src/index.ts +0 -13
  227. package/src/mcp/handlers.ts +0 -2
  228. package/src/mcp/index.ts +0 -4
  229. package/src/mcp/tools.ts +0 -2
  230. package/src/server/api/chat.ts +0 -2
  231. package/src/server/api/citations.ts +0 -2
  232. package/src/server/api/events.ts +0 -2
  233. package/src/server/api/health.ts +0 -2
  234. package/src/server/api/index.ts +0 -2
  235. package/src/server/api/projects.ts +0 -2
  236. package/src/server/api/search.ts +0 -2
  237. package/src/server/api/sessions.ts +0 -2
  238. package/src/server/api/stats.ts +0 -2
  239. package/src/server/api/turns.ts +0 -2
  240. package/src/server/api/utils.ts +0 -2
  241. package/src/server/index.ts +0 -2
  242. package/src/services/bootstrap-organizer.ts +0 -463
  243. package/src/services/codex-session-history-importer.ts +0 -966
  244. package/src/services/hermes-session-history-importer.ts +0 -733
  245. package/src/services/memory-service-config.ts +0 -36
  246. package/src/services/memory-service-registry.ts +0 -150
  247. package/src/services/memory-service.ts +0 -688
  248. package/src/services/session-history-importer.ts +0 -629
  249. package/tests/README.md +0 -23
  250. package/tests/adapters/claude/claude-semantic-daemon-adapter.test.ts +0 -54
  251. package/tests/adapters/claude/claude-transcript-reconstructor.test.ts +0 -98
  252. package/tests/adapters/claude-hook-prompt-injection-policy.test.ts +0 -99
  253. package/tests/apps/app-layer-boundary.test.ts +0 -48
  254. package/tests/apps/claude-settings-hooks.test.ts +0 -107
  255. package/tests/apps/cli-disclosure-output.test.ts +0 -212
  256. package/tests/apps/codex-import-runner.test.ts +0 -99
  257. package/tests/apps/codex-validation-output.test.ts +0 -100
  258. package/tests/apps/hermes-import-runner.test.ts +0 -99
  259. package/tests/apps/mcp-install-command.test.ts +0 -59
  260. package/tests/apps/package-build-entrypoints.test.ts +0 -30
  261. package/tests/apps/postinstall-embedding-backend.test.ts +0 -185
  262. package/tests/apps/search-api-disclosure.test.ts +0 -162
  263. package/tests/apps/stats-api-lightweight.test.ts +0 -67
  264. package/tests/apps/ui-disclosure-output.test.ts +0 -140
  265. package/tests/core/bootstrap-organizer.test.ts +0 -111
  266. package/tests/core/canonical-key.test.ts +0 -101
  267. package/tests/core/codex-session-history-importer-validation.test.ts +0 -185
  268. package/tests/core/consolidation-worker.test.ts +0 -75
  269. package/tests/core/embedding-maintenance-service.test.ts +0 -282
  270. package/tests/core/evidence-aligner.test.ts +0 -152
  271. package/tests/core/external-market-context.test.ts +0 -209
  272. package/tests/core/fact-deriver.test.ts +0 -79
  273. package/tests/core/hermes-session-history-importer-validation.test.ts +0 -609
  274. package/tests/core/ingest-interceptor.test.ts +0 -38
  275. package/tests/core/markdown-mirror.test.ts +0 -85
  276. package/tests/core/matcher.test.ts +0 -112
  277. package/tests/core/md-mirror.test.ts +0 -50
  278. package/tests/core/memory-engine-services.test.ts +0 -240
  279. package/tests/core/memory-ingest-service.test.ts +0 -296
  280. package/tests/core/memory-query-service.test.ts +0 -129
  281. package/tests/core/memory-runtime-service.test.ts +0 -201
  282. package/tests/core/memory-service-composition.test.ts +0 -192
  283. package/tests/core/memory-service-config.test.ts +0 -41
  284. package/tests/core/memory-service-facade.test.ts +0 -30
  285. package/tests/core/memory-service-registry.test.ts +0 -206
  286. package/tests/core/product-validation-matrix.test.ts +0 -61
  287. package/tests/core/project-registry.test.ts +0 -78
  288. package/tests/core/replay-evaluator.test.ts +0 -181
  289. package/tests/core/retrieval-analytics-service.test.ts +0 -210
  290. package/tests/core/retrieval-benchmark.test.ts +0 -93
  291. package/tests/core/retrieval-disclosure-service.test.ts +0 -264
  292. package/tests/core/retrieval-orchestrator.test.ts +0 -403
  293. package/tests/core/retrieval-quality.test.ts +0 -31
  294. package/tests/core/retrieval-services.test.ts +0 -185
  295. package/tests/core/retriever-fallback-chain.test.ts +0 -223
  296. package/tests/core/retriever-strategy-scope.test.ts +0 -164
  297. package/tests/core/retriever.memu-adoption.test.ts +0 -122
  298. package/tests/core/session-history-importer-filter.test.ts +0 -78
  299. package/tests/core/session-qrels.test.ts +0 -250
  300. package/tests/core/sqlite-event-store-replication.test.ts +0 -127
  301. package/tests/core/summary-deriver.test.ts +0 -66
  302. package/tests/extensions/embedder-warning-suppression.test.ts +0 -84
  303. package/tests/extensions/endless-memory-extension-boundary.test.ts +0 -17
  304. package/tests/extensions/endless-memory-services.test.ts +0 -325
  305. package/tests/extensions/mcp-context-tools.test.ts +0 -905
  306. package/tests/extensions/mcp-extension-boundary.test.ts +0 -21
  307. package/tests/extensions/mcp-package-build.test.ts +0 -22
  308. package/tests/extensions/mcp-project-aware-tools.test.ts +0 -102
  309. package/tests/extensions/shared-memory-extension-boundary.test.ts +0 -24
  310. package/tests/extensions/shared-memory-services.test.ts +0 -309
  311. package/tests/extensions/vector-extension-boundary.test.ts +0 -21
  312. package/tsconfig.json +0 -24
  313. package/vitest.config.ts +0 -15
@@ -1,779 +0,0 @@
1
- /**
2
- * AXIOMMIND EventStore implementation
3
- * Principles: Append-only, Single Source of Truth, Idempotency
4
- */
5
-
6
- import { randomUUID } from 'crypto';
7
- import {
8
- MemoryEvent,
9
- MemoryEventInput,
10
- Session,
11
- AppendResult,
12
- OutboxItem
13
- } from './types.js';
14
- import { makeCanonicalKey, makeDedupeKey } from './canonical-key.js';
15
- import { createDatabase, dbRun, dbAll, dbClose, toDate, type Database, type DatabaseOptions } from './db-wrapper.js';
16
-
17
- export interface EventStoreOptions extends DatabaseOptions {
18
- // Additional options can be added here
19
- }
20
-
21
- export class EventStore {
22
- private db: Database;
23
- private initialized = false;
24
- private readonly readOnly: boolean;
25
-
26
- constructor(dbPath: string, options?: EventStoreOptions) {
27
- this.readOnly = options?.readOnly ?? false;
28
- this.db = createDatabase(dbPath, { readOnly: this.readOnly });
29
- }
30
-
31
- /**
32
- * Initialize database schema
33
- */
34
- async initialize(): Promise<void> {
35
- if (this.initialized) return;
36
-
37
- // In read-only mode, skip schema creation (tables already exist)
38
- if (this.readOnly) {
39
- this.initialized = true;
40
- return;
41
- }
42
-
43
- // L0 EventStore: Single Source of Truth (immutable, append-only)
44
- await dbRun(this.db, `
45
- CREATE TABLE IF NOT EXISTS events (
46
- id VARCHAR PRIMARY KEY,
47
- event_type VARCHAR NOT NULL,
48
- session_id VARCHAR NOT NULL,
49
- timestamp TIMESTAMP NOT NULL,
50
- content TEXT NOT NULL,
51
- canonical_key VARCHAR NOT NULL,
52
- dedupe_key VARCHAR UNIQUE,
53
- metadata JSON
54
- )
55
- `);
56
-
57
- // Dedup table for idempotency
58
- await dbRun(this.db, `
59
- CREATE TABLE IF NOT EXISTS event_dedup (
60
- dedupe_key VARCHAR PRIMARY KEY,
61
- event_id VARCHAR NOT NULL,
62
- created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP
63
- )
64
- `);
65
-
66
- // Session metadata
67
- await dbRun(this.db, `
68
- CREATE TABLE IF NOT EXISTS sessions (
69
- id VARCHAR PRIMARY KEY,
70
- started_at TIMESTAMP NOT NULL,
71
- ended_at TIMESTAMP,
72
- project_path VARCHAR,
73
- summary TEXT,
74
- tags JSON
75
- )
76
- `);
77
-
78
- // Insights (derived data, rebuildable)
79
- await dbRun(this.db, `
80
- CREATE TABLE IF NOT EXISTS insights (
81
- id VARCHAR PRIMARY KEY,
82
- insight_type VARCHAR NOT NULL,
83
- content TEXT NOT NULL,
84
- canonical_key VARCHAR NOT NULL,
85
- confidence FLOAT,
86
- source_events JSON,
87
- created_at TIMESTAMP,
88
- last_updated TIMESTAMP
89
- )
90
- `);
91
-
92
- // Embedding Outbox (Single-Writer Pattern)
93
- await dbRun(this.db, `
94
- CREATE TABLE IF NOT EXISTS embedding_outbox (
95
- id VARCHAR PRIMARY KEY,
96
- event_id VARCHAR NOT NULL,
97
- content TEXT NOT NULL,
98
- status VARCHAR DEFAULT 'pending',
99
- retry_count INT DEFAULT 0,
100
- created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
101
- processed_at TIMESTAMP,
102
- error_message TEXT
103
- )
104
- `);
105
-
106
- // Projection offset tracking
107
- await dbRun(this.db, `
108
- CREATE TABLE IF NOT EXISTS projection_offsets (
109
- projection_name VARCHAR PRIMARY KEY,
110
- last_event_id VARCHAR,
111
- last_timestamp TIMESTAMP,
112
- updated_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP
113
- )
114
- `);
115
-
116
- // Memory level tracking
117
- await dbRun(this.db, `
118
- CREATE TABLE IF NOT EXISTS memory_levels (
119
- event_id VARCHAR PRIMARY KEY,
120
- level VARCHAR NOT NULL DEFAULT 'L0',
121
- promoted_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP
122
- )
123
- `);
124
-
125
- // ============================================================
126
- // Entity-Edge Model Tables
127
- // ============================================================
128
-
129
- // Entries (immutable memory units)
130
- await dbRun(this.db, `
131
- CREATE TABLE IF NOT EXISTS entries (
132
- entry_id VARCHAR PRIMARY KEY,
133
- created_ts TIMESTAMP NOT NULL,
134
- entry_type VARCHAR NOT NULL,
135
- title VARCHAR NOT NULL,
136
- content_json JSON NOT NULL,
137
- stage VARCHAR NOT NULL DEFAULT 'raw',
138
- status VARCHAR DEFAULT 'active',
139
- superseded_by VARCHAR,
140
- build_id VARCHAR,
141
- evidence_json JSON,
142
- canonical_key VARCHAR,
143
- created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP
144
- )
145
- `);
146
-
147
- // Entities (task/condition/artifact)
148
- await dbRun(this.db, `
149
- CREATE TABLE IF NOT EXISTS entities (
150
- entity_id VARCHAR PRIMARY KEY,
151
- entity_type VARCHAR NOT NULL,
152
- canonical_key VARCHAR NOT NULL,
153
- title VARCHAR NOT NULL,
154
- stage VARCHAR NOT NULL DEFAULT 'raw',
155
- status VARCHAR NOT NULL DEFAULT 'active',
156
- current_json JSON NOT NULL,
157
- title_norm VARCHAR,
158
- search_text VARCHAR,
159
- created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
160
- updated_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP
161
- )
162
- `);
163
-
164
- // Entity aliases for canonical key lookup
165
- await dbRun(this.db, `
166
- CREATE TABLE IF NOT EXISTS entity_aliases (
167
- entity_type VARCHAR NOT NULL,
168
- canonical_key VARCHAR NOT NULL,
169
- entity_id VARCHAR NOT NULL,
170
- is_primary BOOLEAN DEFAULT FALSE,
171
- created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
172
- PRIMARY KEY(entity_type, canonical_key)
173
- )
174
- `);
175
-
176
- // Edges (relationships between entries/entities)
177
- await dbRun(this.db, `
178
- CREATE TABLE IF NOT EXISTS edges (
179
- edge_id VARCHAR PRIMARY KEY,
180
- src_type VARCHAR NOT NULL,
181
- src_id VARCHAR NOT NULL,
182
- rel_type VARCHAR NOT NULL,
183
- dst_type VARCHAR NOT NULL,
184
- dst_id VARCHAR NOT NULL,
185
- meta_json JSON,
186
- created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP
187
- )
188
- `);
189
-
190
- // ============================================================
191
- // Vector Outbox V2 Table
192
- // ============================================================
193
-
194
- await dbRun(this.db, `
195
- CREATE TABLE IF NOT EXISTS vector_outbox (
196
- job_id VARCHAR PRIMARY KEY,
197
- item_kind VARCHAR NOT NULL,
198
- item_id VARCHAR NOT NULL,
199
- embedding_version VARCHAR NOT NULL,
200
- status VARCHAR NOT NULL DEFAULT 'pending',
201
- retry_count INT DEFAULT 0,
202
- error VARCHAR,
203
- created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
204
- updated_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
205
- UNIQUE(item_kind, item_id, embedding_version)
206
- )
207
- `);
208
-
209
- // ============================================================
210
- // Build Runs & Metrics Tables
211
- // ============================================================
212
-
213
- await dbRun(this.db, `
214
- CREATE TABLE IF NOT EXISTS build_runs (
215
- build_id VARCHAR PRIMARY KEY,
216
- started_at TIMESTAMP NOT NULL,
217
- finished_at TIMESTAMP,
218
- extractor_model VARCHAR NOT NULL,
219
- extractor_prompt_hash VARCHAR NOT NULL,
220
- embedder_model VARCHAR NOT NULL,
221
- embedding_version VARCHAR NOT NULL,
222
- idris_version VARCHAR NOT NULL,
223
- schema_version VARCHAR NOT NULL,
224
- status VARCHAR NOT NULL DEFAULT 'running',
225
- error VARCHAR
226
- )
227
- `);
228
-
229
- await dbRun(this.db, `
230
- CREATE TABLE IF NOT EXISTS pipeline_metrics (
231
- id VARCHAR PRIMARY KEY,
232
- ts TIMESTAMP NOT NULL,
233
- stage VARCHAR NOT NULL,
234
- latency_ms DOUBLE NOT NULL,
235
- success BOOLEAN NOT NULL,
236
- error VARCHAR,
237
- session_id VARCHAR
238
- )
239
- `);
240
-
241
- // ============================================================
242
- // Endless Mode Tables
243
- // ============================================================
244
-
245
- // Working Set table (active memory window)
246
- await dbRun(this.db, `
247
- CREATE TABLE IF NOT EXISTS working_set (
248
- id VARCHAR PRIMARY KEY,
249
- event_id VARCHAR NOT NULL,
250
- added_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
251
- relevance_score FLOAT DEFAULT 1.0,
252
- topics JSON,
253
- expires_at TIMESTAMP
254
- )
255
- `);
256
-
257
- // Consolidated Memories table (long-term integrated memories)
258
- await dbRun(this.db, `
259
- CREATE TABLE IF NOT EXISTS consolidated_memories (
260
- memory_id VARCHAR PRIMARY KEY,
261
- summary TEXT NOT NULL,
262
- topics JSON,
263
- source_events JSON,
264
- confidence FLOAT DEFAULT 0.5,
265
- created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
266
- accessed_at TIMESTAMP,
267
- access_count INTEGER DEFAULT 0
268
- )
269
- `);
270
-
271
- // Continuity Log table (tracks context transitions)
272
- await dbRun(this.db, `
273
- CREATE TABLE IF NOT EXISTS continuity_log (
274
- log_id VARCHAR PRIMARY KEY,
275
- from_context_id VARCHAR,
276
- to_context_id VARCHAR,
277
- continuity_score FLOAT,
278
- transition_type VARCHAR,
279
- created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP
280
- )
281
- `);
282
-
283
- // Consolidated Rules table (long-term stable memory)
284
- await dbRun(this.db, `
285
- CREATE TABLE IF NOT EXISTS consolidated_rules (
286
- rule_id VARCHAR PRIMARY KEY,
287
- rule TEXT NOT NULL,
288
- topics JSON,
289
- source_memory_ids JSON,
290
- source_events JSON,
291
- confidence FLOAT DEFAULT 0.5,
292
- created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP
293
- )
294
- `);
295
-
296
- // Endless Mode Config table
297
- await dbRun(this.db, `
298
- CREATE TABLE IF NOT EXISTS endless_config (
299
- key VARCHAR PRIMARY KEY,
300
- value JSON,
301
- updated_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP
302
- )
303
- `);
304
-
305
- // ============================================================
306
- // Create Indexes
307
- // ============================================================
308
-
309
- // Entry indexes
310
- await dbRun(this.db, `CREATE INDEX IF NOT EXISTS idx_entries_type ON entries(entry_type)`);
311
- await dbRun(this.db, `CREATE INDEX IF NOT EXISTS idx_entries_stage ON entries(stage)`);
312
- await dbRun(this.db, `CREATE INDEX IF NOT EXISTS idx_entries_canonical ON entries(canonical_key)`);
313
-
314
- // Entity indexes
315
- await dbRun(this.db, `CREATE INDEX IF NOT EXISTS idx_entities_type_key ON entities(entity_type, canonical_key)`);
316
- await dbRun(this.db, `CREATE INDEX IF NOT EXISTS idx_entities_status ON entities(status)`);
317
-
318
- // Edge indexes
319
- await dbRun(this.db, `CREATE INDEX IF NOT EXISTS idx_edges_src ON edges(src_id, rel_type)`);
320
- await dbRun(this.db, `CREATE INDEX IF NOT EXISTS idx_edges_dst ON edges(dst_id, rel_type)`);
321
- await dbRun(this.db, `CREATE INDEX IF NOT EXISTS idx_edges_rel ON edges(rel_type)`);
322
-
323
- // Outbox indexes
324
- await dbRun(this.db, `CREATE INDEX IF NOT EXISTS idx_outbox_status ON vector_outbox(status)`);
325
-
326
- // Endless Mode indexes
327
- await dbRun(this.db, `CREATE INDEX IF NOT EXISTS idx_working_set_expires ON working_set(expires_at)`);
328
- await dbRun(this.db, `CREATE INDEX IF NOT EXISTS idx_working_set_relevance ON working_set(relevance_score DESC)`);
329
- await dbRun(this.db, `CREATE INDEX IF NOT EXISTS idx_consolidated_confidence ON consolidated_memories(confidence DESC)`);
330
- await dbRun(this.db, `CREATE INDEX IF NOT EXISTS idx_consolidated_rules_confidence ON consolidated_rules(confidence DESC)`);
331
- await dbRun(this.db, `CREATE INDEX IF NOT EXISTS idx_continuity_created ON continuity_log(created_at)`);
332
-
333
- this.initialized = true;
334
- }
335
-
336
- /**
337
- * Append event to store (AXIOMMIND Principle 2: Append-only)
338
- * Returns existing event ID if duplicate (Principle 3: Idempotency)
339
- */
340
- async append(input: MemoryEventInput): Promise<AppendResult> {
341
- await this.initialize();
342
-
343
- const canonicalKey = makeCanonicalKey(input.content);
344
- const dedupeKey = makeDedupeKey(input.content, input.sessionId);
345
-
346
- // Check for duplicate
347
- const existing = await dbAll<{ event_id: string }>(
348
- this.db,
349
- `SELECT event_id FROM event_dedup WHERE dedupe_key = ?`,
350
- [dedupeKey]
351
- );
352
-
353
- if (existing.length > 0) {
354
- return {
355
- success: true,
356
- eventId: existing[0].event_id,
357
- isDuplicate: true
358
- };
359
- }
360
-
361
- const id = randomUUID();
362
- const timestamp = input.timestamp.toISOString();
363
-
364
- try {
365
- await dbRun(
366
- this.db,
367
- `INSERT INTO events (id, event_type, session_id, timestamp, content, canonical_key, dedupe_key, metadata)
368
- VALUES (?, ?, ?, ?, ?, ?, ?, ?)`,
369
- [
370
- id,
371
- input.eventType,
372
- input.sessionId,
373
- timestamp,
374
- input.content,
375
- canonicalKey,
376
- dedupeKey,
377
- JSON.stringify(input.metadata || {})
378
- ]
379
- );
380
-
381
- await dbRun(
382
- this.db,
383
- `INSERT INTO event_dedup (dedupe_key, event_id) VALUES (?, ?)`,
384
- [dedupeKey, id]
385
- );
386
-
387
- // Initialize at L0
388
- await dbRun(
389
- this.db,
390
- `INSERT INTO memory_levels (event_id, level) VALUES (?, 'L0')`,
391
- [id]
392
- );
393
-
394
- return { success: true, eventId: id, isDuplicate: false };
395
- } catch (error) {
396
- return {
397
- success: false,
398
- error: error instanceof Error ? error.message : String(error)
399
- };
400
- }
401
- }
402
-
403
- /**
404
- * Get events by session ID
405
- */
406
- async getSessionEvents(sessionId: string): Promise<MemoryEvent[]> {
407
- await this.initialize();
408
-
409
- const rows = await dbAll<Record<string, unknown>>(
410
- this.db,
411
- `SELECT * FROM events WHERE session_id = ? ORDER BY timestamp ASC`,
412
- [sessionId]
413
- );
414
-
415
- return rows.map(this.rowToEvent);
416
- }
417
-
418
- /**
419
- * Get recent events
420
- */
421
- async getRecentEvents(limit: number = 100): Promise<MemoryEvent[]> {
422
- await this.initialize();
423
-
424
- const rows = await dbAll<Record<string, unknown>>(
425
- this.db,
426
- `SELECT * FROM events ORDER BY timestamp DESC LIMIT ?`,
427
- [limit]
428
- );
429
-
430
- return rows.map(this.rowToEvent);
431
- }
432
-
433
- /**
434
- * Get event by ID
435
- */
436
- async getEvent(id: string): Promise<MemoryEvent | null> {
437
- await this.initialize();
438
-
439
- const rows = await dbAll<Record<string, unknown>>(
440
- this.db,
441
- `SELECT * FROM events WHERE id = ?`,
442
- [id]
443
- );
444
-
445
- if (rows.length === 0) return null;
446
- return this.rowToEvent(rows[0]);
447
- }
448
-
449
- /**
450
- * Create or update session
451
- */
452
- async upsertSession(session: Partial<Session> & { id: string }): Promise<void> {
453
- await this.initialize();
454
-
455
- const existing = await dbAll<{ id: string }>(
456
- this.db,
457
- `SELECT id FROM sessions WHERE id = ?`,
458
- [session.id]
459
- );
460
-
461
- if (existing.length === 0) {
462
- await dbRun(
463
- this.db,
464
- `INSERT INTO sessions (id, started_at, project_path, tags)
465
- VALUES (?, ?, ?, ?)`,
466
- [
467
- session.id,
468
- (session.startedAt || new Date()).toISOString(),
469
- session.projectPath || null,
470
- JSON.stringify(session.tags || [])
471
- ]
472
- );
473
- } else {
474
- const updates: string[] = [];
475
- const values: unknown[] = [];
476
-
477
- if (session.endedAt) {
478
- updates.push('ended_at = ?');
479
- values.push(session.endedAt.toISOString());
480
- }
481
- if (session.summary) {
482
- updates.push('summary = ?');
483
- values.push(session.summary);
484
- }
485
- if (session.tags) {
486
- updates.push('tags = ?');
487
- values.push(JSON.stringify(session.tags));
488
- }
489
-
490
- if (updates.length > 0) {
491
- values.push(session.id);
492
- await dbRun(
493
- this.db,
494
- `UPDATE sessions SET ${updates.join(', ')} WHERE id = ?`,
495
- values
496
- );
497
- }
498
- }
499
- }
500
-
501
- /**
502
- * Get session by ID
503
- */
504
- async getSession(id: string): Promise<Session | null> {
505
- await this.initialize();
506
-
507
- const rows = await dbAll<Record<string, unknown>>(
508
- this.db,
509
- `SELECT * FROM sessions WHERE id = ?`,
510
- [id]
511
- );
512
-
513
- if (rows.length === 0) return null;
514
-
515
- const row = rows[0];
516
- return {
517
- id: row.id as string,
518
- startedAt: toDate(row.started_at),
519
- endedAt: row.ended_at ? toDate(row.ended_at) : undefined,
520
- projectPath: row.project_path as string | undefined,
521
- summary: row.summary as string | undefined,
522
- tags: row.tags ? JSON.parse(row.tags as string) : undefined
523
- };
524
- }
525
-
526
- /**
527
- * Add to embedding outbox (Single-Writer Pattern)
528
- */
529
- async enqueueForEmbedding(eventId: string, content: string): Promise<string> {
530
- await this.initialize();
531
-
532
- const id = randomUUID();
533
- await dbRun(
534
- this.db,
535
- `INSERT INTO embedding_outbox (id, event_id, content, status, retry_count)
536
- VALUES (?, ?, ?, 'pending', 0)`,
537
- [id, eventId, content]
538
- );
539
-
540
- return id;
541
- }
542
-
543
- /**
544
- * Get pending outbox items
545
- */
546
- async getPendingOutboxItems(limit: number = 32): Promise<OutboxItem[]> {
547
- await this.initialize();
548
-
549
- // First, get pending items
550
- const pending = await dbAll<Record<string, unknown>>(
551
- this.db,
552
- `SELECT * FROM embedding_outbox
553
- WHERE status = 'pending'
554
- ORDER BY created_at
555
- LIMIT ?`,
556
- [limit]
557
- );
558
-
559
- if (pending.length === 0) return [];
560
-
561
- // Update status to processing
562
- const ids = pending.map(r => r.id as string);
563
- const placeholders = ids.map(() => '?').join(',');
564
- await dbRun(
565
- this.db,
566
- `UPDATE embedding_outbox SET status = 'processing' WHERE id IN (${placeholders})`,
567
- ids
568
- );
569
-
570
- return pending.map(row => ({
571
- id: row.id as string,
572
- eventId: row.event_id as string,
573
- content: row.content as string,
574
- status: 'processing' as const,
575
- retryCount: row.retry_count as number,
576
- createdAt: toDate(row.created_at),
577
- errorMessage: row.error_message as string | undefined
578
- }));
579
- }
580
-
581
- /**
582
- * Mark outbox items as done
583
- */
584
- async completeOutboxItems(ids: string[]): Promise<void> {
585
- if (ids.length === 0) return;
586
-
587
- const placeholders = ids.map(() => '?').join(',');
588
- await dbRun(
589
- this.db,
590
- `DELETE FROM embedding_outbox WHERE id IN (${placeholders})`,
591
- ids
592
- );
593
- }
594
-
595
- /**
596
- * Mark outbox items as failed
597
- */
598
- async failOutboxItems(ids: string[], error: string): Promise<void> {
599
- if (ids.length === 0) return;
600
-
601
- const placeholders = ids.map(() => '?').join(',');
602
- await dbRun(
603
- this.db,
604
- `UPDATE embedding_outbox
605
- SET status = CASE WHEN retry_count >= 3 THEN 'failed' ELSE 'pending' END,
606
- retry_count = retry_count + 1,
607
- error_message = ?
608
- WHERE id IN (${placeholders})`,
609
- [error, ...ids]
610
- );
611
- }
612
-
613
- /**
614
- * Update memory level
615
- */
616
- async updateMemoryLevel(eventId: string, level: string): Promise<void> {
617
- await this.initialize();
618
-
619
- await dbRun(
620
- this.db,
621
- `UPDATE memory_levels SET level = ?, promoted_at = CURRENT_TIMESTAMP WHERE event_id = ?`,
622
- [level, eventId]
623
- );
624
- }
625
-
626
- /**
627
- * Get memory level statistics
628
- */
629
- async getLevelStats(): Promise<Array<{ level: string; count: number }>> {
630
- await this.initialize();
631
-
632
- const rows = await dbAll<{ level: string; count: number }>(
633
- this.db,
634
- `SELECT level, COUNT(*) as count FROM memory_levels GROUP BY level`
635
- );
636
-
637
- return rows;
638
- }
639
-
640
- /**
641
- * Get events by memory level
642
- */
643
- async getEventsByLevel(level: string, options?: { limit?: number; offset?: number }): Promise<MemoryEvent[]> {
644
- await this.initialize();
645
-
646
- const limit = options?.limit || 50;
647
- const offset = options?.offset || 0;
648
-
649
- const rows = await dbAll<Record<string, unknown>>(
650
- this.db,
651
- `SELECT e.* FROM events e
652
- INNER JOIN memory_levels ml ON e.id = ml.event_id
653
- WHERE ml.level = ?
654
- ORDER BY e.timestamp DESC
655
- LIMIT ? OFFSET ?`,
656
- [level, limit, offset]
657
- );
658
-
659
- return rows.map(row => this.rowToEvent(row));
660
- }
661
-
662
- /**
663
- * Get memory level for a specific event
664
- */
665
- async getEventLevel(eventId: string): Promise<string | null> {
666
- await this.initialize();
667
-
668
- const rows = await dbAll<{ level: string }>(
669
- this.db,
670
- `SELECT level FROM memory_levels WHERE event_id = ?`,
671
- [eventId]
672
- );
673
-
674
- return rows.length > 0 ? rows[0].level : null;
675
- }
676
-
677
- // ============================================================
678
- // Endless Mode Helper Methods
679
- // ============================================================
680
-
681
- /**
682
- * Get database instance for Endless Mode stores
683
- */
684
- getDatabase(): Database {
685
- return this.db;
686
- }
687
-
688
- /**
689
- * Get config value for endless mode
690
- */
691
- async getEndlessConfig(key: string): Promise<unknown | null> {
692
- await this.initialize();
693
-
694
- const rows = await dbAll<{ value: string }>(
695
- this.db,
696
- `SELECT value FROM endless_config WHERE key = ?`,
697
- [key]
698
- );
699
-
700
- if (rows.length === 0) return null;
701
- return JSON.parse(rows[0].value);
702
- }
703
-
704
- /**
705
- * Set config value for endless mode
706
- */
707
- async setEndlessConfig(key: string, value: unknown): Promise<void> {
708
- await this.initialize();
709
-
710
- await dbRun(
711
- this.db,
712
- `INSERT OR REPLACE INTO endless_config (key, value, updated_at)
713
- VALUES (?, ?, CURRENT_TIMESTAMP)`,
714
- [key, JSON.stringify(value)]
715
- );
716
- }
717
-
718
- /**
719
- * Get all sessions
720
- */
721
- async getAllSessions(): Promise<Session[]> {
722
- await this.initialize();
723
-
724
- const rows = await dbAll<Record<string, unknown>>(
725
- this.db,
726
- `SELECT * FROM sessions ORDER BY started_at DESC`
727
- );
728
-
729
- return rows.map(row => ({
730
- id: row.id as string,
731
- startedAt: toDate(row.started_at),
732
- endedAt: row.ended_at ? toDate(row.ended_at) : undefined,
733
- projectPath: row.project_path as string | undefined,
734
- summary: row.summary as string | undefined,
735
- tags: row.tags ? JSON.parse(row.tags as string) : undefined
736
- }));
737
- }
738
-
739
- /**
740
- * Increment access count for events (stub for compatibility)
741
- */
742
- async incrementAccessCount(_eventIds: string[]): Promise<void> {
743
- // This is a stub method for compatibility
744
- // Actual implementation is in SQLiteEventStore
745
- return Promise.resolve();
746
- }
747
-
748
- /**
749
- * Get most accessed memories (stub for compatibility)
750
- */
751
- async getMostAccessed(_limit: number = 10): Promise<MemoryEvent[]> {
752
- // This is a stub method for compatibility
753
- // Actual implementation is in SQLiteEventStore
754
- return [];
755
- }
756
-
757
- /**
758
- * Close database connection
759
- */
760
- async close(): Promise<void> {
761
- await dbClose(this.db);
762
- }
763
-
764
- /**
765
- * Convert database row to MemoryEvent
766
- */
767
- private rowToEvent(row: Record<string, unknown>): MemoryEvent {
768
- return {
769
- id: row.id as string,
770
- eventType: row.event_type as 'user_prompt' | 'agent_response' | 'session_summary',
771
- sessionId: row.session_id as string,
772
- timestamp: toDate(row.timestamp),
773
- content: row.content as string,
774
- canonicalKey: row.canonical_key as string,
775
- dedupeKey: row.dedupe_key as string,
776
- metadata: row.metadata ? JSON.parse(row.metadata as string) : undefined
777
- };
778
- }
779
- }