claude-memory-layer 1.0.31 → 1.0.33
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +9 -2
- package/dist/cli/index.js +1110 -72
- package/dist/cli/index.js.map +4 -4
- package/dist/core/index.js +414 -25
- package/dist/core/index.js.map +2 -2
- package/dist/hooks/post-tool-use.js +416 -27
- package/dist/hooks/post-tool-use.js.map +2 -2
- package/dist/hooks/semantic-daemon.js +416 -27
- package/dist/hooks/semantic-daemon.js.map +2 -2
- package/dist/hooks/session-end.js +416 -27
- package/dist/hooks/session-end.js.map +2 -2
- package/dist/hooks/session-start.js +416 -27
- package/dist/hooks/session-start.js.map +2 -2
- package/dist/hooks/stop.js +416 -27
- package/dist/hooks/stop.js.map +2 -2
- package/dist/hooks/user-prompt-submit.js +504 -34
- package/dist/hooks/user-prompt-submit.js.map +2 -2
- package/dist/index.js +416 -27
- package/dist/index.js.map +2 -2
- package/dist/mcp/index.js +407 -32
- package/dist/mcp/index.js.map +2 -2
- package/dist/server/api/index.js +850 -44
- package/dist/server/api/index.js.map +3 -3
- package/dist/server/index.js +1073 -64
- package/dist/server/index.js.map +3 -3
- package/dist/services/memory-service.js +416 -27
- package/dist/services/memory-service.js.map +2 -2
- package/dist/ui/assets/js/bootstrap.js +2 -0
- package/dist/ui/assets/js/overview.js +166 -3
- package/dist/ui/assets/js/state.js +3 -0
- package/dist/ui/index.html +20 -0
- package/dist/ui/style.css +193 -0
- package/package.json +15 -2
- package/scripts/postinstall-embedding-backend.cjs +16 -12
- package/AGENTS.md +0 -71
- package/CLAUDE.md +0 -30
- package/HANDOFF.md +0 -92
- package/Memo.txt +0 -558
- package/benchmarks/replay/anonymized-real-sessions.json +0 -48
- package/config/kpi-thresholds.json +0 -7
- package/context.md +0 -636
- package/docs/ARCHITECTURE_COMPARISON_AND_RECOMMENDATIONS.md +0 -627
- package/docs/HERMES_MEMORY_INGESTION_ANALYSIS.md +0 -440
- package/docs/MCP_MEMORY_SERVICE_COMPARATIVE_REVIEW.md +0 -271
- package/docs/MEMORY_USEFULNESS_AUDIT.md +0 -371
- package/docs/MEMORY_USEFULNESS_AUDIT_RAW.json +0 -80
- package/docs/MEMSEARCH_PROJECT_STRUCTURE_ANALYSIS.md +0 -333
- package/docs/MEMU_ADOPTION.md +0 -40
- package/docs/OPERATIONS.md +0 -18
- package/docs/PRODUCT_VALIDATION_MATRIX.md +0 -82
- package/docs/PROJECT_STRUCTURE_ANALYSIS.md +0 -421
- package/docs/REFACTORING_MILESTONES_AND_ISSUES.md +0 -501
- package/docs/REFACTORING_PLAN_THIN_CORE.md +0 -414
- package/docs/REFERENCE_PROJECT_ANALYSES.md +0 -25
- package/docs/SUPERLOCALMEMORY_PROJECT_STRUCTURE_ANALYSIS.md +0 -452
- package/docs/TARGET_ARCHITECTURE_AND_FOLDER_STRUCTURE.md +0 -446
- package/docs/architecture/comparison-index.md +0 -47
- package/docs/reports/codex-real-data-validation-20260505T040447Z.md +0 -46
- package/plan.md +0 -1642
- package/scripts/build.ts +0 -159
- package/scripts/bump-patch-version.sh +0 -18
- package/scripts/delete-unknown-projects.js +0 -154
- package/scripts/fix-sync-gap.js +0 -32
- package/scripts/generate-session-qrels.ts +0 -126
- package/scripts/heartbeat-memory-orchestrator.sh +0 -28
- package/scripts/replay-retrieval-benchmark.ts +0 -69
- package/scripts/report-sync-gap.js +0 -26
- package/scripts/review-queue-auto-resolve.js +0 -21
- package/scripts/sync-gap-auto-heal.sh +0 -17
- package/spec.md +0 -624
- package/specs/20260207-dashboard-upgrade/context.md +0 -38
- package/specs/20260207-dashboard-upgrade/spec.md +0 -96
- package/specs/citations-system/context.md +0 -243
- package/specs/citations-system/plan.md +0 -495
- package/specs/citations-system/spec.md +0 -371
- package/specs/endless-mode/context.md +0 -305
- package/specs/endless-mode/plan.md +0 -620
- package/specs/endless-mode/spec.md +0 -455
- package/specs/entity-edge-model/context.md +0 -401
- package/specs/entity-edge-model/plan.md +0 -459
- package/specs/entity-edge-model/spec.md +0 -391
- package/specs/evidence-aligner-v2/context.md +0 -401
- package/specs/evidence-aligner-v2/plan.md +0 -303
- package/specs/evidence-aligner-v2/spec.md +0 -312
- package/specs/mcp-desktop-integration/context.md +0 -278
- package/specs/mcp-desktop-integration/plan.md +0 -550
- package/specs/mcp-desktop-integration/spec.md +0 -494
- package/specs/memory-utilization-improvements/context.md +0 -145
- package/specs/memory-utilization-improvements/plan.md +0 -361
- package/specs/memory-utilization-improvements/spec.md +0 -361
- package/specs/post-tool-use-hook/context.md +0 -319
- package/specs/post-tool-use-hook/plan.md +0 -469
- package/specs/post-tool-use-hook/spec.md +0 -364
- package/specs/private-tags/context.md +0 -288
- package/specs/private-tags/plan.md +0 -412
- package/specs/private-tags/spec.md +0 -345
- package/specs/progressive-disclosure/context.md +0 -346
- package/specs/progressive-disclosure/plan.md +0 -663
- package/specs/progressive-disclosure/spec.md +0 -415
- package/specs/selective-tool-observation/context.md +0 -100
- package/specs/selective-tool-observation/plan.md +0 -158
- package/specs/selective-tool-observation/spec.md +0 -127
- package/specs/task-entity-system/context.md +0 -297
- package/specs/task-entity-system/plan.md +0 -301
- package/specs/task-entity-system/spec.md +0 -314
- package/specs/thin-core-refactor/context.md +0 -275
- package/specs/thin-core-refactor/plan.md +0 -536
- package/specs/thin-core-refactor/spec.md +0 -465
- package/specs/vector-outbox-v2/context.md +0 -470
- package/specs/vector-outbox-v2/plan.md +0 -562
- package/specs/vector-outbox-v2/spec.md +0 -466
- package/specs/web-viewer-ui/context.md +0 -384
- package/specs/web-viewer-ui/plan.md +0 -797
- package/specs/web-viewer-ui/spec.md +0 -516
- package/src/adapters/claude/capture/index.ts +0 -3
- package/src/adapters/claude/context/index.ts +0 -3
- package/src/adapters/claude/hooks/index.ts +0 -21
- package/src/adapters/claude/hooks/post-tool-use.ts +0 -239
- package/src/adapters/claude/hooks/prompt-injection-policy.ts +0 -104
- package/src/adapters/claude/hooks/semantic-daemon-client.ts +0 -209
- package/src/adapters/claude/hooks/semantic-daemon.ts +0 -283
- package/src/adapters/claude/hooks/session-end.ts +0 -59
- package/src/adapters/claude/hooks/session-start.ts +0 -73
- package/src/adapters/claude/hooks/stop.ts +0 -128
- package/src/adapters/claude/hooks/user-prompt-submit.ts +0 -361
- package/src/adapters/claude/index.ts +0 -4
- package/src/adapters/claude/transcript/index.ts +0 -4
- package/src/adapters/claude/transcript/transcript-reader.ts +0 -57
- package/src/adapters/claude/transcript/turn-reconstructor.ts +0 -65
- package/src/apps/cli/claude-settings-hooks.ts +0 -138
- package/src/apps/cli/codex-import-runner.ts +0 -125
- package/src/apps/cli/codex-validation-output.ts +0 -95
- package/src/apps/cli/hermes-import-runner.ts +0 -130
- package/src/apps/cli/hermes-validation-output.ts +0 -91
- package/src/apps/cli/index.ts +0 -1735
- package/src/apps/cli/mcp-install.ts +0 -106
- package/src/apps/cli/retrieval-disclosure-output.ts +0 -196
- package/src/apps/dashboard/assets/js/bootstrap.js +0 -244
- package/src/apps/dashboard/assets/js/chat.js +0 -373
- package/src/apps/dashboard/assets/js/disclosure.js +0 -232
- package/src/apps/dashboard/assets/js/modals.js +0 -298
- package/src/apps/dashboard/assets/js/overview.js +0 -655
- package/src/apps/dashboard/assets/js/state.js +0 -72
- package/src/apps/dashboard/assets/js/views.js +0 -468
- package/src/apps/dashboard/index.html +0 -543
- package/src/apps/dashboard/index.ts +0 -3
- package/src/apps/dashboard/style.css +0 -1750
- package/src/apps/index.ts +0 -5
- package/src/apps/server/api/chat.ts +0 -244
- package/src/apps/server/api/citations.ts +0 -105
- package/src/apps/server/api/events.ts +0 -137
- package/src/apps/server/api/health.ts +0 -53
- package/src/apps/server/api/index.ts +0 -26
- package/src/apps/server/api/projects.ts +0 -74
- package/src/apps/server/api/search.ts +0 -184
- package/src/apps/server/api/sessions.ts +0 -115
- package/src/apps/server/api/stats.ts +0 -723
- package/src/apps/server/api/turns.ts +0 -143
- package/src/apps/server/api/utils.ts +0 -65
- package/src/apps/server/index.ts +0 -111
- package/src/cli/index.ts +0 -3
- package/src/cli/retrieval-disclosure-output.ts +0 -2
- package/src/compat/index.ts +0 -5
- package/src/core/canonical-key.ts +0 -186
- package/src/core/citation-generator.ts +0 -63
- package/src/core/consolidated-store.ts +0 -356
- package/src/core/consolidation-worker.ts +0 -493
- package/src/core/context-formatter.ts +0 -276
- package/src/core/continuity-manager.ts +0 -341
- package/src/core/db-wrapper.ts +0 -64
- package/src/core/derive/fact-deriver.ts +0 -170
- package/src/core/derive/index.ts +0 -2
- package/src/core/derive/summary-deriver.ts +0 -76
- package/src/core/edge-repo.ts +0 -333
- package/src/core/embedder.ts +0 -4
- package/src/core/engine/embedding-maintenance-service.ts +0 -187
- package/src/core/engine/endless-memory-services.ts +0 -4
- package/src/core/engine/index.ts +0 -19
- package/src/core/engine/memory-engine-services.ts +0 -170
- package/src/core/engine/memory-ingest-service.ts +0 -317
- package/src/core/engine/memory-query-service.ts +0 -173
- package/src/core/engine/memory-runtime-service.ts +0 -162
- package/src/core/engine/memory-service-composition.ts +0 -231
- package/src/core/engine/retrieval-analytics-service.ts +0 -181
- package/src/core/engine/retrieval-disclosure-service.ts +0 -420
- package/src/core/engine/retrieval-orchestrator.ts +0 -377
- package/src/core/engine/retrieval-services.ts +0 -176
- package/src/core/engine/shared-memory-services.ts +0 -4
- package/src/core/entity-repo.ts +0 -349
- package/src/core/event-store.ts +0 -779
- package/src/core/evidence-aligner.ts +0 -635
- package/src/core/external-market-context.ts +0 -582
- package/src/core/graduation-worker.ts +0 -171
- package/src/core/graduation.ts +0 -377
- package/src/core/index.ts +0 -64
- package/src/core/ingest-interceptor.ts +0 -80
- package/src/core/markdown-mirror.ts +0 -70
- package/src/core/matcher.ts +0 -208
- package/src/core/md-mirror.ts +0 -92
- package/src/core/metadata-extractor.ts +0 -203
- package/src/core/model/memory-fact.ts +0 -30
- package/src/core/model/memory-rule.ts +0 -14
- package/src/core/model/memory-summary.ts +0 -21
- package/src/core/model/raw-event.ts +0 -28
- package/src/core/model/retrieval-result.ts +0 -35
- package/src/core/mongo-sync-config.ts +0 -165
- package/src/core/mongo-sync-worker.ts +0 -381
- package/src/core/privacy/filter.ts +0 -190
- package/src/core/privacy/index.ts +0 -20
- package/src/core/privacy/tag-parser.ts +0 -145
- package/src/core/product-validation-matrix.ts +0 -314
- package/src/core/progressive-retriever.ts +0 -414
- package/src/core/registry/project-path.ts +0 -54
- package/src/core/registry/session-registry.ts +0 -69
- package/src/core/replay-evaluator.ts +0 -625
- package/src/core/retrieval-benchmark.ts +0 -117
- package/src/core/retrieval-quality.ts +0 -109
- package/src/core/retriever.ts +0 -800
- package/src/core/session-qrels.ts +0 -360
- package/src/core/shared-event-store.ts +0 -114
- package/src/core/shared-promoter.ts +0 -249
- package/src/core/shared-store.ts +0 -289
- package/src/core/shared-vector-store.ts +0 -203
- package/src/core/sqlite-event-store.ts +0 -1846
- package/src/core/sqlite-wrapper.ts +0 -116
- package/src/core/sync-worker.ts +0 -228
- package/src/core/tag-taxonomy.ts +0 -51
- package/src/core/task/blocker-resolver.ts +0 -333
- package/src/core/task/index.ts +0 -9
- package/src/core/task/task-matcher.ts +0 -240
- package/src/core/task/task-projector.ts +0 -358
- package/src/core/task/task-resolver.ts +0 -421
- package/src/core/turn-state.ts +0 -207
- package/src/core/types.ts +0 -952
- package/src/core/vector-outbox.ts +0 -299
- package/src/core/vector-store.ts +0 -231
- package/src/core/vector-worker.ts +0 -521
- package/src/core/working-set-store.ts +0 -257
- package/src/extensions/endless-memory/endless-memory-services.ts +0 -350
- package/src/extensions/endless-memory/index.ts +0 -1
- package/src/extensions/index.ts +0 -5
- package/src/extensions/mcp/handlers.ts +0 -960
- package/src/extensions/mcp/index.ts +0 -48
- package/src/extensions/mcp/tools.ts +0 -252
- package/src/extensions/shared-memory/index.ts +0 -1
- package/src/extensions/shared-memory/shared-memory-services.ts +0 -211
- package/src/extensions/vector/embedder.ts +0 -234
- package/src/extensions/vector/index.ts +0 -1
- package/src/hooks/post-tool-use.ts +0 -9
- package/src/hooks/semantic-daemon-client.ts +0 -1
- package/src/hooks/semantic-daemon.ts +0 -11
- package/src/hooks/session-end.ts +0 -9
- package/src/hooks/session-start.ts +0 -9
- package/src/hooks/stop.ts +0 -9
- package/src/hooks/user-prompt-submit.ts +0 -9
- package/src/index.ts +0 -13
- package/src/mcp/handlers.ts +0 -2
- package/src/mcp/index.ts +0 -4
- package/src/mcp/tools.ts +0 -2
- package/src/server/api/chat.ts +0 -2
- package/src/server/api/citations.ts +0 -2
- package/src/server/api/events.ts +0 -2
- package/src/server/api/health.ts +0 -2
- package/src/server/api/index.ts +0 -2
- package/src/server/api/projects.ts +0 -2
- package/src/server/api/search.ts +0 -2
- package/src/server/api/sessions.ts +0 -2
- package/src/server/api/stats.ts +0 -2
- package/src/server/api/turns.ts +0 -2
- package/src/server/api/utils.ts +0 -2
- package/src/server/index.ts +0 -2
- package/src/services/bootstrap-organizer.ts +0 -463
- package/src/services/codex-session-history-importer.ts +0 -966
- package/src/services/hermes-session-history-importer.ts +0 -733
- package/src/services/memory-service-config.ts +0 -36
- package/src/services/memory-service-registry.ts +0 -150
- package/src/services/memory-service.ts +0 -688
- package/src/services/session-history-importer.ts +0 -629
- package/tests/README.md +0 -23
- package/tests/adapters/claude/claude-semantic-daemon-adapter.test.ts +0 -54
- package/tests/adapters/claude/claude-transcript-reconstructor.test.ts +0 -98
- package/tests/adapters/claude-hook-prompt-injection-policy.test.ts +0 -99
- package/tests/apps/app-layer-boundary.test.ts +0 -48
- package/tests/apps/claude-settings-hooks.test.ts +0 -107
- package/tests/apps/cli-disclosure-output.test.ts +0 -212
- package/tests/apps/codex-import-runner.test.ts +0 -99
- package/tests/apps/codex-validation-output.test.ts +0 -100
- package/tests/apps/hermes-import-runner.test.ts +0 -99
- package/tests/apps/mcp-install-command.test.ts +0 -59
- package/tests/apps/package-build-entrypoints.test.ts +0 -30
- package/tests/apps/postinstall-embedding-backend.test.ts +0 -185
- package/tests/apps/search-api-disclosure.test.ts +0 -162
- package/tests/apps/stats-api-lightweight.test.ts +0 -67
- package/tests/apps/ui-disclosure-output.test.ts +0 -140
- package/tests/core/bootstrap-organizer.test.ts +0 -111
- package/tests/core/canonical-key.test.ts +0 -101
- package/tests/core/codex-session-history-importer-validation.test.ts +0 -185
- package/tests/core/consolidation-worker.test.ts +0 -75
- package/tests/core/embedding-maintenance-service.test.ts +0 -282
- package/tests/core/evidence-aligner.test.ts +0 -152
- package/tests/core/external-market-context.test.ts +0 -209
- package/tests/core/fact-deriver.test.ts +0 -79
- package/tests/core/hermes-session-history-importer-validation.test.ts +0 -609
- package/tests/core/ingest-interceptor.test.ts +0 -38
- package/tests/core/markdown-mirror.test.ts +0 -85
- package/tests/core/matcher.test.ts +0 -112
- package/tests/core/md-mirror.test.ts +0 -50
- package/tests/core/memory-engine-services.test.ts +0 -240
- package/tests/core/memory-ingest-service.test.ts +0 -296
- package/tests/core/memory-query-service.test.ts +0 -129
- package/tests/core/memory-runtime-service.test.ts +0 -201
- package/tests/core/memory-service-composition.test.ts +0 -192
- package/tests/core/memory-service-config.test.ts +0 -41
- package/tests/core/memory-service-facade.test.ts +0 -30
- package/tests/core/memory-service-registry.test.ts +0 -206
- package/tests/core/product-validation-matrix.test.ts +0 -61
- package/tests/core/project-registry.test.ts +0 -78
- package/tests/core/replay-evaluator.test.ts +0 -181
- package/tests/core/retrieval-analytics-service.test.ts +0 -210
- package/tests/core/retrieval-benchmark.test.ts +0 -93
- package/tests/core/retrieval-disclosure-service.test.ts +0 -264
- package/tests/core/retrieval-orchestrator.test.ts +0 -403
- package/tests/core/retrieval-quality.test.ts +0 -31
- package/tests/core/retrieval-services.test.ts +0 -185
- package/tests/core/retriever-fallback-chain.test.ts +0 -223
- package/tests/core/retriever-strategy-scope.test.ts +0 -164
- package/tests/core/retriever.memu-adoption.test.ts +0 -122
- package/tests/core/session-history-importer-filter.test.ts +0 -78
- package/tests/core/session-qrels.test.ts +0 -250
- package/tests/core/sqlite-event-store-replication.test.ts +0 -127
- package/tests/core/summary-deriver.test.ts +0 -66
- package/tests/extensions/embedder-warning-suppression.test.ts +0 -84
- package/tests/extensions/endless-memory-extension-boundary.test.ts +0 -17
- package/tests/extensions/endless-memory-services.test.ts +0 -325
- package/tests/extensions/mcp-context-tools.test.ts +0 -905
- package/tests/extensions/mcp-extension-boundary.test.ts +0 -21
- package/tests/extensions/mcp-package-build.test.ts +0 -22
- package/tests/extensions/mcp-project-aware-tools.test.ts +0 -102
- package/tests/extensions/shared-memory-extension-boundary.test.ts +0 -24
- package/tests/extensions/shared-memory-services.test.ts +0 -309
- package/tests/extensions/vector-extension-boundary.test.ts +0 -21
- package/tsconfig.json +0 -24
- package/vitest.config.ts +0 -15
package/src/core/event-store.ts
DELETED
|
@@ -1,779 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* AXIOMMIND EventStore implementation
|
|
3
|
-
* Principles: Append-only, Single Source of Truth, Idempotency
|
|
4
|
-
*/
|
|
5
|
-
|
|
6
|
-
import { randomUUID } from 'crypto';
|
|
7
|
-
import {
|
|
8
|
-
MemoryEvent,
|
|
9
|
-
MemoryEventInput,
|
|
10
|
-
Session,
|
|
11
|
-
AppendResult,
|
|
12
|
-
OutboxItem
|
|
13
|
-
} from './types.js';
|
|
14
|
-
import { makeCanonicalKey, makeDedupeKey } from './canonical-key.js';
|
|
15
|
-
import { createDatabase, dbRun, dbAll, dbClose, toDate, type Database, type DatabaseOptions } from './db-wrapper.js';
|
|
16
|
-
|
|
17
|
-
export interface EventStoreOptions extends DatabaseOptions {
|
|
18
|
-
// Additional options can be added here
|
|
19
|
-
}
|
|
20
|
-
|
|
21
|
-
export class EventStore {
|
|
22
|
-
private db: Database;
|
|
23
|
-
private initialized = false;
|
|
24
|
-
private readonly readOnly: boolean;
|
|
25
|
-
|
|
26
|
-
constructor(dbPath: string, options?: EventStoreOptions) {
|
|
27
|
-
this.readOnly = options?.readOnly ?? false;
|
|
28
|
-
this.db = createDatabase(dbPath, { readOnly: this.readOnly });
|
|
29
|
-
}
|
|
30
|
-
|
|
31
|
-
/**
|
|
32
|
-
* Initialize database schema
|
|
33
|
-
*/
|
|
34
|
-
async initialize(): Promise<void> {
|
|
35
|
-
if (this.initialized) return;
|
|
36
|
-
|
|
37
|
-
// In read-only mode, skip schema creation (tables already exist)
|
|
38
|
-
if (this.readOnly) {
|
|
39
|
-
this.initialized = true;
|
|
40
|
-
return;
|
|
41
|
-
}
|
|
42
|
-
|
|
43
|
-
// L0 EventStore: Single Source of Truth (immutable, append-only)
|
|
44
|
-
await dbRun(this.db, `
|
|
45
|
-
CREATE TABLE IF NOT EXISTS events (
|
|
46
|
-
id VARCHAR PRIMARY KEY,
|
|
47
|
-
event_type VARCHAR NOT NULL,
|
|
48
|
-
session_id VARCHAR NOT NULL,
|
|
49
|
-
timestamp TIMESTAMP NOT NULL,
|
|
50
|
-
content TEXT NOT NULL,
|
|
51
|
-
canonical_key VARCHAR NOT NULL,
|
|
52
|
-
dedupe_key VARCHAR UNIQUE,
|
|
53
|
-
metadata JSON
|
|
54
|
-
)
|
|
55
|
-
`);
|
|
56
|
-
|
|
57
|
-
// Dedup table for idempotency
|
|
58
|
-
await dbRun(this.db, `
|
|
59
|
-
CREATE TABLE IF NOT EXISTS event_dedup (
|
|
60
|
-
dedupe_key VARCHAR PRIMARY KEY,
|
|
61
|
-
event_id VARCHAR NOT NULL,
|
|
62
|
-
created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP
|
|
63
|
-
)
|
|
64
|
-
`);
|
|
65
|
-
|
|
66
|
-
// Session metadata
|
|
67
|
-
await dbRun(this.db, `
|
|
68
|
-
CREATE TABLE IF NOT EXISTS sessions (
|
|
69
|
-
id VARCHAR PRIMARY KEY,
|
|
70
|
-
started_at TIMESTAMP NOT NULL,
|
|
71
|
-
ended_at TIMESTAMP,
|
|
72
|
-
project_path VARCHAR,
|
|
73
|
-
summary TEXT,
|
|
74
|
-
tags JSON
|
|
75
|
-
)
|
|
76
|
-
`);
|
|
77
|
-
|
|
78
|
-
// Insights (derived data, rebuildable)
|
|
79
|
-
await dbRun(this.db, `
|
|
80
|
-
CREATE TABLE IF NOT EXISTS insights (
|
|
81
|
-
id VARCHAR PRIMARY KEY,
|
|
82
|
-
insight_type VARCHAR NOT NULL,
|
|
83
|
-
content TEXT NOT NULL,
|
|
84
|
-
canonical_key VARCHAR NOT NULL,
|
|
85
|
-
confidence FLOAT,
|
|
86
|
-
source_events JSON,
|
|
87
|
-
created_at TIMESTAMP,
|
|
88
|
-
last_updated TIMESTAMP
|
|
89
|
-
)
|
|
90
|
-
`);
|
|
91
|
-
|
|
92
|
-
// Embedding Outbox (Single-Writer Pattern)
|
|
93
|
-
await dbRun(this.db, `
|
|
94
|
-
CREATE TABLE IF NOT EXISTS embedding_outbox (
|
|
95
|
-
id VARCHAR PRIMARY KEY,
|
|
96
|
-
event_id VARCHAR NOT NULL,
|
|
97
|
-
content TEXT NOT NULL,
|
|
98
|
-
status VARCHAR DEFAULT 'pending',
|
|
99
|
-
retry_count INT DEFAULT 0,
|
|
100
|
-
created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
|
|
101
|
-
processed_at TIMESTAMP,
|
|
102
|
-
error_message TEXT
|
|
103
|
-
)
|
|
104
|
-
`);
|
|
105
|
-
|
|
106
|
-
// Projection offset tracking
|
|
107
|
-
await dbRun(this.db, `
|
|
108
|
-
CREATE TABLE IF NOT EXISTS projection_offsets (
|
|
109
|
-
projection_name VARCHAR PRIMARY KEY,
|
|
110
|
-
last_event_id VARCHAR,
|
|
111
|
-
last_timestamp TIMESTAMP,
|
|
112
|
-
updated_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP
|
|
113
|
-
)
|
|
114
|
-
`);
|
|
115
|
-
|
|
116
|
-
// Memory level tracking
|
|
117
|
-
await dbRun(this.db, `
|
|
118
|
-
CREATE TABLE IF NOT EXISTS memory_levels (
|
|
119
|
-
event_id VARCHAR PRIMARY KEY,
|
|
120
|
-
level VARCHAR NOT NULL DEFAULT 'L0',
|
|
121
|
-
promoted_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP
|
|
122
|
-
)
|
|
123
|
-
`);
|
|
124
|
-
|
|
125
|
-
// ============================================================
|
|
126
|
-
// Entity-Edge Model Tables
|
|
127
|
-
// ============================================================
|
|
128
|
-
|
|
129
|
-
// Entries (immutable memory units)
|
|
130
|
-
await dbRun(this.db, `
|
|
131
|
-
CREATE TABLE IF NOT EXISTS entries (
|
|
132
|
-
entry_id VARCHAR PRIMARY KEY,
|
|
133
|
-
created_ts TIMESTAMP NOT NULL,
|
|
134
|
-
entry_type VARCHAR NOT NULL,
|
|
135
|
-
title VARCHAR NOT NULL,
|
|
136
|
-
content_json JSON NOT NULL,
|
|
137
|
-
stage VARCHAR NOT NULL DEFAULT 'raw',
|
|
138
|
-
status VARCHAR DEFAULT 'active',
|
|
139
|
-
superseded_by VARCHAR,
|
|
140
|
-
build_id VARCHAR,
|
|
141
|
-
evidence_json JSON,
|
|
142
|
-
canonical_key VARCHAR,
|
|
143
|
-
created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP
|
|
144
|
-
)
|
|
145
|
-
`);
|
|
146
|
-
|
|
147
|
-
// Entities (task/condition/artifact)
|
|
148
|
-
await dbRun(this.db, `
|
|
149
|
-
CREATE TABLE IF NOT EXISTS entities (
|
|
150
|
-
entity_id VARCHAR PRIMARY KEY,
|
|
151
|
-
entity_type VARCHAR NOT NULL,
|
|
152
|
-
canonical_key VARCHAR NOT NULL,
|
|
153
|
-
title VARCHAR NOT NULL,
|
|
154
|
-
stage VARCHAR NOT NULL DEFAULT 'raw',
|
|
155
|
-
status VARCHAR NOT NULL DEFAULT 'active',
|
|
156
|
-
current_json JSON NOT NULL,
|
|
157
|
-
title_norm VARCHAR,
|
|
158
|
-
search_text VARCHAR,
|
|
159
|
-
created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
|
|
160
|
-
updated_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP
|
|
161
|
-
)
|
|
162
|
-
`);
|
|
163
|
-
|
|
164
|
-
// Entity aliases for canonical key lookup
|
|
165
|
-
await dbRun(this.db, `
|
|
166
|
-
CREATE TABLE IF NOT EXISTS entity_aliases (
|
|
167
|
-
entity_type VARCHAR NOT NULL,
|
|
168
|
-
canonical_key VARCHAR NOT NULL,
|
|
169
|
-
entity_id VARCHAR NOT NULL,
|
|
170
|
-
is_primary BOOLEAN DEFAULT FALSE,
|
|
171
|
-
created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
|
|
172
|
-
PRIMARY KEY(entity_type, canonical_key)
|
|
173
|
-
)
|
|
174
|
-
`);
|
|
175
|
-
|
|
176
|
-
// Edges (relationships between entries/entities)
|
|
177
|
-
await dbRun(this.db, `
|
|
178
|
-
CREATE TABLE IF NOT EXISTS edges (
|
|
179
|
-
edge_id VARCHAR PRIMARY KEY,
|
|
180
|
-
src_type VARCHAR NOT NULL,
|
|
181
|
-
src_id VARCHAR NOT NULL,
|
|
182
|
-
rel_type VARCHAR NOT NULL,
|
|
183
|
-
dst_type VARCHAR NOT NULL,
|
|
184
|
-
dst_id VARCHAR NOT NULL,
|
|
185
|
-
meta_json JSON,
|
|
186
|
-
created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP
|
|
187
|
-
)
|
|
188
|
-
`);
|
|
189
|
-
|
|
190
|
-
// ============================================================
|
|
191
|
-
// Vector Outbox V2 Table
|
|
192
|
-
// ============================================================
|
|
193
|
-
|
|
194
|
-
await dbRun(this.db, `
|
|
195
|
-
CREATE TABLE IF NOT EXISTS vector_outbox (
|
|
196
|
-
job_id VARCHAR PRIMARY KEY,
|
|
197
|
-
item_kind VARCHAR NOT NULL,
|
|
198
|
-
item_id VARCHAR NOT NULL,
|
|
199
|
-
embedding_version VARCHAR NOT NULL,
|
|
200
|
-
status VARCHAR NOT NULL DEFAULT 'pending',
|
|
201
|
-
retry_count INT DEFAULT 0,
|
|
202
|
-
error VARCHAR,
|
|
203
|
-
created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
|
|
204
|
-
updated_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
|
|
205
|
-
UNIQUE(item_kind, item_id, embedding_version)
|
|
206
|
-
)
|
|
207
|
-
`);
|
|
208
|
-
|
|
209
|
-
// ============================================================
|
|
210
|
-
// Build Runs & Metrics Tables
|
|
211
|
-
// ============================================================
|
|
212
|
-
|
|
213
|
-
await dbRun(this.db, `
|
|
214
|
-
CREATE TABLE IF NOT EXISTS build_runs (
|
|
215
|
-
build_id VARCHAR PRIMARY KEY,
|
|
216
|
-
started_at TIMESTAMP NOT NULL,
|
|
217
|
-
finished_at TIMESTAMP,
|
|
218
|
-
extractor_model VARCHAR NOT NULL,
|
|
219
|
-
extractor_prompt_hash VARCHAR NOT NULL,
|
|
220
|
-
embedder_model VARCHAR NOT NULL,
|
|
221
|
-
embedding_version VARCHAR NOT NULL,
|
|
222
|
-
idris_version VARCHAR NOT NULL,
|
|
223
|
-
schema_version VARCHAR NOT NULL,
|
|
224
|
-
status VARCHAR NOT NULL DEFAULT 'running',
|
|
225
|
-
error VARCHAR
|
|
226
|
-
)
|
|
227
|
-
`);
|
|
228
|
-
|
|
229
|
-
await dbRun(this.db, `
|
|
230
|
-
CREATE TABLE IF NOT EXISTS pipeline_metrics (
|
|
231
|
-
id VARCHAR PRIMARY KEY,
|
|
232
|
-
ts TIMESTAMP NOT NULL,
|
|
233
|
-
stage VARCHAR NOT NULL,
|
|
234
|
-
latency_ms DOUBLE NOT NULL,
|
|
235
|
-
success BOOLEAN NOT NULL,
|
|
236
|
-
error VARCHAR,
|
|
237
|
-
session_id VARCHAR
|
|
238
|
-
)
|
|
239
|
-
`);
|
|
240
|
-
|
|
241
|
-
// ============================================================
|
|
242
|
-
// Endless Mode Tables
|
|
243
|
-
// ============================================================
|
|
244
|
-
|
|
245
|
-
// Working Set table (active memory window)
|
|
246
|
-
await dbRun(this.db, `
|
|
247
|
-
CREATE TABLE IF NOT EXISTS working_set (
|
|
248
|
-
id VARCHAR PRIMARY KEY,
|
|
249
|
-
event_id VARCHAR NOT NULL,
|
|
250
|
-
added_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
|
|
251
|
-
relevance_score FLOAT DEFAULT 1.0,
|
|
252
|
-
topics JSON,
|
|
253
|
-
expires_at TIMESTAMP
|
|
254
|
-
)
|
|
255
|
-
`);
|
|
256
|
-
|
|
257
|
-
// Consolidated Memories table (long-term integrated memories)
|
|
258
|
-
await dbRun(this.db, `
|
|
259
|
-
CREATE TABLE IF NOT EXISTS consolidated_memories (
|
|
260
|
-
memory_id VARCHAR PRIMARY KEY,
|
|
261
|
-
summary TEXT NOT NULL,
|
|
262
|
-
topics JSON,
|
|
263
|
-
source_events JSON,
|
|
264
|
-
confidence FLOAT DEFAULT 0.5,
|
|
265
|
-
created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
|
|
266
|
-
accessed_at TIMESTAMP,
|
|
267
|
-
access_count INTEGER DEFAULT 0
|
|
268
|
-
)
|
|
269
|
-
`);
|
|
270
|
-
|
|
271
|
-
// Continuity Log table (tracks context transitions)
|
|
272
|
-
await dbRun(this.db, `
|
|
273
|
-
CREATE TABLE IF NOT EXISTS continuity_log (
|
|
274
|
-
log_id VARCHAR PRIMARY KEY,
|
|
275
|
-
from_context_id VARCHAR,
|
|
276
|
-
to_context_id VARCHAR,
|
|
277
|
-
continuity_score FLOAT,
|
|
278
|
-
transition_type VARCHAR,
|
|
279
|
-
created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP
|
|
280
|
-
)
|
|
281
|
-
`);
|
|
282
|
-
|
|
283
|
-
// Consolidated Rules table (long-term stable memory)
|
|
284
|
-
await dbRun(this.db, `
|
|
285
|
-
CREATE TABLE IF NOT EXISTS consolidated_rules (
|
|
286
|
-
rule_id VARCHAR PRIMARY KEY,
|
|
287
|
-
rule TEXT NOT NULL,
|
|
288
|
-
topics JSON,
|
|
289
|
-
source_memory_ids JSON,
|
|
290
|
-
source_events JSON,
|
|
291
|
-
confidence FLOAT DEFAULT 0.5,
|
|
292
|
-
created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP
|
|
293
|
-
)
|
|
294
|
-
`);
|
|
295
|
-
|
|
296
|
-
// Endless Mode Config table
|
|
297
|
-
await dbRun(this.db, `
|
|
298
|
-
CREATE TABLE IF NOT EXISTS endless_config (
|
|
299
|
-
key VARCHAR PRIMARY KEY,
|
|
300
|
-
value JSON,
|
|
301
|
-
updated_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP
|
|
302
|
-
)
|
|
303
|
-
`);
|
|
304
|
-
|
|
305
|
-
// ============================================================
|
|
306
|
-
// Create Indexes
|
|
307
|
-
// ============================================================
|
|
308
|
-
|
|
309
|
-
// Entry indexes
|
|
310
|
-
await dbRun(this.db, `CREATE INDEX IF NOT EXISTS idx_entries_type ON entries(entry_type)`);
|
|
311
|
-
await dbRun(this.db, `CREATE INDEX IF NOT EXISTS idx_entries_stage ON entries(stage)`);
|
|
312
|
-
await dbRun(this.db, `CREATE INDEX IF NOT EXISTS idx_entries_canonical ON entries(canonical_key)`);
|
|
313
|
-
|
|
314
|
-
// Entity indexes
|
|
315
|
-
await dbRun(this.db, `CREATE INDEX IF NOT EXISTS idx_entities_type_key ON entities(entity_type, canonical_key)`);
|
|
316
|
-
await dbRun(this.db, `CREATE INDEX IF NOT EXISTS idx_entities_status ON entities(status)`);
|
|
317
|
-
|
|
318
|
-
// Edge indexes
|
|
319
|
-
await dbRun(this.db, `CREATE INDEX IF NOT EXISTS idx_edges_src ON edges(src_id, rel_type)`);
|
|
320
|
-
await dbRun(this.db, `CREATE INDEX IF NOT EXISTS idx_edges_dst ON edges(dst_id, rel_type)`);
|
|
321
|
-
await dbRun(this.db, `CREATE INDEX IF NOT EXISTS idx_edges_rel ON edges(rel_type)`);
|
|
322
|
-
|
|
323
|
-
// Outbox indexes
|
|
324
|
-
await dbRun(this.db, `CREATE INDEX IF NOT EXISTS idx_outbox_status ON vector_outbox(status)`);
|
|
325
|
-
|
|
326
|
-
// Endless Mode indexes
|
|
327
|
-
await dbRun(this.db, `CREATE INDEX IF NOT EXISTS idx_working_set_expires ON working_set(expires_at)`);
|
|
328
|
-
await dbRun(this.db, `CREATE INDEX IF NOT EXISTS idx_working_set_relevance ON working_set(relevance_score DESC)`);
|
|
329
|
-
await dbRun(this.db, `CREATE INDEX IF NOT EXISTS idx_consolidated_confidence ON consolidated_memories(confidence DESC)`);
|
|
330
|
-
await dbRun(this.db, `CREATE INDEX IF NOT EXISTS idx_consolidated_rules_confidence ON consolidated_rules(confidence DESC)`);
|
|
331
|
-
await dbRun(this.db, `CREATE INDEX IF NOT EXISTS idx_continuity_created ON continuity_log(created_at)`);
|
|
332
|
-
|
|
333
|
-
this.initialized = true;
|
|
334
|
-
}
|
|
335
|
-
|
|
336
|
-
/**
|
|
337
|
-
* Append event to store (AXIOMMIND Principle 2: Append-only)
|
|
338
|
-
* Returns existing event ID if duplicate (Principle 3: Idempotency)
|
|
339
|
-
*/
|
|
340
|
-
async append(input: MemoryEventInput): Promise<AppendResult> {
|
|
341
|
-
await this.initialize();
|
|
342
|
-
|
|
343
|
-
const canonicalKey = makeCanonicalKey(input.content);
|
|
344
|
-
const dedupeKey = makeDedupeKey(input.content, input.sessionId);
|
|
345
|
-
|
|
346
|
-
// Check for duplicate
|
|
347
|
-
const existing = await dbAll<{ event_id: string }>(
|
|
348
|
-
this.db,
|
|
349
|
-
`SELECT event_id FROM event_dedup WHERE dedupe_key = ?`,
|
|
350
|
-
[dedupeKey]
|
|
351
|
-
);
|
|
352
|
-
|
|
353
|
-
if (existing.length > 0) {
|
|
354
|
-
return {
|
|
355
|
-
success: true,
|
|
356
|
-
eventId: existing[0].event_id,
|
|
357
|
-
isDuplicate: true
|
|
358
|
-
};
|
|
359
|
-
}
|
|
360
|
-
|
|
361
|
-
const id = randomUUID();
|
|
362
|
-
const timestamp = input.timestamp.toISOString();
|
|
363
|
-
|
|
364
|
-
try {
|
|
365
|
-
await dbRun(
|
|
366
|
-
this.db,
|
|
367
|
-
`INSERT INTO events (id, event_type, session_id, timestamp, content, canonical_key, dedupe_key, metadata)
|
|
368
|
-
VALUES (?, ?, ?, ?, ?, ?, ?, ?)`,
|
|
369
|
-
[
|
|
370
|
-
id,
|
|
371
|
-
input.eventType,
|
|
372
|
-
input.sessionId,
|
|
373
|
-
timestamp,
|
|
374
|
-
input.content,
|
|
375
|
-
canonicalKey,
|
|
376
|
-
dedupeKey,
|
|
377
|
-
JSON.stringify(input.metadata || {})
|
|
378
|
-
]
|
|
379
|
-
);
|
|
380
|
-
|
|
381
|
-
await dbRun(
|
|
382
|
-
this.db,
|
|
383
|
-
`INSERT INTO event_dedup (dedupe_key, event_id) VALUES (?, ?)`,
|
|
384
|
-
[dedupeKey, id]
|
|
385
|
-
);
|
|
386
|
-
|
|
387
|
-
// Initialize at L0
|
|
388
|
-
await dbRun(
|
|
389
|
-
this.db,
|
|
390
|
-
`INSERT INTO memory_levels (event_id, level) VALUES (?, 'L0')`,
|
|
391
|
-
[id]
|
|
392
|
-
);
|
|
393
|
-
|
|
394
|
-
return { success: true, eventId: id, isDuplicate: false };
|
|
395
|
-
} catch (error) {
|
|
396
|
-
return {
|
|
397
|
-
success: false,
|
|
398
|
-
error: error instanceof Error ? error.message : String(error)
|
|
399
|
-
};
|
|
400
|
-
}
|
|
401
|
-
}
|
|
402
|
-
|
|
403
|
-
/**
|
|
404
|
-
* Get events by session ID
|
|
405
|
-
*/
|
|
406
|
-
async getSessionEvents(sessionId: string): Promise<MemoryEvent[]> {
|
|
407
|
-
await this.initialize();
|
|
408
|
-
|
|
409
|
-
const rows = await dbAll<Record<string, unknown>>(
|
|
410
|
-
this.db,
|
|
411
|
-
`SELECT * FROM events WHERE session_id = ? ORDER BY timestamp ASC`,
|
|
412
|
-
[sessionId]
|
|
413
|
-
);
|
|
414
|
-
|
|
415
|
-
return rows.map(this.rowToEvent);
|
|
416
|
-
}
|
|
417
|
-
|
|
418
|
-
/**
|
|
419
|
-
* Get recent events
|
|
420
|
-
*/
|
|
421
|
-
async getRecentEvents(limit: number = 100): Promise<MemoryEvent[]> {
|
|
422
|
-
await this.initialize();
|
|
423
|
-
|
|
424
|
-
const rows = await dbAll<Record<string, unknown>>(
|
|
425
|
-
this.db,
|
|
426
|
-
`SELECT * FROM events ORDER BY timestamp DESC LIMIT ?`,
|
|
427
|
-
[limit]
|
|
428
|
-
);
|
|
429
|
-
|
|
430
|
-
return rows.map(this.rowToEvent);
|
|
431
|
-
}
|
|
432
|
-
|
|
433
|
-
/**
|
|
434
|
-
* Get event by ID
|
|
435
|
-
*/
|
|
436
|
-
async getEvent(id: string): Promise<MemoryEvent | null> {
|
|
437
|
-
await this.initialize();
|
|
438
|
-
|
|
439
|
-
const rows = await dbAll<Record<string, unknown>>(
|
|
440
|
-
this.db,
|
|
441
|
-
`SELECT * FROM events WHERE id = ?`,
|
|
442
|
-
[id]
|
|
443
|
-
);
|
|
444
|
-
|
|
445
|
-
if (rows.length === 0) return null;
|
|
446
|
-
return this.rowToEvent(rows[0]);
|
|
447
|
-
}
|
|
448
|
-
|
|
449
|
-
/**
|
|
450
|
-
* Create or update session
|
|
451
|
-
*/
|
|
452
|
-
async upsertSession(session: Partial<Session> & { id: string }): Promise<void> {
|
|
453
|
-
await this.initialize();
|
|
454
|
-
|
|
455
|
-
const existing = await dbAll<{ id: string }>(
|
|
456
|
-
this.db,
|
|
457
|
-
`SELECT id FROM sessions WHERE id = ?`,
|
|
458
|
-
[session.id]
|
|
459
|
-
);
|
|
460
|
-
|
|
461
|
-
if (existing.length === 0) {
|
|
462
|
-
await dbRun(
|
|
463
|
-
this.db,
|
|
464
|
-
`INSERT INTO sessions (id, started_at, project_path, tags)
|
|
465
|
-
VALUES (?, ?, ?, ?)`,
|
|
466
|
-
[
|
|
467
|
-
session.id,
|
|
468
|
-
(session.startedAt || new Date()).toISOString(),
|
|
469
|
-
session.projectPath || null,
|
|
470
|
-
JSON.stringify(session.tags || [])
|
|
471
|
-
]
|
|
472
|
-
);
|
|
473
|
-
} else {
|
|
474
|
-
const updates: string[] = [];
|
|
475
|
-
const values: unknown[] = [];
|
|
476
|
-
|
|
477
|
-
if (session.endedAt) {
|
|
478
|
-
updates.push('ended_at = ?');
|
|
479
|
-
values.push(session.endedAt.toISOString());
|
|
480
|
-
}
|
|
481
|
-
if (session.summary) {
|
|
482
|
-
updates.push('summary = ?');
|
|
483
|
-
values.push(session.summary);
|
|
484
|
-
}
|
|
485
|
-
if (session.tags) {
|
|
486
|
-
updates.push('tags = ?');
|
|
487
|
-
values.push(JSON.stringify(session.tags));
|
|
488
|
-
}
|
|
489
|
-
|
|
490
|
-
if (updates.length > 0) {
|
|
491
|
-
values.push(session.id);
|
|
492
|
-
await dbRun(
|
|
493
|
-
this.db,
|
|
494
|
-
`UPDATE sessions SET ${updates.join(', ')} WHERE id = ?`,
|
|
495
|
-
values
|
|
496
|
-
);
|
|
497
|
-
}
|
|
498
|
-
}
|
|
499
|
-
}
|
|
500
|
-
|
|
501
|
-
/**
|
|
502
|
-
* Get session by ID
|
|
503
|
-
*/
|
|
504
|
-
async getSession(id: string): Promise<Session | null> {
|
|
505
|
-
await this.initialize();
|
|
506
|
-
|
|
507
|
-
const rows = await dbAll<Record<string, unknown>>(
|
|
508
|
-
this.db,
|
|
509
|
-
`SELECT * FROM sessions WHERE id = ?`,
|
|
510
|
-
[id]
|
|
511
|
-
);
|
|
512
|
-
|
|
513
|
-
if (rows.length === 0) return null;
|
|
514
|
-
|
|
515
|
-
const row = rows[0];
|
|
516
|
-
return {
|
|
517
|
-
id: row.id as string,
|
|
518
|
-
startedAt: toDate(row.started_at),
|
|
519
|
-
endedAt: row.ended_at ? toDate(row.ended_at) : undefined,
|
|
520
|
-
projectPath: row.project_path as string | undefined,
|
|
521
|
-
summary: row.summary as string | undefined,
|
|
522
|
-
tags: row.tags ? JSON.parse(row.tags as string) : undefined
|
|
523
|
-
};
|
|
524
|
-
}
|
|
525
|
-
|
|
526
|
-
/**
|
|
527
|
-
* Add to embedding outbox (Single-Writer Pattern)
|
|
528
|
-
*/
|
|
529
|
-
async enqueueForEmbedding(eventId: string, content: string): Promise<string> {
|
|
530
|
-
await this.initialize();
|
|
531
|
-
|
|
532
|
-
const id = randomUUID();
|
|
533
|
-
await dbRun(
|
|
534
|
-
this.db,
|
|
535
|
-
`INSERT INTO embedding_outbox (id, event_id, content, status, retry_count)
|
|
536
|
-
VALUES (?, ?, ?, 'pending', 0)`,
|
|
537
|
-
[id, eventId, content]
|
|
538
|
-
);
|
|
539
|
-
|
|
540
|
-
return id;
|
|
541
|
-
}
|
|
542
|
-
|
|
543
|
-
/**
|
|
544
|
-
* Get pending outbox items
|
|
545
|
-
*/
|
|
546
|
-
async getPendingOutboxItems(limit: number = 32): Promise<OutboxItem[]> {
|
|
547
|
-
await this.initialize();
|
|
548
|
-
|
|
549
|
-
// First, get pending items
|
|
550
|
-
const pending = await dbAll<Record<string, unknown>>(
|
|
551
|
-
this.db,
|
|
552
|
-
`SELECT * FROM embedding_outbox
|
|
553
|
-
WHERE status = 'pending'
|
|
554
|
-
ORDER BY created_at
|
|
555
|
-
LIMIT ?`,
|
|
556
|
-
[limit]
|
|
557
|
-
);
|
|
558
|
-
|
|
559
|
-
if (pending.length === 0) return [];
|
|
560
|
-
|
|
561
|
-
// Update status to processing
|
|
562
|
-
const ids = pending.map(r => r.id as string);
|
|
563
|
-
const placeholders = ids.map(() => '?').join(',');
|
|
564
|
-
await dbRun(
|
|
565
|
-
this.db,
|
|
566
|
-
`UPDATE embedding_outbox SET status = 'processing' WHERE id IN (${placeholders})`,
|
|
567
|
-
ids
|
|
568
|
-
);
|
|
569
|
-
|
|
570
|
-
return pending.map(row => ({
|
|
571
|
-
id: row.id as string,
|
|
572
|
-
eventId: row.event_id as string,
|
|
573
|
-
content: row.content as string,
|
|
574
|
-
status: 'processing' as const,
|
|
575
|
-
retryCount: row.retry_count as number,
|
|
576
|
-
createdAt: toDate(row.created_at),
|
|
577
|
-
errorMessage: row.error_message as string | undefined
|
|
578
|
-
}));
|
|
579
|
-
}
|
|
580
|
-
|
|
581
|
-
/**
|
|
582
|
-
* Mark outbox items as done
|
|
583
|
-
*/
|
|
584
|
-
async completeOutboxItems(ids: string[]): Promise<void> {
|
|
585
|
-
if (ids.length === 0) return;
|
|
586
|
-
|
|
587
|
-
const placeholders = ids.map(() => '?').join(',');
|
|
588
|
-
await dbRun(
|
|
589
|
-
this.db,
|
|
590
|
-
`DELETE FROM embedding_outbox WHERE id IN (${placeholders})`,
|
|
591
|
-
ids
|
|
592
|
-
);
|
|
593
|
-
}
|
|
594
|
-
|
|
595
|
-
/**
|
|
596
|
-
* Mark outbox items as failed
|
|
597
|
-
*/
|
|
598
|
-
async failOutboxItems(ids: string[], error: string): Promise<void> {
|
|
599
|
-
if (ids.length === 0) return;
|
|
600
|
-
|
|
601
|
-
const placeholders = ids.map(() => '?').join(',');
|
|
602
|
-
await dbRun(
|
|
603
|
-
this.db,
|
|
604
|
-
`UPDATE embedding_outbox
|
|
605
|
-
SET status = CASE WHEN retry_count >= 3 THEN 'failed' ELSE 'pending' END,
|
|
606
|
-
retry_count = retry_count + 1,
|
|
607
|
-
error_message = ?
|
|
608
|
-
WHERE id IN (${placeholders})`,
|
|
609
|
-
[error, ...ids]
|
|
610
|
-
);
|
|
611
|
-
}
|
|
612
|
-
|
|
613
|
-
/**
|
|
614
|
-
* Update memory level
|
|
615
|
-
*/
|
|
616
|
-
async updateMemoryLevel(eventId: string, level: string): Promise<void> {
|
|
617
|
-
await this.initialize();
|
|
618
|
-
|
|
619
|
-
await dbRun(
|
|
620
|
-
this.db,
|
|
621
|
-
`UPDATE memory_levels SET level = ?, promoted_at = CURRENT_TIMESTAMP WHERE event_id = ?`,
|
|
622
|
-
[level, eventId]
|
|
623
|
-
);
|
|
624
|
-
}
|
|
625
|
-
|
|
626
|
-
/**
|
|
627
|
-
* Get memory level statistics
|
|
628
|
-
*/
|
|
629
|
-
async getLevelStats(): Promise<Array<{ level: string; count: number }>> {
|
|
630
|
-
await this.initialize();
|
|
631
|
-
|
|
632
|
-
const rows = await dbAll<{ level: string; count: number }>(
|
|
633
|
-
this.db,
|
|
634
|
-
`SELECT level, COUNT(*) as count FROM memory_levels GROUP BY level`
|
|
635
|
-
);
|
|
636
|
-
|
|
637
|
-
return rows;
|
|
638
|
-
}
|
|
639
|
-
|
|
640
|
-
/**
|
|
641
|
-
* Get events by memory level
|
|
642
|
-
*/
|
|
643
|
-
async getEventsByLevel(level: string, options?: { limit?: number; offset?: number }): Promise<MemoryEvent[]> {
|
|
644
|
-
await this.initialize();
|
|
645
|
-
|
|
646
|
-
const limit = options?.limit || 50;
|
|
647
|
-
const offset = options?.offset || 0;
|
|
648
|
-
|
|
649
|
-
const rows = await dbAll<Record<string, unknown>>(
|
|
650
|
-
this.db,
|
|
651
|
-
`SELECT e.* FROM events e
|
|
652
|
-
INNER JOIN memory_levels ml ON e.id = ml.event_id
|
|
653
|
-
WHERE ml.level = ?
|
|
654
|
-
ORDER BY e.timestamp DESC
|
|
655
|
-
LIMIT ? OFFSET ?`,
|
|
656
|
-
[level, limit, offset]
|
|
657
|
-
);
|
|
658
|
-
|
|
659
|
-
return rows.map(row => this.rowToEvent(row));
|
|
660
|
-
}
|
|
661
|
-
|
|
662
|
-
/**
|
|
663
|
-
* Get memory level for a specific event
|
|
664
|
-
*/
|
|
665
|
-
async getEventLevel(eventId: string): Promise<string | null> {
|
|
666
|
-
await this.initialize();
|
|
667
|
-
|
|
668
|
-
const rows = await dbAll<{ level: string }>(
|
|
669
|
-
this.db,
|
|
670
|
-
`SELECT level FROM memory_levels WHERE event_id = ?`,
|
|
671
|
-
[eventId]
|
|
672
|
-
);
|
|
673
|
-
|
|
674
|
-
return rows.length > 0 ? rows[0].level : null;
|
|
675
|
-
}
|
|
676
|
-
|
|
677
|
-
// ============================================================
|
|
678
|
-
// Endless Mode Helper Methods
|
|
679
|
-
// ============================================================
|
|
680
|
-
|
|
681
|
-
/**
|
|
682
|
-
* Get database instance for Endless Mode stores
|
|
683
|
-
*/
|
|
684
|
-
getDatabase(): Database {
|
|
685
|
-
return this.db;
|
|
686
|
-
}
|
|
687
|
-
|
|
688
|
-
/**
|
|
689
|
-
* Get config value for endless mode
|
|
690
|
-
*/
|
|
691
|
-
async getEndlessConfig(key: string): Promise<unknown | null> {
|
|
692
|
-
await this.initialize();
|
|
693
|
-
|
|
694
|
-
const rows = await dbAll<{ value: string }>(
|
|
695
|
-
this.db,
|
|
696
|
-
`SELECT value FROM endless_config WHERE key = ?`,
|
|
697
|
-
[key]
|
|
698
|
-
);
|
|
699
|
-
|
|
700
|
-
if (rows.length === 0) return null;
|
|
701
|
-
return JSON.parse(rows[0].value);
|
|
702
|
-
}
|
|
703
|
-
|
|
704
|
-
/**
|
|
705
|
-
* Set config value for endless mode
|
|
706
|
-
*/
|
|
707
|
-
async setEndlessConfig(key: string, value: unknown): Promise<void> {
|
|
708
|
-
await this.initialize();
|
|
709
|
-
|
|
710
|
-
await dbRun(
|
|
711
|
-
this.db,
|
|
712
|
-
`INSERT OR REPLACE INTO endless_config (key, value, updated_at)
|
|
713
|
-
VALUES (?, ?, CURRENT_TIMESTAMP)`,
|
|
714
|
-
[key, JSON.stringify(value)]
|
|
715
|
-
);
|
|
716
|
-
}
|
|
717
|
-
|
|
718
|
-
/**
|
|
719
|
-
* Get all sessions
|
|
720
|
-
*/
|
|
721
|
-
async getAllSessions(): Promise<Session[]> {
|
|
722
|
-
await this.initialize();
|
|
723
|
-
|
|
724
|
-
const rows = await dbAll<Record<string, unknown>>(
|
|
725
|
-
this.db,
|
|
726
|
-
`SELECT * FROM sessions ORDER BY started_at DESC`
|
|
727
|
-
);
|
|
728
|
-
|
|
729
|
-
return rows.map(row => ({
|
|
730
|
-
id: row.id as string,
|
|
731
|
-
startedAt: toDate(row.started_at),
|
|
732
|
-
endedAt: row.ended_at ? toDate(row.ended_at) : undefined,
|
|
733
|
-
projectPath: row.project_path as string | undefined,
|
|
734
|
-
summary: row.summary as string | undefined,
|
|
735
|
-
tags: row.tags ? JSON.parse(row.tags as string) : undefined
|
|
736
|
-
}));
|
|
737
|
-
}
|
|
738
|
-
|
|
739
|
-
/**
|
|
740
|
-
* Increment access count for events (stub for compatibility)
|
|
741
|
-
*/
|
|
742
|
-
async incrementAccessCount(_eventIds: string[]): Promise<void> {
|
|
743
|
-
// This is a stub method for compatibility
|
|
744
|
-
// Actual implementation is in SQLiteEventStore
|
|
745
|
-
return Promise.resolve();
|
|
746
|
-
}
|
|
747
|
-
|
|
748
|
-
/**
|
|
749
|
-
* Get most accessed memories (stub for compatibility)
|
|
750
|
-
*/
|
|
751
|
-
async getMostAccessed(_limit: number = 10): Promise<MemoryEvent[]> {
|
|
752
|
-
// This is a stub method for compatibility
|
|
753
|
-
// Actual implementation is in SQLiteEventStore
|
|
754
|
-
return [];
|
|
755
|
-
}
|
|
756
|
-
|
|
757
|
-
/**
|
|
758
|
-
* Close database connection
|
|
759
|
-
*/
|
|
760
|
-
async close(): Promise<void> {
|
|
761
|
-
await dbClose(this.db);
|
|
762
|
-
}
|
|
763
|
-
|
|
764
|
-
/**
|
|
765
|
-
* Convert database row to MemoryEvent
|
|
766
|
-
*/
|
|
767
|
-
private rowToEvent(row: Record<string, unknown>): MemoryEvent {
|
|
768
|
-
return {
|
|
769
|
-
id: row.id as string,
|
|
770
|
-
eventType: row.event_type as 'user_prompt' | 'agent_response' | 'session_summary',
|
|
771
|
-
sessionId: row.session_id as string,
|
|
772
|
-
timestamp: toDate(row.timestamp),
|
|
773
|
-
content: row.content as string,
|
|
774
|
-
canonicalKey: row.canonical_key as string,
|
|
775
|
-
dedupeKey: row.dedupe_key as string,
|
|
776
|
-
metadata: row.metadata ? JSON.parse(row.metadata as string) : undefined
|
|
777
|
-
};
|
|
778
|
-
}
|
|
779
|
-
}
|