claude-memory-layer 1.0.31 → 1.0.32
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +9 -2
- package/dist/cli/index.js +1 -1
- package/package.json +11 -2
- package/scripts/postinstall-embedding-backend.cjs +16 -12
- package/AGENTS.md +0 -71
- package/CLAUDE.md +0 -30
- package/HANDOFF.md +0 -92
- package/Memo.txt +0 -558
- package/benchmarks/replay/anonymized-real-sessions.json +0 -48
- package/config/kpi-thresholds.json +0 -7
- package/context.md +0 -636
- package/docs/ARCHITECTURE_COMPARISON_AND_RECOMMENDATIONS.md +0 -627
- package/docs/HERMES_MEMORY_INGESTION_ANALYSIS.md +0 -440
- package/docs/MCP_MEMORY_SERVICE_COMPARATIVE_REVIEW.md +0 -271
- package/docs/MEMORY_USEFULNESS_AUDIT.md +0 -371
- package/docs/MEMORY_USEFULNESS_AUDIT_RAW.json +0 -80
- package/docs/MEMSEARCH_PROJECT_STRUCTURE_ANALYSIS.md +0 -333
- package/docs/MEMU_ADOPTION.md +0 -40
- package/docs/OPERATIONS.md +0 -18
- package/docs/PRODUCT_VALIDATION_MATRIX.md +0 -82
- package/docs/PROJECT_STRUCTURE_ANALYSIS.md +0 -421
- package/docs/REFACTORING_MILESTONES_AND_ISSUES.md +0 -501
- package/docs/REFACTORING_PLAN_THIN_CORE.md +0 -414
- package/docs/REFERENCE_PROJECT_ANALYSES.md +0 -25
- package/docs/SUPERLOCALMEMORY_PROJECT_STRUCTURE_ANALYSIS.md +0 -452
- package/docs/TARGET_ARCHITECTURE_AND_FOLDER_STRUCTURE.md +0 -446
- package/docs/architecture/comparison-index.md +0 -47
- package/docs/reports/codex-real-data-validation-20260505T040447Z.md +0 -46
- package/plan.md +0 -1642
- package/scripts/build.ts +0 -159
- package/scripts/bump-patch-version.sh +0 -18
- package/scripts/delete-unknown-projects.js +0 -154
- package/scripts/fix-sync-gap.js +0 -32
- package/scripts/generate-session-qrels.ts +0 -126
- package/scripts/heartbeat-memory-orchestrator.sh +0 -28
- package/scripts/replay-retrieval-benchmark.ts +0 -69
- package/scripts/report-sync-gap.js +0 -26
- package/scripts/review-queue-auto-resolve.js +0 -21
- package/scripts/sync-gap-auto-heal.sh +0 -17
- package/spec.md +0 -624
- package/specs/20260207-dashboard-upgrade/context.md +0 -38
- package/specs/20260207-dashboard-upgrade/spec.md +0 -96
- package/specs/citations-system/context.md +0 -243
- package/specs/citations-system/plan.md +0 -495
- package/specs/citations-system/spec.md +0 -371
- package/specs/endless-mode/context.md +0 -305
- package/specs/endless-mode/plan.md +0 -620
- package/specs/endless-mode/spec.md +0 -455
- package/specs/entity-edge-model/context.md +0 -401
- package/specs/entity-edge-model/plan.md +0 -459
- package/specs/entity-edge-model/spec.md +0 -391
- package/specs/evidence-aligner-v2/context.md +0 -401
- package/specs/evidence-aligner-v2/plan.md +0 -303
- package/specs/evidence-aligner-v2/spec.md +0 -312
- package/specs/mcp-desktop-integration/context.md +0 -278
- package/specs/mcp-desktop-integration/plan.md +0 -550
- package/specs/mcp-desktop-integration/spec.md +0 -494
- package/specs/memory-utilization-improvements/context.md +0 -145
- package/specs/memory-utilization-improvements/plan.md +0 -361
- package/specs/memory-utilization-improvements/spec.md +0 -361
- package/specs/post-tool-use-hook/context.md +0 -319
- package/specs/post-tool-use-hook/plan.md +0 -469
- package/specs/post-tool-use-hook/spec.md +0 -364
- package/specs/private-tags/context.md +0 -288
- package/specs/private-tags/plan.md +0 -412
- package/specs/private-tags/spec.md +0 -345
- package/specs/progressive-disclosure/context.md +0 -346
- package/specs/progressive-disclosure/plan.md +0 -663
- package/specs/progressive-disclosure/spec.md +0 -415
- package/specs/selective-tool-observation/context.md +0 -100
- package/specs/selective-tool-observation/plan.md +0 -158
- package/specs/selective-tool-observation/spec.md +0 -127
- package/specs/task-entity-system/context.md +0 -297
- package/specs/task-entity-system/plan.md +0 -301
- package/specs/task-entity-system/spec.md +0 -314
- package/specs/thin-core-refactor/context.md +0 -275
- package/specs/thin-core-refactor/plan.md +0 -536
- package/specs/thin-core-refactor/spec.md +0 -465
- package/specs/vector-outbox-v2/context.md +0 -470
- package/specs/vector-outbox-v2/plan.md +0 -562
- package/specs/vector-outbox-v2/spec.md +0 -466
- package/specs/web-viewer-ui/context.md +0 -384
- package/specs/web-viewer-ui/plan.md +0 -797
- package/specs/web-viewer-ui/spec.md +0 -516
- package/src/adapters/claude/capture/index.ts +0 -3
- package/src/adapters/claude/context/index.ts +0 -3
- package/src/adapters/claude/hooks/index.ts +0 -21
- package/src/adapters/claude/hooks/post-tool-use.ts +0 -239
- package/src/adapters/claude/hooks/prompt-injection-policy.ts +0 -104
- package/src/adapters/claude/hooks/semantic-daemon-client.ts +0 -209
- package/src/adapters/claude/hooks/semantic-daemon.ts +0 -283
- package/src/adapters/claude/hooks/session-end.ts +0 -59
- package/src/adapters/claude/hooks/session-start.ts +0 -73
- package/src/adapters/claude/hooks/stop.ts +0 -128
- package/src/adapters/claude/hooks/user-prompt-submit.ts +0 -361
- package/src/adapters/claude/index.ts +0 -4
- package/src/adapters/claude/transcript/index.ts +0 -4
- package/src/adapters/claude/transcript/transcript-reader.ts +0 -57
- package/src/adapters/claude/transcript/turn-reconstructor.ts +0 -65
- package/src/apps/cli/claude-settings-hooks.ts +0 -138
- package/src/apps/cli/codex-import-runner.ts +0 -125
- package/src/apps/cli/codex-validation-output.ts +0 -95
- package/src/apps/cli/hermes-import-runner.ts +0 -130
- package/src/apps/cli/hermes-validation-output.ts +0 -91
- package/src/apps/cli/index.ts +0 -1735
- package/src/apps/cli/mcp-install.ts +0 -106
- package/src/apps/cli/retrieval-disclosure-output.ts +0 -196
- package/src/apps/dashboard/assets/js/bootstrap.js +0 -244
- package/src/apps/dashboard/assets/js/chat.js +0 -373
- package/src/apps/dashboard/assets/js/disclosure.js +0 -232
- package/src/apps/dashboard/assets/js/modals.js +0 -298
- package/src/apps/dashboard/assets/js/overview.js +0 -655
- package/src/apps/dashboard/assets/js/state.js +0 -72
- package/src/apps/dashboard/assets/js/views.js +0 -468
- package/src/apps/dashboard/index.html +0 -543
- package/src/apps/dashboard/index.ts +0 -3
- package/src/apps/dashboard/style.css +0 -1750
- package/src/apps/index.ts +0 -5
- package/src/apps/server/api/chat.ts +0 -244
- package/src/apps/server/api/citations.ts +0 -105
- package/src/apps/server/api/events.ts +0 -137
- package/src/apps/server/api/health.ts +0 -53
- package/src/apps/server/api/index.ts +0 -26
- package/src/apps/server/api/projects.ts +0 -74
- package/src/apps/server/api/search.ts +0 -184
- package/src/apps/server/api/sessions.ts +0 -115
- package/src/apps/server/api/stats.ts +0 -723
- package/src/apps/server/api/turns.ts +0 -143
- package/src/apps/server/api/utils.ts +0 -65
- package/src/apps/server/index.ts +0 -111
- package/src/cli/index.ts +0 -3
- package/src/cli/retrieval-disclosure-output.ts +0 -2
- package/src/compat/index.ts +0 -5
- package/src/core/canonical-key.ts +0 -186
- package/src/core/citation-generator.ts +0 -63
- package/src/core/consolidated-store.ts +0 -356
- package/src/core/consolidation-worker.ts +0 -493
- package/src/core/context-formatter.ts +0 -276
- package/src/core/continuity-manager.ts +0 -341
- package/src/core/db-wrapper.ts +0 -64
- package/src/core/derive/fact-deriver.ts +0 -170
- package/src/core/derive/index.ts +0 -2
- package/src/core/derive/summary-deriver.ts +0 -76
- package/src/core/edge-repo.ts +0 -333
- package/src/core/embedder.ts +0 -4
- package/src/core/engine/embedding-maintenance-service.ts +0 -187
- package/src/core/engine/endless-memory-services.ts +0 -4
- package/src/core/engine/index.ts +0 -19
- package/src/core/engine/memory-engine-services.ts +0 -170
- package/src/core/engine/memory-ingest-service.ts +0 -317
- package/src/core/engine/memory-query-service.ts +0 -173
- package/src/core/engine/memory-runtime-service.ts +0 -162
- package/src/core/engine/memory-service-composition.ts +0 -231
- package/src/core/engine/retrieval-analytics-service.ts +0 -181
- package/src/core/engine/retrieval-disclosure-service.ts +0 -420
- package/src/core/engine/retrieval-orchestrator.ts +0 -377
- package/src/core/engine/retrieval-services.ts +0 -176
- package/src/core/engine/shared-memory-services.ts +0 -4
- package/src/core/entity-repo.ts +0 -349
- package/src/core/event-store.ts +0 -779
- package/src/core/evidence-aligner.ts +0 -635
- package/src/core/external-market-context.ts +0 -582
- package/src/core/graduation-worker.ts +0 -171
- package/src/core/graduation.ts +0 -377
- package/src/core/index.ts +0 -64
- package/src/core/ingest-interceptor.ts +0 -80
- package/src/core/markdown-mirror.ts +0 -70
- package/src/core/matcher.ts +0 -208
- package/src/core/md-mirror.ts +0 -92
- package/src/core/metadata-extractor.ts +0 -203
- package/src/core/model/memory-fact.ts +0 -30
- package/src/core/model/memory-rule.ts +0 -14
- package/src/core/model/memory-summary.ts +0 -21
- package/src/core/model/raw-event.ts +0 -28
- package/src/core/model/retrieval-result.ts +0 -35
- package/src/core/mongo-sync-config.ts +0 -165
- package/src/core/mongo-sync-worker.ts +0 -381
- package/src/core/privacy/filter.ts +0 -190
- package/src/core/privacy/index.ts +0 -20
- package/src/core/privacy/tag-parser.ts +0 -145
- package/src/core/product-validation-matrix.ts +0 -314
- package/src/core/progressive-retriever.ts +0 -414
- package/src/core/registry/project-path.ts +0 -54
- package/src/core/registry/session-registry.ts +0 -69
- package/src/core/replay-evaluator.ts +0 -625
- package/src/core/retrieval-benchmark.ts +0 -117
- package/src/core/retrieval-quality.ts +0 -109
- package/src/core/retriever.ts +0 -800
- package/src/core/session-qrels.ts +0 -360
- package/src/core/shared-event-store.ts +0 -114
- package/src/core/shared-promoter.ts +0 -249
- package/src/core/shared-store.ts +0 -289
- package/src/core/shared-vector-store.ts +0 -203
- package/src/core/sqlite-event-store.ts +0 -1846
- package/src/core/sqlite-wrapper.ts +0 -116
- package/src/core/sync-worker.ts +0 -228
- package/src/core/tag-taxonomy.ts +0 -51
- package/src/core/task/blocker-resolver.ts +0 -333
- package/src/core/task/index.ts +0 -9
- package/src/core/task/task-matcher.ts +0 -240
- package/src/core/task/task-projector.ts +0 -358
- package/src/core/task/task-resolver.ts +0 -421
- package/src/core/turn-state.ts +0 -207
- package/src/core/types.ts +0 -952
- package/src/core/vector-outbox.ts +0 -299
- package/src/core/vector-store.ts +0 -231
- package/src/core/vector-worker.ts +0 -521
- package/src/core/working-set-store.ts +0 -257
- package/src/extensions/endless-memory/endless-memory-services.ts +0 -350
- package/src/extensions/endless-memory/index.ts +0 -1
- package/src/extensions/index.ts +0 -5
- package/src/extensions/mcp/handlers.ts +0 -960
- package/src/extensions/mcp/index.ts +0 -48
- package/src/extensions/mcp/tools.ts +0 -252
- package/src/extensions/shared-memory/index.ts +0 -1
- package/src/extensions/shared-memory/shared-memory-services.ts +0 -211
- package/src/extensions/vector/embedder.ts +0 -234
- package/src/extensions/vector/index.ts +0 -1
- package/src/hooks/post-tool-use.ts +0 -9
- package/src/hooks/semantic-daemon-client.ts +0 -1
- package/src/hooks/semantic-daemon.ts +0 -11
- package/src/hooks/session-end.ts +0 -9
- package/src/hooks/session-start.ts +0 -9
- package/src/hooks/stop.ts +0 -9
- package/src/hooks/user-prompt-submit.ts +0 -9
- package/src/index.ts +0 -13
- package/src/mcp/handlers.ts +0 -2
- package/src/mcp/index.ts +0 -4
- package/src/mcp/tools.ts +0 -2
- package/src/server/api/chat.ts +0 -2
- package/src/server/api/citations.ts +0 -2
- package/src/server/api/events.ts +0 -2
- package/src/server/api/health.ts +0 -2
- package/src/server/api/index.ts +0 -2
- package/src/server/api/projects.ts +0 -2
- package/src/server/api/search.ts +0 -2
- package/src/server/api/sessions.ts +0 -2
- package/src/server/api/stats.ts +0 -2
- package/src/server/api/turns.ts +0 -2
- package/src/server/api/utils.ts +0 -2
- package/src/server/index.ts +0 -2
- package/src/services/bootstrap-organizer.ts +0 -463
- package/src/services/codex-session-history-importer.ts +0 -966
- package/src/services/hermes-session-history-importer.ts +0 -733
- package/src/services/memory-service-config.ts +0 -36
- package/src/services/memory-service-registry.ts +0 -150
- package/src/services/memory-service.ts +0 -688
- package/src/services/session-history-importer.ts +0 -629
- package/tests/README.md +0 -23
- package/tests/adapters/claude/claude-semantic-daemon-adapter.test.ts +0 -54
- package/tests/adapters/claude/claude-transcript-reconstructor.test.ts +0 -98
- package/tests/adapters/claude-hook-prompt-injection-policy.test.ts +0 -99
- package/tests/apps/app-layer-boundary.test.ts +0 -48
- package/tests/apps/claude-settings-hooks.test.ts +0 -107
- package/tests/apps/cli-disclosure-output.test.ts +0 -212
- package/tests/apps/codex-import-runner.test.ts +0 -99
- package/tests/apps/codex-validation-output.test.ts +0 -100
- package/tests/apps/hermes-import-runner.test.ts +0 -99
- package/tests/apps/mcp-install-command.test.ts +0 -59
- package/tests/apps/package-build-entrypoints.test.ts +0 -30
- package/tests/apps/postinstall-embedding-backend.test.ts +0 -185
- package/tests/apps/search-api-disclosure.test.ts +0 -162
- package/tests/apps/stats-api-lightweight.test.ts +0 -67
- package/tests/apps/ui-disclosure-output.test.ts +0 -140
- package/tests/core/bootstrap-organizer.test.ts +0 -111
- package/tests/core/canonical-key.test.ts +0 -101
- package/tests/core/codex-session-history-importer-validation.test.ts +0 -185
- package/tests/core/consolidation-worker.test.ts +0 -75
- package/tests/core/embedding-maintenance-service.test.ts +0 -282
- package/tests/core/evidence-aligner.test.ts +0 -152
- package/tests/core/external-market-context.test.ts +0 -209
- package/tests/core/fact-deriver.test.ts +0 -79
- package/tests/core/hermes-session-history-importer-validation.test.ts +0 -609
- package/tests/core/ingest-interceptor.test.ts +0 -38
- package/tests/core/markdown-mirror.test.ts +0 -85
- package/tests/core/matcher.test.ts +0 -112
- package/tests/core/md-mirror.test.ts +0 -50
- package/tests/core/memory-engine-services.test.ts +0 -240
- package/tests/core/memory-ingest-service.test.ts +0 -296
- package/tests/core/memory-query-service.test.ts +0 -129
- package/tests/core/memory-runtime-service.test.ts +0 -201
- package/tests/core/memory-service-composition.test.ts +0 -192
- package/tests/core/memory-service-config.test.ts +0 -41
- package/tests/core/memory-service-facade.test.ts +0 -30
- package/tests/core/memory-service-registry.test.ts +0 -206
- package/tests/core/product-validation-matrix.test.ts +0 -61
- package/tests/core/project-registry.test.ts +0 -78
- package/tests/core/replay-evaluator.test.ts +0 -181
- package/tests/core/retrieval-analytics-service.test.ts +0 -210
- package/tests/core/retrieval-benchmark.test.ts +0 -93
- package/tests/core/retrieval-disclosure-service.test.ts +0 -264
- package/tests/core/retrieval-orchestrator.test.ts +0 -403
- package/tests/core/retrieval-quality.test.ts +0 -31
- package/tests/core/retrieval-services.test.ts +0 -185
- package/tests/core/retriever-fallback-chain.test.ts +0 -223
- package/tests/core/retriever-strategy-scope.test.ts +0 -164
- package/tests/core/retriever.memu-adoption.test.ts +0 -122
- package/tests/core/session-history-importer-filter.test.ts +0 -78
- package/tests/core/session-qrels.test.ts +0 -250
- package/tests/core/sqlite-event-store-replication.test.ts +0 -127
- package/tests/core/summary-deriver.test.ts +0 -66
- package/tests/extensions/embedder-warning-suppression.test.ts +0 -84
- package/tests/extensions/endless-memory-extension-boundary.test.ts +0 -17
- package/tests/extensions/endless-memory-services.test.ts +0 -325
- package/tests/extensions/mcp-context-tools.test.ts +0 -905
- package/tests/extensions/mcp-extension-boundary.test.ts +0 -21
- package/tests/extensions/mcp-package-build.test.ts +0 -22
- package/tests/extensions/mcp-project-aware-tools.test.ts +0 -102
- package/tests/extensions/shared-memory-extension-boundary.test.ts +0 -24
- package/tests/extensions/shared-memory-services.test.ts +0 -309
- package/tests/extensions/vector-extension-boundary.test.ts +0 -21
- package/tsconfig.json +0 -24
- package/vitest.config.ts +0 -15
|
@@ -1,733 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Hermes SessionDB Importer
|
|
3
|
-
*
|
|
4
|
-
* Imports explicit, read-only snapshots from Hermes Agent's ~/.hermes/state.db
|
|
5
|
-
* into claude-memory-layer. This intentionally does not tail/live-sync Hermes:
|
|
6
|
-
* SessionDB remains the raw source of truth; imports are opt-in and project-scoped.
|
|
7
|
-
*/
|
|
8
|
-
|
|
9
|
-
import * as fs from 'fs';
|
|
10
|
-
import * as os from 'os';
|
|
11
|
-
import * as path from 'path';
|
|
12
|
-
import { createHash, randomUUID } from 'crypto';
|
|
13
|
-
import { createDatabase, type Database } from '../core/db-wrapper.js';
|
|
14
|
-
import { applyPrivacyFilter, truncateOutput } from '../core/privacy/index.js';
|
|
15
|
-
import { registerSession } from '../core/registry/session-registry.js';
|
|
16
|
-
import type { Config } from '../core/types.js';
|
|
17
|
-
import { MemoryService } from './memory-service.js';
|
|
18
|
-
import { isWorthStoringPrompt, type ImportOptions, type ImportResult } from './session-history-importer.js';
|
|
19
|
-
|
|
20
|
-
export const HERMES_VALIDATION_DEFAULT_MAX_CONTENT_CHARS = 10_000;
|
|
21
|
-
const HERMES_MEMORY_SESSION_PREFIX = 'hermes:';
|
|
22
|
-
|
|
23
|
-
const DEFAULT_PRIVACY_CONFIG: Config['privacy'] = {
|
|
24
|
-
excludePatterns: ['password', 'secret', 'api_key', 'token', 'bearer'],
|
|
25
|
-
anonymize: false,
|
|
26
|
-
privateTags: {
|
|
27
|
-
enabled: true,
|
|
28
|
-
marker: '[PRIVATE]',
|
|
29
|
-
preserveLineCount: false,
|
|
30
|
-
supportedFormats: ['xml']
|
|
31
|
-
}
|
|
32
|
-
};
|
|
33
|
-
|
|
34
|
-
export interface HermesSessionHistoryImporterOptions {
|
|
35
|
-
stateDbPath?: string;
|
|
36
|
-
}
|
|
37
|
-
|
|
38
|
-
export interface HermesValidationOptions {
|
|
39
|
-
stateDbPath?: string;
|
|
40
|
-
projectPath?: string;
|
|
41
|
-
limit?: number;
|
|
42
|
-
maxContentChars?: number;
|
|
43
|
-
now?: Date;
|
|
44
|
-
}
|
|
45
|
-
|
|
46
|
-
export interface HermesValidationSource {
|
|
47
|
-
stateDbPath: string;
|
|
48
|
-
projectPath?: string;
|
|
49
|
-
projectFilterApplied: boolean;
|
|
50
|
-
sourcePaths: string[];
|
|
51
|
-
}
|
|
52
|
-
|
|
53
|
-
export interface HermesValidationLimits {
|
|
54
|
-
sessionLimit?: number;
|
|
55
|
-
maxContentChars: number;
|
|
56
|
-
}
|
|
57
|
-
|
|
58
|
-
export interface HermesValidationTotals {
|
|
59
|
-
sessionsScanned: number;
|
|
60
|
-
sessionsMatched: number;
|
|
61
|
-
messagesRead: number;
|
|
62
|
-
messagesNormalized: number;
|
|
63
|
-
turnsNormalized: number;
|
|
64
|
-
userMessages: number;
|
|
65
|
-
assistantMessages: number;
|
|
66
|
-
skippedUnsupportedMessages: number;
|
|
67
|
-
emptyAssistantMessages: number;
|
|
68
|
-
truncatedMessages: number;
|
|
69
|
-
missingProjectContext: number;
|
|
70
|
-
warnings: number;
|
|
71
|
-
}
|
|
72
|
-
|
|
73
|
-
export interface HermesSourceSummary {
|
|
74
|
-
source: string;
|
|
75
|
-
sessions: number;
|
|
76
|
-
messagesNormalized: number;
|
|
77
|
-
turnsNormalized: number;
|
|
78
|
-
userMessages: number;
|
|
79
|
-
assistantMessages: number;
|
|
80
|
-
skippedUnsupportedMessages: number;
|
|
81
|
-
truncatedMessages: number;
|
|
82
|
-
emptyAssistantMessages: number;
|
|
83
|
-
}
|
|
84
|
-
|
|
85
|
-
export interface HermesSessionReplaySummary {
|
|
86
|
-
sessionId: string;
|
|
87
|
-
source: string;
|
|
88
|
-
matched: boolean;
|
|
89
|
-
messagesRead: number;
|
|
90
|
-
messagesNormalized: number;
|
|
91
|
-
turnsNormalized: number;
|
|
92
|
-
userMessages: number;
|
|
93
|
-
assistantMessages: number;
|
|
94
|
-
skippedUnsupportedMessages: number;
|
|
95
|
-
emptyAssistantMessages: number;
|
|
96
|
-
truncatedMessages: number;
|
|
97
|
-
missingProjectContext: boolean;
|
|
98
|
-
warnings: string[];
|
|
99
|
-
}
|
|
100
|
-
|
|
101
|
-
export interface HermesSessionValidationReport {
|
|
102
|
-
generatedAt: string;
|
|
103
|
-
dryRun: true;
|
|
104
|
-
willMutate: false;
|
|
105
|
-
source: HermesValidationSource;
|
|
106
|
-
limits: HermesValidationLimits;
|
|
107
|
-
totals: HermesValidationTotals;
|
|
108
|
-
topSources: HermesSourceSummary[];
|
|
109
|
-
sessions: HermesSessionReplaySummary[];
|
|
110
|
-
warnings: string[];
|
|
111
|
-
}
|
|
112
|
-
|
|
113
|
-
type HermesSessionRow = {
|
|
114
|
-
id: string;
|
|
115
|
-
source: string;
|
|
116
|
-
user_id: string | null;
|
|
117
|
-
model: string | null;
|
|
118
|
-
system_prompt: string | null;
|
|
119
|
-
started_at: number;
|
|
120
|
-
ended_at?: number | null;
|
|
121
|
-
title?: string | null;
|
|
122
|
-
};
|
|
123
|
-
|
|
124
|
-
type HermesMessageRow = {
|
|
125
|
-
id: number;
|
|
126
|
-
session_id: string;
|
|
127
|
-
role: string;
|
|
128
|
-
content: string | null;
|
|
129
|
-
tool_name: string | null;
|
|
130
|
-
timestamp: number;
|
|
131
|
-
};
|
|
132
|
-
|
|
133
|
-
type NormalizedHermesMessage = {
|
|
134
|
-
role: 'user' | 'assistant';
|
|
135
|
-
content: string;
|
|
136
|
-
truncated: boolean;
|
|
137
|
-
};
|
|
138
|
-
|
|
139
|
-
function normalizeMaybeRealpath(p: string): string {
|
|
140
|
-
try {
|
|
141
|
-
return fs.realpathSync(p);
|
|
142
|
-
} catch {
|
|
143
|
-
return path.resolve(p);
|
|
144
|
-
}
|
|
145
|
-
}
|
|
146
|
-
|
|
147
|
-
function hashLabel(value: string): string {
|
|
148
|
-
return createHash('sha256').update(value).digest('hex').slice(0, 12);
|
|
149
|
-
}
|
|
150
|
-
|
|
151
|
-
function makeMemorySessionId(sessionId: string): string {
|
|
152
|
-
return sessionId.startsWith(HERMES_MEMORY_SESSION_PREFIX)
|
|
153
|
-
? sessionId
|
|
154
|
-
: `${HERMES_MEMORY_SESSION_PREFIX}${sessionId}`;
|
|
155
|
-
}
|
|
156
|
-
|
|
157
|
-
function timestampToIso(timestamp: number | null | undefined): string | undefined {
|
|
158
|
-
if (typeof timestamp !== 'number' || !Number.isFinite(timestamp)) return undefined;
|
|
159
|
-
return new Date(timestamp * 1000).toISOString();
|
|
160
|
-
}
|
|
161
|
-
|
|
162
|
-
function getProjectMatchVariants(projectPath: string): string[] {
|
|
163
|
-
const variants = new Set<string>();
|
|
164
|
-
variants.add(projectPath);
|
|
165
|
-
variants.add(path.resolve(projectPath));
|
|
166
|
-
variants.add(normalizeMaybeRealpath(projectPath));
|
|
167
|
-
variants.add(projectPath.replace(/\\/g, '/'));
|
|
168
|
-
variants.add(path.resolve(projectPath).replace(/\\/g, '/'));
|
|
169
|
-
return [...variants].filter(Boolean).map((v) => v.toLowerCase());
|
|
170
|
-
}
|
|
171
|
-
|
|
172
|
-
function getSessionProjectHaystack(session: HermesSessionRow): string {
|
|
173
|
-
return [session.system_prompt, session.title]
|
|
174
|
-
.filter((value): value is string => typeof value === 'string' && value.trim().length > 0)
|
|
175
|
-
.join('\n')
|
|
176
|
-
.replace(/\\/g, '/')
|
|
177
|
-
.toLowerCase();
|
|
178
|
-
}
|
|
179
|
-
|
|
180
|
-
function hasProjectContext(session: HermesSessionRow): boolean {
|
|
181
|
-
return Boolean(
|
|
182
|
-
(typeof session.system_prompt === 'string' && session.system_prompt.trim().length > 0) ||
|
|
183
|
-
(typeof session.title === 'string' && session.title.trim().length > 0)
|
|
184
|
-
);
|
|
185
|
-
}
|
|
186
|
-
|
|
187
|
-
function matchesProject(session: HermesSessionRow, projectPath?: string): boolean {
|
|
188
|
-
if (!projectPath) return true;
|
|
189
|
-
const haystack = getSessionProjectHaystack(session);
|
|
190
|
-
if (!haystack) return false;
|
|
191
|
-
return getProjectMatchVariants(projectPath).some((variant) => haystack.includes(variant));
|
|
192
|
-
}
|
|
193
|
-
|
|
194
|
-
function parseHermesEncodedContent(content: string | null): string | null {
|
|
195
|
-
if (typeof content !== 'string') return null;
|
|
196
|
-
if (content.length === 0) return null;
|
|
197
|
-
|
|
198
|
-
const trimmed = content.trim();
|
|
199
|
-
if ((trimmed.startsWith('[') && trimmed.endsWith(']')) || (trimmed.startsWith('{') && trimmed.endsWith('}'))) {
|
|
200
|
-
try {
|
|
201
|
-
const parsed = JSON.parse(trimmed) as unknown;
|
|
202
|
-
const extracted = extractTextFromStructuredContent(parsed);
|
|
203
|
-
if (extracted) return extracted;
|
|
204
|
-
} catch {
|
|
205
|
-
// Plain text that happens to look like JSON; keep it below.
|
|
206
|
-
}
|
|
207
|
-
}
|
|
208
|
-
|
|
209
|
-
return content;
|
|
210
|
-
}
|
|
211
|
-
|
|
212
|
-
function extractTextFromStructuredContent(value: unknown): string | null {
|
|
213
|
-
if (typeof value === 'string') return value.length > 0 ? value : null;
|
|
214
|
-
if (Array.isArray(value)) {
|
|
215
|
-
const texts = value
|
|
216
|
-
.map((item) => extractTextFromStructuredContent(item))
|
|
217
|
-
.filter((item): item is string => Boolean(item));
|
|
218
|
-
return texts.length > 0 ? texts.join('\n') : null;
|
|
219
|
-
}
|
|
220
|
-
if (typeof value === 'object' && value !== null) {
|
|
221
|
-
const record = value as Record<string, unknown>;
|
|
222
|
-
if (typeof record.text === 'string' && record.text.length > 0) return record.text;
|
|
223
|
-
if (typeof record.content === 'string' && record.content.length > 0) return record.content;
|
|
224
|
-
if (Array.isArray(record.content)) return extractTextFromStructuredContent(record.content);
|
|
225
|
-
}
|
|
226
|
-
return null;
|
|
227
|
-
}
|
|
228
|
-
|
|
229
|
-
function normalizeHermesMessage(
|
|
230
|
-
row: HermesMessageRow,
|
|
231
|
-
maxContentChars = HERMES_VALIDATION_DEFAULT_MAX_CONTENT_CHARS
|
|
232
|
-
): NormalizedHermesMessage | 'empty-assistant' | 'unsupported' | 'trivial-user' {
|
|
233
|
-
if (row.role !== 'user' && row.role !== 'assistant') return 'unsupported';
|
|
234
|
-
const extracted = parseHermesEncodedContent(row.content);
|
|
235
|
-
if (!extracted || extracted.trim().length === 0) {
|
|
236
|
-
return row.role === 'assistant' ? 'empty-assistant' : 'trivial-user';
|
|
237
|
-
}
|
|
238
|
-
if (row.role === 'user' && !isWorthStoringPrompt(extracted)) return 'trivial-user';
|
|
239
|
-
|
|
240
|
-
const truncated = extracted.length > maxContentChars;
|
|
241
|
-
return {
|
|
242
|
-
role: row.role,
|
|
243
|
-
content: truncated ? `${extracted.slice(0, maxContentChars)}...[truncated]` : extracted,
|
|
244
|
-
truncated
|
|
245
|
-
};
|
|
246
|
-
}
|
|
247
|
-
|
|
248
|
-
function sanitizeForMemory(content: string): string {
|
|
249
|
-
const filtered = applyPrivacyFilter(content, DEFAULT_PRIVACY_CONFIG).content;
|
|
250
|
-
return truncateOutput(filtered, { maxLength: HERMES_VALIDATION_DEFAULT_MAX_CONTENT_CHARS, maxLines: 200 });
|
|
251
|
-
}
|
|
252
|
-
|
|
253
|
-
export function getDefaultHermesStateDbPath(): string {
|
|
254
|
-
return path.join(os.homedir(), '.hermes', 'state.db');
|
|
255
|
-
}
|
|
256
|
-
|
|
257
|
-
function openHermesDbReadOnly(stateDbPath: string): Database {
|
|
258
|
-
if (!fs.existsSync(stateDbPath)) {
|
|
259
|
-
throw new Error(`Hermes state database not found: ${stateDbPath}`);
|
|
260
|
-
}
|
|
261
|
-
return createDatabase(stateDbPath, { readOnly: true });
|
|
262
|
-
}
|
|
263
|
-
|
|
264
|
-
function listHermesSessions(db: Database): HermesSessionRow[] {
|
|
265
|
-
return db.prepare(`
|
|
266
|
-
SELECT id, source, user_id, model, system_prompt, started_at, ended_at, title
|
|
267
|
-
FROM sessions
|
|
268
|
-
ORDER BY started_at DESC, id DESC
|
|
269
|
-
`).all() as HermesSessionRow[];
|
|
270
|
-
}
|
|
271
|
-
|
|
272
|
-
function getHermesSession(db: Database, sessionId: string): HermesSessionRow | null {
|
|
273
|
-
const row = db.prepare(`
|
|
274
|
-
SELECT id, source, user_id, model, system_prompt, started_at, ended_at, title
|
|
275
|
-
FROM sessions
|
|
276
|
-
WHERE id = ?
|
|
277
|
-
`).get(sessionId) as HermesSessionRow | undefined;
|
|
278
|
-
return row ?? null;
|
|
279
|
-
}
|
|
280
|
-
|
|
281
|
-
function listHermesMessages(db: Database, sessionId: string): HermesMessageRow[] {
|
|
282
|
-
return db.prepare(`
|
|
283
|
-
SELECT id, session_id, role, content, tool_name, timestamp
|
|
284
|
-
FROM messages
|
|
285
|
-
WHERE session_id = ?
|
|
286
|
-
ORDER BY timestamp ASC, id ASC
|
|
287
|
-
`).all(sessionId) as HermesMessageRow[];
|
|
288
|
-
}
|
|
289
|
-
|
|
290
|
-
export const HERMES_IMPORTABLE_SESSION_SCAN_FACTOR = 50;
|
|
291
|
-
|
|
292
|
-
function hasImportableHermesMessages(db: Database, sessionId: string): boolean {
|
|
293
|
-
return listHermesMessages(db, sessionId).some((message) => {
|
|
294
|
-
const normalized = normalizeHermesMessage(message);
|
|
295
|
-
return typeof normalized === 'object' && normalized.role === 'user';
|
|
296
|
-
});
|
|
297
|
-
}
|
|
298
|
-
|
|
299
|
-
function selectImportableHermesSessions(db: Database, sessions: HermesSessionRow[], sessionLimit: number): HermesSessionRow[] {
|
|
300
|
-
if (!Number.isFinite(sessionLimit) || sessionLimit <= 0) return sessions;
|
|
301
|
-
|
|
302
|
-
const selected: HermesSessionRow[] = [];
|
|
303
|
-
const maxSessions = Math.floor(sessionLimit);
|
|
304
|
-
const scanLimit = Math.min(sessions.length, Math.max(maxSessions, maxSessions * HERMES_IMPORTABLE_SESSION_SCAN_FACTOR));
|
|
305
|
-
for (const session of sessions.slice(0, scanLimit)) {
|
|
306
|
-
if (!hasImportableHermesMessages(db, session.id)) continue;
|
|
307
|
-
selected.push(session);
|
|
308
|
-
if (selected.length >= maxSessions) break;
|
|
309
|
-
}
|
|
310
|
-
return selected;
|
|
311
|
-
}
|
|
312
|
-
|
|
313
|
-
function createEmptyImportResult(): ImportResult {
|
|
314
|
-
return {
|
|
315
|
-
totalSessions: 0,
|
|
316
|
-
totalMessages: 0,
|
|
317
|
-
importedPrompts: 0,
|
|
318
|
-
importedResponses: 0,
|
|
319
|
-
skippedDuplicates: 0,
|
|
320
|
-
errors: []
|
|
321
|
-
};
|
|
322
|
-
}
|
|
323
|
-
|
|
324
|
-
function createEmptySessionSummary(session: HermesSessionRow, matched: boolean): HermesSessionReplaySummary {
|
|
325
|
-
return {
|
|
326
|
-
sessionId: session.id,
|
|
327
|
-
source: session.source,
|
|
328
|
-
matched,
|
|
329
|
-
messagesRead: 0,
|
|
330
|
-
messagesNormalized: 0,
|
|
331
|
-
turnsNormalized: 0,
|
|
332
|
-
userMessages: 0,
|
|
333
|
-
assistantMessages: 0,
|
|
334
|
-
skippedUnsupportedMessages: 0,
|
|
335
|
-
emptyAssistantMessages: 0,
|
|
336
|
-
truncatedMessages: 0,
|
|
337
|
-
missingProjectContext: !hasProjectContext(session),
|
|
338
|
-
warnings: []
|
|
339
|
-
};
|
|
340
|
-
}
|
|
341
|
-
|
|
342
|
-
function addToSourceSummary(
|
|
343
|
-
summaries: Map<string, HermesSourceSummary>,
|
|
344
|
-
sessionSummary: HermesSessionReplaySummary
|
|
345
|
-
): void {
|
|
346
|
-
const current = summaries.get(sessionSummary.source) ?? {
|
|
347
|
-
source: sessionSummary.source,
|
|
348
|
-
sessions: 0,
|
|
349
|
-
messagesNormalized: 0,
|
|
350
|
-
turnsNormalized: 0,
|
|
351
|
-
userMessages: 0,
|
|
352
|
-
assistantMessages: 0,
|
|
353
|
-
skippedUnsupportedMessages: 0,
|
|
354
|
-
truncatedMessages: 0,
|
|
355
|
-
emptyAssistantMessages: 0
|
|
356
|
-
};
|
|
357
|
-
|
|
358
|
-
current.sessions += 1;
|
|
359
|
-
current.messagesNormalized += sessionSummary.messagesNormalized;
|
|
360
|
-
current.turnsNormalized += sessionSummary.turnsNormalized;
|
|
361
|
-
current.userMessages += sessionSummary.userMessages;
|
|
362
|
-
current.assistantMessages += sessionSummary.assistantMessages;
|
|
363
|
-
current.skippedUnsupportedMessages += sessionSummary.skippedUnsupportedMessages;
|
|
364
|
-
current.truncatedMessages += sessionSummary.truncatedMessages;
|
|
365
|
-
current.emptyAssistantMessages += sessionSummary.emptyAssistantMessages;
|
|
366
|
-
summaries.set(sessionSummary.source, current);
|
|
367
|
-
}
|
|
368
|
-
|
|
369
|
-
export async function validateHermesSessions(options: HermesValidationOptions = {}): Promise<HermesSessionValidationReport> {
|
|
370
|
-
const stateDbPath = options.stateDbPath ?? getDefaultHermesStateDbPath();
|
|
371
|
-
const maxContentChars = options.maxContentChars ?? HERMES_VALIDATION_DEFAULT_MAX_CONTENT_CHARS;
|
|
372
|
-
const warnings: string[] = [];
|
|
373
|
-
const totals: HermesValidationTotals = {
|
|
374
|
-
sessionsScanned: 0,
|
|
375
|
-
sessionsMatched: 0,
|
|
376
|
-
messagesRead: 0,
|
|
377
|
-
messagesNormalized: 0,
|
|
378
|
-
turnsNormalized: 0,
|
|
379
|
-
userMessages: 0,
|
|
380
|
-
assistantMessages: 0,
|
|
381
|
-
skippedUnsupportedMessages: 0,
|
|
382
|
-
emptyAssistantMessages: 0,
|
|
383
|
-
truncatedMessages: 0,
|
|
384
|
-
missingProjectContext: 0,
|
|
385
|
-
warnings: 0
|
|
386
|
-
};
|
|
387
|
-
|
|
388
|
-
const db = openHermesDbReadOnly(stateDbPath);
|
|
389
|
-
try {
|
|
390
|
-
const sourceSummaries = new Map<string, HermesSourceSummary>();
|
|
391
|
-
const sessionSummaries: HermesSessionReplaySummary[] = [];
|
|
392
|
-
const sessions = listHermesSessions(db);
|
|
393
|
-
const sessionLimit = options.limit ?? Infinity;
|
|
394
|
-
let matchedCount = 0;
|
|
395
|
-
|
|
396
|
-
for (const session of sessions) {
|
|
397
|
-
totals.sessionsScanned++;
|
|
398
|
-
const missingContext = !hasProjectContext(session);
|
|
399
|
-
if (missingContext) totals.missingProjectContext++;
|
|
400
|
-
|
|
401
|
-
const matched = matchesProject(session, options.projectPath);
|
|
402
|
-
if (!matched) continue;
|
|
403
|
-
if (matchedCount >= sessionLimit) continue;
|
|
404
|
-
matchedCount++;
|
|
405
|
-
totals.sessionsMatched++;
|
|
406
|
-
|
|
407
|
-
const summary = createEmptySessionSummary(session, true);
|
|
408
|
-
const messages = listHermesMessages(db, session.id);
|
|
409
|
-
for (const message of messages) {
|
|
410
|
-
summary.messagesRead++;
|
|
411
|
-
totals.messagesRead++;
|
|
412
|
-
|
|
413
|
-
const normalized = normalizeHermesMessage(message, maxContentChars);
|
|
414
|
-
if (normalized === 'unsupported') {
|
|
415
|
-
summary.skippedUnsupportedMessages++;
|
|
416
|
-
totals.skippedUnsupportedMessages++;
|
|
417
|
-
continue;
|
|
418
|
-
}
|
|
419
|
-
if (normalized === 'empty-assistant') {
|
|
420
|
-
summary.emptyAssistantMessages++;
|
|
421
|
-
totals.emptyAssistantMessages++;
|
|
422
|
-
continue;
|
|
423
|
-
}
|
|
424
|
-
if (normalized === 'trivial-user') {
|
|
425
|
-
continue;
|
|
426
|
-
}
|
|
427
|
-
|
|
428
|
-
summary.messagesNormalized++;
|
|
429
|
-
totals.messagesNormalized++;
|
|
430
|
-
if (normalized.truncated) {
|
|
431
|
-
summary.truncatedMessages++;
|
|
432
|
-
totals.truncatedMessages++;
|
|
433
|
-
}
|
|
434
|
-
if (normalized.role === 'user') {
|
|
435
|
-
summary.userMessages++;
|
|
436
|
-
summary.turnsNormalized++;
|
|
437
|
-
totals.userMessages++;
|
|
438
|
-
totals.turnsNormalized++;
|
|
439
|
-
} else {
|
|
440
|
-
summary.assistantMessages++;
|
|
441
|
-
totals.assistantMessages++;
|
|
442
|
-
}
|
|
443
|
-
}
|
|
444
|
-
|
|
445
|
-
sessionSummaries.push(summary);
|
|
446
|
-
addToSourceSummary(sourceSummaries, summary);
|
|
447
|
-
}
|
|
448
|
-
|
|
449
|
-
if (totals.missingProjectContext > 0) {
|
|
450
|
-
warnings.push(`${totals.missingProjectContext} Hermes session(s) have no project context in system prompt/title`);
|
|
451
|
-
}
|
|
452
|
-
totals.warnings = warnings.length;
|
|
453
|
-
|
|
454
|
-
return {
|
|
455
|
-
generatedAt: (options.now ?? new Date()).toISOString(),
|
|
456
|
-
dryRun: true,
|
|
457
|
-
willMutate: false,
|
|
458
|
-
source: {
|
|
459
|
-
stateDbPath,
|
|
460
|
-
projectPath: options.projectPath,
|
|
461
|
-
projectFilterApplied: Boolean(options.projectPath),
|
|
462
|
-
sourcePaths: [stateDbPath]
|
|
463
|
-
},
|
|
464
|
-
limits: {
|
|
465
|
-
sessionLimit: options.limit,
|
|
466
|
-
maxContentChars
|
|
467
|
-
},
|
|
468
|
-
totals,
|
|
469
|
-
topSources: [...sourceSummaries.values()].sort((a, b) => b.sessions - a.sessions || b.messagesNormalized - a.messagesNormalized),
|
|
470
|
-
sessions: sessionSummaries,
|
|
471
|
-
warnings
|
|
472
|
-
};
|
|
473
|
-
} finally {
|
|
474
|
-
db.close();
|
|
475
|
-
}
|
|
476
|
-
}
|
|
477
|
-
|
|
478
|
-
export class HermesSessionHistoryImporter {
|
|
479
|
-
private readonly memoryService: MemoryService;
|
|
480
|
-
private readonly stateDbPath: string;
|
|
481
|
-
|
|
482
|
-
constructor(memoryService: MemoryService, options: HermesSessionHistoryImporterOptions = {}) {
|
|
483
|
-
this.memoryService = memoryService;
|
|
484
|
-
this.stateDbPath = options.stateDbPath ?? getDefaultHermesStateDbPath();
|
|
485
|
-
}
|
|
486
|
-
|
|
487
|
-
async importProject(projectPath: string, options: ImportOptions = {}): Promise<ImportResult> {
|
|
488
|
-
const db = openHermesDbReadOnly(this.stateDbPath);
|
|
489
|
-
try {
|
|
490
|
-
const sessions = listHermesSessions(db).filter((session) => matchesProject(session, projectPath));
|
|
491
|
-
return await this.importSessionRows(db, sessions, { ...options, projectPath });
|
|
492
|
-
} finally {
|
|
493
|
-
db.close();
|
|
494
|
-
}
|
|
495
|
-
}
|
|
496
|
-
|
|
497
|
-
async importAll(options: ImportOptions = {}): Promise<ImportResult> {
|
|
498
|
-
const db = openHermesDbReadOnly(this.stateDbPath);
|
|
499
|
-
try {
|
|
500
|
-
return await this.importSessionRows(db, listHermesSessions(db), options);
|
|
501
|
-
} finally {
|
|
502
|
-
db.close();
|
|
503
|
-
}
|
|
504
|
-
}
|
|
505
|
-
|
|
506
|
-
async importSession(sessionId: string, options: ImportOptions = {}): Promise<ImportResult> {
|
|
507
|
-
const db = openHermesDbReadOnly(this.stateDbPath);
|
|
508
|
-
try {
|
|
509
|
-
const sourceSessionId = sessionId.startsWith(HERMES_MEMORY_SESSION_PREFIX)
|
|
510
|
-
? sessionId.slice(HERMES_MEMORY_SESSION_PREFIX.length)
|
|
511
|
-
: sessionId;
|
|
512
|
-
const session = getHermesSession(db, sourceSessionId);
|
|
513
|
-
if (!session) {
|
|
514
|
-
return { ...createEmptyImportResult(), totalSessions: 1, errors: [`Hermes session not found: ${sessionId}`] };
|
|
515
|
-
}
|
|
516
|
-
return await this.importSessionRows(db, [session], options);
|
|
517
|
-
} finally {
|
|
518
|
-
db.close();
|
|
519
|
-
}
|
|
520
|
-
}
|
|
521
|
-
|
|
522
|
-
async listAvailableSessions(projectPath?: string): Promise<Array<{
|
|
523
|
-
sessionId: string;
|
|
524
|
-
source: string;
|
|
525
|
-
startedAt: Date;
|
|
526
|
-
messageCount: number;
|
|
527
|
-
}>> {
|
|
528
|
-
const db = openHermesDbReadOnly(this.stateDbPath);
|
|
529
|
-
try {
|
|
530
|
-
return listHermesSessions(db)
|
|
531
|
-
.filter((session) => matchesProject(session, projectPath))
|
|
532
|
-
.map((session) => ({
|
|
533
|
-
sessionId: session.id,
|
|
534
|
-
source: session.source,
|
|
535
|
-
startedAt: new Date(session.started_at * 1000),
|
|
536
|
-
messageCount: listHermesMessages(db, session.id).length
|
|
537
|
-
}));
|
|
538
|
-
} finally {
|
|
539
|
-
db.close();
|
|
540
|
-
}
|
|
541
|
-
}
|
|
542
|
-
|
|
543
|
-
private async importSessionRows(
|
|
544
|
-
db: Database,
|
|
545
|
-
sessions: HermesSessionRow[],
|
|
546
|
-
options: ImportOptions = {}
|
|
547
|
-
): Promise<ImportResult> {
|
|
548
|
-
const result = createEmptyImportResult();
|
|
549
|
-
const onProgress = options.onProgress;
|
|
550
|
-
const sessionLimit = options.sessionLimit ?? Infinity;
|
|
551
|
-
const selectedSessions = selectImportableHermesSessions(db, sessions, sessionLimit);
|
|
552
|
-
|
|
553
|
-
onProgress?.({ phase: 'scan', message: `Found ${sessions.length} Hermes session(s)` });
|
|
554
|
-
|
|
555
|
-
for (let i = 0; i < selectedSessions.length; i++) {
|
|
556
|
-
const session = selectedSessions[i];
|
|
557
|
-
onProgress?.({ phase: 'session-start', sessionIndex: i, totalSessions: selectedSessions.length, filePath: this.stateDbPath });
|
|
558
|
-
|
|
559
|
-
let sessionStoredCount = 0;
|
|
560
|
-
const memorySessionId = makeMemorySessionId(session.id);
|
|
561
|
-
const sessionResult = await this.importOneSession(
|
|
562
|
-
db,
|
|
563
|
-
session,
|
|
564
|
-
memorySessionId,
|
|
565
|
-
options,
|
|
566
|
-
i,
|
|
567
|
-
() => sessionStoredCount,
|
|
568
|
-
(next) => { sessionStoredCount = next; }
|
|
569
|
-
);
|
|
570
|
-
|
|
571
|
-
result.totalSessions++;
|
|
572
|
-
result.totalMessages += sessionResult.totalMessages;
|
|
573
|
-
result.importedPrompts += sessionResult.importedPrompts;
|
|
574
|
-
result.importedResponses += sessionResult.importedResponses;
|
|
575
|
-
result.skippedDuplicates += sessionResult.skippedDuplicates;
|
|
576
|
-
result.errors.push(...sessionResult.errors);
|
|
577
|
-
|
|
578
|
-
onProgress?.({
|
|
579
|
-
phase: 'session-done',
|
|
580
|
-
sessionIndex: i,
|
|
581
|
-
importedPrompts: sessionResult.importedPrompts,
|
|
582
|
-
importedResponses: sessionResult.importedResponses,
|
|
583
|
-
skipped: sessionResult.skippedDuplicates
|
|
584
|
-
});
|
|
585
|
-
}
|
|
586
|
-
|
|
587
|
-
onProgress?.({ phase: 'done', result });
|
|
588
|
-
return result;
|
|
589
|
-
}
|
|
590
|
-
|
|
591
|
-
private async importOneSession(
|
|
592
|
-
db: Database,
|
|
593
|
-
session: HermesSessionRow,
|
|
594
|
-
memorySessionId: string,
|
|
595
|
-
options: ImportOptions,
|
|
596
|
-
sessionIndex: number,
|
|
597
|
-
getStoredCount: () => number,
|
|
598
|
-
setStoredCount: (next: number) => void
|
|
599
|
-
): Promise<ImportResult> {
|
|
600
|
-
const result = { ...createEmptyImportResult(), totalSessions: 1 };
|
|
601
|
-
const effectiveProjectPath = options.projectPath;
|
|
602
|
-
|
|
603
|
-
if (options.force) {
|
|
604
|
-
const deleted = await this.memoryService.deleteSessionEvents(memorySessionId);
|
|
605
|
-
if (options.verbose && deleted > 0) {
|
|
606
|
-
console.log(` Deleted ${deleted} existing events for session ${memorySessionId}`);
|
|
607
|
-
}
|
|
608
|
-
}
|
|
609
|
-
|
|
610
|
-
await this.memoryService.startSession(memorySessionId, effectiveProjectPath);
|
|
611
|
-
|
|
612
|
-
const messages = listHermesMessages(db, session.id);
|
|
613
|
-
let currentTurnId: string | null = null;
|
|
614
|
-
let textBuffer: Array<{ content: string; row: HermesMessageRow }> = [];
|
|
615
|
-
let lastProgressAt = 0;
|
|
616
|
-
|
|
617
|
-
const flushTextBuffer = async () => {
|
|
618
|
-
if (getStoredCount() >= (options.limit ?? Infinity)) {
|
|
619
|
-
textBuffer = [];
|
|
620
|
-
return;
|
|
621
|
-
}
|
|
622
|
-
if (textBuffer.length === 0 || !currentTurnId) return;
|
|
623
|
-
|
|
624
|
-
const contentBlocks = textBuffer.map((item) => item.content);
|
|
625
|
-
const substantive = contentBlocks.filter((content) => content.length >= 100);
|
|
626
|
-
const merged = substantive.length > 0
|
|
627
|
-
? substantive.join('\n\n')
|
|
628
|
-
: contentBlocks.reduce((a, b) => a.length >= b.length ? a : b, '');
|
|
629
|
-
if (!merged) {
|
|
630
|
-
textBuffer = [];
|
|
631
|
-
return;
|
|
632
|
-
}
|
|
633
|
-
|
|
634
|
-
const lastRow = textBuffer[textBuffer.length - 1].row;
|
|
635
|
-
const appendResult = await this.memoryService.storeAgentResponse(
|
|
636
|
-
memorySessionId,
|
|
637
|
-
sanitizeForMemory(merged),
|
|
638
|
-
{
|
|
639
|
-
importedFrom: this.stateDbPath,
|
|
640
|
-
originalTimestamp: timestampToIso(lastRow.timestamp),
|
|
641
|
-
sourceMessageId: lastRow.id,
|
|
642
|
-
turnId: currentTurnId,
|
|
643
|
-
source: 'hermes',
|
|
644
|
-
hermesSource: session.source,
|
|
645
|
-
sourceSessionId: session.id,
|
|
646
|
-
sourceSessionHash: hashLabel(session.id)
|
|
647
|
-
}
|
|
648
|
-
);
|
|
649
|
-
|
|
650
|
-
if (appendResult.success && appendResult.isDuplicate) {
|
|
651
|
-
result.skippedDuplicates++;
|
|
652
|
-
} else {
|
|
653
|
-
result.importedResponses++;
|
|
654
|
-
}
|
|
655
|
-
setStoredCount(getStoredCount() + 1);
|
|
656
|
-
textBuffer = [];
|
|
657
|
-
};
|
|
658
|
-
|
|
659
|
-
for (const message of messages) {
|
|
660
|
-
if (getStoredCount() >= (options.limit ?? Infinity)) break;
|
|
661
|
-
result.totalMessages++;
|
|
662
|
-
const normalized = normalizeHermesMessage(message);
|
|
663
|
-
|
|
664
|
-
if (normalized === 'unsupported' || normalized === 'empty-assistant') {
|
|
665
|
-
continue;
|
|
666
|
-
}
|
|
667
|
-
if (normalized === 'trivial-user') {
|
|
668
|
-
result.skippedDuplicates++;
|
|
669
|
-
continue;
|
|
670
|
-
}
|
|
671
|
-
|
|
672
|
-
if (normalized.role === 'user') {
|
|
673
|
-
await flushTextBuffer();
|
|
674
|
-
currentTurnId = randomUUID();
|
|
675
|
-
const appendResult = await this.memoryService.storeUserPrompt(
|
|
676
|
-
memorySessionId,
|
|
677
|
-
sanitizeForMemory(normalized.content),
|
|
678
|
-
{
|
|
679
|
-
importedFrom: this.stateDbPath,
|
|
680
|
-
originalTimestamp: timestampToIso(message.timestamp),
|
|
681
|
-
sourceMessageId: message.id,
|
|
682
|
-
turnId: currentTurnId,
|
|
683
|
-
source: 'hermes',
|
|
684
|
-
hermesSource: session.source,
|
|
685
|
-
sourceSessionId: session.id,
|
|
686
|
-
sourceSessionHash: hashLabel(session.id)
|
|
687
|
-
}
|
|
688
|
-
);
|
|
689
|
-
|
|
690
|
-
if (appendResult.success && appendResult.isDuplicate) {
|
|
691
|
-
result.skippedDuplicates++;
|
|
692
|
-
} else {
|
|
693
|
-
result.importedPrompts++;
|
|
694
|
-
}
|
|
695
|
-
setStoredCount(getStoredCount() + 1);
|
|
696
|
-
} else {
|
|
697
|
-
textBuffer.push({ content: normalized.content, row: message });
|
|
698
|
-
}
|
|
699
|
-
|
|
700
|
-
const now = Date.now();
|
|
701
|
-
if (now - lastProgressAt > 200) {
|
|
702
|
-
lastProgressAt = now;
|
|
703
|
-
options.onProgress?.({
|
|
704
|
-
phase: 'session-progress',
|
|
705
|
-
sessionIndex,
|
|
706
|
-
messagesProcessed: result.totalMessages,
|
|
707
|
-
imported: result.importedPrompts + result.importedResponses,
|
|
708
|
-
skipped: result.skippedDuplicates
|
|
709
|
-
});
|
|
710
|
-
}
|
|
711
|
-
}
|
|
712
|
-
|
|
713
|
-
await flushTextBuffer();
|
|
714
|
-
await this.memoryService.endSession(memorySessionId);
|
|
715
|
-
|
|
716
|
-
if (effectiveProjectPath) {
|
|
717
|
-
registerSession(memorySessionId, effectiveProjectPath);
|
|
718
|
-
}
|
|
719
|
-
|
|
720
|
-
if (options.verbose) {
|
|
721
|
-
console.log(`Imported ${result.importedPrompts} prompts, ${result.importedResponses} responses from Hermes session ${session.id}`);
|
|
722
|
-
}
|
|
723
|
-
|
|
724
|
-
return result;
|
|
725
|
-
}
|
|
726
|
-
}
|
|
727
|
-
|
|
728
|
-
export function createHermesSessionHistoryImporter(
|
|
729
|
-
memoryService: MemoryService,
|
|
730
|
-
options: HermesSessionHistoryImporterOptions = {}
|
|
731
|
-
): HermesSessionHistoryImporter {
|
|
732
|
-
return new HermesSessionHistoryImporter(memoryService, options);
|
|
733
|
-
}
|