claude-memory-layer 1.0.31 → 1.0.32

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (313) hide show
  1. package/README.md +9 -2
  2. package/dist/cli/index.js +1 -1
  3. package/package.json +11 -2
  4. package/scripts/postinstall-embedding-backend.cjs +16 -12
  5. package/AGENTS.md +0 -71
  6. package/CLAUDE.md +0 -30
  7. package/HANDOFF.md +0 -92
  8. package/Memo.txt +0 -558
  9. package/benchmarks/replay/anonymized-real-sessions.json +0 -48
  10. package/config/kpi-thresholds.json +0 -7
  11. package/context.md +0 -636
  12. package/docs/ARCHITECTURE_COMPARISON_AND_RECOMMENDATIONS.md +0 -627
  13. package/docs/HERMES_MEMORY_INGESTION_ANALYSIS.md +0 -440
  14. package/docs/MCP_MEMORY_SERVICE_COMPARATIVE_REVIEW.md +0 -271
  15. package/docs/MEMORY_USEFULNESS_AUDIT.md +0 -371
  16. package/docs/MEMORY_USEFULNESS_AUDIT_RAW.json +0 -80
  17. package/docs/MEMSEARCH_PROJECT_STRUCTURE_ANALYSIS.md +0 -333
  18. package/docs/MEMU_ADOPTION.md +0 -40
  19. package/docs/OPERATIONS.md +0 -18
  20. package/docs/PRODUCT_VALIDATION_MATRIX.md +0 -82
  21. package/docs/PROJECT_STRUCTURE_ANALYSIS.md +0 -421
  22. package/docs/REFACTORING_MILESTONES_AND_ISSUES.md +0 -501
  23. package/docs/REFACTORING_PLAN_THIN_CORE.md +0 -414
  24. package/docs/REFERENCE_PROJECT_ANALYSES.md +0 -25
  25. package/docs/SUPERLOCALMEMORY_PROJECT_STRUCTURE_ANALYSIS.md +0 -452
  26. package/docs/TARGET_ARCHITECTURE_AND_FOLDER_STRUCTURE.md +0 -446
  27. package/docs/architecture/comparison-index.md +0 -47
  28. package/docs/reports/codex-real-data-validation-20260505T040447Z.md +0 -46
  29. package/plan.md +0 -1642
  30. package/scripts/build.ts +0 -159
  31. package/scripts/bump-patch-version.sh +0 -18
  32. package/scripts/delete-unknown-projects.js +0 -154
  33. package/scripts/fix-sync-gap.js +0 -32
  34. package/scripts/generate-session-qrels.ts +0 -126
  35. package/scripts/heartbeat-memory-orchestrator.sh +0 -28
  36. package/scripts/replay-retrieval-benchmark.ts +0 -69
  37. package/scripts/report-sync-gap.js +0 -26
  38. package/scripts/review-queue-auto-resolve.js +0 -21
  39. package/scripts/sync-gap-auto-heal.sh +0 -17
  40. package/spec.md +0 -624
  41. package/specs/20260207-dashboard-upgrade/context.md +0 -38
  42. package/specs/20260207-dashboard-upgrade/spec.md +0 -96
  43. package/specs/citations-system/context.md +0 -243
  44. package/specs/citations-system/plan.md +0 -495
  45. package/specs/citations-system/spec.md +0 -371
  46. package/specs/endless-mode/context.md +0 -305
  47. package/specs/endless-mode/plan.md +0 -620
  48. package/specs/endless-mode/spec.md +0 -455
  49. package/specs/entity-edge-model/context.md +0 -401
  50. package/specs/entity-edge-model/plan.md +0 -459
  51. package/specs/entity-edge-model/spec.md +0 -391
  52. package/specs/evidence-aligner-v2/context.md +0 -401
  53. package/specs/evidence-aligner-v2/plan.md +0 -303
  54. package/specs/evidence-aligner-v2/spec.md +0 -312
  55. package/specs/mcp-desktop-integration/context.md +0 -278
  56. package/specs/mcp-desktop-integration/plan.md +0 -550
  57. package/specs/mcp-desktop-integration/spec.md +0 -494
  58. package/specs/memory-utilization-improvements/context.md +0 -145
  59. package/specs/memory-utilization-improvements/plan.md +0 -361
  60. package/specs/memory-utilization-improvements/spec.md +0 -361
  61. package/specs/post-tool-use-hook/context.md +0 -319
  62. package/specs/post-tool-use-hook/plan.md +0 -469
  63. package/specs/post-tool-use-hook/spec.md +0 -364
  64. package/specs/private-tags/context.md +0 -288
  65. package/specs/private-tags/plan.md +0 -412
  66. package/specs/private-tags/spec.md +0 -345
  67. package/specs/progressive-disclosure/context.md +0 -346
  68. package/specs/progressive-disclosure/plan.md +0 -663
  69. package/specs/progressive-disclosure/spec.md +0 -415
  70. package/specs/selective-tool-observation/context.md +0 -100
  71. package/specs/selective-tool-observation/plan.md +0 -158
  72. package/specs/selective-tool-observation/spec.md +0 -127
  73. package/specs/task-entity-system/context.md +0 -297
  74. package/specs/task-entity-system/plan.md +0 -301
  75. package/specs/task-entity-system/spec.md +0 -314
  76. package/specs/thin-core-refactor/context.md +0 -275
  77. package/specs/thin-core-refactor/plan.md +0 -536
  78. package/specs/thin-core-refactor/spec.md +0 -465
  79. package/specs/vector-outbox-v2/context.md +0 -470
  80. package/specs/vector-outbox-v2/plan.md +0 -562
  81. package/specs/vector-outbox-v2/spec.md +0 -466
  82. package/specs/web-viewer-ui/context.md +0 -384
  83. package/specs/web-viewer-ui/plan.md +0 -797
  84. package/specs/web-viewer-ui/spec.md +0 -516
  85. package/src/adapters/claude/capture/index.ts +0 -3
  86. package/src/adapters/claude/context/index.ts +0 -3
  87. package/src/adapters/claude/hooks/index.ts +0 -21
  88. package/src/adapters/claude/hooks/post-tool-use.ts +0 -239
  89. package/src/adapters/claude/hooks/prompt-injection-policy.ts +0 -104
  90. package/src/adapters/claude/hooks/semantic-daemon-client.ts +0 -209
  91. package/src/adapters/claude/hooks/semantic-daemon.ts +0 -283
  92. package/src/adapters/claude/hooks/session-end.ts +0 -59
  93. package/src/adapters/claude/hooks/session-start.ts +0 -73
  94. package/src/adapters/claude/hooks/stop.ts +0 -128
  95. package/src/adapters/claude/hooks/user-prompt-submit.ts +0 -361
  96. package/src/adapters/claude/index.ts +0 -4
  97. package/src/adapters/claude/transcript/index.ts +0 -4
  98. package/src/adapters/claude/transcript/transcript-reader.ts +0 -57
  99. package/src/adapters/claude/transcript/turn-reconstructor.ts +0 -65
  100. package/src/apps/cli/claude-settings-hooks.ts +0 -138
  101. package/src/apps/cli/codex-import-runner.ts +0 -125
  102. package/src/apps/cli/codex-validation-output.ts +0 -95
  103. package/src/apps/cli/hermes-import-runner.ts +0 -130
  104. package/src/apps/cli/hermes-validation-output.ts +0 -91
  105. package/src/apps/cli/index.ts +0 -1735
  106. package/src/apps/cli/mcp-install.ts +0 -106
  107. package/src/apps/cli/retrieval-disclosure-output.ts +0 -196
  108. package/src/apps/dashboard/assets/js/bootstrap.js +0 -244
  109. package/src/apps/dashboard/assets/js/chat.js +0 -373
  110. package/src/apps/dashboard/assets/js/disclosure.js +0 -232
  111. package/src/apps/dashboard/assets/js/modals.js +0 -298
  112. package/src/apps/dashboard/assets/js/overview.js +0 -655
  113. package/src/apps/dashboard/assets/js/state.js +0 -72
  114. package/src/apps/dashboard/assets/js/views.js +0 -468
  115. package/src/apps/dashboard/index.html +0 -543
  116. package/src/apps/dashboard/index.ts +0 -3
  117. package/src/apps/dashboard/style.css +0 -1750
  118. package/src/apps/index.ts +0 -5
  119. package/src/apps/server/api/chat.ts +0 -244
  120. package/src/apps/server/api/citations.ts +0 -105
  121. package/src/apps/server/api/events.ts +0 -137
  122. package/src/apps/server/api/health.ts +0 -53
  123. package/src/apps/server/api/index.ts +0 -26
  124. package/src/apps/server/api/projects.ts +0 -74
  125. package/src/apps/server/api/search.ts +0 -184
  126. package/src/apps/server/api/sessions.ts +0 -115
  127. package/src/apps/server/api/stats.ts +0 -723
  128. package/src/apps/server/api/turns.ts +0 -143
  129. package/src/apps/server/api/utils.ts +0 -65
  130. package/src/apps/server/index.ts +0 -111
  131. package/src/cli/index.ts +0 -3
  132. package/src/cli/retrieval-disclosure-output.ts +0 -2
  133. package/src/compat/index.ts +0 -5
  134. package/src/core/canonical-key.ts +0 -186
  135. package/src/core/citation-generator.ts +0 -63
  136. package/src/core/consolidated-store.ts +0 -356
  137. package/src/core/consolidation-worker.ts +0 -493
  138. package/src/core/context-formatter.ts +0 -276
  139. package/src/core/continuity-manager.ts +0 -341
  140. package/src/core/db-wrapper.ts +0 -64
  141. package/src/core/derive/fact-deriver.ts +0 -170
  142. package/src/core/derive/index.ts +0 -2
  143. package/src/core/derive/summary-deriver.ts +0 -76
  144. package/src/core/edge-repo.ts +0 -333
  145. package/src/core/embedder.ts +0 -4
  146. package/src/core/engine/embedding-maintenance-service.ts +0 -187
  147. package/src/core/engine/endless-memory-services.ts +0 -4
  148. package/src/core/engine/index.ts +0 -19
  149. package/src/core/engine/memory-engine-services.ts +0 -170
  150. package/src/core/engine/memory-ingest-service.ts +0 -317
  151. package/src/core/engine/memory-query-service.ts +0 -173
  152. package/src/core/engine/memory-runtime-service.ts +0 -162
  153. package/src/core/engine/memory-service-composition.ts +0 -231
  154. package/src/core/engine/retrieval-analytics-service.ts +0 -181
  155. package/src/core/engine/retrieval-disclosure-service.ts +0 -420
  156. package/src/core/engine/retrieval-orchestrator.ts +0 -377
  157. package/src/core/engine/retrieval-services.ts +0 -176
  158. package/src/core/engine/shared-memory-services.ts +0 -4
  159. package/src/core/entity-repo.ts +0 -349
  160. package/src/core/event-store.ts +0 -779
  161. package/src/core/evidence-aligner.ts +0 -635
  162. package/src/core/external-market-context.ts +0 -582
  163. package/src/core/graduation-worker.ts +0 -171
  164. package/src/core/graduation.ts +0 -377
  165. package/src/core/index.ts +0 -64
  166. package/src/core/ingest-interceptor.ts +0 -80
  167. package/src/core/markdown-mirror.ts +0 -70
  168. package/src/core/matcher.ts +0 -208
  169. package/src/core/md-mirror.ts +0 -92
  170. package/src/core/metadata-extractor.ts +0 -203
  171. package/src/core/model/memory-fact.ts +0 -30
  172. package/src/core/model/memory-rule.ts +0 -14
  173. package/src/core/model/memory-summary.ts +0 -21
  174. package/src/core/model/raw-event.ts +0 -28
  175. package/src/core/model/retrieval-result.ts +0 -35
  176. package/src/core/mongo-sync-config.ts +0 -165
  177. package/src/core/mongo-sync-worker.ts +0 -381
  178. package/src/core/privacy/filter.ts +0 -190
  179. package/src/core/privacy/index.ts +0 -20
  180. package/src/core/privacy/tag-parser.ts +0 -145
  181. package/src/core/product-validation-matrix.ts +0 -314
  182. package/src/core/progressive-retriever.ts +0 -414
  183. package/src/core/registry/project-path.ts +0 -54
  184. package/src/core/registry/session-registry.ts +0 -69
  185. package/src/core/replay-evaluator.ts +0 -625
  186. package/src/core/retrieval-benchmark.ts +0 -117
  187. package/src/core/retrieval-quality.ts +0 -109
  188. package/src/core/retriever.ts +0 -800
  189. package/src/core/session-qrels.ts +0 -360
  190. package/src/core/shared-event-store.ts +0 -114
  191. package/src/core/shared-promoter.ts +0 -249
  192. package/src/core/shared-store.ts +0 -289
  193. package/src/core/shared-vector-store.ts +0 -203
  194. package/src/core/sqlite-event-store.ts +0 -1846
  195. package/src/core/sqlite-wrapper.ts +0 -116
  196. package/src/core/sync-worker.ts +0 -228
  197. package/src/core/tag-taxonomy.ts +0 -51
  198. package/src/core/task/blocker-resolver.ts +0 -333
  199. package/src/core/task/index.ts +0 -9
  200. package/src/core/task/task-matcher.ts +0 -240
  201. package/src/core/task/task-projector.ts +0 -358
  202. package/src/core/task/task-resolver.ts +0 -421
  203. package/src/core/turn-state.ts +0 -207
  204. package/src/core/types.ts +0 -952
  205. package/src/core/vector-outbox.ts +0 -299
  206. package/src/core/vector-store.ts +0 -231
  207. package/src/core/vector-worker.ts +0 -521
  208. package/src/core/working-set-store.ts +0 -257
  209. package/src/extensions/endless-memory/endless-memory-services.ts +0 -350
  210. package/src/extensions/endless-memory/index.ts +0 -1
  211. package/src/extensions/index.ts +0 -5
  212. package/src/extensions/mcp/handlers.ts +0 -960
  213. package/src/extensions/mcp/index.ts +0 -48
  214. package/src/extensions/mcp/tools.ts +0 -252
  215. package/src/extensions/shared-memory/index.ts +0 -1
  216. package/src/extensions/shared-memory/shared-memory-services.ts +0 -211
  217. package/src/extensions/vector/embedder.ts +0 -234
  218. package/src/extensions/vector/index.ts +0 -1
  219. package/src/hooks/post-tool-use.ts +0 -9
  220. package/src/hooks/semantic-daemon-client.ts +0 -1
  221. package/src/hooks/semantic-daemon.ts +0 -11
  222. package/src/hooks/session-end.ts +0 -9
  223. package/src/hooks/session-start.ts +0 -9
  224. package/src/hooks/stop.ts +0 -9
  225. package/src/hooks/user-prompt-submit.ts +0 -9
  226. package/src/index.ts +0 -13
  227. package/src/mcp/handlers.ts +0 -2
  228. package/src/mcp/index.ts +0 -4
  229. package/src/mcp/tools.ts +0 -2
  230. package/src/server/api/chat.ts +0 -2
  231. package/src/server/api/citations.ts +0 -2
  232. package/src/server/api/events.ts +0 -2
  233. package/src/server/api/health.ts +0 -2
  234. package/src/server/api/index.ts +0 -2
  235. package/src/server/api/projects.ts +0 -2
  236. package/src/server/api/search.ts +0 -2
  237. package/src/server/api/sessions.ts +0 -2
  238. package/src/server/api/stats.ts +0 -2
  239. package/src/server/api/turns.ts +0 -2
  240. package/src/server/api/utils.ts +0 -2
  241. package/src/server/index.ts +0 -2
  242. package/src/services/bootstrap-organizer.ts +0 -463
  243. package/src/services/codex-session-history-importer.ts +0 -966
  244. package/src/services/hermes-session-history-importer.ts +0 -733
  245. package/src/services/memory-service-config.ts +0 -36
  246. package/src/services/memory-service-registry.ts +0 -150
  247. package/src/services/memory-service.ts +0 -688
  248. package/src/services/session-history-importer.ts +0 -629
  249. package/tests/README.md +0 -23
  250. package/tests/adapters/claude/claude-semantic-daemon-adapter.test.ts +0 -54
  251. package/tests/adapters/claude/claude-transcript-reconstructor.test.ts +0 -98
  252. package/tests/adapters/claude-hook-prompt-injection-policy.test.ts +0 -99
  253. package/tests/apps/app-layer-boundary.test.ts +0 -48
  254. package/tests/apps/claude-settings-hooks.test.ts +0 -107
  255. package/tests/apps/cli-disclosure-output.test.ts +0 -212
  256. package/tests/apps/codex-import-runner.test.ts +0 -99
  257. package/tests/apps/codex-validation-output.test.ts +0 -100
  258. package/tests/apps/hermes-import-runner.test.ts +0 -99
  259. package/tests/apps/mcp-install-command.test.ts +0 -59
  260. package/tests/apps/package-build-entrypoints.test.ts +0 -30
  261. package/tests/apps/postinstall-embedding-backend.test.ts +0 -185
  262. package/tests/apps/search-api-disclosure.test.ts +0 -162
  263. package/tests/apps/stats-api-lightweight.test.ts +0 -67
  264. package/tests/apps/ui-disclosure-output.test.ts +0 -140
  265. package/tests/core/bootstrap-organizer.test.ts +0 -111
  266. package/tests/core/canonical-key.test.ts +0 -101
  267. package/tests/core/codex-session-history-importer-validation.test.ts +0 -185
  268. package/tests/core/consolidation-worker.test.ts +0 -75
  269. package/tests/core/embedding-maintenance-service.test.ts +0 -282
  270. package/tests/core/evidence-aligner.test.ts +0 -152
  271. package/tests/core/external-market-context.test.ts +0 -209
  272. package/tests/core/fact-deriver.test.ts +0 -79
  273. package/tests/core/hermes-session-history-importer-validation.test.ts +0 -609
  274. package/tests/core/ingest-interceptor.test.ts +0 -38
  275. package/tests/core/markdown-mirror.test.ts +0 -85
  276. package/tests/core/matcher.test.ts +0 -112
  277. package/tests/core/md-mirror.test.ts +0 -50
  278. package/tests/core/memory-engine-services.test.ts +0 -240
  279. package/tests/core/memory-ingest-service.test.ts +0 -296
  280. package/tests/core/memory-query-service.test.ts +0 -129
  281. package/tests/core/memory-runtime-service.test.ts +0 -201
  282. package/tests/core/memory-service-composition.test.ts +0 -192
  283. package/tests/core/memory-service-config.test.ts +0 -41
  284. package/tests/core/memory-service-facade.test.ts +0 -30
  285. package/tests/core/memory-service-registry.test.ts +0 -206
  286. package/tests/core/product-validation-matrix.test.ts +0 -61
  287. package/tests/core/project-registry.test.ts +0 -78
  288. package/tests/core/replay-evaluator.test.ts +0 -181
  289. package/tests/core/retrieval-analytics-service.test.ts +0 -210
  290. package/tests/core/retrieval-benchmark.test.ts +0 -93
  291. package/tests/core/retrieval-disclosure-service.test.ts +0 -264
  292. package/tests/core/retrieval-orchestrator.test.ts +0 -403
  293. package/tests/core/retrieval-quality.test.ts +0 -31
  294. package/tests/core/retrieval-services.test.ts +0 -185
  295. package/tests/core/retriever-fallback-chain.test.ts +0 -223
  296. package/tests/core/retriever-strategy-scope.test.ts +0 -164
  297. package/tests/core/retriever.memu-adoption.test.ts +0 -122
  298. package/tests/core/session-history-importer-filter.test.ts +0 -78
  299. package/tests/core/session-qrels.test.ts +0 -250
  300. package/tests/core/sqlite-event-store-replication.test.ts +0 -127
  301. package/tests/core/summary-deriver.test.ts +0 -66
  302. package/tests/extensions/embedder-warning-suppression.test.ts +0 -84
  303. package/tests/extensions/endless-memory-extension-boundary.test.ts +0 -17
  304. package/tests/extensions/endless-memory-services.test.ts +0 -325
  305. package/tests/extensions/mcp-context-tools.test.ts +0 -905
  306. package/tests/extensions/mcp-extension-boundary.test.ts +0 -21
  307. package/tests/extensions/mcp-package-build.test.ts +0 -22
  308. package/tests/extensions/mcp-project-aware-tools.test.ts +0 -102
  309. package/tests/extensions/shared-memory-extension-boundary.test.ts +0 -24
  310. package/tests/extensions/shared-memory-services.test.ts +0 -309
  311. package/tests/extensions/vector-extension-boundary.test.ts +0 -21
  312. package/tsconfig.json +0 -24
  313. package/vitest.config.ts +0 -15
@@ -1,733 +0,0 @@
1
- /**
2
- * Hermes SessionDB Importer
3
- *
4
- * Imports explicit, read-only snapshots from Hermes Agent's ~/.hermes/state.db
5
- * into claude-memory-layer. This intentionally does not tail/live-sync Hermes:
6
- * SessionDB remains the raw source of truth; imports are opt-in and project-scoped.
7
- */
8
-
9
- import * as fs from 'fs';
10
- import * as os from 'os';
11
- import * as path from 'path';
12
- import { createHash, randomUUID } from 'crypto';
13
- import { createDatabase, type Database } from '../core/db-wrapper.js';
14
- import { applyPrivacyFilter, truncateOutput } from '../core/privacy/index.js';
15
- import { registerSession } from '../core/registry/session-registry.js';
16
- import type { Config } from '../core/types.js';
17
- import { MemoryService } from './memory-service.js';
18
- import { isWorthStoringPrompt, type ImportOptions, type ImportResult } from './session-history-importer.js';
19
-
20
- export const HERMES_VALIDATION_DEFAULT_MAX_CONTENT_CHARS = 10_000;
21
- const HERMES_MEMORY_SESSION_PREFIX = 'hermes:';
22
-
23
- const DEFAULT_PRIVACY_CONFIG: Config['privacy'] = {
24
- excludePatterns: ['password', 'secret', 'api_key', 'token', 'bearer'],
25
- anonymize: false,
26
- privateTags: {
27
- enabled: true,
28
- marker: '[PRIVATE]',
29
- preserveLineCount: false,
30
- supportedFormats: ['xml']
31
- }
32
- };
33
-
34
- export interface HermesSessionHistoryImporterOptions {
35
- stateDbPath?: string;
36
- }
37
-
38
- export interface HermesValidationOptions {
39
- stateDbPath?: string;
40
- projectPath?: string;
41
- limit?: number;
42
- maxContentChars?: number;
43
- now?: Date;
44
- }
45
-
46
- export interface HermesValidationSource {
47
- stateDbPath: string;
48
- projectPath?: string;
49
- projectFilterApplied: boolean;
50
- sourcePaths: string[];
51
- }
52
-
53
- export interface HermesValidationLimits {
54
- sessionLimit?: number;
55
- maxContentChars: number;
56
- }
57
-
58
- export interface HermesValidationTotals {
59
- sessionsScanned: number;
60
- sessionsMatched: number;
61
- messagesRead: number;
62
- messagesNormalized: number;
63
- turnsNormalized: number;
64
- userMessages: number;
65
- assistantMessages: number;
66
- skippedUnsupportedMessages: number;
67
- emptyAssistantMessages: number;
68
- truncatedMessages: number;
69
- missingProjectContext: number;
70
- warnings: number;
71
- }
72
-
73
- export interface HermesSourceSummary {
74
- source: string;
75
- sessions: number;
76
- messagesNormalized: number;
77
- turnsNormalized: number;
78
- userMessages: number;
79
- assistantMessages: number;
80
- skippedUnsupportedMessages: number;
81
- truncatedMessages: number;
82
- emptyAssistantMessages: number;
83
- }
84
-
85
- export interface HermesSessionReplaySummary {
86
- sessionId: string;
87
- source: string;
88
- matched: boolean;
89
- messagesRead: number;
90
- messagesNormalized: number;
91
- turnsNormalized: number;
92
- userMessages: number;
93
- assistantMessages: number;
94
- skippedUnsupportedMessages: number;
95
- emptyAssistantMessages: number;
96
- truncatedMessages: number;
97
- missingProjectContext: boolean;
98
- warnings: string[];
99
- }
100
-
101
- export interface HermesSessionValidationReport {
102
- generatedAt: string;
103
- dryRun: true;
104
- willMutate: false;
105
- source: HermesValidationSource;
106
- limits: HermesValidationLimits;
107
- totals: HermesValidationTotals;
108
- topSources: HermesSourceSummary[];
109
- sessions: HermesSessionReplaySummary[];
110
- warnings: string[];
111
- }
112
-
113
- type HermesSessionRow = {
114
- id: string;
115
- source: string;
116
- user_id: string | null;
117
- model: string | null;
118
- system_prompt: string | null;
119
- started_at: number;
120
- ended_at?: number | null;
121
- title?: string | null;
122
- };
123
-
124
- type HermesMessageRow = {
125
- id: number;
126
- session_id: string;
127
- role: string;
128
- content: string | null;
129
- tool_name: string | null;
130
- timestamp: number;
131
- };
132
-
133
- type NormalizedHermesMessage = {
134
- role: 'user' | 'assistant';
135
- content: string;
136
- truncated: boolean;
137
- };
138
-
139
- function normalizeMaybeRealpath(p: string): string {
140
- try {
141
- return fs.realpathSync(p);
142
- } catch {
143
- return path.resolve(p);
144
- }
145
- }
146
-
147
- function hashLabel(value: string): string {
148
- return createHash('sha256').update(value).digest('hex').slice(0, 12);
149
- }
150
-
151
- function makeMemorySessionId(sessionId: string): string {
152
- return sessionId.startsWith(HERMES_MEMORY_SESSION_PREFIX)
153
- ? sessionId
154
- : `${HERMES_MEMORY_SESSION_PREFIX}${sessionId}`;
155
- }
156
-
157
- function timestampToIso(timestamp: number | null | undefined): string | undefined {
158
- if (typeof timestamp !== 'number' || !Number.isFinite(timestamp)) return undefined;
159
- return new Date(timestamp * 1000).toISOString();
160
- }
161
-
162
- function getProjectMatchVariants(projectPath: string): string[] {
163
- const variants = new Set<string>();
164
- variants.add(projectPath);
165
- variants.add(path.resolve(projectPath));
166
- variants.add(normalizeMaybeRealpath(projectPath));
167
- variants.add(projectPath.replace(/\\/g, '/'));
168
- variants.add(path.resolve(projectPath).replace(/\\/g, '/'));
169
- return [...variants].filter(Boolean).map((v) => v.toLowerCase());
170
- }
171
-
172
- function getSessionProjectHaystack(session: HermesSessionRow): string {
173
- return [session.system_prompt, session.title]
174
- .filter((value): value is string => typeof value === 'string' && value.trim().length > 0)
175
- .join('\n')
176
- .replace(/\\/g, '/')
177
- .toLowerCase();
178
- }
179
-
180
- function hasProjectContext(session: HermesSessionRow): boolean {
181
- return Boolean(
182
- (typeof session.system_prompt === 'string' && session.system_prompt.trim().length > 0) ||
183
- (typeof session.title === 'string' && session.title.trim().length > 0)
184
- );
185
- }
186
-
187
- function matchesProject(session: HermesSessionRow, projectPath?: string): boolean {
188
- if (!projectPath) return true;
189
- const haystack = getSessionProjectHaystack(session);
190
- if (!haystack) return false;
191
- return getProjectMatchVariants(projectPath).some((variant) => haystack.includes(variant));
192
- }
193
-
194
- function parseHermesEncodedContent(content: string | null): string | null {
195
- if (typeof content !== 'string') return null;
196
- if (content.length === 0) return null;
197
-
198
- const trimmed = content.trim();
199
- if ((trimmed.startsWith('[') && trimmed.endsWith(']')) || (trimmed.startsWith('{') && trimmed.endsWith('}'))) {
200
- try {
201
- const parsed = JSON.parse(trimmed) as unknown;
202
- const extracted = extractTextFromStructuredContent(parsed);
203
- if (extracted) return extracted;
204
- } catch {
205
- // Plain text that happens to look like JSON; keep it below.
206
- }
207
- }
208
-
209
- return content;
210
- }
211
-
212
- function extractTextFromStructuredContent(value: unknown): string | null {
213
- if (typeof value === 'string') return value.length > 0 ? value : null;
214
- if (Array.isArray(value)) {
215
- const texts = value
216
- .map((item) => extractTextFromStructuredContent(item))
217
- .filter((item): item is string => Boolean(item));
218
- return texts.length > 0 ? texts.join('\n') : null;
219
- }
220
- if (typeof value === 'object' && value !== null) {
221
- const record = value as Record<string, unknown>;
222
- if (typeof record.text === 'string' && record.text.length > 0) return record.text;
223
- if (typeof record.content === 'string' && record.content.length > 0) return record.content;
224
- if (Array.isArray(record.content)) return extractTextFromStructuredContent(record.content);
225
- }
226
- return null;
227
- }
228
-
229
- function normalizeHermesMessage(
230
- row: HermesMessageRow,
231
- maxContentChars = HERMES_VALIDATION_DEFAULT_MAX_CONTENT_CHARS
232
- ): NormalizedHermesMessage | 'empty-assistant' | 'unsupported' | 'trivial-user' {
233
- if (row.role !== 'user' && row.role !== 'assistant') return 'unsupported';
234
- const extracted = parseHermesEncodedContent(row.content);
235
- if (!extracted || extracted.trim().length === 0) {
236
- return row.role === 'assistant' ? 'empty-assistant' : 'trivial-user';
237
- }
238
- if (row.role === 'user' && !isWorthStoringPrompt(extracted)) return 'trivial-user';
239
-
240
- const truncated = extracted.length > maxContentChars;
241
- return {
242
- role: row.role,
243
- content: truncated ? `${extracted.slice(0, maxContentChars)}...[truncated]` : extracted,
244
- truncated
245
- };
246
- }
247
-
248
- function sanitizeForMemory(content: string): string {
249
- const filtered = applyPrivacyFilter(content, DEFAULT_PRIVACY_CONFIG).content;
250
- return truncateOutput(filtered, { maxLength: HERMES_VALIDATION_DEFAULT_MAX_CONTENT_CHARS, maxLines: 200 });
251
- }
252
-
253
- export function getDefaultHermesStateDbPath(): string {
254
- return path.join(os.homedir(), '.hermes', 'state.db');
255
- }
256
-
257
- function openHermesDbReadOnly(stateDbPath: string): Database {
258
- if (!fs.existsSync(stateDbPath)) {
259
- throw new Error(`Hermes state database not found: ${stateDbPath}`);
260
- }
261
- return createDatabase(stateDbPath, { readOnly: true });
262
- }
263
-
264
- function listHermesSessions(db: Database): HermesSessionRow[] {
265
- return db.prepare(`
266
- SELECT id, source, user_id, model, system_prompt, started_at, ended_at, title
267
- FROM sessions
268
- ORDER BY started_at DESC, id DESC
269
- `).all() as HermesSessionRow[];
270
- }
271
-
272
- function getHermesSession(db: Database, sessionId: string): HermesSessionRow | null {
273
- const row = db.prepare(`
274
- SELECT id, source, user_id, model, system_prompt, started_at, ended_at, title
275
- FROM sessions
276
- WHERE id = ?
277
- `).get(sessionId) as HermesSessionRow | undefined;
278
- return row ?? null;
279
- }
280
-
281
- function listHermesMessages(db: Database, sessionId: string): HermesMessageRow[] {
282
- return db.prepare(`
283
- SELECT id, session_id, role, content, tool_name, timestamp
284
- FROM messages
285
- WHERE session_id = ?
286
- ORDER BY timestamp ASC, id ASC
287
- `).all(sessionId) as HermesMessageRow[];
288
- }
289
-
290
- export const HERMES_IMPORTABLE_SESSION_SCAN_FACTOR = 50;
291
-
292
- function hasImportableHermesMessages(db: Database, sessionId: string): boolean {
293
- return listHermesMessages(db, sessionId).some((message) => {
294
- const normalized = normalizeHermesMessage(message);
295
- return typeof normalized === 'object' && normalized.role === 'user';
296
- });
297
- }
298
-
299
- function selectImportableHermesSessions(db: Database, sessions: HermesSessionRow[], sessionLimit: number): HermesSessionRow[] {
300
- if (!Number.isFinite(sessionLimit) || sessionLimit <= 0) return sessions;
301
-
302
- const selected: HermesSessionRow[] = [];
303
- const maxSessions = Math.floor(sessionLimit);
304
- const scanLimit = Math.min(sessions.length, Math.max(maxSessions, maxSessions * HERMES_IMPORTABLE_SESSION_SCAN_FACTOR));
305
- for (const session of sessions.slice(0, scanLimit)) {
306
- if (!hasImportableHermesMessages(db, session.id)) continue;
307
- selected.push(session);
308
- if (selected.length >= maxSessions) break;
309
- }
310
- return selected;
311
- }
312
-
313
- function createEmptyImportResult(): ImportResult {
314
- return {
315
- totalSessions: 0,
316
- totalMessages: 0,
317
- importedPrompts: 0,
318
- importedResponses: 0,
319
- skippedDuplicates: 0,
320
- errors: []
321
- };
322
- }
323
-
324
- function createEmptySessionSummary(session: HermesSessionRow, matched: boolean): HermesSessionReplaySummary {
325
- return {
326
- sessionId: session.id,
327
- source: session.source,
328
- matched,
329
- messagesRead: 0,
330
- messagesNormalized: 0,
331
- turnsNormalized: 0,
332
- userMessages: 0,
333
- assistantMessages: 0,
334
- skippedUnsupportedMessages: 0,
335
- emptyAssistantMessages: 0,
336
- truncatedMessages: 0,
337
- missingProjectContext: !hasProjectContext(session),
338
- warnings: []
339
- };
340
- }
341
-
342
- function addToSourceSummary(
343
- summaries: Map<string, HermesSourceSummary>,
344
- sessionSummary: HermesSessionReplaySummary
345
- ): void {
346
- const current = summaries.get(sessionSummary.source) ?? {
347
- source: sessionSummary.source,
348
- sessions: 0,
349
- messagesNormalized: 0,
350
- turnsNormalized: 0,
351
- userMessages: 0,
352
- assistantMessages: 0,
353
- skippedUnsupportedMessages: 0,
354
- truncatedMessages: 0,
355
- emptyAssistantMessages: 0
356
- };
357
-
358
- current.sessions += 1;
359
- current.messagesNormalized += sessionSummary.messagesNormalized;
360
- current.turnsNormalized += sessionSummary.turnsNormalized;
361
- current.userMessages += sessionSummary.userMessages;
362
- current.assistantMessages += sessionSummary.assistantMessages;
363
- current.skippedUnsupportedMessages += sessionSummary.skippedUnsupportedMessages;
364
- current.truncatedMessages += sessionSummary.truncatedMessages;
365
- current.emptyAssistantMessages += sessionSummary.emptyAssistantMessages;
366
- summaries.set(sessionSummary.source, current);
367
- }
368
-
369
- export async function validateHermesSessions(options: HermesValidationOptions = {}): Promise<HermesSessionValidationReport> {
370
- const stateDbPath = options.stateDbPath ?? getDefaultHermesStateDbPath();
371
- const maxContentChars = options.maxContentChars ?? HERMES_VALIDATION_DEFAULT_MAX_CONTENT_CHARS;
372
- const warnings: string[] = [];
373
- const totals: HermesValidationTotals = {
374
- sessionsScanned: 0,
375
- sessionsMatched: 0,
376
- messagesRead: 0,
377
- messagesNormalized: 0,
378
- turnsNormalized: 0,
379
- userMessages: 0,
380
- assistantMessages: 0,
381
- skippedUnsupportedMessages: 0,
382
- emptyAssistantMessages: 0,
383
- truncatedMessages: 0,
384
- missingProjectContext: 0,
385
- warnings: 0
386
- };
387
-
388
- const db = openHermesDbReadOnly(stateDbPath);
389
- try {
390
- const sourceSummaries = new Map<string, HermesSourceSummary>();
391
- const sessionSummaries: HermesSessionReplaySummary[] = [];
392
- const sessions = listHermesSessions(db);
393
- const sessionLimit = options.limit ?? Infinity;
394
- let matchedCount = 0;
395
-
396
- for (const session of sessions) {
397
- totals.sessionsScanned++;
398
- const missingContext = !hasProjectContext(session);
399
- if (missingContext) totals.missingProjectContext++;
400
-
401
- const matched = matchesProject(session, options.projectPath);
402
- if (!matched) continue;
403
- if (matchedCount >= sessionLimit) continue;
404
- matchedCount++;
405
- totals.sessionsMatched++;
406
-
407
- const summary = createEmptySessionSummary(session, true);
408
- const messages = listHermesMessages(db, session.id);
409
- for (const message of messages) {
410
- summary.messagesRead++;
411
- totals.messagesRead++;
412
-
413
- const normalized = normalizeHermesMessage(message, maxContentChars);
414
- if (normalized === 'unsupported') {
415
- summary.skippedUnsupportedMessages++;
416
- totals.skippedUnsupportedMessages++;
417
- continue;
418
- }
419
- if (normalized === 'empty-assistant') {
420
- summary.emptyAssistantMessages++;
421
- totals.emptyAssistantMessages++;
422
- continue;
423
- }
424
- if (normalized === 'trivial-user') {
425
- continue;
426
- }
427
-
428
- summary.messagesNormalized++;
429
- totals.messagesNormalized++;
430
- if (normalized.truncated) {
431
- summary.truncatedMessages++;
432
- totals.truncatedMessages++;
433
- }
434
- if (normalized.role === 'user') {
435
- summary.userMessages++;
436
- summary.turnsNormalized++;
437
- totals.userMessages++;
438
- totals.turnsNormalized++;
439
- } else {
440
- summary.assistantMessages++;
441
- totals.assistantMessages++;
442
- }
443
- }
444
-
445
- sessionSummaries.push(summary);
446
- addToSourceSummary(sourceSummaries, summary);
447
- }
448
-
449
- if (totals.missingProjectContext > 0) {
450
- warnings.push(`${totals.missingProjectContext} Hermes session(s) have no project context in system prompt/title`);
451
- }
452
- totals.warnings = warnings.length;
453
-
454
- return {
455
- generatedAt: (options.now ?? new Date()).toISOString(),
456
- dryRun: true,
457
- willMutate: false,
458
- source: {
459
- stateDbPath,
460
- projectPath: options.projectPath,
461
- projectFilterApplied: Boolean(options.projectPath),
462
- sourcePaths: [stateDbPath]
463
- },
464
- limits: {
465
- sessionLimit: options.limit,
466
- maxContentChars
467
- },
468
- totals,
469
- topSources: [...sourceSummaries.values()].sort((a, b) => b.sessions - a.sessions || b.messagesNormalized - a.messagesNormalized),
470
- sessions: sessionSummaries,
471
- warnings
472
- };
473
- } finally {
474
- db.close();
475
- }
476
- }
477
-
478
- export class HermesSessionHistoryImporter {
479
- private readonly memoryService: MemoryService;
480
- private readonly stateDbPath: string;
481
-
482
- constructor(memoryService: MemoryService, options: HermesSessionHistoryImporterOptions = {}) {
483
- this.memoryService = memoryService;
484
- this.stateDbPath = options.stateDbPath ?? getDefaultHermesStateDbPath();
485
- }
486
-
487
- async importProject(projectPath: string, options: ImportOptions = {}): Promise<ImportResult> {
488
- const db = openHermesDbReadOnly(this.stateDbPath);
489
- try {
490
- const sessions = listHermesSessions(db).filter((session) => matchesProject(session, projectPath));
491
- return await this.importSessionRows(db, sessions, { ...options, projectPath });
492
- } finally {
493
- db.close();
494
- }
495
- }
496
-
497
- async importAll(options: ImportOptions = {}): Promise<ImportResult> {
498
- const db = openHermesDbReadOnly(this.stateDbPath);
499
- try {
500
- return await this.importSessionRows(db, listHermesSessions(db), options);
501
- } finally {
502
- db.close();
503
- }
504
- }
505
-
506
- async importSession(sessionId: string, options: ImportOptions = {}): Promise<ImportResult> {
507
- const db = openHermesDbReadOnly(this.stateDbPath);
508
- try {
509
- const sourceSessionId = sessionId.startsWith(HERMES_MEMORY_SESSION_PREFIX)
510
- ? sessionId.slice(HERMES_MEMORY_SESSION_PREFIX.length)
511
- : sessionId;
512
- const session = getHermesSession(db, sourceSessionId);
513
- if (!session) {
514
- return { ...createEmptyImportResult(), totalSessions: 1, errors: [`Hermes session not found: ${sessionId}`] };
515
- }
516
- return await this.importSessionRows(db, [session], options);
517
- } finally {
518
- db.close();
519
- }
520
- }
521
-
522
- async listAvailableSessions(projectPath?: string): Promise<Array<{
523
- sessionId: string;
524
- source: string;
525
- startedAt: Date;
526
- messageCount: number;
527
- }>> {
528
- const db = openHermesDbReadOnly(this.stateDbPath);
529
- try {
530
- return listHermesSessions(db)
531
- .filter((session) => matchesProject(session, projectPath))
532
- .map((session) => ({
533
- sessionId: session.id,
534
- source: session.source,
535
- startedAt: new Date(session.started_at * 1000),
536
- messageCount: listHermesMessages(db, session.id).length
537
- }));
538
- } finally {
539
- db.close();
540
- }
541
- }
542
-
543
- private async importSessionRows(
544
- db: Database,
545
- sessions: HermesSessionRow[],
546
- options: ImportOptions = {}
547
- ): Promise<ImportResult> {
548
- const result = createEmptyImportResult();
549
- const onProgress = options.onProgress;
550
- const sessionLimit = options.sessionLimit ?? Infinity;
551
- const selectedSessions = selectImportableHermesSessions(db, sessions, sessionLimit);
552
-
553
- onProgress?.({ phase: 'scan', message: `Found ${sessions.length} Hermes session(s)` });
554
-
555
- for (let i = 0; i < selectedSessions.length; i++) {
556
- const session = selectedSessions[i];
557
- onProgress?.({ phase: 'session-start', sessionIndex: i, totalSessions: selectedSessions.length, filePath: this.stateDbPath });
558
-
559
- let sessionStoredCount = 0;
560
- const memorySessionId = makeMemorySessionId(session.id);
561
- const sessionResult = await this.importOneSession(
562
- db,
563
- session,
564
- memorySessionId,
565
- options,
566
- i,
567
- () => sessionStoredCount,
568
- (next) => { sessionStoredCount = next; }
569
- );
570
-
571
- result.totalSessions++;
572
- result.totalMessages += sessionResult.totalMessages;
573
- result.importedPrompts += sessionResult.importedPrompts;
574
- result.importedResponses += sessionResult.importedResponses;
575
- result.skippedDuplicates += sessionResult.skippedDuplicates;
576
- result.errors.push(...sessionResult.errors);
577
-
578
- onProgress?.({
579
- phase: 'session-done',
580
- sessionIndex: i,
581
- importedPrompts: sessionResult.importedPrompts,
582
- importedResponses: sessionResult.importedResponses,
583
- skipped: sessionResult.skippedDuplicates
584
- });
585
- }
586
-
587
- onProgress?.({ phase: 'done', result });
588
- return result;
589
- }
590
-
591
- private async importOneSession(
592
- db: Database,
593
- session: HermesSessionRow,
594
- memorySessionId: string,
595
- options: ImportOptions,
596
- sessionIndex: number,
597
- getStoredCount: () => number,
598
- setStoredCount: (next: number) => void
599
- ): Promise<ImportResult> {
600
- const result = { ...createEmptyImportResult(), totalSessions: 1 };
601
- const effectiveProjectPath = options.projectPath;
602
-
603
- if (options.force) {
604
- const deleted = await this.memoryService.deleteSessionEvents(memorySessionId);
605
- if (options.verbose && deleted > 0) {
606
- console.log(` Deleted ${deleted} existing events for session ${memorySessionId}`);
607
- }
608
- }
609
-
610
- await this.memoryService.startSession(memorySessionId, effectiveProjectPath);
611
-
612
- const messages = listHermesMessages(db, session.id);
613
- let currentTurnId: string | null = null;
614
- let textBuffer: Array<{ content: string; row: HermesMessageRow }> = [];
615
- let lastProgressAt = 0;
616
-
617
- const flushTextBuffer = async () => {
618
- if (getStoredCount() >= (options.limit ?? Infinity)) {
619
- textBuffer = [];
620
- return;
621
- }
622
- if (textBuffer.length === 0 || !currentTurnId) return;
623
-
624
- const contentBlocks = textBuffer.map((item) => item.content);
625
- const substantive = contentBlocks.filter((content) => content.length >= 100);
626
- const merged = substantive.length > 0
627
- ? substantive.join('\n\n')
628
- : contentBlocks.reduce((a, b) => a.length >= b.length ? a : b, '');
629
- if (!merged) {
630
- textBuffer = [];
631
- return;
632
- }
633
-
634
- const lastRow = textBuffer[textBuffer.length - 1].row;
635
- const appendResult = await this.memoryService.storeAgentResponse(
636
- memorySessionId,
637
- sanitizeForMemory(merged),
638
- {
639
- importedFrom: this.stateDbPath,
640
- originalTimestamp: timestampToIso(lastRow.timestamp),
641
- sourceMessageId: lastRow.id,
642
- turnId: currentTurnId,
643
- source: 'hermes',
644
- hermesSource: session.source,
645
- sourceSessionId: session.id,
646
- sourceSessionHash: hashLabel(session.id)
647
- }
648
- );
649
-
650
- if (appendResult.success && appendResult.isDuplicate) {
651
- result.skippedDuplicates++;
652
- } else {
653
- result.importedResponses++;
654
- }
655
- setStoredCount(getStoredCount() + 1);
656
- textBuffer = [];
657
- };
658
-
659
- for (const message of messages) {
660
- if (getStoredCount() >= (options.limit ?? Infinity)) break;
661
- result.totalMessages++;
662
- const normalized = normalizeHermesMessage(message);
663
-
664
- if (normalized === 'unsupported' || normalized === 'empty-assistant') {
665
- continue;
666
- }
667
- if (normalized === 'trivial-user') {
668
- result.skippedDuplicates++;
669
- continue;
670
- }
671
-
672
- if (normalized.role === 'user') {
673
- await flushTextBuffer();
674
- currentTurnId = randomUUID();
675
- const appendResult = await this.memoryService.storeUserPrompt(
676
- memorySessionId,
677
- sanitizeForMemory(normalized.content),
678
- {
679
- importedFrom: this.stateDbPath,
680
- originalTimestamp: timestampToIso(message.timestamp),
681
- sourceMessageId: message.id,
682
- turnId: currentTurnId,
683
- source: 'hermes',
684
- hermesSource: session.source,
685
- sourceSessionId: session.id,
686
- sourceSessionHash: hashLabel(session.id)
687
- }
688
- );
689
-
690
- if (appendResult.success && appendResult.isDuplicate) {
691
- result.skippedDuplicates++;
692
- } else {
693
- result.importedPrompts++;
694
- }
695
- setStoredCount(getStoredCount() + 1);
696
- } else {
697
- textBuffer.push({ content: normalized.content, row: message });
698
- }
699
-
700
- const now = Date.now();
701
- if (now - lastProgressAt > 200) {
702
- lastProgressAt = now;
703
- options.onProgress?.({
704
- phase: 'session-progress',
705
- sessionIndex,
706
- messagesProcessed: result.totalMessages,
707
- imported: result.importedPrompts + result.importedResponses,
708
- skipped: result.skippedDuplicates
709
- });
710
- }
711
- }
712
-
713
- await flushTextBuffer();
714
- await this.memoryService.endSession(memorySessionId);
715
-
716
- if (effectiveProjectPath) {
717
- registerSession(memorySessionId, effectiveProjectPath);
718
- }
719
-
720
- if (options.verbose) {
721
- console.log(`Imported ${result.importedPrompts} prompts, ${result.importedResponses} responses from Hermes session ${session.id}`);
722
- }
723
-
724
- return result;
725
- }
726
- }
727
-
728
- export function createHermesSessionHistoryImporter(
729
- memoryService: MemoryService,
730
- options: HermesSessionHistoryImporterOptions = {}
731
- ): HermesSessionHistoryImporter {
732
- return new HermesSessionHistoryImporter(memoryService, options);
733
- }