claude-memory-layer 1.0.31 → 1.0.32

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (313) hide show
  1. package/README.md +9 -2
  2. package/dist/cli/index.js +1 -1
  3. package/package.json +11 -2
  4. package/scripts/postinstall-embedding-backend.cjs +16 -12
  5. package/AGENTS.md +0 -71
  6. package/CLAUDE.md +0 -30
  7. package/HANDOFF.md +0 -92
  8. package/Memo.txt +0 -558
  9. package/benchmarks/replay/anonymized-real-sessions.json +0 -48
  10. package/config/kpi-thresholds.json +0 -7
  11. package/context.md +0 -636
  12. package/docs/ARCHITECTURE_COMPARISON_AND_RECOMMENDATIONS.md +0 -627
  13. package/docs/HERMES_MEMORY_INGESTION_ANALYSIS.md +0 -440
  14. package/docs/MCP_MEMORY_SERVICE_COMPARATIVE_REVIEW.md +0 -271
  15. package/docs/MEMORY_USEFULNESS_AUDIT.md +0 -371
  16. package/docs/MEMORY_USEFULNESS_AUDIT_RAW.json +0 -80
  17. package/docs/MEMSEARCH_PROJECT_STRUCTURE_ANALYSIS.md +0 -333
  18. package/docs/MEMU_ADOPTION.md +0 -40
  19. package/docs/OPERATIONS.md +0 -18
  20. package/docs/PRODUCT_VALIDATION_MATRIX.md +0 -82
  21. package/docs/PROJECT_STRUCTURE_ANALYSIS.md +0 -421
  22. package/docs/REFACTORING_MILESTONES_AND_ISSUES.md +0 -501
  23. package/docs/REFACTORING_PLAN_THIN_CORE.md +0 -414
  24. package/docs/REFERENCE_PROJECT_ANALYSES.md +0 -25
  25. package/docs/SUPERLOCALMEMORY_PROJECT_STRUCTURE_ANALYSIS.md +0 -452
  26. package/docs/TARGET_ARCHITECTURE_AND_FOLDER_STRUCTURE.md +0 -446
  27. package/docs/architecture/comparison-index.md +0 -47
  28. package/docs/reports/codex-real-data-validation-20260505T040447Z.md +0 -46
  29. package/plan.md +0 -1642
  30. package/scripts/build.ts +0 -159
  31. package/scripts/bump-patch-version.sh +0 -18
  32. package/scripts/delete-unknown-projects.js +0 -154
  33. package/scripts/fix-sync-gap.js +0 -32
  34. package/scripts/generate-session-qrels.ts +0 -126
  35. package/scripts/heartbeat-memory-orchestrator.sh +0 -28
  36. package/scripts/replay-retrieval-benchmark.ts +0 -69
  37. package/scripts/report-sync-gap.js +0 -26
  38. package/scripts/review-queue-auto-resolve.js +0 -21
  39. package/scripts/sync-gap-auto-heal.sh +0 -17
  40. package/spec.md +0 -624
  41. package/specs/20260207-dashboard-upgrade/context.md +0 -38
  42. package/specs/20260207-dashboard-upgrade/spec.md +0 -96
  43. package/specs/citations-system/context.md +0 -243
  44. package/specs/citations-system/plan.md +0 -495
  45. package/specs/citations-system/spec.md +0 -371
  46. package/specs/endless-mode/context.md +0 -305
  47. package/specs/endless-mode/plan.md +0 -620
  48. package/specs/endless-mode/spec.md +0 -455
  49. package/specs/entity-edge-model/context.md +0 -401
  50. package/specs/entity-edge-model/plan.md +0 -459
  51. package/specs/entity-edge-model/spec.md +0 -391
  52. package/specs/evidence-aligner-v2/context.md +0 -401
  53. package/specs/evidence-aligner-v2/plan.md +0 -303
  54. package/specs/evidence-aligner-v2/spec.md +0 -312
  55. package/specs/mcp-desktop-integration/context.md +0 -278
  56. package/specs/mcp-desktop-integration/plan.md +0 -550
  57. package/specs/mcp-desktop-integration/spec.md +0 -494
  58. package/specs/memory-utilization-improvements/context.md +0 -145
  59. package/specs/memory-utilization-improvements/plan.md +0 -361
  60. package/specs/memory-utilization-improvements/spec.md +0 -361
  61. package/specs/post-tool-use-hook/context.md +0 -319
  62. package/specs/post-tool-use-hook/plan.md +0 -469
  63. package/specs/post-tool-use-hook/spec.md +0 -364
  64. package/specs/private-tags/context.md +0 -288
  65. package/specs/private-tags/plan.md +0 -412
  66. package/specs/private-tags/spec.md +0 -345
  67. package/specs/progressive-disclosure/context.md +0 -346
  68. package/specs/progressive-disclosure/plan.md +0 -663
  69. package/specs/progressive-disclosure/spec.md +0 -415
  70. package/specs/selective-tool-observation/context.md +0 -100
  71. package/specs/selective-tool-observation/plan.md +0 -158
  72. package/specs/selective-tool-observation/spec.md +0 -127
  73. package/specs/task-entity-system/context.md +0 -297
  74. package/specs/task-entity-system/plan.md +0 -301
  75. package/specs/task-entity-system/spec.md +0 -314
  76. package/specs/thin-core-refactor/context.md +0 -275
  77. package/specs/thin-core-refactor/plan.md +0 -536
  78. package/specs/thin-core-refactor/spec.md +0 -465
  79. package/specs/vector-outbox-v2/context.md +0 -470
  80. package/specs/vector-outbox-v2/plan.md +0 -562
  81. package/specs/vector-outbox-v2/spec.md +0 -466
  82. package/specs/web-viewer-ui/context.md +0 -384
  83. package/specs/web-viewer-ui/plan.md +0 -797
  84. package/specs/web-viewer-ui/spec.md +0 -516
  85. package/src/adapters/claude/capture/index.ts +0 -3
  86. package/src/adapters/claude/context/index.ts +0 -3
  87. package/src/adapters/claude/hooks/index.ts +0 -21
  88. package/src/adapters/claude/hooks/post-tool-use.ts +0 -239
  89. package/src/adapters/claude/hooks/prompt-injection-policy.ts +0 -104
  90. package/src/adapters/claude/hooks/semantic-daemon-client.ts +0 -209
  91. package/src/adapters/claude/hooks/semantic-daemon.ts +0 -283
  92. package/src/adapters/claude/hooks/session-end.ts +0 -59
  93. package/src/adapters/claude/hooks/session-start.ts +0 -73
  94. package/src/adapters/claude/hooks/stop.ts +0 -128
  95. package/src/adapters/claude/hooks/user-prompt-submit.ts +0 -361
  96. package/src/adapters/claude/index.ts +0 -4
  97. package/src/adapters/claude/transcript/index.ts +0 -4
  98. package/src/adapters/claude/transcript/transcript-reader.ts +0 -57
  99. package/src/adapters/claude/transcript/turn-reconstructor.ts +0 -65
  100. package/src/apps/cli/claude-settings-hooks.ts +0 -138
  101. package/src/apps/cli/codex-import-runner.ts +0 -125
  102. package/src/apps/cli/codex-validation-output.ts +0 -95
  103. package/src/apps/cli/hermes-import-runner.ts +0 -130
  104. package/src/apps/cli/hermes-validation-output.ts +0 -91
  105. package/src/apps/cli/index.ts +0 -1735
  106. package/src/apps/cli/mcp-install.ts +0 -106
  107. package/src/apps/cli/retrieval-disclosure-output.ts +0 -196
  108. package/src/apps/dashboard/assets/js/bootstrap.js +0 -244
  109. package/src/apps/dashboard/assets/js/chat.js +0 -373
  110. package/src/apps/dashboard/assets/js/disclosure.js +0 -232
  111. package/src/apps/dashboard/assets/js/modals.js +0 -298
  112. package/src/apps/dashboard/assets/js/overview.js +0 -655
  113. package/src/apps/dashboard/assets/js/state.js +0 -72
  114. package/src/apps/dashboard/assets/js/views.js +0 -468
  115. package/src/apps/dashboard/index.html +0 -543
  116. package/src/apps/dashboard/index.ts +0 -3
  117. package/src/apps/dashboard/style.css +0 -1750
  118. package/src/apps/index.ts +0 -5
  119. package/src/apps/server/api/chat.ts +0 -244
  120. package/src/apps/server/api/citations.ts +0 -105
  121. package/src/apps/server/api/events.ts +0 -137
  122. package/src/apps/server/api/health.ts +0 -53
  123. package/src/apps/server/api/index.ts +0 -26
  124. package/src/apps/server/api/projects.ts +0 -74
  125. package/src/apps/server/api/search.ts +0 -184
  126. package/src/apps/server/api/sessions.ts +0 -115
  127. package/src/apps/server/api/stats.ts +0 -723
  128. package/src/apps/server/api/turns.ts +0 -143
  129. package/src/apps/server/api/utils.ts +0 -65
  130. package/src/apps/server/index.ts +0 -111
  131. package/src/cli/index.ts +0 -3
  132. package/src/cli/retrieval-disclosure-output.ts +0 -2
  133. package/src/compat/index.ts +0 -5
  134. package/src/core/canonical-key.ts +0 -186
  135. package/src/core/citation-generator.ts +0 -63
  136. package/src/core/consolidated-store.ts +0 -356
  137. package/src/core/consolidation-worker.ts +0 -493
  138. package/src/core/context-formatter.ts +0 -276
  139. package/src/core/continuity-manager.ts +0 -341
  140. package/src/core/db-wrapper.ts +0 -64
  141. package/src/core/derive/fact-deriver.ts +0 -170
  142. package/src/core/derive/index.ts +0 -2
  143. package/src/core/derive/summary-deriver.ts +0 -76
  144. package/src/core/edge-repo.ts +0 -333
  145. package/src/core/embedder.ts +0 -4
  146. package/src/core/engine/embedding-maintenance-service.ts +0 -187
  147. package/src/core/engine/endless-memory-services.ts +0 -4
  148. package/src/core/engine/index.ts +0 -19
  149. package/src/core/engine/memory-engine-services.ts +0 -170
  150. package/src/core/engine/memory-ingest-service.ts +0 -317
  151. package/src/core/engine/memory-query-service.ts +0 -173
  152. package/src/core/engine/memory-runtime-service.ts +0 -162
  153. package/src/core/engine/memory-service-composition.ts +0 -231
  154. package/src/core/engine/retrieval-analytics-service.ts +0 -181
  155. package/src/core/engine/retrieval-disclosure-service.ts +0 -420
  156. package/src/core/engine/retrieval-orchestrator.ts +0 -377
  157. package/src/core/engine/retrieval-services.ts +0 -176
  158. package/src/core/engine/shared-memory-services.ts +0 -4
  159. package/src/core/entity-repo.ts +0 -349
  160. package/src/core/event-store.ts +0 -779
  161. package/src/core/evidence-aligner.ts +0 -635
  162. package/src/core/external-market-context.ts +0 -582
  163. package/src/core/graduation-worker.ts +0 -171
  164. package/src/core/graduation.ts +0 -377
  165. package/src/core/index.ts +0 -64
  166. package/src/core/ingest-interceptor.ts +0 -80
  167. package/src/core/markdown-mirror.ts +0 -70
  168. package/src/core/matcher.ts +0 -208
  169. package/src/core/md-mirror.ts +0 -92
  170. package/src/core/metadata-extractor.ts +0 -203
  171. package/src/core/model/memory-fact.ts +0 -30
  172. package/src/core/model/memory-rule.ts +0 -14
  173. package/src/core/model/memory-summary.ts +0 -21
  174. package/src/core/model/raw-event.ts +0 -28
  175. package/src/core/model/retrieval-result.ts +0 -35
  176. package/src/core/mongo-sync-config.ts +0 -165
  177. package/src/core/mongo-sync-worker.ts +0 -381
  178. package/src/core/privacy/filter.ts +0 -190
  179. package/src/core/privacy/index.ts +0 -20
  180. package/src/core/privacy/tag-parser.ts +0 -145
  181. package/src/core/product-validation-matrix.ts +0 -314
  182. package/src/core/progressive-retriever.ts +0 -414
  183. package/src/core/registry/project-path.ts +0 -54
  184. package/src/core/registry/session-registry.ts +0 -69
  185. package/src/core/replay-evaluator.ts +0 -625
  186. package/src/core/retrieval-benchmark.ts +0 -117
  187. package/src/core/retrieval-quality.ts +0 -109
  188. package/src/core/retriever.ts +0 -800
  189. package/src/core/session-qrels.ts +0 -360
  190. package/src/core/shared-event-store.ts +0 -114
  191. package/src/core/shared-promoter.ts +0 -249
  192. package/src/core/shared-store.ts +0 -289
  193. package/src/core/shared-vector-store.ts +0 -203
  194. package/src/core/sqlite-event-store.ts +0 -1846
  195. package/src/core/sqlite-wrapper.ts +0 -116
  196. package/src/core/sync-worker.ts +0 -228
  197. package/src/core/tag-taxonomy.ts +0 -51
  198. package/src/core/task/blocker-resolver.ts +0 -333
  199. package/src/core/task/index.ts +0 -9
  200. package/src/core/task/task-matcher.ts +0 -240
  201. package/src/core/task/task-projector.ts +0 -358
  202. package/src/core/task/task-resolver.ts +0 -421
  203. package/src/core/turn-state.ts +0 -207
  204. package/src/core/types.ts +0 -952
  205. package/src/core/vector-outbox.ts +0 -299
  206. package/src/core/vector-store.ts +0 -231
  207. package/src/core/vector-worker.ts +0 -521
  208. package/src/core/working-set-store.ts +0 -257
  209. package/src/extensions/endless-memory/endless-memory-services.ts +0 -350
  210. package/src/extensions/endless-memory/index.ts +0 -1
  211. package/src/extensions/index.ts +0 -5
  212. package/src/extensions/mcp/handlers.ts +0 -960
  213. package/src/extensions/mcp/index.ts +0 -48
  214. package/src/extensions/mcp/tools.ts +0 -252
  215. package/src/extensions/shared-memory/index.ts +0 -1
  216. package/src/extensions/shared-memory/shared-memory-services.ts +0 -211
  217. package/src/extensions/vector/embedder.ts +0 -234
  218. package/src/extensions/vector/index.ts +0 -1
  219. package/src/hooks/post-tool-use.ts +0 -9
  220. package/src/hooks/semantic-daemon-client.ts +0 -1
  221. package/src/hooks/semantic-daemon.ts +0 -11
  222. package/src/hooks/session-end.ts +0 -9
  223. package/src/hooks/session-start.ts +0 -9
  224. package/src/hooks/stop.ts +0 -9
  225. package/src/hooks/user-prompt-submit.ts +0 -9
  226. package/src/index.ts +0 -13
  227. package/src/mcp/handlers.ts +0 -2
  228. package/src/mcp/index.ts +0 -4
  229. package/src/mcp/tools.ts +0 -2
  230. package/src/server/api/chat.ts +0 -2
  231. package/src/server/api/citations.ts +0 -2
  232. package/src/server/api/events.ts +0 -2
  233. package/src/server/api/health.ts +0 -2
  234. package/src/server/api/index.ts +0 -2
  235. package/src/server/api/projects.ts +0 -2
  236. package/src/server/api/search.ts +0 -2
  237. package/src/server/api/sessions.ts +0 -2
  238. package/src/server/api/stats.ts +0 -2
  239. package/src/server/api/turns.ts +0 -2
  240. package/src/server/api/utils.ts +0 -2
  241. package/src/server/index.ts +0 -2
  242. package/src/services/bootstrap-organizer.ts +0 -463
  243. package/src/services/codex-session-history-importer.ts +0 -966
  244. package/src/services/hermes-session-history-importer.ts +0 -733
  245. package/src/services/memory-service-config.ts +0 -36
  246. package/src/services/memory-service-registry.ts +0 -150
  247. package/src/services/memory-service.ts +0 -688
  248. package/src/services/session-history-importer.ts +0 -629
  249. package/tests/README.md +0 -23
  250. package/tests/adapters/claude/claude-semantic-daemon-adapter.test.ts +0 -54
  251. package/tests/adapters/claude/claude-transcript-reconstructor.test.ts +0 -98
  252. package/tests/adapters/claude-hook-prompt-injection-policy.test.ts +0 -99
  253. package/tests/apps/app-layer-boundary.test.ts +0 -48
  254. package/tests/apps/claude-settings-hooks.test.ts +0 -107
  255. package/tests/apps/cli-disclosure-output.test.ts +0 -212
  256. package/tests/apps/codex-import-runner.test.ts +0 -99
  257. package/tests/apps/codex-validation-output.test.ts +0 -100
  258. package/tests/apps/hermes-import-runner.test.ts +0 -99
  259. package/tests/apps/mcp-install-command.test.ts +0 -59
  260. package/tests/apps/package-build-entrypoints.test.ts +0 -30
  261. package/tests/apps/postinstall-embedding-backend.test.ts +0 -185
  262. package/tests/apps/search-api-disclosure.test.ts +0 -162
  263. package/tests/apps/stats-api-lightweight.test.ts +0 -67
  264. package/tests/apps/ui-disclosure-output.test.ts +0 -140
  265. package/tests/core/bootstrap-organizer.test.ts +0 -111
  266. package/tests/core/canonical-key.test.ts +0 -101
  267. package/tests/core/codex-session-history-importer-validation.test.ts +0 -185
  268. package/tests/core/consolidation-worker.test.ts +0 -75
  269. package/tests/core/embedding-maintenance-service.test.ts +0 -282
  270. package/tests/core/evidence-aligner.test.ts +0 -152
  271. package/tests/core/external-market-context.test.ts +0 -209
  272. package/tests/core/fact-deriver.test.ts +0 -79
  273. package/tests/core/hermes-session-history-importer-validation.test.ts +0 -609
  274. package/tests/core/ingest-interceptor.test.ts +0 -38
  275. package/tests/core/markdown-mirror.test.ts +0 -85
  276. package/tests/core/matcher.test.ts +0 -112
  277. package/tests/core/md-mirror.test.ts +0 -50
  278. package/tests/core/memory-engine-services.test.ts +0 -240
  279. package/tests/core/memory-ingest-service.test.ts +0 -296
  280. package/tests/core/memory-query-service.test.ts +0 -129
  281. package/tests/core/memory-runtime-service.test.ts +0 -201
  282. package/tests/core/memory-service-composition.test.ts +0 -192
  283. package/tests/core/memory-service-config.test.ts +0 -41
  284. package/tests/core/memory-service-facade.test.ts +0 -30
  285. package/tests/core/memory-service-registry.test.ts +0 -206
  286. package/tests/core/product-validation-matrix.test.ts +0 -61
  287. package/tests/core/project-registry.test.ts +0 -78
  288. package/tests/core/replay-evaluator.test.ts +0 -181
  289. package/tests/core/retrieval-analytics-service.test.ts +0 -210
  290. package/tests/core/retrieval-benchmark.test.ts +0 -93
  291. package/tests/core/retrieval-disclosure-service.test.ts +0 -264
  292. package/tests/core/retrieval-orchestrator.test.ts +0 -403
  293. package/tests/core/retrieval-quality.test.ts +0 -31
  294. package/tests/core/retrieval-services.test.ts +0 -185
  295. package/tests/core/retriever-fallback-chain.test.ts +0 -223
  296. package/tests/core/retriever-strategy-scope.test.ts +0 -164
  297. package/tests/core/retriever.memu-adoption.test.ts +0 -122
  298. package/tests/core/session-history-importer-filter.test.ts +0 -78
  299. package/tests/core/session-qrels.test.ts +0 -250
  300. package/tests/core/sqlite-event-store-replication.test.ts +0 -127
  301. package/tests/core/summary-deriver.test.ts +0 -66
  302. package/tests/extensions/embedder-warning-suppression.test.ts +0 -84
  303. package/tests/extensions/endless-memory-extension-boundary.test.ts +0 -17
  304. package/tests/extensions/endless-memory-services.test.ts +0 -325
  305. package/tests/extensions/mcp-context-tools.test.ts +0 -905
  306. package/tests/extensions/mcp-extension-boundary.test.ts +0 -21
  307. package/tests/extensions/mcp-package-build.test.ts +0 -22
  308. package/tests/extensions/mcp-project-aware-tools.test.ts +0 -102
  309. package/tests/extensions/shared-memory-extension-boundary.test.ts +0 -24
  310. package/tests/extensions/shared-memory-services.test.ts +0 -309
  311. package/tests/extensions/vector-extension-boundary.test.ts +0 -21
  312. package/tsconfig.json +0 -24
  313. package/vitest.config.ts +0 -15
@@ -1,125 +0,0 @@
1
- import {
2
- createCodexSessionHistoryImporter,
3
- type CodexSessionHistoryImporter,
4
- type CodexSessionHistoryImporterOptions
5
- } from '../../services/codex-session-history-importer.js';
6
- import {
7
- getDefaultMemoryService,
8
- getMemoryServiceForProject,
9
- type MemoryService
10
- } from '../../services/memory-service.js';
11
- import type { ImportOptions, ImportResult, ProgressEvent } from '../../services/session-history-importer.js';
12
-
13
- export interface CodexImportCommandOptions {
14
- project?: string;
15
- session?: string;
16
- all?: boolean;
17
- limit?: string;
18
- sessionLimit?: string;
19
- force?: boolean;
20
- verbose?: boolean;
21
- sessionsDir?: string;
22
- processEmbeddings?: boolean;
23
- }
24
-
25
- export interface CodexImportOutcome {
26
- mode: 'project' | 'session' | 'all';
27
- storageScope: 'project' | 'global';
28
- projectPath?: string;
29
- result: ImportResult;
30
- embedCount: number;
31
- }
32
-
33
- export interface CodexImportRunnerDeps {
34
- cwd: () => string;
35
- getDefaultMemoryService: () => MemoryService;
36
- getMemoryServiceForProject: (projectPath: string) => MemoryService;
37
- createImporter: (
38
- memoryService: MemoryService,
39
- options?: CodexSessionHistoryImporterOptions
40
- ) => Pick<CodexSessionHistoryImporter, 'importProject' | 'importAll' | 'importSessionFile'>;
41
- onProgress?: (event: ProgressEvent) => void;
42
- }
43
-
44
- const realDeps: CodexImportRunnerDeps = {
45
- cwd: () => process.cwd(),
46
- getDefaultMemoryService,
47
- getMemoryServiceForProject,
48
- createImporter: createCodexSessionHistoryImporter
49
- };
50
-
51
- function parsePositiveInteger(value: string | undefined, name: string): number | undefined {
52
- if (value === undefined) return undefined;
53
- const normalized = value.trim();
54
- if (!/^\d+$/.test(normalized)) {
55
- throw new Error(`Invalid --${name}: expected a positive integer`);
56
- }
57
- const parsed = Number.parseInt(normalized, 10);
58
- if (!Number.isSafeInteger(parsed) || parsed <= 0) {
59
- throw new Error(`Invalid --${name}: expected a positive integer`);
60
- }
61
- return parsed;
62
- }
63
-
64
- function shouldUseGlobalStorage(options: CodexImportCommandOptions): boolean {
65
- return options.all === true && !options.project && !options.session;
66
- }
67
-
68
- export async function runCodexImportOnce(
69
- options: CodexImportCommandOptions,
70
- deps: CodexImportRunnerDeps = realDeps
71
- ): Promise<CodexImportOutcome> {
72
- const targetProjectPath = options.project || deps.cwd();
73
- const useGlobalStorage = shouldUseGlobalStorage(options);
74
- const memoryService = useGlobalStorage
75
- ? deps.getDefaultMemoryService()
76
- : deps.getMemoryServiceForProject(targetProjectPath);
77
- const importer = deps.createImporter(memoryService, { sessionsDir: options.sessionsDir });
78
-
79
- await memoryService.initialize();
80
- await memoryService.ensureEmbeddingModelForImport({ autoMigrate: true });
81
-
82
- const importOptions: ImportOptions = {
83
- limit: parsePositiveInteger(options.limit, 'limit'),
84
- sessionLimit: parsePositiveInteger(options.sessionLimit, 'session-limit'),
85
- force: options.force,
86
- verbose: options.verbose,
87
- onProgress: deps.onProgress
88
- };
89
-
90
- let mode: CodexImportOutcome['mode'];
91
- let result: ImportResult;
92
-
93
- try {
94
- if (options.session) {
95
- mode = 'session';
96
- result = await importer.importSessionFile(options.session, {
97
- ...importOptions,
98
- projectPath: targetProjectPath
99
- });
100
- } else if (options.all) {
101
- mode = 'all';
102
- result = await importer.importAll(importOptions);
103
- } else {
104
- mode = 'project';
105
- result = await importer.importProject(targetProjectPath, {
106
- ...importOptions,
107
- projectPath: targetProjectPath
108
- });
109
- }
110
-
111
- const embedCount = options.processEmbeddings === false
112
- ? 0
113
- : await memoryService.processPendingEmbeddings();
114
-
115
- return {
116
- mode,
117
- storageScope: useGlobalStorage ? 'global' : 'project',
118
- projectPath: useGlobalStorage ? undefined : targetProjectPath,
119
- result,
120
- embedCount
121
- };
122
- } finally {
123
- await memoryService.shutdown();
124
- }
125
- }
@@ -1,95 +0,0 @@
1
- import * as fs from 'fs';
2
- import * as path from 'path';
3
- import type { CodexSessionValidationReport } from '../../services/codex-session-history-importer.js';
4
-
5
- export type CodexValidationReportFormat = 'json' | 'markdown';
6
-
7
- function formatNumber(value: number): string {
8
- return Number.isFinite(value) ? value.toLocaleString('en-US') : String(value);
9
- }
10
-
11
- export function formatCodexValidationReport(
12
- report: CodexSessionValidationReport,
13
- format: CodexValidationReportFormat = 'markdown'
14
- ): string {
15
- if (format === 'json') {
16
- return `${JSON.stringify(report, null, 2)}\n`;
17
- }
18
-
19
- const lines: string[] = [
20
- '# Codex dry-run validation report',
21
- '',
22
- `Generated: ${report.generatedAt}`,
23
- `Dry-run: ${report.dryRun ? 'yes' : 'no'}`,
24
- `Will mutate memory: ${report.willMutate ? 'yes' : 'no'}`,
25
- `Sessions directory: ${report.source.sessionsDir}`,
26
- `Project filter: ${report.source.projectPath ?? '(none)'}`,
27
- `Source paths: ${report.source.sourcePaths.join(', ')}`,
28
- `Session limit: ${report.limits.sessionLimit ?? '(none)'}`,
29
- `Max content chars: ${formatNumber(report.limits.maxContentChars)}`,
30
- '',
31
- '## Totals',
32
- '',
33
- `- Sessions scanned: ${formatNumber(report.totals.sessionsScanned)}`,
34
- `- Sessions matched: ${formatNumber(report.totals.sessionsMatched)}`,
35
- `- Files read: ${formatNumber(report.totals.filesRead)}`,
36
- `- Records read: ${formatNumber(report.totals.recordsRead)}`,
37
- `- Messages normalized: ${formatNumber(report.totals.messagesNormalized)}`,
38
- `- Turns normalized: ${formatNumber(report.totals.turnsNormalized)}`,
39
- `- User messages: ${formatNumber(report.totals.userMessages)}`,
40
- `- Assistant messages: ${formatNumber(report.totals.assistantMessages)}`,
41
- `- Malformed lines: ${formatNumber(report.totals.malformedLines)}`,
42
- `- Skipped/unsupported records: ${formatNumber(report.totals.skippedUnsupportedRecords)}`,
43
- `- Empty assistant messages: ${formatNumber(report.totals.emptyAssistantMessages)}`,
44
- `- Truncated messages: ${formatNumber(report.totals.truncatedMessages)}`,
45
- `- Missing project cwd: ${formatNumber(report.totals.missingProjectCwd)}`,
46
- `- Warnings: ${formatNumber(report.totals.warnings)}`,
47
- '',
48
- '## Top projects',
49
- '',
50
- '| Project | Hash | Sessions | Messages | Turns | User | Assistant | Malformed | Skipped/unsupported | Truncated | Empty assistant |',
51
- '| --- | --- | ---: | ---: | ---: | ---: | ---: | ---: | ---: | ---: | ---: |'
52
- ];
53
-
54
- if (report.topProjects.length === 0) {
55
- lines.push('| (none) | - | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 |');
56
- } else {
57
- for (const project of report.topProjects) {
58
- lines.push([
59
- `| ${project.pathLabel}`,
60
- project.projectHash,
61
- formatNumber(project.sessions),
62
- formatNumber(project.messagesNormalized),
63
- formatNumber(project.turnsNormalized),
64
- formatNumber(project.userMessages),
65
- formatNumber(project.assistantMessages),
66
- formatNumber(project.malformedLines),
67
- formatNumber(project.skippedUnsupportedRecords),
68
- formatNumber(project.truncatedMessages),
69
- `${formatNumber(project.emptyAssistantMessages)} |`
70
- ].join(' | '));
71
- }
72
- }
73
-
74
- lines.push('', '## Warnings', '');
75
- if (report.warnings.length === 0) {
76
- lines.push('- None');
77
- } else {
78
- for (const warning of report.warnings) {
79
- lines.push(`- ${warning}`);
80
- }
81
- }
82
-
83
- lines.push('', '_Aggregate counts only; transcript content is not included._', '');
84
- return lines.join('\n');
85
- }
86
-
87
- export function writeCodexValidationReport(
88
- outputPath: string,
89
- report: CodexSessionValidationReport,
90
- format: CodexValidationReportFormat = 'markdown'
91
- ): void {
92
- const dir = path.dirname(outputPath);
93
- fs.mkdirSync(dir, { recursive: true });
94
- fs.writeFileSync(outputPath, formatCodexValidationReport(report, format), 'utf8');
95
- }
@@ -1,130 +0,0 @@
1
- import {
2
- createHermesSessionHistoryImporter,
3
- type HermesSessionHistoryImporter,
4
- type HermesSessionHistoryImporterOptions
5
- } from '../../services/hermes-session-history-importer.js';
6
- import {
7
- getDefaultMemoryService,
8
- getMemoryServiceForProject,
9
- type MemoryService
10
- } from '../../services/memory-service.js';
11
- import type { ImportOptions, ImportResult, ProgressEvent } from '../../services/session-history-importer.js';
12
-
13
- export interface HermesImportCommandOptions {
14
- project?: string;
15
- session?: string;
16
- all?: boolean;
17
- limit?: string;
18
- sessionLimit?: string;
19
- force?: boolean;
20
- verbose?: boolean;
21
- stateDb?: string;
22
- stateDbPath?: string;
23
- processEmbeddings?: boolean;
24
- }
25
-
26
- export interface HermesImportOutcome {
27
- mode: 'project' | 'session' | 'all';
28
- storageScope: 'project' | 'global';
29
- projectPath?: string;
30
- result: ImportResult;
31
- embedCount: number;
32
- }
33
-
34
- export interface HermesImportRunnerDeps {
35
- cwd: () => string;
36
- getDefaultMemoryService: () => MemoryService;
37
- getMemoryServiceForProject: (projectPath: string) => MemoryService;
38
- createImporter: (
39
- memoryService: MemoryService,
40
- options?: HermesSessionHistoryImporterOptions
41
- ) => Pick<HermesSessionHistoryImporter, 'importProject' | 'importAll' | 'importSession'>;
42
- onProgress?: (event: ProgressEvent) => void;
43
- }
44
-
45
- const realDeps: HermesImportRunnerDeps = {
46
- cwd: () => process.cwd(),
47
- getDefaultMemoryService,
48
- getMemoryServiceForProject,
49
- createImporter: createHermesSessionHistoryImporter
50
- };
51
-
52
- function parsePositiveInteger(value: string | undefined, name: string): number | undefined {
53
- if (value === undefined) return undefined;
54
- const normalized = value.trim();
55
- if (!/^\d+$/.test(normalized)) {
56
- throw new Error(`Invalid --${name}: expected a positive integer`);
57
- }
58
- const parsed = Number.parseInt(normalized, 10);
59
- if (!Number.isSafeInteger(parsed) || parsed <= 0) {
60
- throw new Error(`Invalid --${name}: expected a positive integer`);
61
- }
62
- return parsed;
63
- }
64
-
65
- function shouldUseGlobalStorage(options: HermesImportCommandOptions): boolean {
66
- return options.all === true && !options.project && !options.session;
67
- }
68
-
69
- function getStateDbPathOption(options: HermesImportCommandOptions): string | undefined {
70
- return options.stateDbPath ?? options.stateDb;
71
- }
72
-
73
- export async function runHermesImportOnce(
74
- options: HermesImportCommandOptions,
75
- deps: HermesImportRunnerDeps = realDeps
76
- ): Promise<HermesImportOutcome> {
77
- const targetProjectPath = options.project || deps.cwd();
78
- const useGlobalStorage = shouldUseGlobalStorage(options);
79
- const memoryService = useGlobalStorage
80
- ? deps.getDefaultMemoryService()
81
- : deps.getMemoryServiceForProject(targetProjectPath);
82
- const importer = deps.createImporter(memoryService, { stateDbPath: getStateDbPathOption(options) });
83
-
84
- await memoryService.initialize();
85
- await memoryService.ensureEmbeddingModelForImport({ autoMigrate: true });
86
-
87
- const importOptions: ImportOptions = {
88
- limit: parsePositiveInteger(options.limit, 'limit'),
89
- sessionLimit: parsePositiveInteger(options.sessionLimit, 'session-limit'),
90
- force: options.force,
91
- verbose: options.verbose,
92
- onProgress: deps.onProgress
93
- };
94
-
95
- let mode: HermesImportOutcome['mode'];
96
- let result: ImportResult;
97
-
98
- try {
99
- if (options.session) {
100
- mode = 'session';
101
- result = await importer.importSession(options.session, {
102
- ...importOptions,
103
- projectPath: targetProjectPath
104
- });
105
- } else if (options.all) {
106
- mode = 'all';
107
- result = await importer.importAll(importOptions);
108
- } else {
109
- mode = 'project';
110
- result = await importer.importProject(targetProjectPath, {
111
- ...importOptions,
112
- projectPath: targetProjectPath
113
- });
114
- }
115
-
116
- const embedCount = options.processEmbeddings === false
117
- ? 0
118
- : await memoryService.processPendingEmbeddings();
119
-
120
- return {
121
- mode,
122
- storageScope: useGlobalStorage ? 'global' : 'project',
123
- projectPath: useGlobalStorage ? undefined : targetProjectPath,
124
- result,
125
- embedCount
126
- };
127
- } finally {
128
- await memoryService.shutdown();
129
- }
130
- }
@@ -1,91 +0,0 @@
1
- import * as fs from 'fs';
2
- import * as path from 'path';
3
- import type { HermesSessionValidationReport } from '../../services/hermes-session-history-importer.js';
4
-
5
- export type HermesValidationReportFormat = 'json' | 'markdown';
6
-
7
- function formatNumber(value: number): string {
8
- return Number.isFinite(value) ? value.toLocaleString('en-US') : String(value);
9
- }
10
-
11
- export function formatHermesValidationReport(
12
- report: HermesSessionValidationReport,
13
- format: HermesValidationReportFormat = 'markdown'
14
- ): string {
15
- if (format === 'json') {
16
- return `${JSON.stringify(report, null, 2)}\n`;
17
- }
18
-
19
- const lines: string[] = [
20
- '# Hermes dry-run validation report',
21
- '',
22
- `Generated: ${report.generatedAt}`,
23
- `Dry-run: ${report.dryRun ? 'yes' : 'no'}`,
24
- `Will mutate memory: ${report.willMutate ? 'yes' : 'no'}`,
25
- `State DB: ${report.source.stateDbPath}`,
26
- `Project filter: ${report.source.projectPath ?? '(none)'}`,
27
- `Source paths: ${report.source.sourcePaths.join(', ')}`,
28
- `Session limit: ${report.limits.sessionLimit ?? '(none)'}`,
29
- `Max content chars: ${formatNumber(report.limits.maxContentChars)}`,
30
- '',
31
- '## Totals',
32
- '',
33
- `- Sessions scanned: ${formatNumber(report.totals.sessionsScanned)}`,
34
- `- Sessions matched: ${formatNumber(report.totals.sessionsMatched)}`,
35
- `- Messages read: ${formatNumber(report.totals.messagesRead)}`,
36
- `- Messages normalized: ${formatNumber(report.totals.messagesNormalized)}`,
37
- `- Turns normalized: ${formatNumber(report.totals.turnsNormalized)}`,
38
- `- User messages: ${formatNumber(report.totals.userMessages)}`,
39
- `- Assistant messages: ${formatNumber(report.totals.assistantMessages)}`,
40
- `- Skipped/unsupported messages: ${formatNumber(report.totals.skippedUnsupportedMessages)}`,
41
- `- Empty assistant messages: ${formatNumber(report.totals.emptyAssistantMessages)}`,
42
- `- Truncated messages: ${formatNumber(report.totals.truncatedMessages)}`,
43
- `- Missing project context: ${formatNumber(report.totals.missingProjectContext)}`,
44
- `- Warnings: ${formatNumber(report.totals.warnings)}`,
45
- '',
46
- '## Top sources',
47
- '',
48
- '| Source | Sessions | Messages | Turns | User | Assistant | Skipped/unsupported | Truncated | Empty assistant |',
49
- '| --- | ---: | ---: | ---: | ---: | ---: | ---: | ---: | ---: |'
50
- ];
51
-
52
- if (report.topSources.length === 0) {
53
- lines.push('| (none) | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 |');
54
- } else {
55
- for (const source of report.topSources) {
56
- lines.push([
57
- `| ${source.source}`,
58
- formatNumber(source.sessions),
59
- formatNumber(source.messagesNormalized),
60
- formatNumber(source.turnsNormalized),
61
- formatNumber(source.userMessages),
62
- formatNumber(source.assistantMessages),
63
- formatNumber(source.skippedUnsupportedMessages),
64
- formatNumber(source.truncatedMessages),
65
- `${formatNumber(source.emptyAssistantMessages)} |`
66
- ].join(' | '));
67
- }
68
- }
69
-
70
- lines.push('', '## Warnings', '');
71
- if (report.warnings.length === 0) {
72
- lines.push('- None');
73
- } else {
74
- for (const warning of report.warnings) {
75
- lines.push(`- ${warning}`);
76
- }
77
- }
78
-
79
- lines.push('', '_Aggregate counts only; transcript content is not included._', '');
80
- return lines.join('\n');
81
- }
82
-
83
- export function writeHermesValidationReport(
84
- outputPath: string,
85
- report: HermesSessionValidationReport,
86
- format: HermesValidationReportFormat = 'markdown'
87
- ): void {
88
- const dir = path.dirname(outputPath);
89
- fs.mkdirSync(dir, { recursive: true });
90
- fs.writeFileSync(outputPath, formatHermesValidationReport(report, format), 'utf8');
91
- }