claude-memory-layer 1.0.30 → 1.0.32

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (338) hide show
  1. package/README.md +12 -5
  2. package/dist/cli/index.js +4 -3
  3. package/dist/cli/index.js.map +2 -2
  4. package/dist/core/index.js +3 -2
  5. package/dist/core/index.js.map +2 -2
  6. package/dist/hooks/post-tool-use.js +3 -2
  7. package/dist/hooks/post-tool-use.js.map +2 -2
  8. package/dist/hooks/semantic-daemon.js +3 -2
  9. package/dist/hooks/semantic-daemon.js.map +2 -2
  10. package/dist/hooks/session-end.js +3 -2
  11. package/dist/hooks/session-end.js.map +2 -2
  12. package/dist/hooks/session-start.js +3 -2
  13. package/dist/hooks/session-start.js.map +2 -2
  14. package/dist/hooks/stop.js +3 -2
  15. package/dist/hooks/stop.js.map +2 -2
  16. package/dist/hooks/user-prompt-submit.js +3 -2
  17. package/dist/hooks/user-prompt-submit.js.map +2 -2
  18. package/dist/index.js +3 -2
  19. package/dist/index.js.map +2 -2
  20. package/dist/mcp/index.js +3 -2
  21. package/dist/mcp/index.js.map +2 -2
  22. package/dist/server/api/index.js +3 -2
  23. package/dist/server/api/index.js.map +2 -2
  24. package/dist/server/index.js +3 -2
  25. package/dist/server/index.js.map +2 -2
  26. package/dist/services/memory-service.js +3 -2
  27. package/dist/services/memory-service.js.map +2 -2
  28. package/package.json +10 -3
  29. package/scripts/postinstall-embedding-backend.cjs +18 -16
  30. package/AGENTS.md +0 -71
  31. package/CLAUDE.md +0 -30
  32. package/HANDOFF.md +0 -92
  33. package/Memo.txt +0 -558
  34. package/benchmarks/replay/anonymized-real-sessions.json +0 -48
  35. package/config/kpi-thresholds.json +0 -7
  36. package/context.md +0 -636
  37. package/docs/ARCHITECTURE_COMPARISON_AND_RECOMMENDATIONS.md +0 -627
  38. package/docs/HERMES_MEMORY_INGESTION_ANALYSIS.md +0 -440
  39. package/docs/MCP_MEMORY_SERVICE_COMPARATIVE_REVIEW.md +0 -271
  40. package/docs/MEMORY_USEFULNESS_AUDIT.md +0 -371
  41. package/docs/MEMORY_USEFULNESS_AUDIT_RAW.json +0 -80
  42. package/docs/MEMSEARCH_PROJECT_STRUCTURE_ANALYSIS.md +0 -333
  43. package/docs/MEMU_ADOPTION.md +0 -40
  44. package/docs/OPERATIONS.md +0 -18
  45. package/docs/PRODUCT_VALIDATION_MATRIX.md +0 -82
  46. package/docs/PROJECT_STRUCTURE_ANALYSIS.md +0 -421
  47. package/docs/REFACTORING_MILESTONES_AND_ISSUES.md +0 -501
  48. package/docs/REFACTORING_PLAN_THIN_CORE.md +0 -414
  49. package/docs/REFERENCE_PROJECT_ANALYSES.md +0 -25
  50. package/docs/SUPERLOCALMEMORY_PROJECT_STRUCTURE_ANALYSIS.md +0 -452
  51. package/docs/TARGET_ARCHITECTURE_AND_FOLDER_STRUCTURE.md +0 -446
  52. package/docs/architecture/comparison-index.md +0 -47
  53. package/docs/reports/codex-real-data-validation-20260505T040447Z.md +0 -46
  54. package/plan.md +0 -1642
  55. package/scripts/build.ts +0 -159
  56. package/scripts/bump-patch-version.sh +0 -18
  57. package/scripts/delete-unknown-projects.js +0 -154
  58. package/scripts/fix-sync-gap.js +0 -32
  59. package/scripts/generate-session-qrels.ts +0 -126
  60. package/scripts/heartbeat-memory-orchestrator.sh +0 -28
  61. package/scripts/replay-retrieval-benchmark.ts +0 -69
  62. package/scripts/report-sync-gap.js +0 -26
  63. package/scripts/review-queue-auto-resolve.js +0 -21
  64. package/scripts/sync-gap-auto-heal.sh +0 -17
  65. package/spec.md +0 -624
  66. package/specs/20260207-dashboard-upgrade/context.md +0 -38
  67. package/specs/20260207-dashboard-upgrade/spec.md +0 -96
  68. package/specs/citations-system/context.md +0 -243
  69. package/specs/citations-system/plan.md +0 -495
  70. package/specs/citations-system/spec.md +0 -371
  71. package/specs/endless-mode/context.md +0 -305
  72. package/specs/endless-mode/plan.md +0 -620
  73. package/specs/endless-mode/spec.md +0 -455
  74. package/specs/entity-edge-model/context.md +0 -401
  75. package/specs/entity-edge-model/plan.md +0 -459
  76. package/specs/entity-edge-model/spec.md +0 -391
  77. package/specs/evidence-aligner-v2/context.md +0 -401
  78. package/specs/evidence-aligner-v2/plan.md +0 -303
  79. package/specs/evidence-aligner-v2/spec.md +0 -312
  80. package/specs/mcp-desktop-integration/context.md +0 -278
  81. package/specs/mcp-desktop-integration/plan.md +0 -550
  82. package/specs/mcp-desktop-integration/spec.md +0 -494
  83. package/specs/memory-utilization-improvements/context.md +0 -145
  84. package/specs/memory-utilization-improvements/plan.md +0 -361
  85. package/specs/memory-utilization-improvements/spec.md +0 -361
  86. package/specs/post-tool-use-hook/context.md +0 -319
  87. package/specs/post-tool-use-hook/plan.md +0 -469
  88. package/specs/post-tool-use-hook/spec.md +0 -364
  89. package/specs/private-tags/context.md +0 -288
  90. package/specs/private-tags/plan.md +0 -412
  91. package/specs/private-tags/spec.md +0 -345
  92. package/specs/progressive-disclosure/context.md +0 -346
  93. package/specs/progressive-disclosure/plan.md +0 -663
  94. package/specs/progressive-disclosure/spec.md +0 -415
  95. package/specs/selective-tool-observation/context.md +0 -100
  96. package/specs/selective-tool-observation/plan.md +0 -158
  97. package/specs/selective-tool-observation/spec.md +0 -127
  98. package/specs/task-entity-system/context.md +0 -297
  99. package/specs/task-entity-system/plan.md +0 -301
  100. package/specs/task-entity-system/spec.md +0 -314
  101. package/specs/thin-core-refactor/context.md +0 -275
  102. package/specs/thin-core-refactor/plan.md +0 -536
  103. package/specs/thin-core-refactor/spec.md +0 -465
  104. package/specs/vector-outbox-v2/context.md +0 -470
  105. package/specs/vector-outbox-v2/plan.md +0 -562
  106. package/specs/vector-outbox-v2/spec.md +0 -466
  107. package/specs/web-viewer-ui/context.md +0 -384
  108. package/specs/web-viewer-ui/plan.md +0 -797
  109. package/specs/web-viewer-ui/spec.md +0 -516
  110. package/src/adapters/claude/capture/index.ts +0 -3
  111. package/src/adapters/claude/context/index.ts +0 -3
  112. package/src/adapters/claude/hooks/index.ts +0 -21
  113. package/src/adapters/claude/hooks/post-tool-use.ts +0 -239
  114. package/src/adapters/claude/hooks/prompt-injection-policy.ts +0 -104
  115. package/src/adapters/claude/hooks/semantic-daemon-client.ts +0 -209
  116. package/src/adapters/claude/hooks/semantic-daemon.ts +0 -283
  117. package/src/adapters/claude/hooks/session-end.ts +0 -59
  118. package/src/adapters/claude/hooks/session-start.ts +0 -73
  119. package/src/adapters/claude/hooks/stop.ts +0 -128
  120. package/src/adapters/claude/hooks/user-prompt-submit.ts +0 -361
  121. package/src/adapters/claude/index.ts +0 -4
  122. package/src/adapters/claude/transcript/index.ts +0 -4
  123. package/src/adapters/claude/transcript/transcript-reader.ts +0 -57
  124. package/src/adapters/claude/transcript/turn-reconstructor.ts +0 -65
  125. package/src/apps/cli/claude-settings-hooks.ts +0 -138
  126. package/src/apps/cli/codex-import-runner.ts +0 -125
  127. package/src/apps/cli/codex-validation-output.ts +0 -95
  128. package/src/apps/cli/hermes-import-runner.ts +0 -130
  129. package/src/apps/cli/hermes-validation-output.ts +0 -91
  130. package/src/apps/cli/index.ts +0 -1735
  131. package/src/apps/cli/mcp-install.ts +0 -106
  132. package/src/apps/cli/retrieval-disclosure-output.ts +0 -196
  133. package/src/apps/dashboard/assets/js/bootstrap.js +0 -244
  134. package/src/apps/dashboard/assets/js/chat.js +0 -373
  135. package/src/apps/dashboard/assets/js/disclosure.js +0 -232
  136. package/src/apps/dashboard/assets/js/modals.js +0 -298
  137. package/src/apps/dashboard/assets/js/overview.js +0 -655
  138. package/src/apps/dashboard/assets/js/state.js +0 -72
  139. package/src/apps/dashboard/assets/js/views.js +0 -468
  140. package/src/apps/dashboard/index.html +0 -543
  141. package/src/apps/dashboard/index.ts +0 -3
  142. package/src/apps/dashboard/style.css +0 -1750
  143. package/src/apps/index.ts +0 -5
  144. package/src/apps/server/api/chat.ts +0 -244
  145. package/src/apps/server/api/citations.ts +0 -105
  146. package/src/apps/server/api/events.ts +0 -137
  147. package/src/apps/server/api/health.ts +0 -53
  148. package/src/apps/server/api/index.ts +0 -26
  149. package/src/apps/server/api/projects.ts +0 -74
  150. package/src/apps/server/api/search.ts +0 -184
  151. package/src/apps/server/api/sessions.ts +0 -115
  152. package/src/apps/server/api/stats.ts +0 -723
  153. package/src/apps/server/api/turns.ts +0 -143
  154. package/src/apps/server/api/utils.ts +0 -65
  155. package/src/apps/server/index.ts +0 -111
  156. package/src/cli/index.ts +0 -3
  157. package/src/cli/retrieval-disclosure-output.ts +0 -2
  158. package/src/compat/index.ts +0 -5
  159. package/src/core/canonical-key.ts +0 -186
  160. package/src/core/citation-generator.ts +0 -63
  161. package/src/core/consolidated-store.ts +0 -356
  162. package/src/core/consolidation-worker.ts +0 -493
  163. package/src/core/context-formatter.ts +0 -276
  164. package/src/core/continuity-manager.ts +0 -341
  165. package/src/core/db-wrapper.ts +0 -64
  166. package/src/core/derive/fact-deriver.ts +0 -170
  167. package/src/core/derive/index.ts +0 -2
  168. package/src/core/derive/summary-deriver.ts +0 -76
  169. package/src/core/edge-repo.ts +0 -333
  170. package/src/core/embedder.ts +0 -4
  171. package/src/core/engine/embedding-maintenance-service.ts +0 -187
  172. package/src/core/engine/endless-memory-services.ts +0 -4
  173. package/src/core/engine/index.ts +0 -19
  174. package/src/core/engine/memory-engine-services.ts +0 -170
  175. package/src/core/engine/memory-ingest-service.ts +0 -317
  176. package/src/core/engine/memory-query-service.ts +0 -173
  177. package/src/core/engine/memory-runtime-service.ts +0 -162
  178. package/src/core/engine/memory-service-composition.ts +0 -231
  179. package/src/core/engine/retrieval-analytics-service.ts +0 -181
  180. package/src/core/engine/retrieval-disclosure-service.ts +0 -420
  181. package/src/core/engine/retrieval-orchestrator.ts +0 -377
  182. package/src/core/engine/retrieval-services.ts +0 -176
  183. package/src/core/engine/shared-memory-services.ts +0 -4
  184. package/src/core/entity-repo.ts +0 -349
  185. package/src/core/event-store.ts +0 -779
  186. package/src/core/evidence-aligner.ts +0 -635
  187. package/src/core/external-market-context.ts +0 -582
  188. package/src/core/graduation-worker.ts +0 -171
  189. package/src/core/graduation.ts +0 -377
  190. package/src/core/index.ts +0 -64
  191. package/src/core/ingest-interceptor.ts +0 -80
  192. package/src/core/markdown-mirror.ts +0 -70
  193. package/src/core/matcher.ts +0 -208
  194. package/src/core/md-mirror.ts +0 -92
  195. package/src/core/metadata-extractor.ts +0 -203
  196. package/src/core/model/memory-fact.ts +0 -30
  197. package/src/core/model/memory-rule.ts +0 -14
  198. package/src/core/model/memory-summary.ts +0 -21
  199. package/src/core/model/raw-event.ts +0 -28
  200. package/src/core/model/retrieval-result.ts +0 -35
  201. package/src/core/mongo-sync-config.ts +0 -165
  202. package/src/core/mongo-sync-worker.ts +0 -381
  203. package/src/core/privacy/filter.ts +0 -190
  204. package/src/core/privacy/index.ts +0 -20
  205. package/src/core/privacy/tag-parser.ts +0 -145
  206. package/src/core/product-validation-matrix.ts +0 -314
  207. package/src/core/progressive-retriever.ts +0 -414
  208. package/src/core/registry/project-path.ts +0 -54
  209. package/src/core/registry/session-registry.ts +0 -69
  210. package/src/core/replay-evaluator.ts +0 -625
  211. package/src/core/retrieval-benchmark.ts +0 -117
  212. package/src/core/retrieval-quality.ts +0 -109
  213. package/src/core/retriever.ts +0 -800
  214. package/src/core/session-qrels.ts +0 -360
  215. package/src/core/shared-event-store.ts +0 -114
  216. package/src/core/shared-promoter.ts +0 -249
  217. package/src/core/shared-store.ts +0 -289
  218. package/src/core/shared-vector-store.ts +0 -203
  219. package/src/core/sqlite-event-store.ts +0 -1846
  220. package/src/core/sqlite-wrapper.ts +0 -116
  221. package/src/core/sync-worker.ts +0 -228
  222. package/src/core/tag-taxonomy.ts +0 -51
  223. package/src/core/task/blocker-resolver.ts +0 -333
  224. package/src/core/task/index.ts +0 -9
  225. package/src/core/task/task-matcher.ts +0 -240
  226. package/src/core/task/task-projector.ts +0 -358
  227. package/src/core/task/task-resolver.ts +0 -421
  228. package/src/core/turn-state.ts +0 -207
  229. package/src/core/types.ts +0 -952
  230. package/src/core/vector-outbox.ts +0 -299
  231. package/src/core/vector-store.ts +0 -231
  232. package/src/core/vector-worker.ts +0 -521
  233. package/src/core/working-set-store.ts +0 -257
  234. package/src/extensions/endless-memory/endless-memory-services.ts +0 -350
  235. package/src/extensions/endless-memory/index.ts +0 -1
  236. package/src/extensions/index.ts +0 -5
  237. package/src/extensions/mcp/handlers.ts +0 -960
  238. package/src/extensions/mcp/index.ts +0 -48
  239. package/src/extensions/mcp/tools.ts +0 -252
  240. package/src/extensions/shared-memory/index.ts +0 -1
  241. package/src/extensions/shared-memory/shared-memory-services.ts +0 -211
  242. package/src/extensions/vector/embedder.ts +0 -233
  243. package/src/extensions/vector/index.ts +0 -1
  244. package/src/hooks/post-tool-use.ts +0 -9
  245. package/src/hooks/semantic-daemon-client.ts +0 -1
  246. package/src/hooks/semantic-daemon.ts +0 -11
  247. package/src/hooks/session-end.ts +0 -9
  248. package/src/hooks/session-start.ts +0 -9
  249. package/src/hooks/stop.ts +0 -9
  250. package/src/hooks/user-prompt-submit.ts +0 -9
  251. package/src/index.ts +0 -13
  252. package/src/mcp/handlers.ts +0 -2
  253. package/src/mcp/index.ts +0 -4
  254. package/src/mcp/tools.ts +0 -2
  255. package/src/server/api/chat.ts +0 -2
  256. package/src/server/api/citations.ts +0 -2
  257. package/src/server/api/events.ts +0 -2
  258. package/src/server/api/health.ts +0 -2
  259. package/src/server/api/index.ts +0 -2
  260. package/src/server/api/projects.ts +0 -2
  261. package/src/server/api/search.ts +0 -2
  262. package/src/server/api/sessions.ts +0 -2
  263. package/src/server/api/stats.ts +0 -2
  264. package/src/server/api/turns.ts +0 -2
  265. package/src/server/api/utils.ts +0 -2
  266. package/src/server/index.ts +0 -2
  267. package/src/services/bootstrap-organizer.ts +0 -463
  268. package/src/services/codex-session-history-importer.ts +0 -966
  269. package/src/services/hermes-session-history-importer.ts +0 -733
  270. package/src/services/memory-service-config.ts +0 -36
  271. package/src/services/memory-service-registry.ts +0 -150
  272. package/src/services/memory-service.ts +0 -688
  273. package/src/services/session-history-importer.ts +0 -629
  274. package/tests/README.md +0 -23
  275. package/tests/adapters/claude/claude-semantic-daemon-adapter.test.ts +0 -54
  276. package/tests/adapters/claude/claude-transcript-reconstructor.test.ts +0 -98
  277. package/tests/adapters/claude-hook-prompt-injection-policy.test.ts +0 -99
  278. package/tests/apps/app-layer-boundary.test.ts +0 -48
  279. package/tests/apps/claude-settings-hooks.test.ts +0 -107
  280. package/tests/apps/cli-disclosure-output.test.ts +0 -212
  281. package/tests/apps/codex-import-runner.test.ts +0 -99
  282. package/tests/apps/codex-validation-output.test.ts +0 -100
  283. package/tests/apps/hermes-import-runner.test.ts +0 -99
  284. package/tests/apps/mcp-install-command.test.ts +0 -59
  285. package/tests/apps/package-build-entrypoints.test.ts +0 -30
  286. package/tests/apps/postinstall-embedding-backend.test.ts +0 -175
  287. package/tests/apps/search-api-disclosure.test.ts +0 -162
  288. package/tests/apps/stats-api-lightweight.test.ts +0 -67
  289. package/tests/apps/ui-disclosure-output.test.ts +0 -140
  290. package/tests/core/bootstrap-organizer.test.ts +0 -111
  291. package/tests/core/canonical-key.test.ts +0 -101
  292. package/tests/core/codex-session-history-importer-validation.test.ts +0 -185
  293. package/tests/core/consolidation-worker.test.ts +0 -75
  294. package/tests/core/embedding-maintenance-service.test.ts +0 -282
  295. package/tests/core/evidence-aligner.test.ts +0 -152
  296. package/tests/core/external-market-context.test.ts +0 -209
  297. package/tests/core/fact-deriver.test.ts +0 -79
  298. package/tests/core/hermes-session-history-importer-validation.test.ts +0 -609
  299. package/tests/core/ingest-interceptor.test.ts +0 -38
  300. package/tests/core/markdown-mirror.test.ts +0 -85
  301. package/tests/core/matcher.test.ts +0 -112
  302. package/tests/core/md-mirror.test.ts +0 -50
  303. package/tests/core/memory-engine-services.test.ts +0 -240
  304. package/tests/core/memory-ingest-service.test.ts +0 -296
  305. package/tests/core/memory-query-service.test.ts +0 -129
  306. package/tests/core/memory-runtime-service.test.ts +0 -201
  307. package/tests/core/memory-service-composition.test.ts +0 -192
  308. package/tests/core/memory-service-config.test.ts +0 -41
  309. package/tests/core/memory-service-facade.test.ts +0 -30
  310. package/tests/core/memory-service-registry.test.ts +0 -206
  311. package/tests/core/product-validation-matrix.test.ts +0 -61
  312. package/tests/core/project-registry.test.ts +0 -78
  313. package/tests/core/replay-evaluator.test.ts +0 -181
  314. package/tests/core/retrieval-analytics-service.test.ts +0 -210
  315. package/tests/core/retrieval-benchmark.test.ts +0 -93
  316. package/tests/core/retrieval-disclosure-service.test.ts +0 -264
  317. package/tests/core/retrieval-orchestrator.test.ts +0 -403
  318. package/tests/core/retrieval-quality.test.ts +0 -31
  319. package/tests/core/retrieval-services.test.ts +0 -185
  320. package/tests/core/retriever-fallback-chain.test.ts +0 -223
  321. package/tests/core/retriever-strategy-scope.test.ts +0 -164
  322. package/tests/core/retriever.memu-adoption.test.ts +0 -122
  323. package/tests/core/session-history-importer-filter.test.ts +0 -78
  324. package/tests/core/session-qrels.test.ts +0 -250
  325. package/tests/core/sqlite-event-store-replication.test.ts +0 -127
  326. package/tests/core/summary-deriver.test.ts +0 -66
  327. package/tests/extensions/embedder-warning-suppression.test.ts +0 -83
  328. package/tests/extensions/endless-memory-extension-boundary.test.ts +0 -17
  329. package/tests/extensions/endless-memory-services.test.ts +0 -325
  330. package/tests/extensions/mcp-context-tools.test.ts +0 -905
  331. package/tests/extensions/mcp-extension-boundary.test.ts +0 -21
  332. package/tests/extensions/mcp-package-build.test.ts +0 -22
  333. package/tests/extensions/mcp-project-aware-tools.test.ts +0 -102
  334. package/tests/extensions/shared-memory-extension-boundary.test.ts +0 -24
  335. package/tests/extensions/shared-memory-services.test.ts +0 -309
  336. package/tests/extensions/vector-extension-boundary.test.ts +0 -21
  337. package/tsconfig.json +0 -24
  338. package/vitest.config.ts +0 -15
@@ -1,966 +0,0 @@
1
- /**
2
- * Codex Session History Importer
3
- * Imports existing Codex CLI conversation history into memory
4
- *
5
- * Codex stores session history in:
6
- * ~/.codex/sessions/YYYY/MM/DD/rollout-<timestamp>-<session-id>.jsonl
7
- */
8
-
9
- import * as fs from 'fs';
10
- import * as path from 'path';
11
- import * as os from 'os';
12
- import * as readline from 'readline';
13
- import { createHash, randomUUID } from 'crypto';
14
- import { MemoryService } from './memory-service.js';
15
- import { registerSession } from '../core/registry/session-registry.js';
16
- import type { ImportOptions, ImportResult } from './session-history-importer.js';
17
-
18
- type CodexLogLine = {
19
- timestamp?: string;
20
- type?: string;
21
- payload?: unknown;
22
- };
23
-
24
- type CodexSessionMetaPayload = {
25
- id?: unknown;
26
- cwd?: unknown;
27
- timestamp?: unknown;
28
- };
29
-
30
- type CodexResponseItemMessagePayload = {
31
- type?: unknown;
32
- role?: unknown;
33
- content?: unknown;
34
- };
35
-
36
- type CodexContentBlock = {
37
- type?: unknown;
38
- text?: unknown;
39
- };
40
-
41
- export const CODEX_VALIDATION_DEFAULT_MAX_CONTENT_CHARS = 10_000;
42
-
43
- export interface CodexSessionMeta {
44
- sessionId: string | null;
45
- cwd: string | null;
46
- }
47
-
48
- export interface CodexValidationOptions {
49
- sessionsDir?: string;
50
- projectPath?: string;
51
- limit?: number;
52
- maxContentChars?: number;
53
- anonymizeProjects?: boolean;
54
- now?: Date;
55
- }
56
-
57
- export interface CodexValidationSource {
58
- sessionsDir: string;
59
- projectPath?: string;
60
- projectFilterApplied: boolean;
61
- sourcePaths: string[];
62
- }
63
-
64
- export interface CodexValidationLimits {
65
- sessionLimit?: number;
66
- maxContentChars: number;
67
- }
68
-
69
- export interface CodexValidationTotals {
70
- sessionsScanned: number;
71
- sessionsMatched: number;
72
- filesRead: number;
73
- recordsRead: number;
74
- messagesNormalized: number;
75
- turnsNormalized: number;
76
- userMessages: number;
77
- assistantMessages: number;
78
- malformedLines: number;
79
- skippedUnsupportedRecords: number;
80
- emptyAssistantMessages: number;
81
- truncatedMessages: number;
82
- missingProjectCwd: number;
83
- warnings: number;
84
- }
85
-
86
- export interface CodexProjectSummary {
87
- projectHash: string;
88
- pathLabel: string;
89
- sessions: number;
90
- messagesNormalized: number;
91
- turnsNormalized: number;
92
- userMessages: number;
93
- assistantMessages: number;
94
- malformedLines: number;
95
- skippedUnsupportedRecords: number;
96
- truncatedMessages: number;
97
- emptyAssistantMessages: number;
98
- }
99
-
100
- export interface CodexSessionReplaySummary {
101
- sessionId: string;
102
- filePath: string;
103
- projectHash: string;
104
- pathLabel: string;
105
- matched: boolean;
106
- recordsRead: number;
107
- messagesNormalized: number;
108
- turnsNormalized: number;
109
- userMessages: number;
110
- assistantMessages: number;
111
- malformedLines: number;
112
- skippedUnsupportedRecords: number;
113
- emptyAssistantMessages: number;
114
- truncatedMessages: number;
115
- missingProjectCwd: boolean;
116
- warnings: string[];
117
- }
118
-
119
- export interface CodexSessionValidationReport {
120
- generatedAt: string;
121
- dryRun: true;
122
- willMutate: false;
123
- source: CodexValidationSource;
124
- limits: CodexValidationLimits;
125
- totals: CodexValidationTotals;
126
- topProjects: CodexProjectSummary[];
127
- sessions: CodexSessionReplaySummary[];
128
- warnings: string[];
129
- }
130
-
131
- function isRecord(value: unknown): value is Record<string, unknown> {
132
- return typeof value === 'object' && value !== null;
133
- }
134
-
135
- function normalizeMaybeRealpath(p: string): string {
136
- try {
137
- return fs.realpathSync(p);
138
- } catch {
139
- return path.resolve(p);
140
- }
141
- }
142
-
143
- interface CodexExtractedContent {
144
- text: string | null;
145
- originalLength: number;
146
- truncated: boolean;
147
- }
148
-
149
- function extractCodexContentText(
150
- content: unknown,
151
- maxContentChars = CODEX_VALIDATION_DEFAULT_MAX_CONTENT_CHARS
152
- ): CodexExtractedContent {
153
- const texts: string[] = [];
154
-
155
- if (typeof content === 'string') {
156
- if (content.length > 0) texts.push(content);
157
- } else if (Array.isArray(content)) {
158
- for (const block of content) {
159
- if (!isRecord(block)) continue;
160
- const b = block as CodexContentBlock;
161
- const t = typeof b.type === 'string' ? b.type : '';
162
- if (t !== 'input_text' && t !== 'output_text' && t !== 'text') continue;
163
- if (typeof b.text === 'string' && b.text.length > 0) {
164
- texts.push(b.text);
165
- }
166
- }
167
- }
168
-
169
- if (texts.length === 0) {
170
- return { text: null, originalLength: 0, truncated: false };
171
- }
172
-
173
- const merged = texts.join('\n');
174
- const truncated = merged.length > maxContentChars;
175
- return {
176
- text: truncated ? `${merged.slice(0, maxContentChars)}...[truncated]` : merged,
177
- originalLength: merged.length,
178
- truncated
179
- };
180
- }
181
-
182
- function extractTextFromContent(content: unknown): string | null {
183
- return extractCodexContentText(content).text;
184
- }
185
-
186
- export function getDefaultCodexSessionsDir(): string {
187
- return path.join(os.homedir(), '.codex', 'sessions');
188
- }
189
-
190
- export function listCodexSessionFilesRecursive(rootDir: string): string[] {
191
- if (!fs.existsSync(rootDir)) return [];
192
- const out: string[] = [];
193
- const stack: string[] = [rootDir];
194
-
195
- while (stack.length > 0) {
196
- const dir = stack.pop()!;
197
- let entries: fs.Dirent[];
198
- try {
199
- entries = fs.readdirSync(dir, { withFileTypes: true });
200
- } catch {
201
- continue;
202
- }
203
-
204
- for (const ent of entries) {
205
- const fullPath = path.join(dir, ent.name);
206
- if (ent.isDirectory()) {
207
- stack.push(fullPath);
208
- } else if (ent.isFile() && ent.name.endsWith('.jsonl')) {
209
- out.push(fullPath);
210
- }
211
- }
212
- }
213
-
214
- return out.sort();
215
- }
216
-
217
- function getFileMtimeMs(filePath: string): number {
218
- try {
219
- return fs.statSync(filePath).mtimeMs;
220
- } catch {
221
- return 0;
222
- }
223
- }
224
-
225
- function selectRecentCodexSessionFiles(files: string[], sessionLimit?: number): string[] {
226
- if (sessionLimit === undefined) return files;
227
- const limit = Number.isFinite(sessionLimit) && sessionLimit > 0 ? Math.floor(sessionLimit) : undefined;
228
- if (limit === undefined) return files;
229
- return [...files]
230
- .sort((a, b) => getFileMtimeMs(b) - getFileMtimeMs(a) || b.localeCompare(a))
231
- .slice(0, limit);
232
- }
233
-
234
- function normalizePositiveImportLimit(limit?: number): number | undefined {
235
- if (limit === undefined) return undefined;
236
- return Number.isFinite(limit) && limit > 0 ? Math.floor(limit) : undefined;
237
- }
238
-
239
- function countStoredEntries(result: ImportResult): number {
240
- return result.importedPrompts + result.importedResponses + result.skippedDuplicates;
241
- }
242
-
243
- export async function readCodexSessionMeta(filePath: string): Promise<CodexSessionMeta> {
244
- const fileStream = fs.createReadStream(filePath, { encoding: 'utf-8' });
245
- const rl = readline.createInterface({ input: fileStream, crlfDelay: Infinity });
246
-
247
- try {
248
- let linesRead = 0;
249
- for await (const line of rl) {
250
- linesRead++;
251
- if (!line.trim()) continue;
252
- try {
253
- const obj = JSON.parse(line) as CodexLogLine;
254
- if (obj.type !== 'session_meta') continue;
255
- if (!isRecord(obj.payload)) break;
256
- const payload = obj.payload as CodexSessionMetaPayload;
257
- const sessionId = typeof payload.id === 'string' ? payload.id : null;
258
- const cwd = typeof payload.cwd === 'string' ? payload.cwd : null;
259
- return { sessionId, cwd };
260
- } catch {
261
- // Ignore malformed preamble lines while looking for session_meta.
262
- }
263
-
264
- // session_meta is expected near the top; do not scan huge transcripts twice.
265
- if (linesRead >= 25) break;
266
- }
267
- } finally {
268
- rl.close();
269
- fileStream.close();
270
- }
271
-
272
- return { sessionId: null, cwd: null };
273
- }
274
-
275
- export function deriveCodexSessionIdFromFileName(filePath: string): string | null {
276
- const base = path.basename(filePath, '.jsonl');
277
- // Common: rollout-<date>-<uuid>
278
- const m = base.match(/([0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12})$/i);
279
- if (m?.[1]) return m[1];
280
- return base.length > 0 ? base : null;
281
- }
282
-
283
- function createEmptyCodexValidationTotals(): CodexValidationTotals {
284
- return {
285
- sessionsScanned: 0,
286
- sessionsMatched: 0,
287
- filesRead: 0,
288
- recordsRead: 0,
289
- messagesNormalized: 0,
290
- turnsNormalized: 0,
291
- userMessages: 0,
292
- assistantMessages: 0,
293
- malformedLines: 0,
294
- skippedUnsupportedRecords: 0,
295
- emptyAssistantMessages: 0,
296
- truncatedMessages: 0,
297
- missingProjectCwd: 0,
298
- warnings: 0
299
- };
300
- }
301
-
302
- function projectHashFor(cwd: string | null): string {
303
- return createHash('sha256').update(cwd ?? '(missing cwd)').digest('hex').slice(0, 12);
304
- }
305
-
306
- function projectPathLabel(cwd: string | null, anonymizeProjects: boolean): string {
307
- const hash = projectHashFor(cwd);
308
- if (anonymizeProjects) return cwd ? `project:${hash}` : `project:${hash}:missing-cwd`;
309
- return cwd ?? '(missing cwd)';
310
- }
311
-
312
- function isProjectMatch(cwd: string | null, projectPath?: string): boolean {
313
- if (!projectPath) return true;
314
- if (!cwd) return false;
315
- return normalizeMaybeRealpath(cwd) === normalizeMaybeRealpath(projectPath);
316
- }
317
-
318
- function addSessionToProject(projects: Map<string, CodexProjectSummary>, session: CodexSessionReplaySummary): void {
319
- const existing = projects.get(session.projectHash) ?? {
320
- projectHash: session.projectHash,
321
- pathLabel: session.pathLabel,
322
- sessions: 0,
323
- messagesNormalized: 0,
324
- turnsNormalized: 0,
325
- userMessages: 0,
326
- assistantMessages: 0,
327
- malformedLines: 0,
328
- skippedUnsupportedRecords: 0,
329
- truncatedMessages: 0,
330
- emptyAssistantMessages: 0
331
- };
332
-
333
- existing.sessions += 1;
334
- existing.messagesNormalized += session.messagesNormalized;
335
- existing.turnsNormalized += session.turnsNormalized;
336
- existing.userMessages += session.userMessages;
337
- existing.assistantMessages += session.assistantMessages;
338
- existing.malformedLines += session.malformedLines;
339
- existing.skippedUnsupportedRecords += session.skippedUnsupportedRecords;
340
- existing.truncatedMessages += session.truncatedMessages;
341
- existing.emptyAssistantMessages += session.emptyAssistantMessages;
342
- projects.set(session.projectHash, existing);
343
- }
344
-
345
- function addSessionToTotals(totals: CodexValidationTotals, session: CodexSessionReplaySummary): void {
346
- totals.filesRead += 1;
347
- totals.recordsRead += session.recordsRead;
348
- totals.messagesNormalized += session.messagesNormalized;
349
- totals.turnsNormalized += session.turnsNormalized;
350
- totals.userMessages += session.userMessages;
351
- totals.assistantMessages += session.assistantMessages;
352
- totals.malformedLines += session.malformedLines;
353
- totals.skippedUnsupportedRecords += session.skippedUnsupportedRecords;
354
- totals.emptyAssistantMessages += session.emptyAssistantMessages;
355
- totals.truncatedMessages += session.truncatedMessages;
356
- }
357
-
358
- export async function normalizeCodexSessionFile(
359
- filePath: string,
360
- options: {
361
- meta?: CodexSessionMeta;
362
- matched?: boolean;
363
- maxContentChars?: number;
364
- anonymizeProjects?: boolean;
365
- } = {}
366
- ): Promise<CodexSessionReplaySummary> {
367
- const meta = options.meta ?? await readCodexSessionMeta(filePath);
368
- const sessionId = meta.sessionId ?? deriveCodexSessionIdFromFileName(filePath) ?? path.basename(filePath, '.jsonl');
369
- const projectHash = projectHashFor(meta.cwd);
370
- const pathLabel = projectPathLabel(meta.cwd, options.anonymizeProjects === true);
371
- const summary: CodexSessionReplaySummary = {
372
- sessionId,
373
- filePath,
374
- projectHash,
375
- pathLabel,
376
- matched: options.matched ?? true,
377
- recordsRead: 0,
378
- messagesNormalized: 0,
379
- turnsNormalized: 0,
380
- userMessages: 0,
381
- assistantMessages: 0,
382
- malformedLines: 0,
383
- skippedUnsupportedRecords: 0,
384
- emptyAssistantMessages: 0,
385
- truncatedMessages: 0,
386
- missingProjectCwd: !meta.cwd,
387
- warnings: []
388
- };
389
-
390
- if (!meta.cwd) {
391
- summary.warnings.push('session_meta missing cwd; project matching is unavailable for this session');
392
- }
393
-
394
- const maxContentChars = options.maxContentChars ?? CODEX_VALIDATION_DEFAULT_MAX_CONTENT_CHARS;
395
- const fileStream = fs.createReadStream(filePath, { encoding: 'utf-8' });
396
- const rl = readline.createInterface({ input: fileStream, crlfDelay: Infinity });
397
-
398
- try {
399
- for await (const line of rl) {
400
- if (!line.trim()) continue;
401
- summary.recordsRead += 1;
402
-
403
- let entry: CodexLogLine;
404
- try {
405
- entry = JSON.parse(line) as CodexLogLine;
406
- } catch {
407
- summary.malformedLines += 1;
408
- continue;
409
- }
410
-
411
- if (entry.type === 'session_meta') continue;
412
- if (entry.type !== 'response_item' || !isRecord(entry.payload)) {
413
- summary.skippedUnsupportedRecords += 1;
414
- continue;
415
- }
416
-
417
- const payload = entry.payload as CodexResponseItemMessagePayload;
418
- if (payload.type !== 'message') {
419
- summary.skippedUnsupportedRecords += 1;
420
- continue;
421
- }
422
-
423
- const role = typeof payload.role === 'string' ? payload.role : null;
424
- if (role !== 'user' && role !== 'assistant') {
425
- summary.skippedUnsupportedRecords += 1;
426
- continue;
427
- }
428
-
429
- const extracted = extractCodexContentText(payload.content, maxContentChars);
430
- if (!extracted.text) {
431
- if (role === 'assistant') {
432
- summary.emptyAssistantMessages += 1;
433
- } else {
434
- summary.skippedUnsupportedRecords += 1;
435
- }
436
- continue;
437
- }
438
-
439
- if (extracted.truncated) {
440
- summary.truncatedMessages += 1;
441
- }
442
-
443
- summary.messagesNormalized += 1;
444
- if (role === 'user') {
445
- summary.userMessages += 1;
446
- summary.turnsNormalized += 1;
447
- } else {
448
- summary.assistantMessages += 1;
449
- }
450
- }
451
- } finally {
452
- rl.close();
453
- fileStream.close();
454
- }
455
-
456
- return summary;
457
- }
458
-
459
- export async function validateCodexSessions(options: CodexValidationOptions = {}): Promise<CodexSessionValidationReport> {
460
- const sessionsDir = path.resolve(options.sessionsDir ?? getDefaultCodexSessionsDir());
461
- const maxContentChars = options.maxContentChars ?? CODEX_VALIDATION_DEFAULT_MAX_CONTENT_CHARS;
462
- const report: CodexSessionValidationReport = {
463
- generatedAt: (options.now ?? new Date()).toISOString(),
464
- dryRun: true,
465
- willMutate: false,
466
- source: {
467
- sessionsDir,
468
- projectPath: options.projectPath,
469
- projectFilterApplied: Boolean(options.projectPath),
470
- sourcePaths: [sessionsDir]
471
- },
472
- limits: {
473
- sessionLimit: options.limit,
474
- maxContentChars
475
- },
476
- totals: createEmptyCodexValidationTotals(),
477
- topProjects: [],
478
- sessions: [],
479
- warnings: []
480
- };
481
-
482
- if (!fs.existsSync(sessionsDir)) {
483
- report.warnings.push(`Codex sessions directory not found: ${sessionsDir}`);
484
- report.totals.warnings = report.warnings.length;
485
- return report;
486
- }
487
-
488
- const sessionFiles = listCodexSessionFilesRecursive(sessionsDir);
489
- const limitedFiles = typeof options.limit === 'number' && Number.isFinite(options.limit) && options.limit > 0
490
- ? sessionFiles.slice(0, Math.floor(options.limit))
491
- : sessionFiles;
492
- const projects = new Map<string, CodexProjectSummary>();
493
-
494
- for (const filePath of limitedFiles) {
495
- const meta = await readCodexSessionMeta(filePath);
496
- report.totals.sessionsScanned += 1;
497
- if (!meta.cwd) {
498
- report.totals.missingProjectCwd += 1;
499
- }
500
-
501
- const matched = isProjectMatch(meta.cwd, options.projectPath);
502
- if (!matched) continue;
503
-
504
- report.totals.sessionsMatched += 1;
505
- const sessionSummary = await normalizeCodexSessionFile(filePath, {
506
- meta,
507
- matched,
508
- maxContentChars,
509
- anonymizeProjects: options.anonymizeProjects
510
- });
511
- report.sessions.push(sessionSummary);
512
- addSessionToTotals(report.totals, sessionSummary);
513
- addSessionToProject(projects, sessionSummary);
514
- }
515
-
516
- report.topProjects = [...projects.values()].sort((a, b) => {
517
- const byMessages = b.messagesNormalized - a.messagesNormalized;
518
- if (byMessages !== 0) return byMessages;
519
- return b.sessions - a.sessions;
520
- }).slice(0, 10);
521
-
522
- if (report.totals.missingProjectCwd > 0) {
523
- report.warnings.push(`${report.totals.missingProjectCwd} session(s) missing cwd; project matching only uses sessions with cwd`);
524
- }
525
- if (report.totals.malformedLines > 0) {
526
- report.warnings.push(`${report.totals.malformedLines} malformed JSONL line(s) skipped`);
527
- }
528
- if (options.projectPath && report.totals.sessionsMatched === 0) {
529
- report.warnings.push(`No Codex sessions matched project cwd: ${options.projectPath}`);
530
- }
531
- report.totals.warnings = report.warnings.length;
532
-
533
- return report;
534
- }
535
-
536
- export interface CodexSessionHistoryImporterOptions {
537
- sessionsDir?: string;
538
- }
539
-
540
- export class CodexSessionHistoryImporter {
541
- private readonly memoryService: MemoryService;
542
- private readonly sessionsRoot: string;
543
-
544
- constructor(memoryService: MemoryService, options: CodexSessionHistoryImporterOptions = {}) {
545
- this.memoryService = memoryService;
546
- this.sessionsRoot = options.sessionsDir
547
- ? path.resolve(options.sessionsDir)
548
- : path.join(os.homedir(), '.codex', 'sessions');
549
- }
550
-
551
- private getSessionsRoot(): string {
552
- return this.sessionsRoot;
553
- }
554
-
555
- private listSessionFilesRecursive(rootDir: string): string[] {
556
- if (!fs.existsSync(rootDir)) return [];
557
- const out: string[] = [];
558
- const stack: string[] = [rootDir];
559
-
560
- while (stack.length > 0) {
561
- const dir = stack.pop()!;
562
- let entries: fs.Dirent[];
563
- try {
564
- entries = fs.readdirSync(dir, { withFileTypes: true });
565
- } catch {
566
- continue;
567
- }
568
-
569
- for (const ent of entries) {
570
- const fullPath = path.join(dir, ent.name);
571
- if (ent.isDirectory()) {
572
- stack.push(fullPath);
573
- } else if (ent.isFile() && ent.name.endsWith('.jsonl')) {
574
- out.push(fullPath);
575
- }
576
- }
577
- }
578
-
579
- return out;
580
- }
581
-
582
- private async readSessionMeta(filePath: string): Promise<{ sessionId: string | null; cwd: string | null }> {
583
- const fileStream = fs.createReadStream(filePath, { encoding: 'utf-8' });
584
- const rl = readline.createInterface({ input: fileStream, crlfDelay: Infinity });
585
-
586
- try {
587
- let linesRead = 0;
588
- for await (const line of rl) {
589
- linesRead++;
590
- if (!line.trim()) continue;
591
- try {
592
- const obj = JSON.parse(line) as CodexLogLine;
593
- if (obj.type !== 'session_meta') continue;
594
- if (!isRecord(obj.payload)) break;
595
- const payload = obj.payload as CodexSessionMetaPayload;
596
- const sessionId = typeof payload.id === 'string' ? payload.id : null;
597
- const cwd = typeof payload.cwd === 'string' ? payload.cwd : null;
598
- return { sessionId, cwd };
599
- } catch {
600
- // ignore parse errors; keep scanning initial lines
601
- }
602
-
603
- // session_meta is expected at the top; don't scan entire file.
604
- if (linesRead >= 25) break;
605
- }
606
- } finally {
607
- rl.close();
608
- fileStream.close();
609
- }
610
-
611
- return { sessionId: null, cwd: null };
612
- }
613
-
614
- private deriveSessionIdFromFileName(filePath: string): string | null {
615
- const base = path.basename(filePath, '.jsonl');
616
- // Common: rollout-<date>-<uuid>
617
- const m = base.match(/([0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12})$/i);
618
- if (m?.[1]) return m[1];
619
- return base.length > 0 ? base : null;
620
- }
621
-
622
- async importProject(projectPath: string, options: ImportOptions = {}): Promise<ImportResult> {
623
- const result: ImportResult = {
624
- totalSessions: 0,
625
- totalMessages: 0,
626
- importedPrompts: 0,
627
- importedResponses: 0,
628
- skippedDuplicates: 0,
629
- errors: []
630
- };
631
-
632
- const onProgress = options.onProgress;
633
- const sessionsRoot = this.getSessionsRoot();
634
- if (!fs.existsSync(sessionsRoot)) {
635
- result.errors.push(`Codex sessions directory not found: ${sessionsRoot}`);
636
- return result;
637
- }
638
-
639
- const normalizedTarget = normalizeMaybeRealpath(projectPath);
640
- onProgress?.({ phase: 'scan', message: 'Scanning Codex session files...' });
641
-
642
- const sessionFiles = this.listSessionFilesRecursive(sessionsRoot);
643
- const matchingFiles: string[] = [];
644
-
645
- // Filter by original CWD stored in session_meta.payload.cwd
646
- for (const filePath of sessionFiles) {
647
- try {
648
- const meta = await this.readSessionMeta(filePath);
649
- if (!meta.cwd) continue;
650
- if (normalizeMaybeRealpath(meta.cwd) === normalizedTarget) {
651
- matchingFiles.push(filePath);
652
- }
653
- } catch {
654
- // ignore
655
- }
656
- }
657
-
658
- const selectedFiles = selectRecentCodexSessionFiles(matchingFiles, options.sessionLimit);
659
- onProgress?.({ phase: 'scan', message: `Found ${matchingFiles.length} Codex session(s) for this project` });
660
-
661
- const effectiveProjectPath = options.projectPath ?? projectPath;
662
- const totalLimit = normalizePositiveImportLimit(options.limit);
663
- let storedAcrossSessions = 0;
664
-
665
- for (let i = 0; i < selectedFiles.length; i++) {
666
- if (totalLimit !== undefined && storedAcrossSessions >= totalLimit) break;
667
- const filePath = selectedFiles[i];
668
- const remainingLimit = totalLimit === undefined ? undefined : totalLimit - storedAcrossSessions;
669
- try {
670
- onProgress?.({ phase: 'session-start', sessionIndex: i, totalSessions: selectedFiles.length, filePath });
671
- const sessionResult = await this.importSessionFile(filePath, {
672
- ...options,
673
- limit: remainingLimit,
674
- projectPath: effectiveProjectPath,
675
- _sessionIndex: i,
676
- } as ImportOptions & { _sessionIndex: number });
677
-
678
- result.totalSessions++;
679
- result.totalMessages += sessionResult.totalMessages;
680
- result.importedPrompts += sessionResult.importedPrompts;
681
- result.importedResponses += sessionResult.importedResponses;
682
- result.skippedDuplicates += sessionResult.skippedDuplicates;
683
- result.errors.push(...sessionResult.errors);
684
- storedAcrossSessions += countStoredEntries(sessionResult);
685
-
686
- onProgress?.({
687
- phase: 'session-done',
688
- sessionIndex: i,
689
- importedPrompts: sessionResult.importedPrompts,
690
- importedResponses: sessionResult.importedResponses,
691
- skipped: sessionResult.skippedDuplicates
692
- });
693
- } catch (error) {
694
- result.errors.push(`Failed to import ${filePath}: ${error}`);
695
- }
696
- }
697
-
698
- return result;
699
- }
700
-
701
- async importAll(options: ImportOptions = {}): Promise<ImportResult> {
702
- const result: ImportResult = {
703
- totalSessions: 0,
704
- totalMessages: 0,
705
- importedPrompts: 0,
706
- importedResponses: 0,
707
- skippedDuplicates: 0,
708
- errors: []
709
- };
710
-
711
- const onProgress = options.onProgress;
712
- const sessionsRoot = this.getSessionsRoot();
713
- if (!fs.existsSync(sessionsRoot)) {
714
- result.errors.push(`Codex sessions directory not found: ${sessionsRoot}`);
715
- return result;
716
- }
717
-
718
- onProgress?.({ phase: 'scan', message: 'Scanning all Codex sessions...' });
719
- const sessionFiles = this.listSessionFilesRecursive(sessionsRoot);
720
- const selectedFiles = selectRecentCodexSessionFiles(sessionFiles, options.sessionLimit);
721
- onProgress?.({ phase: 'scan', message: `Found ${sessionFiles.length} Codex session file(s)` });
722
-
723
- const totalLimit = normalizePositiveImportLimit(options.limit);
724
- let storedAcrossSessions = 0;
725
-
726
- for (let i = 0; i < selectedFiles.length; i++) {
727
- if (totalLimit !== undefined && storedAcrossSessions >= totalLimit) break;
728
- const filePath = selectedFiles[i];
729
- const remainingLimit = totalLimit === undefined ? undefined : totalLimit - storedAcrossSessions;
730
- try {
731
- onProgress?.({ phase: 'session-start', sessionIndex: i, totalSessions: selectedFiles.length, filePath });
732
- const sessionResult = await this.importSessionFile(filePath, {
733
- ...options,
734
- limit: remainingLimit,
735
- _sessionIndex: i,
736
- } as ImportOptions & { _sessionIndex: number });
737
-
738
- result.totalSessions++;
739
- result.totalMessages += sessionResult.totalMessages;
740
- result.importedPrompts += sessionResult.importedPrompts;
741
- result.importedResponses += sessionResult.importedResponses;
742
- result.skippedDuplicates += sessionResult.skippedDuplicates;
743
- result.errors.push(...sessionResult.errors);
744
- storedAcrossSessions += countStoredEntries(sessionResult);
745
-
746
- onProgress?.({
747
- phase: 'session-done',
748
- sessionIndex: i,
749
- importedPrompts: sessionResult.importedPrompts,
750
- importedResponses: sessionResult.importedResponses,
751
- skipped: sessionResult.skippedDuplicates
752
- });
753
- } catch (error) {
754
- result.errors.push(`Failed to process ${filePath}: ${error}`);
755
- }
756
- }
757
-
758
- return result;
759
- }
760
-
761
- async importSessionFile(filePath: string, options: ImportOptions = {}): Promise<ImportResult> {
762
- const result: ImportResult = {
763
- totalSessions: 1,
764
- totalMessages: 0,
765
- importedPrompts: 0,
766
- importedResponses: 0,
767
- skippedDuplicates: 0,
768
- errors: []
769
- };
770
-
771
- if (!fs.existsSync(filePath)) {
772
- result.errors.push(`File not found: ${filePath}`);
773
- return result;
774
- }
775
-
776
- const meta = await this.readSessionMeta(filePath);
777
- const sessionId = meta.sessionId ?? this.deriveSessionIdFromFileName(filePath);
778
-
779
- if (!sessionId) {
780
- result.errors.push(`Could not determine session id for: ${filePath}`);
781
- return result;
782
- }
783
-
784
- const effectiveProjectPath = options.projectPath ?? meta.cwd ?? undefined;
785
-
786
- if (options.force) {
787
- const deleted = await this.memoryService.deleteSessionEvents(sessionId);
788
- if (options.verbose && deleted > 0) {
789
- console.log(` Deleted ${deleted} existing events for session ${sessionId}`);
790
- }
791
- }
792
-
793
- await this.memoryService.startSession(sessionId, effectiveProjectPath);
794
-
795
- const fileStream = fs.createReadStream(filePath, { encoding: 'utf-8' });
796
- const rl = readline.createInterface({ input: fileStream, crlfDelay: Infinity });
797
-
798
- const onProgress = options.onProgress;
799
- const sessionIndex = (options as ImportOptions & { _sessionIndex?: number })._sessionIndex ?? 0;
800
- let lastProgressAt = 0;
801
- const limit = options.limit || Infinity;
802
- let storedCount = 0;
803
-
804
- let currentTurnId: string | null = null;
805
- let textBuffer: string[] = [];
806
- let lastTimestamp: string | undefined;
807
-
808
- const flushTextBuffer = async () => {
809
- if (storedCount >= limit) { textBuffer = []; return; }
810
- if (textBuffer.length === 0 || !currentTurnId) return;
811
-
812
- const substantive = textBuffer.filter(t => t.length >= 100);
813
- const merged = substantive.length > 0
814
- ? substantive.join('\n\n')
815
- : textBuffer.reduce((a, b) => a.length >= b.length ? a : b, '');
816
-
817
- if (!merged) { textBuffer = []; return; }
818
-
819
- const truncated = merged.length > 10000
820
- ? merged.slice(0, 10000) + '...[truncated]'
821
- : merged;
822
-
823
- const appendResult = await this.memoryService.storeAgentResponse(
824
- sessionId,
825
- truncated,
826
- { importedFrom: filePath, originalTimestamp: lastTimestamp, turnId: currentTurnId, source: 'codex' }
827
- );
828
-
829
- if (appendResult.success && appendResult.isDuplicate) {
830
- result.skippedDuplicates++;
831
- } else {
832
- result.importedResponses++;
833
- }
834
- storedCount++;
835
- textBuffer = [];
836
- };
837
-
838
- try {
839
- for await (const line of rl) {
840
- if (storedCount >= limit) break;
841
- try {
842
- const entry = JSON.parse(line) as CodexLogLine;
843
- result.totalMessages++;
844
-
845
- if (entry.type === 'response_item' && isRecord(entry.payload)) {
846
- const payload = entry.payload as CodexResponseItemMessagePayload;
847
- if (payload.type !== 'message') continue;
848
-
849
- const role = typeof payload.role === 'string' ? payload.role : null;
850
- if (!role) continue;
851
-
852
- if (role === 'user') {
853
- await flushTextBuffer();
854
-
855
- const content = extractTextFromContent(payload.content);
856
- if (!content) continue;
857
-
858
- currentTurnId = randomUUID();
859
-
860
- const appendResult = await this.memoryService.storeUserPrompt(
861
- sessionId,
862
- content,
863
- { importedFrom: filePath, originalTimestamp: entry.timestamp, turnId: currentTurnId, source: 'codex' }
864
- );
865
-
866
- if (appendResult.success && appendResult.isDuplicate) {
867
- result.skippedDuplicates++;
868
- } else {
869
- result.importedPrompts++;
870
- }
871
- storedCount++;
872
- } else if (role === 'assistant') {
873
- const content = extractTextFromContent(payload.content);
874
- if (content) {
875
- textBuffer.push(content);
876
- if (typeof entry.timestamp === 'string') {
877
- lastTimestamp = entry.timestamp;
878
- }
879
- }
880
- } else {
881
- // developer/system/tool messages are ignored by default
882
- }
883
- }
884
-
885
- const now = Date.now();
886
- if (now - lastProgressAt > 200) {
887
- lastProgressAt = now;
888
- onProgress?.({
889
- phase: 'session-progress',
890
- sessionIndex,
891
- messagesProcessed: result.totalMessages,
892
- imported: result.importedPrompts + result.importedResponses,
893
- skipped: result.skippedDuplicates
894
- });
895
- }
896
- } catch (parseError) {
897
- result.errors.push(`Parse error: ${parseError}`);
898
- }
899
- }
900
- } finally {
901
- await flushTextBuffer();
902
- rl.close();
903
- fileStream.close();
904
- }
905
-
906
- await this.memoryService.endSession(sessionId);
907
-
908
- if (effectiveProjectPath) {
909
- registerSession(sessionId, effectiveProjectPath);
910
- }
911
-
912
- if (options.verbose) {
913
- console.log(`Imported ${result.importedPrompts} prompts, ${result.importedResponses} responses from ${filePath}`);
914
- }
915
-
916
- return result;
917
- }
918
-
919
- async listAvailableSessions(projectPath?: string): Promise<Array<{
920
- sessionId: string;
921
- filePath: string;
922
- size: number;
923
- modifiedAt: Date;
924
- }>> {
925
- const sessionsRoot = this.getSessionsRoot();
926
- if (!fs.existsSync(sessionsRoot)) return [];
927
-
928
- const files = this.listSessionFilesRecursive(sessionsRoot);
929
- const sessions: Array<{ sessionId: string; filePath: string; size: number; modifiedAt: Date }> = [];
930
-
931
- const normalizedTarget = projectPath ? normalizeMaybeRealpath(projectPath) : null;
932
-
933
- for (const filePath of files) {
934
- try {
935
- const stats = fs.statSync(filePath);
936
-
937
- let sessionId = this.deriveSessionIdFromFileName(filePath) ?? path.basename(filePath, '.jsonl');
938
- if (normalizedTarget) {
939
- const meta = await this.readSessionMeta(filePath);
940
- if (!meta.cwd) continue;
941
- if (normalizeMaybeRealpath(meta.cwd) !== normalizedTarget) continue;
942
- sessionId = meta.sessionId ?? sessionId;
943
- }
944
-
945
- sessions.push({
946
- sessionId,
947
- filePath,
948
- size: stats.size,
949
- modifiedAt: stats.mtime
950
- });
951
- } catch {
952
- // ignore
953
- }
954
- }
955
-
956
- sessions.sort((a, b) => b.modifiedAt.getTime() - a.modifiedAt.getTime());
957
- return sessions;
958
- }
959
- }
960
-
961
- export function createCodexSessionHistoryImporter(
962
- memoryService: MemoryService,
963
- options: CodexSessionHistoryImporterOptions = {}
964
- ): CodexSessionHistoryImporter {
965
- return new CodexSessionHistoryImporter(memoryService, options);
966
- }