@intrect/openswarm 0.2.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (437) hide show
  1. package/LICENSE +21 -0
  2. package/README.md +544 -0
  3. package/config.example.yaml +107 -0
  4. package/dist/adapters/base.d.ts +8 -0
  5. package/dist/adapters/base.d.ts.map +1 -0
  6. package/dist/adapters/base.js +104 -0
  7. package/dist/adapters/base.js.map +1 -0
  8. package/dist/adapters/claude.d.ts +13 -0
  9. package/dist/adapters/claude.d.ts.map +1 -0
  10. package/dist/adapters/claude.js +318 -0
  11. package/dist/adapters/claude.js.map +1 -0
  12. package/dist/adapters/codex.d.ts +14 -0
  13. package/dist/adapters/codex.d.ts.map +1 -0
  14. package/dist/adapters/codex.js +366 -0
  15. package/dist/adapters/codex.js.map +1 -0
  16. package/dist/adapters/cryptoQuantAdapter.d.ts +85 -0
  17. package/dist/adapters/cryptoQuantAdapter.d.ts.map +1 -0
  18. package/dist/adapters/cryptoQuantAdapter.js +238 -0
  19. package/dist/adapters/cryptoQuantAdapter.js.map +1 -0
  20. package/dist/adapters/index.d.ts +17 -0
  21. package/dist/adapters/index.d.ts.map +1 -0
  22. package/dist/adapters/index.js +47 -0
  23. package/dist/adapters/index.js.map +1 -0
  24. package/dist/adapters/processRegistry.d.ts +38 -0
  25. package/dist/adapters/processRegistry.d.ts.map +1 -0
  26. package/dist/adapters/processRegistry.js +147 -0
  27. package/dist/adapters/processRegistry.js.map +1 -0
  28. package/dist/adapters/streamBuffer.d.ts +59 -0
  29. package/dist/adapters/streamBuffer.d.ts.map +1 -0
  30. package/dist/adapters/streamBuffer.js +123 -0
  31. package/dist/adapters/streamBuffer.js.map +1 -0
  32. package/dist/adapters/types.d.ts +65 -0
  33. package/dist/adapters/types.d.ts.map +1 -0
  34. package/dist/adapters/types.js +6 -0
  35. package/dist/adapters/types.js.map +1 -0
  36. package/dist/agents/agentBus.d.ts +160 -0
  37. package/dist/agents/agentBus.d.ts.map +1 -0
  38. package/dist/agents/agentBus.js +350 -0
  39. package/dist/agents/agentBus.js.map +1 -0
  40. package/dist/agents/agentPair.d.ts +210 -0
  41. package/dist/agents/agentPair.d.ts.map +1 -0
  42. package/dist/agents/agentPair.js +420 -0
  43. package/dist/agents/agentPair.js.map +1 -0
  44. package/dist/agents/auditor.d.ts +27 -0
  45. package/dist/agents/auditor.d.ts.map +1 -0
  46. package/dist/agents/auditor.js +237 -0
  47. package/dist/agents/auditor.js.map +1 -0
  48. package/dist/agents/cliStreamParser.d.ts +18 -0
  49. package/dist/agents/cliStreamParser.d.ts.map +1 -0
  50. package/dist/agents/cliStreamParser.js +156 -0
  51. package/dist/agents/cliStreamParser.js.map +1 -0
  52. package/dist/agents/documenter.d.ts +31 -0
  53. package/dist/agents/documenter.d.ts.map +1 -0
  54. package/dist/agents/documenter.js +285 -0
  55. package/dist/agents/documenter.js.map +1 -0
  56. package/dist/agents/index.d.ts +10 -0
  57. package/dist/agents/index.d.ts.map +1 -0
  58. package/dist/agents/index.js +10 -0
  59. package/dist/agents/index.js.map +1 -0
  60. package/dist/agents/pairMetrics.d.ts +63 -0
  61. package/dist/agents/pairMetrics.d.ts.map +1 -0
  62. package/dist/agents/pairMetrics.js +231 -0
  63. package/dist/agents/pairMetrics.js.map +1 -0
  64. package/dist/agents/pairPipeline.d.ts +155 -0
  65. package/dist/agents/pairPipeline.d.ts.map +1 -0
  66. package/dist/agents/pairPipeline.js +793 -0
  67. package/dist/agents/pairPipeline.js.map +1 -0
  68. package/dist/agents/pairWebhook.d.ts +59 -0
  69. package/dist/agents/pairWebhook.d.ts.map +1 -0
  70. package/dist/agents/pairWebhook.js +242 -0
  71. package/dist/agents/pairWebhook.js.map +1 -0
  72. package/dist/agents/pipelineFormat.d.ts +11 -0
  73. package/dist/agents/pipelineFormat.d.ts.map +1 -0
  74. package/dist/agents/pipelineFormat.js +164 -0
  75. package/dist/agents/pipelineFormat.js.map +1 -0
  76. package/dist/agents/pipelineGuards.d.ts +23 -0
  77. package/dist/agents/pipelineGuards.d.ts.map +1 -0
  78. package/dist/agents/pipelineGuards.js +175 -0
  79. package/dist/agents/pipelineGuards.js.map +1 -0
  80. package/dist/agents/reviewer.d.ts +37 -0
  81. package/dist/agents/reviewer.d.ts.map +1 -0
  82. package/dist/agents/reviewer.js +213 -0
  83. package/dist/agents/reviewer.js.map +1 -0
  84. package/dist/agents/skillDocumenter.d.ts +23 -0
  85. package/dist/agents/skillDocumenter.d.ts.map +1 -0
  86. package/dist/agents/skillDocumenter.js +218 -0
  87. package/dist/agents/skillDocumenter.js.map +1 -0
  88. package/dist/agents/tester.d.ts +37 -0
  89. package/dist/agents/tester.d.ts.map +1 -0
  90. package/dist/agents/tester.js +308 -0
  91. package/dist/agents/tester.js.map +1 -0
  92. package/dist/agents/worker.d.ts +30 -0
  93. package/dist/agents/worker.d.ts.map +1 -0
  94. package/dist/agents/worker.js +128 -0
  95. package/dist/agents/worker.js.map +1 -0
  96. package/dist/automation/autonomousRunner.d.ts +123 -0
  97. package/dist/automation/autonomousRunner.d.ts.map +1 -0
  98. package/dist/automation/autonomousRunner.js +1082 -0
  99. package/dist/automation/autonomousRunner.js.map +1 -0
  100. package/dist/automation/ciWorker.d.ts +51 -0
  101. package/dist/automation/ciWorker.d.ts.map +1 -0
  102. package/dist/automation/ciWorker.js +282 -0
  103. package/dist/automation/ciWorker.js.map +1 -0
  104. package/dist/automation/conflictResolver.d.ts +29 -0
  105. package/dist/automation/conflictResolver.d.ts.map +1 -0
  106. package/dist/automation/conflictResolver.js +261 -0
  107. package/dist/automation/conflictResolver.js.map +1 -0
  108. package/dist/automation/dailyReporter.d.ts +26 -0
  109. package/dist/automation/dailyReporter.d.ts.map +1 -0
  110. package/dist/automation/dailyReporter.js +132 -0
  111. package/dist/automation/dailyReporter.js.map +1 -0
  112. package/dist/automation/index.d.ts +7 -0
  113. package/dist/automation/index.d.ts.map +1 -0
  114. package/dist/automation/index.js +7 -0
  115. package/dist/automation/index.js.map +1 -0
  116. package/dist/automation/longRunningMonitor.d.ts +26 -0
  117. package/dist/automation/longRunningMonitor.d.ts.map +1 -0
  118. package/dist/automation/longRunningMonitor.js +231 -0
  119. package/dist/automation/longRunningMonitor.js.map +1 -0
  120. package/dist/automation/prOwnership.d.ts +18 -0
  121. package/dist/automation/prOwnership.d.ts.map +1 -0
  122. package/dist/automation/prOwnership.js +61 -0
  123. package/dist/automation/prOwnership.js.map +1 -0
  124. package/dist/automation/prProcessor.d.ts +62 -0
  125. package/dist/automation/prProcessor.d.ts.map +1 -0
  126. package/dist/automation/prProcessor.js +700 -0
  127. package/dist/automation/prProcessor.js.map +1 -0
  128. package/dist/automation/runnerExecution.d.ts +49 -0
  129. package/dist/automation/runnerExecution.d.ts.map +1 -0
  130. package/dist/automation/runnerExecution.js +663 -0
  131. package/dist/automation/runnerExecution.js.map +1 -0
  132. package/dist/automation/runnerState.d.ts +170 -0
  133. package/dist/automation/runnerState.d.ts.map +1 -0
  134. package/dist/automation/runnerState.js +495 -0
  135. package/dist/automation/runnerState.js.map +1 -0
  136. package/dist/automation/runnerTypes.d.ts +46 -0
  137. package/dist/automation/runnerTypes.d.ts.map +1 -0
  138. package/dist/automation/runnerTypes.js +5 -0
  139. package/dist/automation/runnerTypes.js.map +1 -0
  140. package/dist/automation/scheduler.d.ts +75 -0
  141. package/dist/automation/scheduler.d.ts.map +1 -0
  142. package/dist/automation/scheduler.js +394 -0
  143. package/dist/automation/scheduler.js.map +1 -0
  144. package/dist/cli/promptHandler.d.ts +13 -0
  145. package/dist/cli/promptHandler.d.ts.map +1 -0
  146. package/dist/cli/promptHandler.js +189 -0
  147. package/dist/cli/promptHandler.js.map +1 -0
  148. package/dist/cli.d.ts +3 -0
  149. package/dist/cli.d.ts.map +1 -0
  150. package/dist/cli.js +138 -0
  151. package/dist/cli.js.map +1 -0
  152. package/dist/core/config.d.ts +308 -0
  153. package/dist/core/config.d.ts.map +1 -0
  154. package/dist/core/config.js +529 -0
  155. package/dist/core/config.js.map +1 -0
  156. package/dist/core/eventHub.d.ts +194 -0
  157. package/dist/core/eventHub.d.ts.map +1 -0
  158. package/dist/core/eventHub.js +136 -0
  159. package/dist/core/eventHub.js.map +1 -0
  160. package/dist/core/index.d.ts +6 -0
  161. package/dist/core/index.d.ts.map +1 -0
  162. package/dist/core/index.js +6 -0
  163. package/dist/core/index.js.map +1 -0
  164. package/dist/core/service.d.ts +27 -0
  165. package/dist/core/service.d.ts.map +1 -0
  166. package/dist/core/service.js +438 -0
  167. package/dist/core/service.js.map +1 -0
  168. package/dist/core/traceCollector.d.ts +105 -0
  169. package/dist/core/traceCollector.d.ts.map +1 -0
  170. package/dist/core/traceCollector.js +141 -0
  171. package/dist/core/traceCollector.js.map +1 -0
  172. package/dist/core/types.d.ts +413 -0
  173. package/dist/core/types.d.ts.map +1 -0
  174. package/dist/core/types.js +5 -0
  175. package/dist/core/types.js.map +1 -0
  176. package/dist/discord/discordCore.d.ts +104 -0
  177. package/dist/discord/discordCore.d.ts.map +1 -0
  178. package/dist/discord/discordCore.js +698 -0
  179. package/dist/discord/discordCore.js.map +1 -0
  180. package/dist/discord/discordHandlers.d.ts +86 -0
  181. package/dist/discord/discordHandlers.d.ts.map +1 -0
  182. package/dist/discord/discordHandlers.js +849 -0
  183. package/dist/discord/discordHandlers.js.map +1 -0
  184. package/dist/discord/discordPair.d.ts +6 -0
  185. package/dist/discord/discordPair.d.ts.map +1 -0
  186. package/dist/discord/discordPair.js +567 -0
  187. package/dist/discord/discordPair.js.map +1 -0
  188. package/dist/discord/index.d.ts +4 -0
  189. package/dist/discord/index.d.ts.map +1 -0
  190. package/dist/discord/index.js +11 -0
  191. package/dist/discord/index.js.map +1 -0
  192. package/dist/github/github.d.ts +236 -0
  193. package/dist/github/github.d.ts.map +1 -0
  194. package/dist/github/github.js +535 -0
  195. package/dist/github/github.js.map +1 -0
  196. package/dist/github/index.d.ts +2 -0
  197. package/dist/github/index.d.ts.map +1 -0
  198. package/dist/github/index.js +2 -0
  199. package/dist/github/index.js.map +1 -0
  200. package/dist/index.d.ts +3 -0
  201. package/dist/index.d.ts.map +1 -0
  202. package/dist/index.js +60 -0
  203. package/dist/index.js.map +1 -0
  204. package/dist/knowledge/analyzer.d.ts +36 -0
  205. package/dist/knowledge/analyzer.d.ts.map +1 -0
  206. package/dist/knowledge/analyzer.js +170 -0
  207. package/dist/knowledge/analyzer.js.map +1 -0
  208. package/dist/knowledge/gitInfo.d.ts +10 -0
  209. package/dist/knowledge/gitInfo.d.ts.map +1 -0
  210. package/dist/knowledge/gitInfo.js +134 -0
  211. package/dist/knowledge/gitInfo.js.map +1 -0
  212. package/dist/knowledge/graph.d.ts +45 -0
  213. package/dist/knowledge/graph.d.ts.map +1 -0
  214. package/dist/knowledge/graph.js +262 -0
  215. package/dist/knowledge/graph.js.map +1 -0
  216. package/dist/knowledge/graphqlExporter.d.ts +64 -0
  217. package/dist/knowledge/graphqlExporter.d.ts.map +1 -0
  218. package/dist/knowledge/graphqlExporter.js +333 -0
  219. package/dist/knowledge/graphqlExporter.js.map +1 -0
  220. package/dist/knowledge/index.d.ts +58 -0
  221. package/dist/knowledge/index.d.ts.map +1 -0
  222. package/dist/knowledge/index.js +212 -0
  223. package/dist/knowledge/index.js.map +1 -0
  224. package/dist/knowledge/repository.d.ts +64 -0
  225. package/dist/knowledge/repository.d.ts.map +1 -0
  226. package/dist/knowledge/repository.js +250 -0
  227. package/dist/knowledge/repository.js.map +1 -0
  228. package/dist/knowledge/riskOnAnalyzer.d.ts +79 -0
  229. package/dist/knowledge/riskOnAnalyzer.d.ts.map +1 -0
  230. package/dist/knowledge/riskOnAnalyzer.js +243 -0
  231. package/dist/knowledge/riskOnAnalyzer.js.map +1 -0
  232. package/dist/knowledge/scanner.d.ts +14 -0
  233. package/dist/knowledge/scanner.d.ts.map +1 -0
  234. package/dist/knowledge/scanner.js +350 -0
  235. package/dist/knowledge/scanner.js.map +1 -0
  236. package/dist/knowledge/store.d.ts +23 -0
  237. package/dist/knowledge/store.d.ts.map +1 -0
  238. package/dist/knowledge/store.js +86 -0
  239. package/dist/knowledge/store.js.map +1 -0
  240. package/dist/knowledge/types.d.ts +288 -0
  241. package/dist/knowledge/types.d.ts.map +1 -0
  242. package/dist/knowledge/types.js +111 -0
  243. package/dist/knowledge/types.js.map +1 -0
  244. package/dist/linear/index.d.ts +3 -0
  245. package/dist/linear/index.d.ts.map +1 -0
  246. package/dist/linear/index.js +3 -0
  247. package/dist/linear/index.js.map +1 -0
  248. package/dist/linear/linear.d.ts +160 -0
  249. package/dist/linear/linear.d.ts.map +1 -0
  250. package/dist/linear/linear.js +983 -0
  251. package/dist/linear/linear.js.map +1 -0
  252. package/dist/linear/projectUpdater.d.ts +23 -0
  253. package/dist/linear/projectUpdater.d.ts.map +1 -0
  254. package/dist/linear/projectUpdater.js +347 -0
  255. package/dist/linear/projectUpdater.js.map +1 -0
  256. package/dist/locale/en.d.ts +3 -0
  257. package/dist/locale/en.d.ts.map +1 -0
  258. package/dist/locale/en.js +436 -0
  259. package/dist/locale/en.js.map +1 -0
  260. package/dist/locale/index.d.ts +28 -0
  261. package/dist/locale/index.d.ts.map +1 -0
  262. package/dist/locale/index.js +89 -0
  263. package/dist/locale/index.js.map +1 -0
  264. package/dist/locale/ko.d.ts +3 -0
  265. package/dist/locale/ko.d.ts.map +1 -0
  266. package/dist/locale/ko.js +436 -0
  267. package/dist/locale/ko.js.map +1 -0
  268. package/dist/locale/prompts/en.d.ts +3 -0
  269. package/dist/locale/prompts/en.d.ts.map +1 -0
  270. package/dist/locale/prompts/en.js +278 -0
  271. package/dist/locale/prompts/en.js.map +1 -0
  272. package/dist/locale/prompts/ko.d.ts +3 -0
  273. package/dist/locale/prompts/ko.d.ts.map +1 -0
  274. package/dist/locale/prompts/ko.js +279 -0
  275. package/dist/locale/prompts/ko.js.map +1 -0
  276. package/dist/locale/types.d.ts +407 -0
  277. package/dist/locale/types.d.ts.map +1 -0
  278. package/dist/locale/types.js +5 -0
  279. package/dist/locale/types.js.map +1 -0
  280. package/dist/memory/codex.d.ts +93 -0
  281. package/dist/memory/codex.d.ts.map +1 -0
  282. package/dist/memory/codex.js +366 -0
  283. package/dist/memory/codex.js.map +1 -0
  284. package/dist/memory/compaction.d.ts +21 -0
  285. package/dist/memory/compaction.d.ts.map +1 -0
  286. package/dist/memory/compaction.js +205 -0
  287. package/dist/memory/compaction.js.map +1 -0
  288. package/dist/memory/index.d.ts +13 -0
  289. package/dist/memory/index.d.ts.map +1 -0
  290. package/dist/memory/index.js +13 -0
  291. package/dist/memory/index.js.map +1 -0
  292. package/dist/memory/memoryCore.d.ts +178 -0
  293. package/dist/memory/memoryCore.d.ts.map +1 -0
  294. package/dist/memory/memoryCore.js +623 -0
  295. package/dist/memory/memoryCore.js.map +1 -0
  296. package/dist/memory/memoryOps.d.ts +90 -0
  297. package/dist/memory/memoryOps.d.ts.map +1 -0
  298. package/dist/memory/memoryOps.js +606 -0
  299. package/dist/memory/memoryOps.js.map +1 -0
  300. package/dist/orchestration/conflictDetector.d.ts +15 -0
  301. package/dist/orchestration/conflictDetector.d.ts.map +1 -0
  302. package/dist/orchestration/conflictDetector.js +130 -0
  303. package/dist/orchestration/conflictDetector.js.map +1 -0
  304. package/dist/orchestration/decisionEngine.d.ts +177 -0
  305. package/dist/orchestration/decisionEngine.d.ts.map +1 -0
  306. package/dist/orchestration/decisionEngine.js +496 -0
  307. package/dist/orchestration/decisionEngine.js.map +1 -0
  308. package/dist/orchestration/index.d.ts +5 -0
  309. package/dist/orchestration/index.d.ts.map +1 -0
  310. package/dist/orchestration/index.js +5 -0
  311. package/dist/orchestration/index.js.map +1 -0
  312. package/dist/orchestration/taskParser.d.ts +67 -0
  313. package/dist/orchestration/taskParser.d.ts.map +1 -0
  314. package/dist/orchestration/taskParser.js +542 -0
  315. package/dist/orchestration/taskParser.js.map +1 -0
  316. package/dist/orchestration/taskScheduler.d.ts +141 -0
  317. package/dist/orchestration/taskScheduler.d.ts.map +1 -0
  318. package/dist/orchestration/taskScheduler.js +317 -0
  319. package/dist/orchestration/taskScheduler.js.map +1 -0
  320. package/dist/orchestration/workflow.d.ts +145 -0
  321. package/dist/orchestration/workflow.d.ts.map +1 -0
  322. package/dist/orchestration/workflow.js +301 -0
  323. package/dist/orchestration/workflow.js.map +1 -0
  324. package/dist/runners/cliRunner.d.ts +11 -0
  325. package/dist/runners/cliRunner.d.ts.map +1 -0
  326. package/dist/runners/cliRunner.js +194 -0
  327. package/dist/runners/cliRunner.js.map +1 -0
  328. package/dist/support/apiCache.d.ts +85 -0
  329. package/dist/support/apiCache.d.ts.map +1 -0
  330. package/dist/support/apiCache.js +163 -0
  331. package/dist/support/apiCache.js.map +1 -0
  332. package/dist/support/chat.d.ts +3 -0
  333. package/dist/support/chat.d.ts.map +1 -0
  334. package/dist/support/chat.js +304 -0
  335. package/dist/support/chat.js.map +1 -0
  336. package/dist/support/chatBackend.d.ts +25 -0
  337. package/dist/support/chatBackend.d.ts.map +1 -0
  338. package/dist/support/chatBackend.js +235 -0
  339. package/dist/support/chatBackend.js.map +1 -0
  340. package/dist/support/chatMemory.d.ts +71 -0
  341. package/dist/support/chatMemory.d.ts.map +1 -0
  342. package/dist/support/chatMemory.js +119 -0
  343. package/dist/support/chatMemory.js.map +1 -0
  344. package/dist/support/chatTui.d.ts +3 -0
  345. package/dist/support/chatTui.d.ts.map +1 -0
  346. package/dist/support/chatTui.js +998 -0
  347. package/dist/support/chatTui.js.map +1 -0
  348. package/dist/support/costTracker.d.ts +29 -0
  349. package/dist/support/costTracker.d.ts.map +1 -0
  350. package/dist/support/costTracker.js +113 -0
  351. package/dist/support/costTracker.js.map +1 -0
  352. package/dist/support/dashboardHtml.d.ts +3 -0
  353. package/dist/support/dashboardHtml.d.ts.map +1 -0
  354. package/dist/support/dashboardHtml.js +2070 -0
  355. package/dist/support/dashboardHtml.js.map +1 -0
  356. package/dist/support/delete-beliefs.d.ts +2 -0
  357. package/dist/support/delete-beliefs.d.ts.map +1 -0
  358. package/dist/support/delete-beliefs.js +34 -0
  359. package/dist/support/delete-beliefs.js.map +1 -0
  360. package/dist/support/dev.d.ts +55 -0
  361. package/dist/support/dev.d.ts.map +1 -0
  362. package/dist/support/dev.js +298 -0
  363. package/dist/support/dev.js.map +1 -0
  364. package/dist/support/editParser.d.ts +37 -0
  365. package/dist/support/editParser.d.ts.map +1 -0
  366. package/dist/support/editParser.js +365 -0
  367. package/dist/support/editParser.js.map +1 -0
  368. package/dist/support/gitStatus.d.ts +21 -0
  369. package/dist/support/gitStatus.d.ts.map +1 -0
  370. package/dist/support/gitStatus.js +108 -0
  371. package/dist/support/gitStatus.js.map +1 -0
  372. package/dist/support/gitTracker.d.ts +30 -0
  373. package/dist/support/gitTracker.d.ts.map +1 -0
  374. package/dist/support/gitTracker.js +143 -0
  375. package/dist/support/gitTracker.js.map +1 -0
  376. package/dist/support/index.d.ts +13 -0
  377. package/dist/support/index.d.ts.map +1 -0
  378. package/dist/support/index.js +13 -0
  379. package/dist/support/index.js.map +1 -0
  380. package/dist/support/planner.d.ts +58 -0
  381. package/dist/support/planner.d.ts.map +1 -0
  382. package/dist/support/planner.js +395 -0
  383. package/dist/support/planner.js.map +1 -0
  384. package/dist/support/projectMapper.d.ts +46 -0
  385. package/dist/support/projectMapper.d.ts.map +1 -0
  386. package/dist/support/projectMapper.js +259 -0
  387. package/dist/support/projectMapper.js.map +1 -0
  388. package/dist/support/quotaTracker.d.ts +29 -0
  389. package/dist/support/quotaTracker.d.ts.map +1 -0
  390. package/dist/support/quotaTracker.js +89 -0
  391. package/dist/support/quotaTracker.js.map +1 -0
  392. package/dist/support/rateLimiter.d.ts +101 -0
  393. package/dist/support/rateLimiter.d.ts.map +1 -0
  394. package/dist/support/rateLimiter.js +219 -0
  395. package/dist/support/rateLimiter.js.map +1 -0
  396. package/dist/support/rollback.d.ts +61 -0
  397. package/dist/support/rollback.d.ts.map +1 -0
  398. package/dist/support/rollback.js +328 -0
  399. package/dist/support/rollback.js.map +1 -0
  400. package/dist/support/stuckDetector.d.ts +68 -0
  401. package/dist/support/stuckDetector.d.ts.map +1 -0
  402. package/dist/support/stuckDetector.js +174 -0
  403. package/dist/support/stuckDetector.js.map +1 -0
  404. package/dist/support/timeWindow.d.ts +60 -0
  405. package/dist/support/timeWindow.d.ts.map +1 -0
  406. package/dist/support/timeWindow.js +236 -0
  407. package/dist/support/timeWindow.js.map +1 -0
  408. package/dist/support/web.d.ts +11 -0
  409. package/dist/support/web.d.ts.map +1 -0
  410. package/dist/support/web.js +938 -0
  411. package/dist/support/web.js.map +1 -0
  412. package/dist/support/workflowLinear.d.ts +99 -0
  413. package/dist/support/workflowLinear.d.ts.map +1 -0
  414. package/dist/support/workflowLinear.js +257 -0
  415. package/dist/support/workflowLinear.js.map +1 -0
  416. package/dist/support/worktreeManager.d.ts +20 -0
  417. package/dist/support/worktreeManager.d.ts.map +1 -0
  418. package/dist/support/worktreeManager.js +144 -0
  419. package/dist/support/worktreeManager.js.map +1 -0
  420. package/dist/taskState/store.d.ts +101 -0
  421. package/dist/taskState/store.d.ts.map +1 -0
  422. package/dist/taskState/store.js +346 -0
  423. package/dist/taskState/store.js.map +1 -0
  424. package/package.json +70 -0
  425. package/templates/AGENTS.md +432 -0
  426. package/templates/BOOT.md +25 -0
  427. package/templates/BOOTSTRAP.md +50 -0
  428. package/templates/CHANGELOG_AUDIT.md +74 -0
  429. package/templates/HEARTBEAT.md +86 -0
  430. package/templates/IDENTITY.md +27 -0
  431. package/templates/ISSUE_ANALYSIS.md +31 -0
  432. package/templates/PR_LAND.md +75 -0
  433. package/templates/PR_REVIEW.md +97 -0
  434. package/templates/SOUL.dev.md +52 -0
  435. package/templates/SOUL.md +81 -0
  436. package/templates/TOOLS.md +52 -0
  437. package/templates/USER.md +22 -0
@@ -0,0 +1,366 @@
1
+ /**
2
+ * Codex - Session recording and summary system
3
+ *
4
+ * Structure:
5
+ * codex/
6
+ * ├── index.md # Full listing
7
+ * ├── 2026-02/ # Monthly folders
8
+ * │ ├── 05-pykis-ci-fix.md # Summary
9
+ * │ └── 05-us-stock-engine.md
10
+ * └── .sessions/ # Detailed records (hidden)
11
+ * └── 05-2050-pykis-ci-fix.md
12
+ */
13
+ import { promises as fs } from 'fs';
14
+ import { resolve, basename, join } from 'path';
15
+ import { getDateLocale } from '../locale/index.js';
16
+ import { homedir } from 'os';
17
+ // Codex storage path
18
+ const CODEX_DIR = resolve(homedir(), '.openswarm/codex');
19
+ /**
20
+ * Initialize Codex - create directory structure
21
+ */
22
+ export async function initCodex() {
23
+ await fs.mkdir(CODEX_DIR, { recursive: true });
24
+ await fs.mkdir(join(CODEX_DIR, '.sessions'), { recursive: true });
25
+ // Create index.md if it doesn't exist
26
+ const indexPath = join(CODEX_DIR, 'index.md');
27
+ try {
28
+ await fs.access(indexPath);
29
+ }
30
+ catch {
31
+ const initialIndex = `# Codex - Session Records
32
+
33
+ > Auto-generated work record archive
34
+
35
+ ## Recent Sessions
36
+
37
+ _No sessions recorded yet._
38
+
39
+ ## By Tags
40
+
41
+ ## By Repository
42
+
43
+ ---
44
+ _Last updated: ${new Date().toISOString()}_
45
+ `;
46
+ await fs.writeFile(indexPath, initialIndex, 'utf-8');
47
+ console.log('[Codex] Initialized index.md');
48
+ }
49
+ }
50
+ /**
51
+ * Generate date-based paths
52
+ */
53
+ function getDatePaths(date) {
54
+ const year = date.getFullYear();
55
+ const month = String(date.getMonth() + 1).padStart(2, '0');
56
+ const day = String(date.getDate()).padStart(2, '0');
57
+ const time = `${String(date.getHours()).padStart(2, '0')}${String(date.getMinutes()).padStart(2, '0')}`;
58
+ return {
59
+ monthDir: `${year}-${month}`,
60
+ prefix: `${day}-${time}`,
61
+ };
62
+ }
63
+ /**
64
+ * Generate a slug (for filenames)
65
+ */
66
+ function slugify(text) {
67
+ return text
68
+ .toLowerCase()
69
+ .replace(/[^\w\s가-힣-]/g, '')
70
+ .replace(/\s+/g, '-')
71
+ .replace(/-+/g, '-')
72
+ .slice(0, 50)
73
+ .replace(/-$/, '');
74
+ }
75
+ /**
76
+ * Format elapsed duration
77
+ */
78
+ function formatDuration(startMs, endMs) {
79
+ const diffMs = endMs - startMs;
80
+ const minutes = Math.floor(diffMs / 60000);
81
+ if (minutes < 60)
82
+ return `${minutes}min`;
83
+ const hours = Math.floor(minutes / 60);
84
+ const remainingMins = minutes % 60;
85
+ return `${hours}h ${remainingMins}min`;
86
+ }
87
+ /**
88
+ * Result emoji
89
+ */
90
+ function resultEmoji(result) {
91
+ switch (result) {
92
+ case 'success':
93
+ return '✅';
94
+ case 'partial':
95
+ return '⚠️';
96
+ case 'failed':
97
+ return '❌';
98
+ case 'ongoing':
99
+ return '🔄';
100
+ }
101
+ }
102
+ /**
103
+ * Generate summary document
104
+ */
105
+ function generateSummary(session, detailPath) {
106
+ const date = new Date(session.startedAt);
107
+ const dateStr = date.toLocaleDateString('en-US', {
108
+ year: 'numeric',
109
+ month: '2-digit',
110
+ day: '2-digit',
111
+ hour: '2-digit',
112
+ minute: '2-digit',
113
+ });
114
+ const duration = session.endedAt
115
+ ? formatDuration(session.startedAt, session.endedAt)
116
+ : 'ongoing';
117
+ const relativeDetailPath = join('..', '.sessions', basename(detailPath));
118
+ let md = `# ${session.title}
119
+ > ${dateStr} | Duration: ~${duration} | [Detail Record](${relativeDetailPath})
120
+
121
+ `;
122
+ if (session.repo) {
123
+ md += `**Repository**: \`${session.repo}\`\n\n`;
124
+ }
125
+ if (session.tags.length > 0) {
126
+ md += `**Tags**: ${session.tags.map(t => `\`${t}\``).join(' ')}\n\n`;
127
+ }
128
+ if (session.problem) {
129
+ md += `## Problem\n${session.problem}\n\n`;
130
+ }
131
+ if (session.solution) {
132
+ md += `## Solution\n${session.solution}\n\n`;
133
+ }
134
+ if (session.filesChanged.length > 0) {
135
+ md += `## Changed Files\n`;
136
+ md += session.filesChanged.map(f => `\`${f}\``).join(' ') + '\n\n';
137
+ }
138
+ md += `## Result\n${resultEmoji(session.result)} ${session.result === 'success' ? 'Success' : session.result === 'partial' ? 'Partial' : session.result === 'failed' ? 'Failed' : 'Ongoing'}\n`;
139
+ return md;
140
+ }
141
+ /**
142
+ * Generate detailed record
143
+ */
144
+ function generateDetail(session, rawLog) {
145
+ const date = new Date(session.startedAt);
146
+ const dateStr = date.toLocaleDateString('en-US', {
147
+ year: 'numeric',
148
+ month: '2-digit',
149
+ day: '2-digit',
150
+ hour: '2-digit',
151
+ minute: '2-digit',
152
+ second: '2-digit',
153
+ });
154
+ let md = `# ${session.title} - Detail Record
155
+ > Start: ${dateStr}
156
+ > End: ${session.endedAt ? new Date(session.endedAt).toLocaleString(getDateLocale()) : 'ongoing'}
157
+
158
+ ## Session Info
159
+ - **ID**: ${session.id}
160
+ - **Repository**: ${session.repo || 'N/A'}
161
+ - **Tags**: ${session.tags.join(', ') || 'N/A'}
162
+ - **Result**: ${resultEmoji(session.result)} ${session.result}
163
+
164
+ `;
165
+ if (session.problem) {
166
+ md += `## Problem Details\n${session.problem}\n\n`;
167
+ }
168
+ if (session.solution) {
169
+ md += `## Solution Details\n${session.solution}\n\n`;
170
+ }
171
+ if (session.filesChanged.length > 0) {
172
+ md += `## Changed Files\n`;
173
+ for (const f of session.filesChanged) {
174
+ md += `- \`${f}\`\n`;
175
+ }
176
+ md += '\n';
177
+ }
178
+ if (session.commands.length > 0) {
179
+ md += `## Executed Commands\n`;
180
+ md += '| Time | Tool | Description | Result |\n';
181
+ md += '|------|------|-------------|--------|\n';
182
+ for (const cmd of session.commands) {
183
+ const time = new Date(cmd.timestamp).toLocaleTimeString('en-US', {
184
+ hour: '2-digit',
185
+ minute: '2-digit',
186
+ second: '2-digit',
187
+ });
188
+ md += `| ${time} | ${cmd.tool} | ${cmd.description || '-'} | ${cmd.result === 'success' ? '✅' : cmd.result === 'error' ? '❌' : '-'} |\n`;
189
+ }
190
+ md += '\n';
191
+ }
192
+ if (rawLog) {
193
+ md += `## Raw Log\n\`\`\`\n${rawLog}\n\`\`\`\n`;
194
+ }
195
+ return md;
196
+ }
197
+ /**
198
+ * Save a session
199
+ */
200
+ export async function saveSession(session, rawLog) {
201
+ await initCodex();
202
+ const date = new Date(session.startedAt);
203
+ const { monthDir, prefix } = getDatePaths(date);
204
+ const slug = slugify(session.title);
205
+ // Create monthly directory
206
+ const monthPath = join(CODEX_DIR, monthDir);
207
+ await fs.mkdir(monthPath, { recursive: true });
208
+ // File paths
209
+ const summaryFilename = `${prefix.split('-')[0]}-${slug}.md`;
210
+ const detailFilename = `${prefix}-${slug}.md`;
211
+ const summaryPath = join(monthPath, summaryFilename);
212
+ const detailPath = join(CODEX_DIR, '.sessions', detailFilename);
213
+ // Save detailed record first
214
+ const detailContent = generateDetail(session, rawLog);
215
+ await fs.writeFile(detailPath, detailContent, 'utf-8');
216
+ console.log(`[Codex] Saved detail: ${detailPath}`);
217
+ // Save summary
218
+ const summaryContent = generateSummary(session, detailPath);
219
+ await fs.writeFile(summaryPath, summaryContent, 'utf-8');
220
+ console.log(`[Codex] Saved summary: ${summaryPath}`);
221
+ // Update index.md
222
+ await updateIndex(session, summaryPath);
223
+ return { summaryPath, detailPath };
224
+ }
225
+ /**
226
+ * Update index.md
227
+ */
228
+ async function updateIndex(session, summaryPath) {
229
+ const indexPath = join(CODEX_DIR, 'index.md');
230
+ let content = await fs.readFile(indexPath, 'utf-8');
231
+ const relativePath = summaryPath.replace(CODEX_DIR + '/', '');
232
+ const date = new Date(session.startedAt);
233
+ const dateStr = date.toLocaleDateString('en-US', {
234
+ month: '2-digit',
235
+ day: '2-digit',
236
+ hour: '2-digit',
237
+ minute: '2-digit',
238
+ });
239
+ const newEntry = `- ${resultEmoji(session.result)} [${session.title}](${relativePath}) - ${dateStr}${session.repo ? ` \`${session.repo}\`` : ''}`;
240
+ // Update the "recent sessions" section
241
+ const recentHeader = '## Recent Sessions';
242
+ const recentIdx = content.indexOf(recentHeader);
243
+ if (recentIdx !== -1) {
244
+ const nextSectionIdx = content.indexOf('\n## ', recentIdx + recentHeader.length);
245
+ const sectionEnd = nextSectionIdx !== -1 ? nextSectionIdx : content.indexOf('\n---', recentIdx);
246
+ const beforeSection = content.slice(0, recentIdx + recentHeader.length);
247
+ const afterSection = sectionEnd !== -1 ? content.slice(sectionEnd) : '';
248
+ // Get existing entries (keep max 20)
249
+ const existingSection = content.slice(recentIdx + recentHeader.length, sectionEnd !== -1 ? sectionEnd : undefined);
250
+ const existingEntries = existingSection
251
+ .split('\n')
252
+ .filter(line => line.trim().startsWith('-'))
253
+ .slice(0, 19);
254
+ const newSection = `\n\n${newEntry}\n${existingEntries.join('\n')}\n`;
255
+ content = beforeSection + newSection + afterSection;
256
+ }
257
+ // Update last-updated timestamp
258
+ content = content.replace(/_Last updated:.*_/, `_Last updated: ${new Date().toISOString()}_`);
259
+ await fs.writeFile(indexPath, content, 'utf-8');
260
+ console.log('[Codex] Updated index.md');
261
+ }
262
+ /**
263
+ * Session builder - incrementally construct a session
264
+ */
265
+ export class SessionBuilder {
266
+ session;
267
+ rawLog = [];
268
+ constructor(title) {
269
+ this.session = {
270
+ id: `session-${Date.now()}`,
271
+ title,
272
+ startedAt: Date.now(),
273
+ tags: [],
274
+ filesChanged: [],
275
+ result: 'ongoing',
276
+ commands: [],
277
+ };
278
+ }
279
+ setRepo(repo) {
280
+ this.session.repo = repo;
281
+ return this;
282
+ }
283
+ addTag(...tags) {
284
+ this.session.tags.push(...tags);
285
+ return this;
286
+ }
287
+ setProblem(problem) {
288
+ this.session.problem = problem;
289
+ return this;
290
+ }
291
+ setSolution(solution) {
292
+ this.session.solution = solution;
293
+ return this;
294
+ }
295
+ addFile(...files) {
296
+ this.session.filesChanged.push(...files);
297
+ return this;
298
+ }
299
+ addCommand(tool, description, result) {
300
+ this.session.commands.push({
301
+ tool,
302
+ description,
303
+ timestamp: Date.now(),
304
+ result,
305
+ });
306
+ return this;
307
+ }
308
+ appendLog(log) {
309
+ this.rawLog.push(log);
310
+ return this;
311
+ }
312
+ setResult(result) {
313
+ this.session.result = result;
314
+ return this;
315
+ }
316
+ async save() {
317
+ this.session.endedAt = Date.now();
318
+ return saveSession(this.session, this.rawLog.join('\n'));
319
+ }
320
+ getSession() {
321
+ return { ...this.session };
322
+ }
323
+ }
324
+ /**
325
+ * Quick session save (for simple cases)
326
+ */
327
+ export async function quickSave(options) {
328
+ const builder = new SessionBuilder(options.title);
329
+ if (options.repo)
330
+ builder.setRepo(options.repo);
331
+ if (options.tags)
332
+ builder.addTag(...options.tags);
333
+ if (options.problem)
334
+ builder.setProblem(options.problem);
335
+ if (options.solution)
336
+ builder.setSolution(options.solution);
337
+ if (options.files)
338
+ builder.addFile(...options.files);
339
+ builder.setResult(options.result);
340
+ return builder.save();
341
+ }
342
+ /**
343
+ * Get recent session list
344
+ */
345
+ export async function getRecentSessions(limit = 10) {
346
+ await initCodex();
347
+ const indexPath = join(CODEX_DIR, 'index.md');
348
+ const content = await fs.readFile(indexPath, 'utf-8');
349
+ const lines = content.split('\n');
350
+ const sessions = [];
351
+ for (const line of lines) {
352
+ if (line.trim().startsWith('- ') && line.includes('](')) {
353
+ sessions.push(line.trim());
354
+ if (sessions.length >= limit)
355
+ break;
356
+ }
357
+ }
358
+ return sessions;
359
+ }
360
+ /**
361
+ * Return the Codex directory path
362
+ */
363
+ export function getCodexPath() {
364
+ return CODEX_DIR;
365
+ }
366
+ //# sourceMappingURL=codex.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"codex.js","sourceRoot":"","sources":["../../src/memory/codex.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,EAAE,QAAQ,IAAI,EAAE,EAAE,MAAM,IAAI,CAAC;AACpC,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAC/C,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AACnD,OAAO,EAAE,OAAO,EAAE,MAAM,IAAI,CAAC;AAE7B,qBAAqB;AACrB,MAAM,SAAS,GAAG,OAAO,CAAC,OAAO,EAAE,EAAE,kBAAkB,CAAC,CAAC;AA6BzD;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,SAAS;IAC7B,MAAM,EAAE,CAAC,KAAK,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC/C,MAAM,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,EAAE,WAAW,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAElE,sCAAsC;IACtC,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;IAC9C,IAAI,CAAC;QACH,MAAM,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;IAC7B,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,YAAY,GAAG;;;;;;;;;;;;;iBAaR,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;CACxC,CAAC;QACE,MAAM,EAAE,CAAC,SAAS,CAAC,SAAS,EAAE,YAAY,EAAE,OAAO,CAAC,CAAC;QACrD,OAAO,CAAC,GAAG,CAAC,8BAA8B,CAAC,CAAC;IAC9C,CAAC;AACH,CAAC;AAED;;GAEG;AACH,SAAS,YAAY,CAAC,IAAU;IAC9B,MAAM,IAAI,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;IAChC,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;IAC3D,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;IACpD,MAAM,IAAI,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC;IAExG,OAAO;QACL,QAAQ,EAAE,GAAG,IAAI,IAAI,KAAK,EAAE;QAC5B,MAAM,EAAE,GAAG,GAAG,IAAI,IAAI,EAAE;KACzB,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAS,OAAO,CAAC,IAAY;IAC3B,OAAO,IAAI;SACR,WAAW,EAAE;SACb,OAAO,CAAC,cAAc,EAAE,EAAE,CAAC;SAC3B,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC;SACpB,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC;SACnB,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC;SACZ,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;AACvB,CAAC;AAED;;GAEG;AACH,SAAS,cAAc,CAAC,OAAe,EAAE,KAAa;IACpD,MAAM,MAAM,GAAG,KAAK,GAAG,OAAO,CAAC;IAC/B,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,KAAK,CAAC,CAAC;IAC3C,IAAI,OAAO,GAAG,EAAE;QAAE,OAAO,GAAG,OAAO,KAAK,CAAC;IACzC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,EAAE,CAAC,CAAC;IACvC,MAAM,aAAa,GAAG,OAAO,GAAG,EAAE,CAAC;IACnC,OAAO,GAAG,KAAK,KAAK,aAAa,KAAK,CAAC;AACzC,CAAC;AAED;;GAEG;AACH,SAAS,WAAW,CAAC,MAA8B;IACjD,QAAQ,MAAM,EAAE,CAAC;QACf,KAAK,SAAS;YACZ,OAAO,GAAG,CAAC;QACb,KAAK,SAAS;YACZ,OAAO,IAAI,CAAC;QACd,KAAK,QAAQ;YACX,OAAO,GAAG,CAAC;QACb,KAAK,SAAS;YACZ,OAAO,IAAI,CAAC;IAChB,CAAC;AACH,CAAC;AAED;;GAEG;AACH,SAAS,eAAe,CAAC,OAAqB,EAAE,UAAkB;IAChE,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IACzC,MAAM,OAAO,GAAG,IAAI,CAAC,kBAAkB,CAAC,OAAO,EAAE;QAC/C,IAAI,EAAE,SAAS;QACf,KAAK,EAAE,SAAS;QAChB,GAAG,EAAE,SAAS;QACd,IAAI,EAAE,SAAS;QACf,MAAM,EAAE,SAAS;KAClB,CAAC,CAAC;IAEH,MAAM,QAAQ,GAAG,OAAO,CAAC,OAAO;QAC9B,CAAC,CAAC,cAAc,CAAC,OAAO,CAAC,SAAS,EAAE,OAAO,CAAC,OAAO,CAAC;QACpD,CAAC,CAAC,SAAS,CAAC;IAEd,MAAM,kBAAkB,GAAG,IAAI,CAAC,IAAI,EAAE,WAAW,EAAE,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC;IAEzE,IAAI,EAAE,GAAG,KAAK,OAAO,CAAC,KAAK;IACzB,OAAO,iBAAiB,QAAQ,sBAAsB,kBAAkB;;CAE3E,CAAC;IAEA,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;QACjB,EAAE,IAAI,qBAAqB,OAAO,CAAC,IAAI,QAAQ,CAAC;IAClD,CAAC;IAED,IAAI,OAAO,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC5B,EAAE,IAAI,aAAa,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC;IACvE,CAAC;IAED,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;QACpB,EAAE,IAAI,eAAe,OAAO,CAAC,OAAO,MAAM,CAAC;IAC7C,CAAC;IAED,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;QACrB,EAAE,IAAI,gBAAgB,OAAO,CAAC,QAAQ,MAAM,CAAC;IAC/C,CAAC;IAED,IAAI,OAAO,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACpC,EAAE,IAAI,oBAAoB,CAAC;QAC3B,EAAE,IAAI,OAAO,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC;IACrE,CAAC;IAED,EAAE,IAAI,cAAc,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,OAAO,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,IAAI,CAAC;IAEhM,OAAO,EAAE,CAAC;AACZ,CAAC;AAED;;GAEG;AACH,SAAS,cAAc,CAAC,OAAqB,EAAE,MAAe;IAC5D,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IACzC,MAAM,OAAO,GAAG,IAAI,CAAC,kBAAkB,CAAC,OAAO,EAAE;QAC/C,IAAI,EAAE,SAAS;QACf,KAAK,EAAE,SAAS;QAChB,GAAG,EAAE,SAAS;QACd,IAAI,EAAE,SAAS;QACf,MAAM,EAAE,SAAS;QACjB,MAAM,EAAE,SAAS;KAClB,CAAC,CAAC;IAEH,IAAI,EAAE,GAAG,KAAK,OAAO,CAAC,KAAK;WAClB,OAAO;SACT,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,cAAc,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS;;;YAGpF,OAAO,CAAC,EAAE;oBACF,OAAO,CAAC,IAAI,IAAI,KAAK;cAC3B,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK;gBAC9B,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,OAAO,CAAC,MAAM;;CAE5D,CAAC;IAEA,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;QACpB,EAAE,IAAI,uBAAuB,OAAO,CAAC,OAAO,MAAM,CAAC;IACrD,CAAC;IAED,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;QACrB,EAAE,IAAI,wBAAwB,OAAO,CAAC,QAAQ,MAAM,CAAC;IACvD,CAAC;IAED,IAAI,OAAO,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACpC,EAAE,IAAI,oBAAoB,CAAC;QAC3B,KAAK,MAAM,CAAC,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;YACrC,EAAE,IAAI,OAAO,CAAC,MAAM,CAAC;QACvB,CAAC;QACD,EAAE,IAAI,IAAI,CAAC;IACb,CAAC;IAED,IAAI,OAAO,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAChC,EAAE,IAAI,wBAAwB,CAAC;QAC/B,EAAE,IAAI,0CAA0C,CAAC;QACjD,EAAE,IAAI,0CAA0C,CAAC;QACjD,KAAK,MAAM,GAAG,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;YACnC,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,kBAAkB,CAAC,OAAO,EAAE;gBAC/D,IAAI,EAAE,SAAS;gBACf,MAAM,EAAE,SAAS;gBACjB,MAAM,EAAE,SAAS;aAClB,CAAC,CAAC;YACH,EAAE,IAAI,KAAK,IAAI,MAAM,GAAG,CAAC,IAAI,MAAM,GAAG,CAAC,WAAW,IAAI,GAAG,MAAM,GAAG,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,KAAK,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC;QAC3I,CAAC;QACD,EAAE,IAAI,IAAI,CAAC;IACb,CAAC;IAED,IAAI,MAAM,EAAE,CAAC;QACX,EAAE,IAAI,uBAAuB,MAAM,YAAY,CAAC;IAClD,CAAC;IAED,OAAO,EAAE,CAAC;AACZ,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,WAAW,CAC/B,OAAqB,EACrB,MAAe;IAEf,MAAM,SAAS,EAAE,CAAC;IAElB,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IACzC,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;IAChD,MAAM,IAAI,GAAG,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;IAEpC,2BAA2B;IAC3B,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;IAC5C,MAAM,EAAE,CAAC,KAAK,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAE/C,aAAa;IACb,MAAM,eAAe,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,KAAK,CAAC;IAC7D,MAAM,cAAc,GAAG,GAAG,MAAM,IAAI,IAAI,KAAK,CAAC;IAE9C,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,EAAE,eAAe,CAAC,CAAC;IACrD,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,EAAE,WAAW,EAAE,cAAc,CAAC,CAAC;IAEhE,6BAA6B;IAC7B,MAAM,aAAa,GAAG,cAAc,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IACtD,MAAM,EAAE,CAAC,SAAS,CAAC,UAAU,EAAE,aAAa,EAAE,OAAO,CAAC,CAAC;IACvD,OAAO,CAAC,GAAG,CAAC,yBAAyB,UAAU,EAAE,CAAC,CAAC;IAEnD,eAAe;IACf,MAAM,cAAc,GAAG,eAAe,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;IAC5D,MAAM,EAAE,CAAC,SAAS,CAAC,WAAW,EAAE,cAAc,EAAE,OAAO,CAAC,CAAC;IACzD,OAAO,CAAC,GAAG,CAAC,0BAA0B,WAAW,EAAE,CAAC,CAAC;IAErD,kBAAkB;IAClB,MAAM,WAAW,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;IAExC,OAAO,EAAE,WAAW,EAAE,UAAU,EAAE,CAAC;AACrC,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,WAAW,CAAC,OAAqB,EAAE,WAAmB;IACnE,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;IAC9C,IAAI,OAAO,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;IAEpD,MAAM,YAAY,GAAG,WAAW,CAAC,OAAO,CAAC,SAAS,GAAG,GAAG,EAAE,EAAE,CAAC,CAAC;IAC9D,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IACzC,MAAM,OAAO,GAAG,IAAI,CAAC,kBAAkB,CAAC,OAAO,EAAE;QAC/C,KAAK,EAAE,SAAS;QAChB,GAAG,EAAE,SAAS;QACd,IAAI,EAAE,SAAS;QACf,MAAM,EAAE,SAAS;KAClB,CAAC,CAAC;IAEH,MAAM,QAAQ,GAAG,KAAK,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,OAAO,CAAC,KAAK,KAAK,YAAY,OAAO,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,OAAO,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;IAElJ,uCAAuC;IACvC,MAAM,YAAY,GAAG,oBAAoB,CAAC;IAC1C,MAAM,SAAS,GAAG,OAAO,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;IAChD,IAAI,SAAS,KAAK,CAAC,CAAC,EAAE,CAAC;QACrB,MAAM,cAAc,GAAG,OAAO,CAAC,OAAO,CAAC,OAAO,EAAE,SAAS,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC;QACjF,MAAM,UAAU,GAAG,cAAc,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QAEhG,MAAM,aAAa,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC;QACxE,MAAM,YAAY,GAAG,UAAU,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAExE,qCAAqC;QACrC,MAAM,eAAe,GAAG,OAAO,CAAC,KAAK,CAAC,SAAS,GAAG,YAAY,CAAC,MAAM,EAAE,UAAU,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;QACnH,MAAM,eAAe,GAAG,eAAe;aACpC,KAAK,CAAC,IAAI,CAAC;aACX,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;aAC3C,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QAEhB,MAAM,UAAU,GAAG,OAAO,QAAQ,KAAK,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;QAEtE,OAAO,GAAG,aAAa,GAAG,UAAU,GAAG,YAAY,CAAC;IACtD,CAAC;IAED,gCAAgC;IAChC,OAAO,GAAG,OAAO,CAAC,OAAO,CACvB,mBAAmB,EACnB,kBAAkB,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,GAAG,CAC9C,CAAC;IAEF,MAAM,EAAE,CAAC,SAAS,CAAC,SAAS,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;IAChD,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC,CAAC;AAC1C,CAAC;AAED;;GAEG;AACH,MAAM,OAAO,cAAc;IACjB,OAAO,CAAe;IACtB,MAAM,GAAa,EAAE,CAAC;IAE9B,YAAY,KAAa;QACvB,IAAI,CAAC,OAAO,GAAG;YACb,EAAE,EAAE,WAAW,IAAI,CAAC,GAAG,EAAE,EAAE;YAC3B,KAAK;YACL,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;YACrB,IAAI,EAAE,EAAE;YACR,YAAY,EAAE,EAAE;YAChB,MAAM,EAAE,SAAS;YACjB,QAAQ,EAAE,EAAE;SACb,CAAC;IACJ,CAAC;IAED,OAAO,CAAC,IAAY;QAClB,IAAI,CAAC,OAAO,CAAC,IAAI,GAAG,IAAI,CAAC;QACzB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,CAAC,GAAG,IAAc;QACtB,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC;QAChC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,UAAU,CAAC,OAAe;QACxB,IAAI,CAAC,OAAO,CAAC,OAAO,GAAG,OAAO,CAAC;QAC/B,OAAO,IAAI,CAAC;IACd,CAAC;IAED,WAAW,CAAC,QAAgB;QAC1B,IAAI,CAAC,OAAO,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACjC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO,CAAC,GAAG,KAAe;QACxB,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,CAAC;QACzC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,UAAU,CAAC,IAAY,EAAE,WAAoB,EAAE,MAA4B;QACzE,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC;YACzB,IAAI;YACJ,WAAW;YACX,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;YACrB,MAAM;SACP,CAAC,CAAC;QACH,OAAO,IAAI,CAAC;IACd,CAAC;IAED,SAAS,CAAC,GAAW;QACnB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACtB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,SAAS,CAAC,MAA8B;QACtC,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,MAAM,CAAC;QAC7B,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK,CAAC,IAAI;QACR,IAAI,CAAC,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAClC,OAAO,WAAW,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IAC3D,CAAC;IAED,UAAU;QACR,OAAO,EAAE,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;IAC7B,CAAC;CACF;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,OAQ/B;IACC,MAAM,OAAO,GAAG,IAAI,cAAc,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;IAElD,IAAI,OAAO,CAAC,IAAI;QAAE,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IAChD,IAAI,OAAO,CAAC,IAAI;QAAE,OAAO,CAAC,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAClD,IAAI,OAAO,CAAC,OAAO;QAAE,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IACzD,IAAI,OAAO,CAAC,QAAQ;QAAE,OAAO,CAAC,WAAW,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IAC5D,IAAI,OAAO,CAAC,KAAK;QAAE,OAAO,CAAC,OAAO,CAAC,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC;IACrD,OAAO,CAAC,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IAElC,OAAO,OAAO,CAAC,IAAI,EAAE,CAAC;AACxB,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,QAAgB,EAAE;IACxD,MAAM,SAAS,EAAE,CAAC;IAElB,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;IAC9C,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;IAEtD,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAClC,MAAM,QAAQ,GAAa,EAAE,CAAC;IAE9B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;YACxD,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;YAC3B,IAAI,QAAQ,CAAC,MAAM,IAAI,KAAK;gBAAE,MAAM;QACtC,CAAC;IACH,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,YAAY;IAC1B,OAAO,SAAS,CAAC;AACnB,CAAC"}
@@ -0,0 +1,21 @@
1
+ /**
2
+ * Compact memory table by removing expired/decayed/unimportant records
3
+ * and deduplicating similar memories
4
+ *
5
+ * @returns Statistics about compaction
6
+ */
7
+ export declare function compactMemoryTable(): Promise<{
8
+ before: number;
9
+ after: number;
10
+ removed: number;
11
+ deduplicated: number;
12
+ }>;
13
+ /**
14
+ * Check if compaction is needed based on heuristics
15
+ */
16
+ export declare function shouldCompact(): Promise<boolean>;
17
+ /**
18
+ * Clean up backup and corrupted memory files
19
+ */
20
+ export declare function cleanupBackupFiles(): Promise<number>;
21
+ //# sourceMappingURL=compaction.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"compaction.d.ts","sourceRoot":"","sources":["../../src/memory/compaction.ts"],"names":[],"mappings":"AAsEA;;;;;GAKG;AACH,wBAAsB,kBAAkB,IAAI,OAAO,CAAC;IAClD,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,CAAC;CACtB,CAAC,CA2ED;AAED;;GAEG;AACH,wBAAsB,aAAa,IAAI,OAAO,CAAC,OAAO,CAAC,CAsCtD;AAED;;GAEG;AACH,wBAAsB,kBAAkB,IAAI,OAAO,CAAC,MAAM,CAAC,CAwC1D"}
@@ -0,0 +1,205 @@
1
+ // ============================================
2
+ // OpenSwarm - Memory Compaction
3
+ // ============================================
4
+ import { getDb, getTable, initDatabase, EMBEDDING_DIM, PERMANENT_EXPIRY, normalizeRecords } from './memoryCore.js';
5
+ const ARCHIVE_THRESHOLD = 0.7;
6
+ const MIN_IMPORTANCE = 0.1;
7
+ const CONSOLIDATION_SIMILARITY = 0.85;
8
+ /**
9
+ * Calculate cosine similarity between two vectors
10
+ */
11
+ function cosineSimilarity(a, b) {
12
+ if (a.length !== b.length)
13
+ return 0;
14
+ let dotProduct = 0;
15
+ let normA = 0;
16
+ let normB = 0;
17
+ for (let i = 0; i < a.length; i++) {
18
+ dotProduct += a[i] * b[i];
19
+ normA += a[i] * a[i];
20
+ normB += b[i] * b[i];
21
+ }
22
+ const denominator = Math.sqrt(normA) * Math.sqrt(normB);
23
+ return denominator === 0 ? 0 : dotProduct / denominator;
24
+ }
25
+ /**
26
+ * Remove duplicate memories based on vector similarity
27
+ */
28
+ function removeDuplicates(records) {
29
+ const unique = [];
30
+ const seen = new Set();
31
+ for (const record of records) {
32
+ // Skip if exact ID already seen
33
+ if (seen.has(record.id))
34
+ continue;
35
+ // Check similarity with existing unique records
36
+ let isDuplicate = false;
37
+ for (const existing of unique) {
38
+ const similarity = cosineSimilarity(record.vector, existing.vector);
39
+ if (similarity >= CONSOLIDATION_SIMILARITY) {
40
+ // Keep the one with higher importance or more recent
41
+ if (record.importance > existing.importance ||
42
+ record.lastUpdated > existing.lastUpdated) {
43
+ // Replace existing with current
44
+ const index = unique.indexOf(existing);
45
+ unique[index] = record;
46
+ seen.add(record.id);
47
+ }
48
+ isDuplicate = true;
49
+ break;
50
+ }
51
+ }
52
+ if (!isDuplicate) {
53
+ unique.push(record);
54
+ seen.add(record.id);
55
+ }
56
+ }
57
+ return unique;
58
+ }
59
+ /**
60
+ * Compact memory table by removing expired/decayed/unimportant records
61
+ * and deduplicating similar memories
62
+ *
63
+ * @returns Statistics about compaction
64
+ */
65
+ export async function compactMemoryTable() {
66
+ console.log('[Compaction] Starting memory table compaction...');
67
+ try {
68
+ await initDatabase();
69
+ const table = getTable();
70
+ const db = getDb();
71
+ if (!table || !db) {
72
+ console.error('[Compaction] Database not initialized');
73
+ return { before: 0, after: 0, removed: 0, deduplicated: 0 };
74
+ }
75
+ // 1. Read all records
76
+ const allRecords = await table
77
+ .search(Array.from({ length: EMBEDDING_DIM }, () => 0))
78
+ .limit(100000)
79
+ .toArray();
80
+ const beforeCount = allRecords.length;
81
+ console.log(`[Compaction] Found ${beforeCount} records`);
82
+ if (beforeCount === 0) {
83
+ console.log('[Compaction] No records to compact');
84
+ return { before: 0, after: 0, removed: 0, deduplicated: 0 };
85
+ }
86
+ // 2. Filter valid records
87
+ const now = Date.now();
88
+ const validRecords = allRecords.filter((r) => {
89
+ // Keep if permanent (expiresAt >= PERMANENT_EXPIRY)
90
+ if (r.expiresAt >= PERMANENT_EXPIRY)
91
+ return true;
92
+ // Remove if expired
93
+ if (r.expiresAt < now)
94
+ return false;
95
+ // Remove if too decayed
96
+ if (r.decay >= ARCHIVE_THRESHOLD)
97
+ return false;
98
+ // Remove if unimportant
99
+ if (r.importance < MIN_IMPORTANCE)
100
+ return false;
101
+ return true;
102
+ });
103
+ const afterFilter = validRecords.length;
104
+ console.log(`[Compaction] After filtering: ${afterFilter} records (removed ${beforeCount - afterFilter})`);
105
+ // 3. Deduplicate
106
+ const deduplicated = removeDuplicates(validRecords);
107
+ const afterDedup = deduplicated.length;
108
+ console.log(`[Compaction] After deduplication: ${afterDedup} records (merged ${afterFilter - afterDedup})`);
109
+ // 4. Drop and recreate table
110
+ console.log('[Compaction] Dropping old table...');
111
+ await db.dropTable('cognitive_memory');
112
+ console.log('[Compaction] Creating new table with compacted data...');
113
+ const normalized = normalizeRecords(deduplicated);
114
+ await db.createTable('cognitive_memory', normalized);
115
+ const stats = {
116
+ before: beforeCount,
117
+ after: afterDedup,
118
+ removed: beforeCount - afterDedup,
119
+ deduplicated: afterFilter - afterDedup,
120
+ };
121
+ console.log('[Compaction] Complete:', stats);
122
+ return stats;
123
+ }
124
+ catch (error) {
125
+ console.error('[Compaction] Failed:', error);
126
+ throw error;
127
+ }
128
+ }
129
+ /**
130
+ * Check if compaction is needed based on heuristics
131
+ */
132
+ export async function shouldCompact() {
133
+ try {
134
+ await initDatabase();
135
+ const table = getTable();
136
+ if (!table)
137
+ return false;
138
+ const allRecords = await table
139
+ .search(Array.from({ length: EMBEDDING_DIM }, () => 0))
140
+ .limit(100000)
141
+ .toArray();
142
+ const now = Date.now();
143
+ // Count expired/decayed records
144
+ let expiredCount = 0;
145
+ let decayedCount = 0;
146
+ for (const r of allRecords) {
147
+ if (r.expiresAt < PERMANENT_EXPIRY && r.expiresAt < now)
148
+ expiredCount++;
149
+ if (r.decay >= ARCHIVE_THRESHOLD)
150
+ decayedCount++;
151
+ }
152
+ const totalWaste = expiredCount + decayedCount;
153
+ const wasteRatio = totalWaste / allRecords.length;
154
+ // Compact if > 20% waste or > 1000 records
155
+ const shouldCompact = wasteRatio > 0.2 || allRecords.length > 1000;
156
+ if (shouldCompact) {
157
+ console.log(`[Compaction] Compaction recommended: ${totalWaste}/${allRecords.length} waste (${(wasteRatio * 100).toFixed(1)}%)`);
158
+ }
159
+ return shouldCompact;
160
+ }
161
+ catch (error) {
162
+ console.error('[Compaction] shouldCompact check failed:', error);
163
+ return false;
164
+ }
165
+ }
166
+ /**
167
+ * Clean up backup and corrupted memory files
168
+ */
169
+ export async function cleanupBackupFiles() {
170
+ const { readdir, unlink } = await import('fs/promises');
171
+ const { resolve } = await import('path');
172
+ const { homedir } = await import('os');
173
+ const memoryDir = resolve(homedir(), '.openswarm/memory');
174
+ try {
175
+ const files = await readdir(memoryDir);
176
+ let removed = 0;
177
+ for (const file of files) {
178
+ // Remove .corrupted and .bak files/directories
179
+ if (file.includes('.corrupted') || file.endsWith('.bak')) {
180
+ const fullPath = resolve(memoryDir, file);
181
+ console.log(`[Cleanup] Removing backup: ${file}`);
182
+ try {
183
+ // Try to remove as file first, then as directory
184
+ await unlink(fullPath).catch(async () => {
185
+ const { rm } = await import('fs/promises');
186
+ await rm(fullPath, { recursive: true, force: true });
187
+ });
188
+ removed++;
189
+ }
190
+ catch (err) {
191
+ console.warn(`[Cleanup] Failed to remove ${file}:`, err);
192
+ }
193
+ }
194
+ }
195
+ if (removed > 0) {
196
+ console.log(`[Cleanup] Removed ${removed} backup files/directories`);
197
+ }
198
+ return removed;
199
+ }
200
+ catch (error) {
201
+ console.error('[Cleanup] Failed to clean backup files:', error);
202
+ return 0;
203
+ }
204
+ }
205
+ //# sourceMappingURL=compaction.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"compaction.js","sourceRoot":"","sources":["../../src/memory/compaction.ts"],"names":[],"mappings":"AAAA,+CAA+C;AAC/C,gCAAgC;AAChC,+CAA+C;AAE/C,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,YAAY,EAAE,aAAa,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AAGnH,MAAM,iBAAiB,GAAG,GAAG,CAAC;AAC9B,MAAM,cAAc,GAAG,GAAG,CAAC;AAC3B,MAAM,wBAAwB,GAAG,IAAI,CAAC;AAEtC;;GAEG;AACH,SAAS,gBAAgB,CAAC,CAAW,EAAE,CAAW;IAChD,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,MAAM;QAAE,OAAO,CAAC,CAAC;IAEpC,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,IAAI,KAAK,GAAG,CAAC,CAAC;IAEd,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAClC,UAAU,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QAC1B,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACrB,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IACvB,CAAC;IAED,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACxD,OAAO,WAAW,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU,GAAG,WAAW,CAAC;AAC1D,CAAC;AAED;;GAEG;AACH,SAAS,gBAAgB,CAAC,OAAgC;IACxD,MAAM,MAAM,GAA4B,EAAE,CAAC;IAC3C,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAE/B,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,gCAAgC;QAChC,IAAI,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;YAAE,SAAS;QAElC,gDAAgD;QAChD,IAAI,WAAW,GAAG,KAAK,CAAC;QACxB,KAAK,MAAM,QAAQ,IAAI,MAAM,EAAE,CAAC;YAC9B,MAAM,UAAU,GAAG,gBAAgB,CAAC,MAAM,CAAC,MAAM,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC;YAEpE,IAAI,UAAU,IAAI,wBAAwB,EAAE,CAAC;gBAC3C,qDAAqD;gBACrD,IAAI,MAAM,CAAC,UAAU,GAAG,QAAQ,CAAC,UAAU;oBACvC,MAAM,CAAC,WAAW,GAAG,QAAQ,CAAC,WAAW,EAAE,CAAC;oBAC9C,gCAAgC;oBAChC,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;oBACvC,MAAM,CAAC,KAAK,CAAC,GAAG,MAAM,CAAC;oBACvB,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;gBACtB,CAAC;gBACD,WAAW,GAAG,IAAI,CAAC;gBACnB,MAAM;YACR,CAAC;QACH,CAAC;QAED,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACpB,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACtB,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,kBAAkB;IAMtC,OAAO,CAAC,GAAG,CAAC,kDAAkD,CAAC,CAAC;IAEhE,IAAI,CAAC;QACH,MAAM,YAAY,EAAE,CAAC;QACrB,MAAM,KAAK,GAAG,QAAQ,EAAE,CAAC;QACzB,MAAM,EAAE,GAAG,KAAK,EAAE,CAAC;QAEnB,IAAI,CAAC,KAAK,IAAI,CAAC,EAAE,EAAE,CAAC;YAClB,OAAO,CAAC,KAAK,CAAC,uCAAuC,CAAC,CAAC;YACvD,OAAO,EAAE,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC;QAC9D,CAAC;QAED,sBAAsB;QACtB,MAAM,UAAU,GAAG,MAAM,KAAK;aAC3B,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,aAAa,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC;aACtD,KAAK,CAAC,MAAM,CAAC;aACb,OAAO,EAAE,CAAC;QAEb,MAAM,WAAW,GAAG,UAAU,CAAC,MAAM,CAAC;QACtC,OAAO,CAAC,GAAG,CAAC,sBAAsB,WAAW,UAAU,CAAC,CAAC;QAEzD,IAAI,WAAW,KAAK,CAAC,EAAE,CAAC;YACtB,OAAO,CAAC,GAAG,CAAC,oCAAoC,CAAC,CAAC;YAClD,OAAO,EAAE,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC;QAC9D,CAAC;QAED,0BAA0B;QAC1B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,YAAY,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,CAAM,EAAE,EAAE;YAChD,oDAAoD;YACpD,IAAI,CAAC,CAAC,SAAS,IAAI,gBAAgB;gBAAE,OAAO,IAAI,CAAC;YAEjD,oBAAoB;YACpB,IAAI,CAAC,CAAC,SAAS,GAAG,GAAG;gBAAE,OAAO,KAAK,CAAC;YAEpC,wBAAwB;YACxB,IAAI,CAAC,CAAC,KAAK,IAAI,iBAAiB;gBAAE,OAAO,KAAK,CAAC;YAE/C,wBAAwB;YACxB,IAAI,CAAC,CAAC,UAAU,GAAG,cAAc;gBAAE,OAAO,KAAK,CAAC;YAEhD,OAAO,IAAI,CAAC;QACd,CAAC,CAAC,CAAC;QAEH,MAAM,WAAW,GAAG,YAAY,CAAC,MAAM,CAAC;QACxC,OAAO,CAAC,GAAG,CAAC,iCAAiC,WAAW,qBAAqB,WAAW,GAAG,WAAW,GAAG,CAAC,CAAC;QAE3G,iBAAiB;QACjB,MAAM,YAAY,GAAG,gBAAgB,CAAC,YAAuC,CAAC,CAAC;QAC/E,MAAM,UAAU,GAAG,YAAY,CAAC,MAAM,CAAC;QACvC,OAAO,CAAC,GAAG,CAAC,qCAAqC,UAAU,oBAAoB,WAAW,GAAG,UAAU,GAAG,CAAC,CAAC;QAE5G,6BAA6B;QAC7B,OAAO,CAAC,GAAG,CAAC,oCAAoC,CAAC,CAAC;QAClD,MAAM,EAAE,CAAC,SAAS,CAAC,kBAAkB,CAAC,CAAC;QAEvC,OAAO,CAAC,GAAG,CAAC,wDAAwD,CAAC,CAAC;QACtE,MAAM,UAAU,GAAG,gBAAgB,CAAC,YAAY,CAAC,CAAC;QAClD,MAAM,EAAE,CAAC,WAAW,CAAC,kBAAkB,EAAE,UAAU,CAAC,CAAC;QAErD,MAAM,KAAK,GAAG;YACZ,MAAM,EAAE,WAAW;YACnB,KAAK,EAAE,UAAU;YACjB,OAAO,EAAE,WAAW,GAAG,UAAU;YACjC,YAAY,EAAE,WAAW,GAAG,UAAU;SACvC,CAAC;QAEF,OAAO,CAAC,GAAG,CAAC,wBAAwB,EAAE,KAAK,CAAC,CAAC;QAC7C,OAAO,KAAK,CAAC;IAEf,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,sBAAsB,EAAE,KAAK,CAAC,CAAC;QAC7C,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa;IACjC,IAAI,CAAC;QACH,MAAM,YAAY,EAAE,CAAC;QACrB,MAAM,KAAK,GAAG,QAAQ,EAAE,CAAC;QACzB,IAAI,CAAC,KAAK;YAAE,OAAO,KAAK,CAAC;QAEzB,MAAM,UAAU,GAAG,MAAM,KAAK;aAC3B,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,aAAa,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC;aACtD,KAAK,CAAC,MAAM,CAAC;aACb,OAAO,EAAE,CAAC;QAEb,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAEvB,gCAAgC;QAChC,IAAI,YAAY,GAAG,CAAC,CAAC;QACrB,IAAI,YAAY,GAAG,CAAC,CAAC;QAErB,KAAK,MAAM,CAAC,IAAI,UAAU,EAAE,CAAC;YAC3B,IAAI,CAAC,CAAC,SAAS,GAAG,gBAAgB,IAAI,CAAC,CAAC,SAAS,GAAG,GAAG;gBAAE,YAAY,EAAE,CAAC;YACxE,IAAI,CAAC,CAAC,KAAK,IAAI,iBAAiB;gBAAE,YAAY,EAAE,CAAC;QACnD,CAAC;QAED,MAAM,UAAU,GAAG,YAAY,GAAG,YAAY,CAAC;QAC/C,MAAM,UAAU,GAAG,UAAU,GAAG,UAAU,CAAC,MAAM,CAAC;QAElD,2CAA2C;QAC3C,MAAM,aAAa,GAAG,UAAU,GAAG,GAAG,IAAI,UAAU,CAAC,MAAM,GAAG,IAAI,CAAC;QAEnE,IAAI,aAAa,EAAE,CAAC;YAClB,OAAO,CAAC,GAAG,CAAC,wCAAwC,UAAU,IAAI,UAAU,CAAC,MAAM,WAAW,CAAC,UAAU,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QACnI,CAAC;QAED,OAAO,aAAa,CAAC;IAEvB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,0CAA0C,EAAE,KAAK,CAAC,CAAC;QACjE,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,kBAAkB;IACtC,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,CAAC;IACxD,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC,CAAC;IACzC,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,CAAC;IAEvC,MAAM,SAAS,GAAG,OAAO,CAAC,OAAO,EAAE,EAAE,mBAAmB,CAAC,CAAC;IAE1D,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,SAAS,CAAC,CAAC;QACvC,IAAI,OAAO,GAAG,CAAC,CAAC;QAEhB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,+CAA+C;YAC/C,IAAI,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;gBACzD,MAAM,QAAQ,GAAG,OAAO,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;gBAC1C,OAAO,CAAC,GAAG,CAAC,8BAA8B,IAAI,EAAE,CAAC,CAAC;gBAElD,IAAI,CAAC;oBACH,iDAAiD;oBACjD,MAAM,MAAM,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,KAAK,IAAI,EAAE;wBACtC,MAAM,EAAE,EAAE,EAAE,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,CAAC;wBAC3C,MAAM,EAAE,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;oBACvD,CAAC,CAAC,CAAC;oBACH,OAAO,EAAE,CAAC;gBACZ,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,OAAO,CAAC,IAAI,CAAC,8BAA8B,IAAI,GAAG,EAAE,GAAG,CAAC,CAAC;gBAC3D,CAAC;YACH,CAAC;QACH,CAAC;QAED,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;YAChB,OAAO,CAAC,GAAG,CAAC,qBAAqB,OAAO,2BAA2B,CAAC,CAAC;QACvE,CAAC;QAED,OAAO,OAAO,CAAC;IAEjB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,yCAAyC,EAAE,KAAK,CAAC,CAAC;QAChE,OAAO,CAAC,CAAC;IACX,CAAC;AACH,CAAC"}
@@ -0,0 +1,13 @@
1
+ /**
2
+ * Persistent Cognitive Memory Module v2.0
3
+ *
4
+ * Barrel re-export: preserves existing import paths
5
+ * - memoryCore.ts: types, embedding, distillation, DB, save, search
6
+ * - memoryOps.ts: revision, formatting, background, stats, legacy
7
+ * - compaction.ts: memory table compaction and cleanup
8
+ */
9
+ export * from './codex.js';
10
+ export * from './memoryCore.js';
11
+ export * from './memoryOps.js';
12
+ export * from './compaction.js';
13
+ //# sourceMappingURL=index.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/memory/index.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AACH,cAAc,YAAY,CAAC;AAC3B,cAAc,iBAAiB,CAAC;AAChC,cAAc,gBAAgB,CAAC;AAC/B,cAAc,iBAAiB,CAAC"}
@@ -0,0 +1,13 @@
1
+ /**
2
+ * Persistent Cognitive Memory Module v2.0
3
+ *
4
+ * Barrel re-export: preserves existing import paths
5
+ * - memoryCore.ts: types, embedding, distillation, DB, save, search
6
+ * - memoryOps.ts: revision, formatting, background, stats, legacy
7
+ * - compaction.ts: memory table compaction and cleanup
8
+ */
9
+ export * from './codex.js';
10
+ export * from './memoryCore.js';
11
+ export * from './memoryOps.js';
12
+ export * from './compaction.js';
13
+ //# sourceMappingURL=index.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/memory/index.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AACH,cAAc,YAAY,CAAC;AAC3B,cAAc,iBAAiB,CAAC;AAChC,cAAc,gBAAgB,CAAC;AAC/B,cAAc,iBAAiB,CAAC"}