pi-mega-compact 0.11.4 → 0.11.6

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (381) hide show
  1. package/dist/extensions/dashboard-server/api-contracts/cache-stripes.js +8 -0
  2. package/dist/extensions/dashboard-server/api-contracts/endpoints.js +32 -0
  3. package/dist/extensions/dashboard-server/api-contracts/memory-map.js +1 -0
  4. package/dist/extensions/dashboard-server/api-contracts/memory.js +8 -0
  5. package/dist/extensions/dashboard-server/api-contracts/provider-cache.js +1 -0
  6. package/dist/extensions/dashboard-server/api-contracts/setup.js +10 -0
  7. package/dist/extensions/dashboard-server/index-reader.js +6 -2
  8. package/dist/extensions/dashboard-server/routes-cache.js +135 -47
  9. package/dist/extensions/dashboard-server/routes-game.js +3 -0
  10. package/dist/extensions/dashboard-server/routes-memory-map.js +50 -0
  11. package/dist/extensions/dashboard-server/routes-memory.js +51 -0
  12. package/dist/extensions/dashboard-server/routes-repo.js +2 -2
  13. package/dist/extensions/dashboard-server/routes-setup.js +267 -0
  14. package/dist/extensions/dashboard-server/routes.js +4 -0
  15. package/dist/extensions/dashboard-server/server.js +13 -1
  16. package/dist/extensions/mega-commands.js +189 -1
  17. package/dist/extensions/mega-compact.js +5 -0
  18. package/dist/extensions/mega-config.js +7 -0
  19. package/dist/extensions/mega-events/agent-handlers.js +19 -4
  20. package/dist/extensions/mega-events/compact-handlers.js +1 -0
  21. package/dist/extensions/mega-events/context-handler.js +45 -92
  22. package/dist/extensions/mega-events/context-hwm.js +51 -0
  23. package/dist/extensions/mega-events/error-classifier.js +16 -5
  24. package/dist/extensions/mega-events/mirror-append.js +107 -0
  25. package/dist/extensions/mega-events/outage-advisor.js +7 -1
  26. package/dist/extensions/mega-events/perf-handler.js +134 -2
  27. package/dist/extensions/mega-events/recall-tail.js +59 -0
  28. package/dist/extensions/mega-events/separated-prompt.js +248 -0
  29. package/dist/extensions/mega-events/session-handlers.js +15 -8
  30. package/dist/extensions/mega-runtime/env-loader.js +56 -0
  31. package/dist/extensions/mega-runtime/reset-runtime.js +6 -0
  32. package/dist/extensions/mega-runtime/runtime-snapshot.js +1 -0
  33. package/dist/extensions/mega-runtime/runtime.js +7 -0
  34. package/dist/extensions/mega-runtime/snapshot.js +1 -0
  35. package/dist/extensions/mega-runtime/widget.js +5 -0
  36. package/dist/src/cache-stripe-impl.js +288 -0
  37. package/dist/src/cache-stripe.js +11 -0
  38. package/dist/src/config/stopwords.js +24 -0
  39. package/dist/src/config.js +17 -0
  40. package/dist/src/embedder.js +41 -2
  41. package/dist/src/memoryGraph.js +299 -0
  42. package/dist/src/memoryStats.js +75 -0
  43. package/dist/src/monitoring.js +13 -0
  44. package/dist/src/prefix-break.js +43 -0
  45. package/dist/src/pricing.js +1 -1
  46. package/dist/src/queryExpansion.js +163 -0
  47. package/dist/src/queryReformulation/cache.js +123 -0
  48. package/dist/src/queryReformulation/rrf.js +29 -0
  49. package/dist/src/queryReformulation/tfidf.js +61 -0
  50. package/dist/src/queryReformulation/vagueness.js +33 -0
  51. package/dist/src/queryReformulation.js +225 -0
  52. package/dist/src/recallMetrics.js +258 -0
  53. package/dist/src/store/sqlite/cache-stripes.js +133 -0
  54. package/dist/src/store/sqlite/fts5-search.js +68 -0
  55. package/dist/src/store/sqlite/perf-samples.js +145 -16
  56. package/dist/src/store/sqlite/schema.js +60 -1
  57. package/dist/src/store/sqlite.js +1 -0
  58. package/dist/src/store/turns/memory-store.js +8 -0
  59. package/dist/src/store/turns/sqlite-store.js +14 -3
  60. package/dist/src/store/turns/types.js +18 -1
  61. package/dist/src/store/vectorIndex.js +55 -10
  62. package/dist/src/tiered-router/types.js +18 -0
  63. package/dist/src/tieredRouter.js +421 -0
  64. package/dist/src/vectorStore.js +8 -6
  65. package/extensions/dashboard-client/dist/assets/{AchievementTiles-vEo2MtE2.js → AchievementTiles-DR9cLGDL.js} +2 -2
  66. package/extensions/dashboard-client/dist/assets/{AchievementTiles-vEo2MtE2.js.map → AchievementTiles-DR9cLGDL.js.map} +1 -1
  67. package/extensions/dashboard-client/dist/assets/AchievementsTab-svNUgJ1e.js +2 -0
  68. package/extensions/dashboard-client/dist/assets/{AchievementsTab-DjxfYrDc.js.map → AchievementsTab-svNUgJ1e.js.map} +1 -1
  69. package/extensions/dashboard-client/dist/assets/CacheTab-ASwhOMjR.js +2 -0
  70. package/extensions/dashboard-client/dist/assets/CacheTab-ASwhOMjR.js.map +1 -0
  71. package/extensions/dashboard-client/dist/assets/{ConfigTab-Cm6ymbmx.js → ConfigTab-CmmWheuW.js} +2 -2
  72. package/extensions/dashboard-client/dist/assets/{ConfigTab-Cm6ymbmx.js.map → ConfigTab-CmmWheuW.js.map} +1 -1
  73. package/extensions/dashboard-client/dist/assets/{EventsTab-DXWl_YzI.js → EventsTab-CFE7jLsa.js} +2 -2
  74. package/extensions/dashboard-client/dist/assets/{EventsTab-DXWl_YzI.js.map → EventsTab-CFE7jLsa.js.map} +1 -1
  75. package/extensions/dashboard-client/dist/assets/GameTab-CJAX_th_.js +2 -0
  76. package/extensions/dashboard-client/dist/assets/{GameTab-BLDudcO5.js.map → GameTab-CJAX_th_.js.map} +1 -1
  77. package/extensions/dashboard-client/dist/assets/{MaintenanceTab-DLkKCztn.js → MaintenanceTab-P4SUsvMf.js} +2 -2
  78. package/extensions/dashboard-client/dist/assets/{MaintenanceTab-DLkKCztn.js.map → MaintenanceTab-P4SUsvMf.js.map} +1 -1
  79. package/extensions/dashboard-client/dist/assets/MemoryMapTab-BBiH76eF.js +2 -0
  80. package/extensions/dashboard-client/dist/assets/MemoryMapTab-BBiH76eF.js.map +1 -0
  81. package/extensions/dashboard-client/dist/assets/{MetricsTab-Cq4u-rZF.js → MetricsTab-CHQscixy.js} +2 -2
  82. package/extensions/dashboard-client/dist/assets/{MetricsTab-Cq4u-rZF.js.map → MetricsTab-CHQscixy.js.map} +1 -1
  83. package/extensions/dashboard-client/dist/assets/OverviewTab-DBs4DJdd.js +2 -0
  84. package/extensions/dashboard-client/dist/assets/{OverviewTab-D4kGvsiQ.js.map → OverviewTab-DBs4DJdd.js.map} +1 -1
  85. package/extensions/dashboard-client/dist/assets/ReposTab-DeFz76L5.js +2 -0
  86. package/extensions/dashboard-client/dist/assets/ReposTab-DeFz76L5.js.map +1 -0
  87. package/extensions/dashboard-client/dist/assets/{SessionsTab-DZC2-GCn.js → SessionsTab-BWNsj1OB.js} +2 -2
  88. package/extensions/dashboard-client/dist/assets/{SessionsTab-DZC2-GCn.js.map → SessionsTab-BWNsj1OB.js.map} +1 -1
  89. package/extensions/dashboard-client/dist/assets/SetupTab-uS6A0xmw.js +2 -0
  90. package/extensions/dashboard-client/dist/assets/SetupTab-uS6A0xmw.js.map +1 -0
  91. package/extensions/dashboard-client/dist/assets/TimeSavedCard-CiqCOQuL.js +2 -0
  92. package/extensions/dashboard-client/dist/assets/TimeSavedCard-CiqCOQuL.js.map +1 -0
  93. package/extensions/dashboard-client/dist/assets/{TopicsTab-01G71hv1.js → TopicsTab-BWWQxltv.js} +2 -2
  94. package/extensions/dashboard-client/dist/assets/{TopicsTab-01G71hv1.js.map → TopicsTab-BWWQxltv.js.map} +1 -1
  95. package/extensions/dashboard-client/dist/assets/{TurnsTab-DLRg0LZT.js → TurnsTab-CVz4f4-o.js} +2 -2
  96. package/extensions/dashboard-client/dist/assets/{TurnsTab-DLRg0LZT.js.map → TurnsTab-CVz4f4-o.js.map} +1 -1
  97. package/extensions/dashboard-client/dist/assets/format-COjDIVGj.js +2 -0
  98. package/extensions/dashboard-client/dist/assets/format-COjDIVGj.js.map +1 -0
  99. package/extensions/dashboard-client/dist/assets/index-CUNn22iV.css +1 -0
  100. package/extensions/dashboard-client/dist/assets/index-DrktNOoT.js +42 -0
  101. package/extensions/dashboard-client/dist/assets/index-DrktNOoT.js.map +1 -0
  102. package/extensions/dashboard-client/dist/assets/pricing-CvE4NllQ.js +2 -0
  103. package/extensions/dashboard-client/dist/assets/pricing-CvE4NllQ.js.map +1 -0
  104. package/extensions/dashboard-client/dist/assets/{useSSE-BBYt5UPB.js → useSSE-Bf5LOLSi.js} +2 -2
  105. package/extensions/dashboard-client/dist/assets/{useSSE-BBYt5UPB.js.map → useSSE-Bf5LOLSi.js.map} +1 -1
  106. package/extensions/dashboard-client/dist/index.html +2 -2
  107. package/extensions/dashboard-client/src/App.tsx +28 -8
  108. package/extensions/dashboard-client/src/api/client.ts +29 -0
  109. package/extensions/dashboard-client/src/components/ActiveReposTable.tsx +21 -12
  110. package/extensions/dashboard-client/src/components/CacheHitRateTrendCard.tsx +100 -0
  111. package/extensions/dashboard-client/src/components/ProviderCacheCard.tsx +56 -0
  112. package/extensions/dashboard-client/src/components/SavingsByModelTable.tsx +38 -57
  113. package/extensions/dashboard-client/src/components/StripeDistributionCard.tsx +110 -0
  114. package/extensions/dashboard-client/src/components/TabBar.tsx +49 -4
  115. package/extensions/dashboard-client/src/main.tsx +1 -0
  116. package/extensions/dashboard-client/src/styles/base.css +30 -0
  117. package/extensions/dashboard-client/src/styles/cache.css +167 -0
  118. package/extensions/dashboard-client/src/tabs/CacheTab.tsx +75 -12
  119. package/extensions/dashboard-client/src/tabs/MemoryMapTab.tsx +440 -0
  120. package/extensions/dashboard-client/src/tabs/SetupTab.tsx +418 -0
  121. package/extensions/dashboard-client/tsconfig.json +3 -2
  122. package/extensions/dashboard-client/vite.config.ts +2 -0
  123. package/extensions/dashboard-server/api-contracts/cache-stripes.ts +49 -0
  124. package/extensions/dashboard-server/api-contracts/endpoints.ts +66 -3
  125. package/extensions/dashboard-server/api-contracts/index.ts +22 -0
  126. package/extensions/dashboard-server/api-contracts/memory-map.ts +50 -0
  127. package/extensions/dashboard-server/api-contracts/memory.ts +27 -0
  128. package/extensions/dashboard-server/api-contracts/multi-repo.ts +231 -231
  129. package/extensions/dashboard-server/api-contracts/provider-cache.ts +37 -0
  130. package/extensions/dashboard-server/api-contracts/setup.ts +80 -0
  131. package/extensions/dashboard-server/index-reader.ts +138 -121
  132. package/extensions/dashboard-server/routes-cache.ts +186 -75
  133. package/extensions/dashboard-server/routes-game.ts +3 -0
  134. package/extensions/dashboard-server/routes-memory-map.ts +105 -0
  135. package/extensions/dashboard-server/routes-memory.ts +63 -0
  136. package/extensions/dashboard-server/routes-repo.ts +36 -36
  137. package/extensions/dashboard-server/routes-setup.ts +293 -0
  138. package/extensions/dashboard-server/routes.ts +4 -0
  139. package/extensions/dashboard-server/server.ts +12 -0
  140. package/extensions/mega-commands.ts +211 -1
  141. package/extensions/mega-compact.ts +5 -0
  142. package/extensions/mega-config.ts +27 -0
  143. package/extensions/mega-events/agent-handlers.ts +20 -4
  144. package/extensions/mega-events/compact-handlers.ts +1 -0
  145. package/extensions/mega-events/context-handler.ts +53 -110
  146. package/extensions/mega-events/context-hwm.ts +85 -0
  147. package/extensions/mega-events/error-classifier.ts +15 -4
  148. package/extensions/mega-events/mirror-append.ts +155 -0
  149. package/extensions/mega-events/outage-advisor.ts +11 -5
  150. package/extensions/mega-events/perf-handler.ts +190 -6
  151. package/extensions/mega-events/recall-tail.ts +88 -0
  152. package/extensions/mega-events/separated-prompt.ts +329 -0
  153. package/extensions/mega-events/session-handlers.ts +14 -7
  154. package/extensions/mega-runtime/env-loader.ts +55 -0
  155. package/extensions/mega-runtime/helpers.ts +14 -0
  156. package/extensions/mega-runtime/reset-runtime.ts +6 -0
  157. package/extensions/mega-runtime/runtime-snapshot.ts +1 -0
  158. package/extensions/mega-runtime/runtime.ts +7 -0
  159. package/extensions/mega-runtime/snapshot.ts +6 -0
  160. package/extensions/mega-runtime/widget-types.ts +3 -0
  161. package/extensions/mega-runtime/widget.ts +5 -0
  162. package/package.json +5 -2
  163. package/src/cache-stripe-impl.ts +385 -0
  164. package/src/cache-stripe.ts +18 -0
  165. package/src/config/stopwords.ts +25 -0
  166. package/src/config.ts +26 -0
  167. package/src/embedder.ts +42 -2
  168. package/src/memoryGraph.ts +438 -0
  169. package/src/memoryStats.ts +107 -0
  170. package/src/monitoring.ts +35 -0
  171. package/src/prefix-break.ts +83 -0
  172. package/src/pricing.ts +2 -2
  173. package/src/queryExpansion.ts +206 -0
  174. package/src/queryReformulation/cache.ts +169 -0
  175. package/src/queryReformulation/rrf.ts +51 -0
  176. package/src/queryReformulation/tfidf.ts +79 -0
  177. package/src/queryReformulation/vagueness.ts +38 -0
  178. package/src/queryReformulation.ts +355 -0
  179. package/src/recallMetrics.ts +388 -0
  180. package/src/store/sqlite/cache-stripes.ts +196 -0
  181. package/src/store/sqlite/fts5-search.ts +90 -0
  182. package/src/store/sqlite/perf-samples.ts +218 -23
  183. package/src/store/sqlite/schema.ts +60 -1
  184. package/src/store/sqlite.ts +1 -0
  185. package/src/store/turns/memory-store.ts +10 -1
  186. package/src/store/turns/sqlite-store.ts +27 -15
  187. package/src/store/turns/types.ts +21 -0
  188. package/src/store/vectorIndex.ts +71 -11
  189. package/src/tiered-router/types.ts +64 -0
  190. package/src/tieredRouter.ts +489 -0
  191. package/src/vectorStore.ts +9 -5
  192. package/dist/extensions/conflict-scan.test.js +0 -115
  193. package/dist/extensions/dashboard-server/api-contracts.test.js +0 -884
  194. package/dist/extensions/dashboard-server/html.test.js +0 -52
  195. package/dist/extensions/dashboard-server/perf-server.test.js +0 -80
  196. package/dist/extensions/dashboard-server/routes-cache.test.js +0 -248
  197. package/dist/extensions/dashboard-server/server.test.js +0 -120
  198. package/dist/extensions/dashboard-server-s32.test.js +0 -181
  199. package/dist/extensions/dashboard-server.test.js +0 -339
  200. package/dist/extensions/mega-cache-replay.test.js +0 -400
  201. package/dist/extensions/mega-compact-s38.test.js +0 -1383
  202. package/dist/extensions/mega-compact.test.js +0 -1112
  203. package/dist/extensions/mega-events.test.js +0 -47
  204. package/dist/extensions/mega-game-cmds.test.js +0 -163
  205. package/dist/extensions/mega-runtime/snapshot.test.js +0 -127
  206. package/dist/extensions/mega-runtime/state.test.js +0 -266
  207. package/dist/extensions/mega-runtime/widget.test.js +0 -343
  208. package/dist/extensions/mega-shutdown-widget.test.js +0 -121
  209. package/dist/extensions/mega-teamrun.test.js +0 -156
  210. package/dist/extensions/mega-trim.test.js +0 -58
  211. package/dist/extensions/mega-turn-store.test.js +0 -68
  212. package/dist/src/boundary.test.js +0 -170
  213. package/dist/src/compact.test.js +0 -78
  214. package/dist/src/config/themes.test.js +0 -94
  215. package/dist/src/dedup/dedup.test.js +0 -41
  216. package/dist/src/dedup/l1.test.js +0 -50
  217. package/dist/src/dedup/raptor/buildHistory.test.js +0 -292
  218. package/dist/src/dedup/raptor/multilevel-serve.test.js +0 -229
  219. package/dist/src/dedup/raptor/multilevel.test.js +0 -238
  220. package/dist/src/dedup/raptor/promote.test.js +0 -69
  221. package/dist/src/dedup/raptor/raptor.test.js +0 -248
  222. package/dist/src/dedup/raptor/retrieval.test.js +0 -95
  223. package/dist/src/dedup/raptor/serve-gate.test.js +0 -298
  224. package/dist/src/dedup/sprint12.test.js +0 -219
  225. package/dist/src/dedup-engine.test.js +0 -472
  226. package/dist/src/driftDetection.test.js +0 -87
  227. package/dist/src/e2e.test.js +0 -698
  228. package/dist/src/engine.test.js +0 -111
  229. package/dist/src/extractive.test.js +0 -147
  230. package/dist/src/fork.test.js +0 -81
  231. package/dist/src/game/scoring.test.js +0 -98
  232. package/dist/src/httpEmbedder.test.js +0 -277
  233. package/dist/src/importance.test.js +0 -372
  234. package/dist/src/intent.test.js +0 -78
  235. package/dist/src/log.test.js +0 -42
  236. package/dist/src/mechanical-fix.test.js +0 -65
  237. package/dist/src/memory.test.js +0 -70
  238. package/dist/src/memoryConsolidate.test.js +0 -38
  239. package/dist/src/memoryOps.test.js +0 -129
  240. package/dist/src/memoryRecall.test.js +0 -171
  241. package/dist/src/memoryRoundtrip.test.js +0 -137
  242. package/dist/src/metrics/turns.test.js +0 -152
  243. package/dist/src/mirror/mirror.test.js +0 -185
  244. package/dist/src/raptor-inject-summaries.test.js +0 -162
  245. package/dist/src/ratio.bench.test.js +0 -897
  246. package/dist/src/recall.integration.test.js +0 -77
  247. package/dist/src/recall.test.js +0 -379
  248. package/dist/src/sprint14.test.js +0 -219
  249. package/dist/src/sprint4x-rag-verification.test.js +0 -93
  250. package/dist/src/store/compression.test.js +0 -139
  251. package/dist/src/store/memoryIndex.test.js +0 -51
  252. package/dist/src/store/migrate.test.js +0 -139
  253. package/dist/src/store/pgOpenGuard.test.js +0 -74
  254. package/dist/src/store/phase01.test.js +0 -81
  255. package/dist/src/store/phase04.test.js +0 -54
  256. package/dist/src/store/sprint10.test.js +0 -186
  257. package/dist/src/store/sqlite/game-achievements.test.js +0 -67
  258. package/dist/src/store/sqlite/game-scores.test.js +0 -106
  259. package/dist/src/store/sqlite/game-state.test.js +0 -76
  260. package/dist/src/store/sqlite/global-index.test.js +0 -136
  261. package/dist/src/store/sqlite/mechanical-fix.test.js +0 -146
  262. package/dist/src/store/sqlite/perf-samples.test.js +0 -146
  263. package/dist/src/store/sqlite/raptor.test.js +0 -106
  264. package/dist/src/store/sqlite/turns.test.js +0 -183
  265. package/dist/src/store/sqlite.cachehit.test.js +0 -55
  266. package/dist/src/store/sqlite.dbmaint.test.js +0 -158
  267. package/dist/src/store/sqlite.dbmirror.test.js +0 -184
  268. package/dist/src/store/turns/contract-compliance.test.js +0 -428
  269. package/dist/src/store/turns/memory-store.test.js +0 -9
  270. package/dist/src/store/turns/migrations.test.js +0 -138
  271. package/dist/src/store/turns/sqlite-store.test.js +0 -144
  272. package/dist/src/store/vectorIndex.test.js +0 -123
  273. package/dist/src/store.test.js +0 -161
  274. package/dist/src/supersede.test.js +0 -36
  275. package/dist/src/topics/cluster.test.js +0 -150
  276. package/dist/src/topics/store.test.js +0 -117
  277. package/dist/src/types.test.js +0 -9
  278. package/dist/src/vector-search-cache.test.js +0 -157
  279. package/dist/src/vectorStore.test.js +0 -479
  280. package/dist/src/wiki.test.js +0 -171
  281. package/extensions/conflict-scan.test.ts +0 -129
  282. package/extensions/dashboard-client/dist/assets/AchievementsTab-DjxfYrDc.js +0 -2
  283. package/extensions/dashboard-client/dist/assets/CacheTab-Dnpv94wq.js +0 -2
  284. package/extensions/dashboard-client/dist/assets/CacheTab-Dnpv94wq.js.map +0 -1
  285. package/extensions/dashboard-client/dist/assets/GameTab-BLDudcO5.js +0 -2
  286. package/extensions/dashboard-client/dist/assets/OverviewTab-D4kGvsiQ.js +0 -2
  287. package/extensions/dashboard-client/dist/assets/ReposTab-C0Wnrf2u.js +0 -2
  288. package/extensions/dashboard-client/dist/assets/ReposTab-C0Wnrf2u.js.map +0 -1
  289. package/extensions/dashboard-client/dist/assets/TimeSavedCard-UqljSyP-.js +0 -2
  290. package/extensions/dashboard-client/dist/assets/TimeSavedCard-UqljSyP-.js.map +0 -1
  291. package/extensions/dashboard-client/dist/assets/index-BEdKlpAB.css +0 -1
  292. package/extensions/dashboard-client/dist/assets/index-BX0bcgLu.js +0 -42
  293. package/extensions/dashboard-client/dist/assets/index-BX0bcgLu.js.map +0 -1
  294. package/extensions/dashboard-server/api-contracts.test.ts +0 -1065
  295. package/extensions/dashboard-server/html.test.ts +0 -62
  296. package/extensions/dashboard-server/perf-server.test.ts +0 -101
  297. package/extensions/dashboard-server/routes-cache.test.ts +0 -302
  298. package/extensions/dashboard-server/server.test.ts +0 -131
  299. package/extensions/dashboard-server-s32.test.ts +0 -195
  300. package/extensions/dashboard-server.test.ts +0 -382
  301. package/extensions/mega-cache-replay.test.ts +0 -526
  302. package/extensions/mega-compact-s38.test.ts +0 -1433
  303. package/extensions/mega-compact.test.ts +0 -1509
  304. package/extensions/mega-events.test.ts +0 -55
  305. package/extensions/mega-game-cmds.test.ts +0 -197
  306. package/extensions/mega-runtime/snapshot.test.ts +0 -139
  307. package/extensions/mega-runtime/state.test.ts +0 -262
  308. package/extensions/mega-runtime/widget.test.ts +0 -468
  309. package/extensions/mega-shutdown-widget.test.ts +0 -141
  310. package/extensions/mega-teamrun.test.ts +0 -176
  311. package/extensions/mega-trim.test.ts +0 -64
  312. package/extensions/mega-turn-store.test.ts +0 -108
  313. package/src/boundary.test.ts +0 -187
  314. package/src/compact.test.ts +0 -99
  315. package/src/config/themes.test.ts +0 -116
  316. package/src/dedup/dedup.test.ts +0 -46
  317. package/src/dedup/l1.test.ts +0 -57
  318. package/src/dedup/raptor/buildHistory.test.ts +0 -353
  319. package/src/dedup/raptor/multilevel-serve.test.ts +0 -273
  320. package/src/dedup/raptor/multilevel.test.ts +0 -325
  321. package/src/dedup/raptor/promote.test.ts +0 -82
  322. package/src/dedup/raptor/raptor.test.ts +0 -297
  323. package/src/dedup/raptor/retrieval.test.ts +0 -118
  324. package/src/dedup/raptor/serve-gate.test.ts +0 -348
  325. package/src/dedup/sprint12.test.ts +0 -242
  326. package/src/dedup-engine.test.ts +0 -670
  327. package/src/driftDetection.test.ts +0 -100
  328. package/src/e2e.test.ts +0 -843
  329. package/src/engine.test.ts +0 -123
  330. package/src/extractive.test.ts +0 -174
  331. package/src/fork.test.ts +0 -94
  332. package/src/game/scoring.test.ts +0 -103
  333. package/src/httpEmbedder.test.ts +0 -286
  334. package/src/importance.test.ts +0 -538
  335. package/src/intent.test.ts +0 -87
  336. package/src/log.test.ts +0 -47
  337. package/src/mechanical-fix.test.ts +0 -70
  338. package/src/memory.test.ts +0 -92
  339. package/src/memoryConsolidate.test.ts +0 -47
  340. package/src/memoryOps.test.ts +0 -148
  341. package/src/memoryRecall.test.ts +0 -194
  342. package/src/memoryRoundtrip.test.ts +0 -155
  343. package/src/metrics/turns.test.ts +0 -165
  344. package/src/mirror/mirror.test.ts +0 -240
  345. package/src/raptor-inject-summaries.test.ts +0 -228
  346. package/src/ratio.bench.test.ts +0 -1316
  347. package/src/recall.integration.test.ts +0 -96
  348. package/src/recall.test.ts +0 -467
  349. package/src/sprint14.test.ts +0 -245
  350. package/src/sprint4x-rag-verification.test.ts +0 -119
  351. package/src/store/compression.test.ts +0 -168
  352. package/src/store/memoryIndex.test.ts +0 -61
  353. package/src/store/migrate.test.ts +0 -158
  354. package/src/store/pgOpenGuard.test.ts +0 -89
  355. package/src/store/phase01.test.ts +0 -88
  356. package/src/store/phase04.test.ts +0 -58
  357. package/src/store/sprint10.test.ts +0 -214
  358. package/src/store/sqlite/game-achievements.test.ts +0 -80
  359. package/src/store/sqlite/game-scores.test.ts +0 -132
  360. package/src/store/sqlite/game-state.test.ts +0 -89
  361. package/src/store/sqlite/global-index.test.ts +0 -222
  362. package/src/store/sqlite/mechanical-fix.test.ts +0 -162
  363. package/src/store/sqlite/perf-samples.test.ts +0 -169
  364. package/src/store/sqlite/raptor.test.ts +0 -139
  365. package/src/store/sqlite/turns.test.ts +0 -218
  366. package/src/store/sqlite.cachehit.test.ts +0 -68
  367. package/src/store/sqlite.dbmaint.test.ts +0 -193
  368. package/src/store/sqlite.dbmirror.test.ts +0 -229
  369. package/src/store/turns/contract-compliance.test.ts +0 -562
  370. package/src/store/turns/memory-store.test.ts +0 -15
  371. package/src/store/turns/migrations.test.ts +0 -161
  372. package/src/store/turns/sqlite-store.test.ts +0 -161
  373. package/src/store/vectorIndex.test.ts +0 -140
  374. package/src/store.test.ts +0 -191
  375. package/src/supersede.test.ts +0 -42
  376. package/src/topics/cluster.test.ts +0 -176
  377. package/src/topics/store.test.ts +0 -132
  378. package/src/types.test.ts +0 -10
  379. package/src/vector-search-cache.test.ts +0 -190
  380. package/src/vectorStore.test.ts +0 -533
  381. package/src/wiki.test.ts +0 -217
@@ -1,78 +0,0 @@
1
- /**
2
- * intent.test.ts — S52A rewind-intent queue tests. No network; temp dirs.
3
- */
4
- import { test, beforeEach, afterEach } from "node:test";
5
- import assert from "node:assert/strict";
6
- import { mkdtempSync, rmSync } from "node:fs";
7
- import { tmpdir } from "node:os";
8
- import { join } from "node:path";
9
- import { openTurnStore, closeAllTurnDbs } from "./store/turns/connection.js";
10
- import { openIntentQueue } from "./intent.js";
11
- let tmpDir;
12
- let counter = 0;
13
- beforeEach(() => {
14
- tmpDir = mkdtempSync(join(tmpdir(), "mc-intent-"));
15
- });
16
- afterEach(() => {
17
- closeAllTurnDbs();
18
- rmSync(tmpDir, { recursive: true, force: true });
19
- });
20
- function stateDir() {
21
- return join(tmpDir, `run-${counter++}`);
22
- }
23
- test("postIntent creates a pending intent", () => {
24
- const dir = stateDir();
25
- const db = openTurnStore(dir);
26
- const q = openIntentQueue(db);
27
- const intent = q.postIntent({ conversationId: "conv_a", targetTurnIndex: 3 });
28
- assert.equal(intent.conversationId, "conv_a");
29
- assert.equal(intent.targetTurnIndex, 3);
30
- assert.equal(intent.status, "pending");
31
- assert.ok(intent.id.length > 0);
32
- assert.ok(intent.createdAt > 0);
33
- });
34
- test("pendingIntents lists only unconsumed", () => {
35
- const dir = stateDir();
36
- const db = openTurnStore(dir);
37
- const q = openIntentQueue(db);
38
- q.postIntent({ conversationId: "c1", targetTurnIndex: 1 });
39
- const i2 = q.postIntent({ conversationId: "c2", targetTurnIndex: 2 });
40
- assert.equal(q.pendingIntents().length, 2);
41
- q.consumeIntent(i2.id);
42
- assert.equal(q.pendingIntents().length, 1);
43
- assert.equal(q.pendingIntents()[0].conversationId, "c1");
44
- });
45
- test("consumeIntent marks status consumed (not deleted)", () => {
46
- const dir = stateDir();
47
- const db = openTurnStore(dir);
48
- const q = openIntentQueue(db);
49
- const intent = q.postIntent({ conversationId: "c", targetTurnIndex: 0 });
50
- q.consumeIntent(intent.id);
51
- assert.equal(q.pendingIntents().length, 0);
52
- const all = q.allIntents();
53
- assert.equal(all.length, 1);
54
- assert.equal(all[0].status, "consumed");
55
- assert.equal(all[0].id, intent.id);
56
- });
57
- test("abandonIntent deletes the intent", () => {
58
- const dir = stateDir();
59
- const db = openTurnStore(dir);
60
- const q = openIntentQueue(db);
61
- const intent = q.postIntent({ conversationId: "c", targetTurnIndex: 0 });
62
- q.abandonIntent(intent.id);
63
- assert.equal(q.pendingIntents().length, 0);
64
- assert.equal(q.allIntents().length, 0);
65
- });
66
- test("allIntents returns newest-first + respects limit", () => {
67
- const dir = stateDir();
68
- const db = openTurnStore(dir);
69
- const q = openIntentQueue(db);
70
- q.postIntent({ conversationId: "a", targetTurnIndex: 0 });
71
- q.postIntent({ conversationId: "b", targetTurnIndex: 0 });
72
- q.postIntent({ conversationId: "c", targetTurnIndex: 0 });
73
- const all = q.allIntents();
74
- assert.equal(all.length, 3);
75
- // newest-first: c was posted last
76
- assert.equal(all[0].conversationId, "c");
77
- assert.equal(q.allIntents(2).length, 2);
78
- });
@@ -1,42 +0,0 @@
1
- import { test } from "node:test";
2
- import assert from "node:assert/strict";
3
- import { mkdtempSync, rmSync, readFileSync, existsSync } from "node:fs";
4
- import { tmpdir } from "node:os";
5
- import { join } from "node:path";
6
- import { Logger } from "./log.js";
7
- const baseTmp = mkdtempSync(join(tmpdir(), "mc-log-"));
8
- let counter = 0;
9
- function logPath() {
10
- return join(baseTmp, `run-${counter++}`, "mega-compact.log");
11
- }
12
- test("logger appends one JSON line per entry", () => {
13
- const path = logPath();
14
- let clock = 1000;
15
- const log = new Logger({ path, now: () => clock++ });
16
- log.info("compact", { checkpointId: "chkpt_001" });
17
- log.warn("recall-empty", { query: "x" });
18
- const lines = readFileSync(path, "utf8").trim().split("\n");
19
- assert.equal(lines.length, 2);
20
- const first = JSON.parse(lines[0]);
21
- assert.equal(first.level, "info");
22
- assert.equal(first.event, "compact");
23
- assert.equal(first.checkpointId, "chkpt_001");
24
- assert.equal(first.ts, 1000);
25
- const second = JSON.parse(lines[1]);
26
- assert.equal(second.level, "warn");
27
- assert.equal(second.ts, 1001);
28
- });
29
- test("disabled logger writes nothing", () => {
30
- const path = logPath();
31
- const log = new Logger({ path, enabled: false });
32
- log.info("compact", { a: 1 });
33
- assert.equal(existsSync(path), false);
34
- });
35
- test("logger never throws on a bad path", () => {
36
- // A path whose parent cannot be created (null byte) — must be swallowed.
37
- const log = new Logger({ path: "/\0/nope.log" });
38
- assert.doesNotThrow(() => log.error("boom", { x: 1 }));
39
- });
40
- test("cleanup", () => {
41
- rmSync(baseTmp, { recursive: true, force: true });
42
- });
@@ -1,65 +0,0 @@
1
- /**
2
- * mechanical-fix.test.ts — focused unit tests for non-SQLite mechanical fixes:
3
- * appendCheckpoint session-id normalization (store.ts JSON file path) +
4
- * preserveRecentForPressure floor of 1 (config.ts).
5
- */
6
- import { describe, it } from "node:test";
7
- import assert from "node:assert/strict";
8
- import { tmpdir } from "node:os";
9
- import { join } from "node:path";
10
- import { mkdtempSync, rmSync } from "node:fs";
11
- import { appendCheckpoint, listCheckpoints } from "./store.js";
12
- import { preserveRecentForPressure } from "./config.js";
13
- // ---------------------------------------------------------------------------
14
- // appendCheckpoint (store.ts) — normalizeSessionId on the write path
15
- // ---------------------------------------------------------------------------
16
- describe("mechanical-fix: appendCheckpoint (store.ts)", () => {
17
- it("write→read roundtrips with an UNprefixed sessionId", () => {
18
- const dir = mkdtempSync(join(tmpdir(), "mc-mech-cp-"));
19
- try {
20
- const cp = {
21
- checkpointId: "chkpt_001",
22
- sessionId: "abc", // UNprefixed → normalizes to sess_abc
23
- summary: "test summary",
24
- keyDecisions: ["decide"],
25
- nextSteps: ["step"],
26
- filesModified: ["file.ts"],
27
- tokenEstimate: 50,
28
- regionHash: "r1",
29
- embedding: [],
30
- timestamp: 1000,
31
- };
32
- appendCheckpoint(cp, dir);
33
- // listCheckpoints normalizes 'abc' → 'sess_abc' on read; appendCheckpoint
34
- // now normalizes on write → both use the same file path.
35
- const read = listCheckpoints("abc", dir);
36
- assert.equal(read.length, 1);
37
- assert.equal(read[0].checkpointId, "chkpt_001");
38
- assert.equal(read[0].sessionId, "abc"); // original preserved in the object
39
- assert.equal(read[0].summary, "test summary");
40
- // Reading via the already-normalized form also works.
41
- const read2 = listCheckpoints("sess_abc", dir);
42
- assert.equal(read2.length, 1);
43
- }
44
- finally {
45
- rmSync(dir, { recursive: true, force: true });
46
- }
47
- });
48
- });
49
- // ---------------------------------------------------------------------------
50
- // preserveRecentForPressure (config.ts) — floor of 1
51
- // ---------------------------------------------------------------------------
52
- describe("mechanical-fix: preserveRecentForPressure (config.ts)", () => {
53
- it("floors at 1 (never compact ALL messages)", () => {
54
- // preserveRecentMin=0 at full pressure → 0 would compact everything; floor=1.
55
- assert.equal(preserveRecentForPressure(1.0, 10, 0), 1);
56
- // preserveRecentMin=0, preserveRecent=0 at any pressure → still 1.
57
- assert.equal(preserveRecentForPressure(1.0, 0, 0), 1);
58
- });
59
- it("respects preserveRecentMin when above the floor", () => {
60
- // preserveRecentMin=5 at full pressure → 5 (above the floor, no effect).
61
- assert.equal(preserveRecentForPressure(1.0, 10, 5), 5);
62
- // Normal case: pressure=0.5, preserveRecent=10, min=2 → round(10 - 8*0.5) = 6.
63
- assert.equal(preserveRecentForPressure(0.5, 10, 2), 6);
64
- });
65
- });
@@ -1,70 +0,0 @@
1
- import { test } from "node:test";
2
- import assert from "node:assert/strict";
3
- import { reviewConversation } from "./memory.js";
4
- test("reviewConversation: yields an ADD op for a stated decision", () => {
5
- const msgs = [
6
- { role: "user", text: "we use node:sqlite as the store" },
7
- { role: "assistant", text: "got it, node:sqlite is the source of truth" },
8
- ];
9
- const ops = reviewConversation(msgs);
10
- assert.ok(ops.some((o) => o.op === "add" && /sqlite|store/i.test(o.memory.content)), "adds a decision memory");
11
- });
12
- test("reviewConversation: REPLACE when a later message contradicts an earlier one", () => {
13
- const msgs = [
14
- { role: "user", text: "the threshold is 50k" },
15
- { role: "assistant", text: "ok 50k threshold" },
16
- { role: "user", text: "actually raise the threshold to 100k" },
17
- ];
18
- const ops = reviewConversation(msgs);
19
- assert.ok(ops.some((o) => o.op === "replace"), "replaces the superseded value");
20
- });
21
- test("reviewConversation: no ops on pure smalltalk (no durable fact)", () => {
22
- const msgs = [{ role: "user", text: "hi" }, { role: "assistant", text: "hey" }];
23
- assert.equal(reviewConversation(msgs).length, 0);
24
- });
25
- test("reviewConversation: emits REMOVE when a user asks to drop an existing memory", () => {
26
- const existing = [{ content: "we use node:sqlite as the store" }];
27
- // Plain drop statement — no "switch to …" phrasing so we don't accidentally
28
- // match DECISION_PATTERNS and route into the replace branch instead.
29
- const msgs = [
30
- { role: "user", text: "stop using node:sqlite for the store — drop it from memory" },
31
- { role: "assistant", text: "ok dropped" },
32
- ];
33
- const ops = reviewConversation(msgs, existing);
34
- assert.ok(ops.some((o) => o.op === "remove" && /sqlite/i.test(o.content)), "emits a remove op targeting the old memory");
35
- });
36
- test("reviewConversation: REMOVE requires topic overlap (no accidental drop)", () => {
37
- const existing = [{ content: "the timezone is America/Los_Angeles" }];
38
- const msgs = [{ role: "user", text: "drop it" }];
39
- const ops = reviewConversation(msgs, existing);
40
- assert.equal(ops.filter((o) => o.op === "remove").length, 0, "vague 'drop it' with no topic overlap does not remove anything");
41
- });
42
- // ---- E5 (docs/specs/s25-memory-db-roundtrip.md): hallucination-guard pins ----
43
- test("E5.3 — truncation pin: long decision truncates to 160 chars and stays message-grounded", () => {
44
- // collectRecentUserRequests truncates user text at 160 chars before review.
45
- // A long decision is silently clipped — undocumented before S25; this pins
46
- // the boundary.
47
- const long = "we decided to use node:sqlite for the authoritative store backend after evaluating better-sqlite3, pglite and libsql and rejecting all three";
48
- const msgs = [{ role: "user", text: long }];
49
- const ops = reviewConversation(msgs);
50
- const add = ops.find((o) => o.op === "add");
51
- assert.ok(add, "a decision inside a long user message produces an add");
52
- assert.ok(add.memory.content.length <= 160, "stored content is 160-char truncated");
53
- assert.ok(long.includes(add.memory.content), "truncated content is still verbatim-grounded in the message");
54
- });
55
- test("E5.1 — hallucination guard: every surviving add/replace is verbatim from a real message", () => {
56
- const msgs = [{ role: "user", text: "the pipeline uses dagster for orchestration" }];
57
- const ops = reviewConversation(msgs, [{ content: "we use better-sqlite3 for the store" }]);
58
- for (const o of ops) {
59
- if (o.op === "remove")
60
- continue; // REMOVE is exempt by design (:70-74)
61
- assert.ok(msgs.some((m) => String(m.text ?? "").includes(o.memory.content)), "every add/replace content is verbatim from a real message");
62
- }
63
- assert.equal(ops.filter((o) => o.op !== "remove").length, 0, "non-decision text produces no add/replace");
64
- });
65
- test("E5.4 — REMOVE over-match pin: single-token topic overlap fires REMOVE", () => {
66
- const existing = [{ content: "we use redis for the cache" }];
67
- const msgs = [{ role: "user", text: "stop using redis" }];
68
- const ops = reviewConversation(msgs, existing);
69
- assert.ok(ops.some((o) => o.op === "remove" && /redis/i.test(o.content)), "single-token overlap removes the matching memory (current behavior — KNOWN: weak topic match)");
70
- });
@@ -1,38 +0,0 @@
1
- import { test } from "node:test";
2
- import assert from "node:assert/strict";
3
- import { mkdtempSync, rmSync } from "node:fs";
4
- import { tmpdir } from "node:os";
5
- import { join } from "node:path";
6
- import { consolidateMemories } from "./memory.js";
7
- import { addMemory, listMemories } from "./store/sqlite.js";
8
- const baseTmp = mkdtempSync(join(tmpdir(), "mc-consolidate-"));
9
- test("consolidateMemories: merges near-duplicate memories (one kept, one removed)", async () => {
10
- const dir = join(baseTmp, "merge");
11
- // Two near-identical memories — same topic, minor wording drift.
12
- addMemory({ content: "we use node:sqlite as the store", category: "decision" }, null, dir);
13
- addMemory({ content: "we use node:sqlite for our store", category: "decision" }, null, dir);
14
- const merged = await consolidateMemories(dir);
15
- assert.equal(merged, 1, "one merge was performed");
16
- const rows = listMemories(null, 50, dir);
17
- // Exactly one of the two near-dupes survives.
18
- assert.equal(rows.length, 1, "exactly one memory remains after merge");
19
- assert.match(rows[0].content, /node:sqlite.*store/i, "survivor mentions node:sqlite + store");
20
- });
21
- test("consolidateMemories: leaves unrelated memories alone", async () => {
22
- const dir = join(baseTmp, "noop");
23
- addMemory({ content: "we use node:sqlite as the store", category: "decision" }, null, dir);
24
- addMemory({ content: "the gpt-5 release is on hold pending benchmark results", category: "note" }, null, dir);
25
- const merged = await consolidateMemories(dir);
26
- assert.equal(merged, 0, "no merges on unrelated memories");
27
- const rows = listMemories(null, 50, dir);
28
- assert.equal(rows.length, 2, "both memories survive");
29
- });
30
- test("consolidateMemories: empty store returns 0 and changes nothing", async () => {
31
- const dir = join(baseTmp, "empty");
32
- const merged = await consolidateMemories(dir);
33
- assert.equal(merged, 0, "no merges on empty store");
34
- assert.equal(listMemories(null, 50, dir).length, 0, "store still empty");
35
- });
36
- test("cleanup memops", () => {
37
- rmSync(baseTmp, { recursive: true, force: true });
38
- });
@@ -1,129 +0,0 @@
1
- // This file exercises the sync node:sqlite memory ops only, but every
2
- // applyMemoryOps() write also fires indexMemoryWrite() → upsertMemoryEmbedding()
3
- // at the machine-wide PGlite index, fire-and-forget, keyed by repoKey(stateDir)
4
- // — which for these tmp state dirs is the tmp path itself. Left alone that lands
5
- // in the developer's real ~/.pi/mega-compact-vector, where the rows stay
6
- // eligible for cross-repo recall forever: a live session can be handed
7
- // "threshold is 50k" and "the threshold is 100k" from this file as if they were
8
- // another project's memories. scripts/run-tests.mjs sets MEGACOMPACT_INDEX_DIR
9
- // per child, so the suite was already safe; running the file directly was not.
10
- //
11
- // Disabling PGlite is the same guard memoryRoundtrip.test.ts uses for the same
12
- // reason, and it also keeps the file's exit clean (no WASM handle, and no
13
- // initdb still running when the first test ends). MEGACOMPACT_INDEX_DIR is set
14
- // as well so the isolation holds if a later test needs the index re-enabled.
15
- process.env.MEGACOMPACT_PGLITE_DISABLED = "true";
16
- import { test } from "node:test";
17
- import assert from "node:assert/strict";
18
- import { mkdtempSync, rmSync } from "node:fs";
19
- import { tmpdir } from "node:os";
20
- import { join } from "node:path";
21
- import { applyMemoryOps } from "./memoryOps.js";
22
- import { addMemory, listMemories, replaceMemory, referenceMemory, MEMORY_MAX_CHARS, } from "./store/sqlite.js";
23
- const baseTmp = mkdtempSync(join(tmpdir(), "mc-memops-"));
24
- process.env.MEGACOMPACT_INDEX_DIR = join(baseTmp, "index");
25
- test("applyMemoryOps: ADD inserts a new memory", async () => {
26
- const dir = join(baseTmp, "add");
27
- await applyMemoryOps([{ op: "add", memory: { content: "we use node:sqlite as the store", category: "decision", sourceTurn: 0 } }], dir);
28
- const rows = listMemories(null, 50, dir);
29
- assert.ok(rows.some((m) => /node:sqlite/.test(m.content)), "added memory present");
30
- assert.equal(rows[0].category, "decision", "category persisted");
31
- });
32
- test("applyMemoryOps: ADD is idempotent (no duplicate)", async () => {
33
- const dir = join(baseTmp, "dup");
34
- const op = { op: "add", memory: { content: "threshold is 50k", category: "decision", sourceTurn: 0 } };
35
- await applyMemoryOps([op], dir);
36
- await applyMemoryOps([op], dir);
37
- const rows = listMemories(null, 50, dir);
38
- assert.equal(rows.filter((m) => /threshold is 50k/.test(m.content)).length, 1, "no duplicate");
39
- });
40
- test("applyMemoryOps: REPLACE updates the matching memory", async () => {
41
- const dir = join(baseTmp, "replace");
42
- addMemory({ content: "the threshold is 50k", category: "decision" }, null, dir);
43
- await applyMemoryOps([{ op: "replace", targetContent: "the threshold is 50k", memory: { content: "the threshold is 100k", category: "decision", sourceTurn: 2 } }], dir);
44
- const rows = listMemories(null, 50, dir);
45
- assert.ok(rows.some((m) => /100k/.test(m.content)), "replaced content present");
46
- assert.ok(!rows.some((m) => /50k/.test(m.content)), "old content gone");
47
- });
48
- test("applyMemoryOps: REMOVE deletes the matching memory", async () => {
49
- const dir = join(baseTmp, "remove");
50
- addMemory({ content: "obsolete note", category: "note" }, null, dir);
51
- await applyMemoryOps([{ op: "remove", content: "obsolete note" }], dir);
52
- const rows = listMemories(null, 50, dir);
53
- assert.ok(!rows.some((m) => /obsolete note/.test(m.content)), "removed");
54
- });
55
- test("S24: addMemory truncates content to MEMORY_MAX_CHARS", () => {
56
- const dir = join(baseTmp, "cap");
57
- const big = "x".repeat(MEMORY_MAX_CHARS + 5000);
58
- const id = addMemory({ content: big, category: "note" }, null, dir);
59
- const rows = listMemories(null, 50, dir);
60
- const row = rows.find((m) => m.id === id);
61
- assert.ok(row, "row present");
62
- assert.ok(row.content.length <= MEMORY_MAX_CHARS + 12, "content capped (incl. marker)");
63
- assert.ok(row.content.endsWith("…[truncated]"), "marker appended");
64
- });
65
- test("S24: replaceMemory also truncates oversized content", () => {
66
- const dir = join(baseTmp, "capreplace");
67
- const id = addMemory({ content: "short", category: "note" }, null, dir);
68
- const big = "y".repeat(MEMORY_MAX_CHARS + 1000);
69
- replaceMemory(id, { content: big }, dir);
70
- const rows = listMemories(null, 50, dir);
71
- const row = rows.find((m) => m.id === id);
72
- assert.ok(row, "row present");
73
- assert.ok(row.content.length <= MEMORY_MAX_CHARS + 12, "replaced content capped");
74
- assert.ok(row.content.endsWith("…[truncated]"), "marker appended");
75
- });
76
- test("S24: addMemory evicts LRU rows past MEMORY_MAX_ROWS per repo", () => {
77
- // Use a small env cap for a fast, deterministic LRU check (the production
78
- // default is 500; this exercises the same code path).
79
- process.env.MEGACOMPACT_MEMORY_MAX_ROWS = "10";
80
- try {
81
- const dir = join(baseTmp, "lru");
82
- const n = 10;
83
- const seeds = n - 2;
84
- for (let i = 0; i < seeds; i++)
85
- addMemory({ content: `seed-${i}`, category: "note" }, null, dir);
86
- const keep1 = addMemory({ content: "keep-recent-1", category: "note" }, null, dir);
87
- const keep2 = addMemory({ content: "keep-recent-2", category: "note" }, null, dir);
88
- // Mark the two as referenced so the LRU eviction spares them (they get a
89
- // higher last_referenced than the un-referenced seeds).
90
- assert.ok(referenceMemory(keep1, dir), "reference keep1");
91
- assert.ok(referenceMemory(keep2, dir), "reference keep2");
92
- // Insert 3 more — 3 over the cap across the inserts. The two referenced rows
93
- // must survive; only un-referenced (oldest) seeds should be evicted.
94
- addMemory({ content: "new-1", category: "note" }, null, dir);
95
- addMemory({ content: "new-2", category: "note" }, null, dir);
96
- addMemory({ content: "new-3", category: "note" }, null, dir);
97
- const rows = listMemories(null, 1000, dir);
98
- assert.equal(rows.length, n, "row count clamped to MEMORY_MAX_ROWS");
99
- assert.ok(rows.some((m) => /keep-recent-1/.test(m.content)), "referenced row survived");
100
- assert.ok(rows.some((m) => /keep-recent-2/.test(m.content)), "referenced row survived");
101
- assert.ok(rows.some((m) => /new-3/.test(m.content)), "newest row present");
102
- const seedRows = rows.filter((m) => /seed-/.test(m.content));
103
- // 3 rows were evicted (the inserts pushed 3 past the cap); all evicted rows
104
- // must be un-referenced seeds — the referenced rows survived above.
105
- assert.equal(seedRows.length, seeds - 3, "exactly 3 oldest un-referenced seeds evicted");
106
- assert.ok(!seedRows.some((m) => /seed-0/.test(m.content)), "oldest un-referenced seed evicted");
107
- }
108
- finally {
109
- delete process.env.MEGACOMPACT_MEMORY_MAX_ROWS;
110
- }
111
- });
112
- test("S24: MEGACOMPACT_MEMORY_MAX_CHARS env override truncates content", () => {
113
- process.env.MEGACOMPACT_MEMORY_MAX_CHARS = "50";
114
- try {
115
- const dir = join(baseTmp, "cap-env");
116
- const id = addMemory({ content: "x".repeat(500), category: "note" }, null, dir);
117
- const rows = listMemories(null, 50, dir);
118
- const row = rows.find((m) => m.id === id);
119
- assert.ok(row, "row present");
120
- assert.equal(row.content.length, 50 + "…[truncated]".length, "truncated to env cap + marker");
121
- assert.ok(row.content.endsWith("…[truncated]"), "marker appended");
122
- }
123
- finally {
124
- delete process.env.MEGACOMPACT_MEMORY_MAX_CHARS;
125
- }
126
- });
127
- test("cleanup memops", () => {
128
- rmSync(baseTmp, { recursive: true, force: true });
129
- });
@@ -1,171 +0,0 @@
1
- import { test } from "node:test";
2
- import assert from "node:assert/strict";
3
- import { mkdtempSync, rmSync } from "node:fs";
4
- import { tmpdir } from "node:os";
5
- import { join } from "node:path";
6
- import { recallMemories } from "./memoryRecall.js";
7
- import { addMemory, getMemory } from "./store/sqlite.js";
8
- const baseTmp = mkdtempSync(join(tmpdir(), "mc-memrec-"));
9
- function biGramEmbedder() {
10
- // Deterministic test embedder — bigger dim + binary encoding so two semantically
11
- // related strings have higher cosine than unrelated ones.
12
- const dim = 64;
13
- return {
14
- dim,
15
- embed(text) {
16
- const v = new Array(dim).fill(0);
17
- const norm = text.toLowerCase().replace(/[^a-z0-9 ]/g, "").trim();
18
- for (let i = 0; i < norm.length - 1; i++) {
19
- const idx = ((norm.charCodeAt(i) * 31 + norm.charCodeAt(i + 1)) >>> 0) % dim;
20
- v[idx] = 1;
21
- }
22
- return v;
23
- },
24
- };
25
- }
26
- test("recallMemories: ranks relevant memory above unrelated", async () => {
27
- const dir = join(baseTmp, "rank");
28
- addMemory({ content: "we use sqlite for the durable store", category: "decision" }, null, dir);
29
- addMemory({ content: "the threshold is 100 thousand tokens", category: "decision" }, null, dir);
30
- addMemory({ content: "katz says hi", category: "note" }, null, dir);
31
- const hits = await recallMemories("what store do we use?", dir, {
32
- embedder: biGramEmbedder(),
33
- topK: 3,
34
- minSimilarity: 0.0,
35
- });
36
- assert.ok(hits.length >= 2, "finds relevant");
37
- assert.ok(/sqlite/.test(hits[0].memory.content), "top hit is sqlite one");
38
- assert.ok(!/katz/.test(hits[0].memory.content), "unrelated not on top");
39
- });
40
- test("recallMemories: marks referenced hits (last_referenced updated)", async () => {
41
- const dir = join(baseTmp, "ref");
42
- addMemory({ content: "policy is local-only", category: "rule" }, null, dir);
43
- const hits = await recallMemories("local-only policy", dir, { embedder: biGramEmbedder() });
44
- assert.ok(hits.length >= 1);
45
- const fresh = getMemory(hits[0].memory.id, dir);
46
- assert.ok(fresh && fresh.lastReferenced && fresh.lastReferenced > 0, "lastReferenced set");
47
- });
48
- test("recallMemories: empty store returns []", async () => {
49
- const dir = join(baseTmp, "empty");
50
- const hits = await recallMemories("anything", dir, { embedder: biGramEmbedder() });
51
- assert.deepEqual(hits, []);
52
- });
53
- test("recallMemories: decision category beats fact category at equal similarity", async () => {
54
- const dir = join(baseTmp, "category");
55
- // Two memories that share many bigrams with the query — both will have very
56
- // similar cosine. The decision category should win because of categoryWeight.
57
- addMemory({ content: "we use redis for cache" }, null, dir);
58
- const aId = addMemory({ content: "we use redis as primary cache key", category: "fact" }, null, dir);
59
- const dId = addMemory({ content: "we use redis as primary cache layer", category: "decision" }, null, dir);
60
- const hits = await recallMemories("redis cache layer", dir, {
61
- embedder: biGramEmbedder(),
62
- topK: 3,
63
- minSimilarity: 0.0,
64
- });
65
- assert.ok(hits.length >= 2);
66
- assert.equal(hits[0].memory.id, dId, "decision-tagged memory outranks fact-tagged");
67
- assert.notEqual(hits[0].memory.id, aId, "top is the decision row, not the unknown-category row");
68
- });
69
- test("recallMemories: fresher reference beats older at equal similarity", async () => {
70
- const dir = join(baseTmp, "recency");
71
- const aId = addMemory({ content: "we use redis for cache", category: "fact" }, null, dir);
72
- const bId = addMemory({ content: "we use redis for cache layer", category: "fact" }, null, dir);
73
- // Backdate aId so its last_referenced is older; bId stays fresh.
74
- const { openStore, closeStore } = await import("./store/sqlite.js");
75
- const db = openStore(dir);
76
- const longAgo = Math.floor(Date.now() / 1000) - 30 * 86_400; // 30d
77
- db.prepare("UPDATE memories SET last_referenced = ? WHERE id = ?").run(longAgo, aId);
78
- // closeStore evicts the cached handle — calling db.close() directly would
79
- // leave a stale closed DB in the openStore cache and break subsequent
80
- // callers (the "database is not open" failure under parallel runs).
81
- closeStore(dir);
82
- const hits = await recallMemories("redis cache layer", dir, {
83
- embedder: biGramEmbedder(),
84
- topK: 3,
85
- minSimilarity: 0.0,
86
- });
87
- assert.ok(hits.length >= 2);
88
- assert.equal(hits[0].memory.id, bId, "freshly-referenced memory outranks 30-day-old one");
89
- });
90
- test("cleanup memrec", () => {
91
- rmSync(baseTmp, { recursive: true, force: true });
92
- });
93
- // ---- S24: cross-repo memory recall (PGlite mirror) ---------------------------
94
- test("recallMemoriesAndInline: surfaces a memory saved in ANOTHER repo via cross-repo index", async () => {
95
- // Isolate the global PGlite index to a temp dir shared by both "repos".
96
- process.env.MEGACOMPACT_INDEX_DIR = join(baseTmp, "xrepo-index");
97
- const repoA = join(baseTmp, "repo-a");
98
- const repoB = join(baseTmp, "repo-b");
99
- try {
100
- // repoA owns a decision about the store backend.
101
- const { applyMemoryOps } = await import("./memoryOps.js");
102
- await applyMemoryOps([{ op: "add", memory: { content: "we standardized on node:sqlite for the store backend", category: "decision", sourceTurn: 0 } }], repoA);
103
- // repoB is a fresh session with NO local memory about the store backend.
104
- const { recallMemoriesAndInline } = await import("./recall.js");
105
- const res = await recallMemoriesAndInline({
106
- query: "what store backend do we use?",
107
- stateDir: repoB,
108
- limit: 5,
109
- crossRepo: true,
110
- crossRepoCosine: 0.3,
111
- });
112
- assert.ok(!res.empty, "cross-repo recall found the other repo's memory");
113
- assert.ok(/node:sqlite/.test(res.block), "the node:sqlite decision was recalled from repo A");
114
- assert.ok(res.report.some((r) => /from /.test(r)), "report labels the memory as cross-repo");
115
- }
116
- finally {
117
- const { closeMemoryIndex } = await import("./store/memoryIndex.js");
118
- await closeMemoryIndex();
119
- delete process.env.MEGACOMPACT_INDEX_DIR;
120
- }
121
- });
122
- // ---- S25 §3.3: content de-dup in the cross-repo memory path -----------------
123
- // recallMemoriesCrossRepo (memoryRecall.ts:114) must NOT surface a memory the
124
- // local repo ALREADY has — same-repo authoritative store wins over the index.
125
- test("recallMemoriesCrossRepo: dedupes content the local repo already has", async () => {
126
- process.env.MEGACOMPACT_INDEX_DIR = join(baseTmp, "xrepo-index-dedup");
127
- const repoA = join(baseTmp, "dedup-a");
128
- const repoB = join(baseTmp, "dedup-b");
129
- try {
130
- const { applyMemoryOps } = await import("./memoryOps.js");
131
- const shared = "we standardized on node:sqlite for the store backend";
132
- await applyMemoryOps([{ op: "add", memory: { content: shared, category: "decision", sourceTurn: 0 } }], repoA);
133
- await applyMemoryOps([{ op: "add", memory: { content: shared, category: "decision", sourceTurn: 0 } }], repoB);
134
- // The PGlite index now has repoA's copy; repoB ALSO has it locally. The
135
- // cross-repo path for repoB must drop repoA's duplicate.
136
- const { recallMemoriesCrossRepo } = await import("./memoryRecall.js");
137
- const hits = await recallMemoriesCrossRepo("what store backend do we use?", repoB, {
138
- crossRepoCosine: 0.0, // floor at 0: would match everything if dedup fails
139
- limit: 5,
140
- });
141
- assert.ok(hits.every((h) => h.memory.content.trim().toLowerCase() !== shared.toLowerCase()), "cross-repo hit with content the local repo already has is dropped");
142
- }
143
- finally {
144
- const { closeMemoryIndex } = await import("./store/memoryIndex.js");
145
- await closeMemoryIndex();
146
- delete process.env.MEGACOMPACT_INDEX_DIR;
147
- }
148
- });
149
- test("recallMemoriesAndInline: cross-repo disabled when MEGACOMPACT_PGLITE_DISABLED", async () => {
150
- process.env.MEGACOMPACT_INDEX_DIR = join(baseTmp, "xrepo-index-off");
151
- process.env.MEGACOMPACT_PGLITE_DISABLED = "true";
152
- const repoA = join(baseTmp, "repo-a2");
153
- const repoB = join(baseTmp, "repo-b2");
154
- try {
155
- const { applyMemoryOps } = await import("./memoryOps.js");
156
- await applyMemoryOps([{ op: "add", memory: { content: "we standardized on node:sqlite for the store backend", category: "decision", sourceTurn: 0 } }], repoA);
157
- const { recallMemoriesAndInline } = await import("./recall.js");
158
- const res = await recallMemoriesAndInline({
159
- query: "what store backend do we use?",
160
- stateDir: repoB,
161
- limit: 5,
162
- crossRepo: true,
163
- });
164
- // Index disabled → no cross-repo hit; repoB has no local memory → empty.
165
- assert.equal(res.empty, true, "cross-repo recall degrades to empty when disabled");
166
- }
167
- finally {
168
- delete process.env.MEGACOMPACT_PGLITE_DISABLED;
169
- delete process.env.MEGACOMPACT_INDEX_DIR;
170
- }
171
- });