pi-mega-compact 0.11.4 → 0.11.6

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (381) hide show
  1. package/dist/extensions/dashboard-server/api-contracts/cache-stripes.js +8 -0
  2. package/dist/extensions/dashboard-server/api-contracts/endpoints.js +32 -0
  3. package/dist/extensions/dashboard-server/api-contracts/memory-map.js +1 -0
  4. package/dist/extensions/dashboard-server/api-contracts/memory.js +8 -0
  5. package/dist/extensions/dashboard-server/api-contracts/provider-cache.js +1 -0
  6. package/dist/extensions/dashboard-server/api-contracts/setup.js +10 -0
  7. package/dist/extensions/dashboard-server/index-reader.js +6 -2
  8. package/dist/extensions/dashboard-server/routes-cache.js +135 -47
  9. package/dist/extensions/dashboard-server/routes-game.js +3 -0
  10. package/dist/extensions/dashboard-server/routes-memory-map.js +50 -0
  11. package/dist/extensions/dashboard-server/routes-memory.js +51 -0
  12. package/dist/extensions/dashboard-server/routes-repo.js +2 -2
  13. package/dist/extensions/dashboard-server/routes-setup.js +267 -0
  14. package/dist/extensions/dashboard-server/routes.js +4 -0
  15. package/dist/extensions/dashboard-server/server.js +13 -1
  16. package/dist/extensions/mega-commands.js +189 -1
  17. package/dist/extensions/mega-compact.js +5 -0
  18. package/dist/extensions/mega-config.js +7 -0
  19. package/dist/extensions/mega-events/agent-handlers.js +19 -4
  20. package/dist/extensions/mega-events/compact-handlers.js +1 -0
  21. package/dist/extensions/mega-events/context-handler.js +45 -92
  22. package/dist/extensions/mega-events/context-hwm.js +51 -0
  23. package/dist/extensions/mega-events/error-classifier.js +16 -5
  24. package/dist/extensions/mega-events/mirror-append.js +107 -0
  25. package/dist/extensions/mega-events/outage-advisor.js +7 -1
  26. package/dist/extensions/mega-events/perf-handler.js +134 -2
  27. package/dist/extensions/mega-events/recall-tail.js +59 -0
  28. package/dist/extensions/mega-events/separated-prompt.js +248 -0
  29. package/dist/extensions/mega-events/session-handlers.js +15 -8
  30. package/dist/extensions/mega-runtime/env-loader.js +56 -0
  31. package/dist/extensions/mega-runtime/reset-runtime.js +6 -0
  32. package/dist/extensions/mega-runtime/runtime-snapshot.js +1 -0
  33. package/dist/extensions/mega-runtime/runtime.js +7 -0
  34. package/dist/extensions/mega-runtime/snapshot.js +1 -0
  35. package/dist/extensions/mega-runtime/widget.js +5 -0
  36. package/dist/src/cache-stripe-impl.js +288 -0
  37. package/dist/src/cache-stripe.js +11 -0
  38. package/dist/src/config/stopwords.js +24 -0
  39. package/dist/src/config.js +17 -0
  40. package/dist/src/embedder.js +41 -2
  41. package/dist/src/memoryGraph.js +299 -0
  42. package/dist/src/memoryStats.js +75 -0
  43. package/dist/src/monitoring.js +13 -0
  44. package/dist/src/prefix-break.js +43 -0
  45. package/dist/src/pricing.js +1 -1
  46. package/dist/src/queryExpansion.js +163 -0
  47. package/dist/src/queryReformulation/cache.js +123 -0
  48. package/dist/src/queryReformulation/rrf.js +29 -0
  49. package/dist/src/queryReformulation/tfidf.js +61 -0
  50. package/dist/src/queryReformulation/vagueness.js +33 -0
  51. package/dist/src/queryReformulation.js +225 -0
  52. package/dist/src/recallMetrics.js +258 -0
  53. package/dist/src/store/sqlite/cache-stripes.js +133 -0
  54. package/dist/src/store/sqlite/fts5-search.js +68 -0
  55. package/dist/src/store/sqlite/perf-samples.js +145 -16
  56. package/dist/src/store/sqlite/schema.js +60 -1
  57. package/dist/src/store/sqlite.js +1 -0
  58. package/dist/src/store/turns/memory-store.js +8 -0
  59. package/dist/src/store/turns/sqlite-store.js +14 -3
  60. package/dist/src/store/turns/types.js +18 -1
  61. package/dist/src/store/vectorIndex.js +55 -10
  62. package/dist/src/tiered-router/types.js +18 -0
  63. package/dist/src/tieredRouter.js +421 -0
  64. package/dist/src/vectorStore.js +8 -6
  65. package/extensions/dashboard-client/dist/assets/{AchievementTiles-vEo2MtE2.js → AchievementTiles-DR9cLGDL.js} +2 -2
  66. package/extensions/dashboard-client/dist/assets/{AchievementTiles-vEo2MtE2.js.map → AchievementTiles-DR9cLGDL.js.map} +1 -1
  67. package/extensions/dashboard-client/dist/assets/AchievementsTab-svNUgJ1e.js +2 -0
  68. package/extensions/dashboard-client/dist/assets/{AchievementsTab-DjxfYrDc.js.map → AchievementsTab-svNUgJ1e.js.map} +1 -1
  69. package/extensions/dashboard-client/dist/assets/CacheTab-ASwhOMjR.js +2 -0
  70. package/extensions/dashboard-client/dist/assets/CacheTab-ASwhOMjR.js.map +1 -0
  71. package/extensions/dashboard-client/dist/assets/{ConfigTab-Cm6ymbmx.js → ConfigTab-CmmWheuW.js} +2 -2
  72. package/extensions/dashboard-client/dist/assets/{ConfigTab-Cm6ymbmx.js.map → ConfigTab-CmmWheuW.js.map} +1 -1
  73. package/extensions/dashboard-client/dist/assets/{EventsTab-DXWl_YzI.js → EventsTab-CFE7jLsa.js} +2 -2
  74. package/extensions/dashboard-client/dist/assets/{EventsTab-DXWl_YzI.js.map → EventsTab-CFE7jLsa.js.map} +1 -1
  75. package/extensions/dashboard-client/dist/assets/GameTab-CJAX_th_.js +2 -0
  76. package/extensions/dashboard-client/dist/assets/{GameTab-BLDudcO5.js.map → GameTab-CJAX_th_.js.map} +1 -1
  77. package/extensions/dashboard-client/dist/assets/{MaintenanceTab-DLkKCztn.js → MaintenanceTab-P4SUsvMf.js} +2 -2
  78. package/extensions/dashboard-client/dist/assets/{MaintenanceTab-DLkKCztn.js.map → MaintenanceTab-P4SUsvMf.js.map} +1 -1
  79. package/extensions/dashboard-client/dist/assets/MemoryMapTab-BBiH76eF.js +2 -0
  80. package/extensions/dashboard-client/dist/assets/MemoryMapTab-BBiH76eF.js.map +1 -0
  81. package/extensions/dashboard-client/dist/assets/{MetricsTab-Cq4u-rZF.js → MetricsTab-CHQscixy.js} +2 -2
  82. package/extensions/dashboard-client/dist/assets/{MetricsTab-Cq4u-rZF.js.map → MetricsTab-CHQscixy.js.map} +1 -1
  83. package/extensions/dashboard-client/dist/assets/OverviewTab-DBs4DJdd.js +2 -0
  84. package/extensions/dashboard-client/dist/assets/{OverviewTab-D4kGvsiQ.js.map → OverviewTab-DBs4DJdd.js.map} +1 -1
  85. package/extensions/dashboard-client/dist/assets/ReposTab-DeFz76L5.js +2 -0
  86. package/extensions/dashboard-client/dist/assets/ReposTab-DeFz76L5.js.map +1 -0
  87. package/extensions/dashboard-client/dist/assets/{SessionsTab-DZC2-GCn.js → SessionsTab-BWNsj1OB.js} +2 -2
  88. package/extensions/dashboard-client/dist/assets/{SessionsTab-DZC2-GCn.js.map → SessionsTab-BWNsj1OB.js.map} +1 -1
  89. package/extensions/dashboard-client/dist/assets/SetupTab-uS6A0xmw.js +2 -0
  90. package/extensions/dashboard-client/dist/assets/SetupTab-uS6A0xmw.js.map +1 -0
  91. package/extensions/dashboard-client/dist/assets/TimeSavedCard-CiqCOQuL.js +2 -0
  92. package/extensions/dashboard-client/dist/assets/TimeSavedCard-CiqCOQuL.js.map +1 -0
  93. package/extensions/dashboard-client/dist/assets/{TopicsTab-01G71hv1.js → TopicsTab-BWWQxltv.js} +2 -2
  94. package/extensions/dashboard-client/dist/assets/{TopicsTab-01G71hv1.js.map → TopicsTab-BWWQxltv.js.map} +1 -1
  95. package/extensions/dashboard-client/dist/assets/{TurnsTab-DLRg0LZT.js → TurnsTab-CVz4f4-o.js} +2 -2
  96. package/extensions/dashboard-client/dist/assets/{TurnsTab-DLRg0LZT.js.map → TurnsTab-CVz4f4-o.js.map} +1 -1
  97. package/extensions/dashboard-client/dist/assets/format-COjDIVGj.js +2 -0
  98. package/extensions/dashboard-client/dist/assets/format-COjDIVGj.js.map +1 -0
  99. package/extensions/dashboard-client/dist/assets/index-CUNn22iV.css +1 -0
  100. package/extensions/dashboard-client/dist/assets/index-DrktNOoT.js +42 -0
  101. package/extensions/dashboard-client/dist/assets/index-DrktNOoT.js.map +1 -0
  102. package/extensions/dashboard-client/dist/assets/pricing-CvE4NllQ.js +2 -0
  103. package/extensions/dashboard-client/dist/assets/pricing-CvE4NllQ.js.map +1 -0
  104. package/extensions/dashboard-client/dist/assets/{useSSE-BBYt5UPB.js → useSSE-Bf5LOLSi.js} +2 -2
  105. package/extensions/dashboard-client/dist/assets/{useSSE-BBYt5UPB.js.map → useSSE-Bf5LOLSi.js.map} +1 -1
  106. package/extensions/dashboard-client/dist/index.html +2 -2
  107. package/extensions/dashboard-client/src/App.tsx +28 -8
  108. package/extensions/dashboard-client/src/api/client.ts +29 -0
  109. package/extensions/dashboard-client/src/components/ActiveReposTable.tsx +21 -12
  110. package/extensions/dashboard-client/src/components/CacheHitRateTrendCard.tsx +100 -0
  111. package/extensions/dashboard-client/src/components/ProviderCacheCard.tsx +56 -0
  112. package/extensions/dashboard-client/src/components/SavingsByModelTable.tsx +38 -57
  113. package/extensions/dashboard-client/src/components/StripeDistributionCard.tsx +110 -0
  114. package/extensions/dashboard-client/src/components/TabBar.tsx +49 -4
  115. package/extensions/dashboard-client/src/main.tsx +1 -0
  116. package/extensions/dashboard-client/src/styles/base.css +30 -0
  117. package/extensions/dashboard-client/src/styles/cache.css +167 -0
  118. package/extensions/dashboard-client/src/tabs/CacheTab.tsx +75 -12
  119. package/extensions/dashboard-client/src/tabs/MemoryMapTab.tsx +440 -0
  120. package/extensions/dashboard-client/src/tabs/SetupTab.tsx +418 -0
  121. package/extensions/dashboard-client/tsconfig.json +3 -2
  122. package/extensions/dashboard-client/vite.config.ts +2 -0
  123. package/extensions/dashboard-server/api-contracts/cache-stripes.ts +49 -0
  124. package/extensions/dashboard-server/api-contracts/endpoints.ts +66 -3
  125. package/extensions/dashboard-server/api-contracts/index.ts +22 -0
  126. package/extensions/dashboard-server/api-contracts/memory-map.ts +50 -0
  127. package/extensions/dashboard-server/api-contracts/memory.ts +27 -0
  128. package/extensions/dashboard-server/api-contracts/multi-repo.ts +231 -231
  129. package/extensions/dashboard-server/api-contracts/provider-cache.ts +37 -0
  130. package/extensions/dashboard-server/api-contracts/setup.ts +80 -0
  131. package/extensions/dashboard-server/index-reader.ts +138 -121
  132. package/extensions/dashboard-server/routes-cache.ts +186 -75
  133. package/extensions/dashboard-server/routes-game.ts +3 -0
  134. package/extensions/dashboard-server/routes-memory-map.ts +105 -0
  135. package/extensions/dashboard-server/routes-memory.ts +63 -0
  136. package/extensions/dashboard-server/routes-repo.ts +36 -36
  137. package/extensions/dashboard-server/routes-setup.ts +293 -0
  138. package/extensions/dashboard-server/routes.ts +4 -0
  139. package/extensions/dashboard-server/server.ts +12 -0
  140. package/extensions/mega-commands.ts +211 -1
  141. package/extensions/mega-compact.ts +5 -0
  142. package/extensions/mega-config.ts +27 -0
  143. package/extensions/mega-events/agent-handlers.ts +20 -4
  144. package/extensions/mega-events/compact-handlers.ts +1 -0
  145. package/extensions/mega-events/context-handler.ts +53 -110
  146. package/extensions/mega-events/context-hwm.ts +85 -0
  147. package/extensions/mega-events/error-classifier.ts +15 -4
  148. package/extensions/mega-events/mirror-append.ts +155 -0
  149. package/extensions/mega-events/outage-advisor.ts +11 -5
  150. package/extensions/mega-events/perf-handler.ts +190 -6
  151. package/extensions/mega-events/recall-tail.ts +88 -0
  152. package/extensions/mega-events/separated-prompt.ts +329 -0
  153. package/extensions/mega-events/session-handlers.ts +14 -7
  154. package/extensions/mega-runtime/env-loader.ts +55 -0
  155. package/extensions/mega-runtime/helpers.ts +14 -0
  156. package/extensions/mega-runtime/reset-runtime.ts +6 -0
  157. package/extensions/mega-runtime/runtime-snapshot.ts +1 -0
  158. package/extensions/mega-runtime/runtime.ts +7 -0
  159. package/extensions/mega-runtime/snapshot.ts +6 -0
  160. package/extensions/mega-runtime/widget-types.ts +3 -0
  161. package/extensions/mega-runtime/widget.ts +5 -0
  162. package/package.json +5 -2
  163. package/src/cache-stripe-impl.ts +385 -0
  164. package/src/cache-stripe.ts +18 -0
  165. package/src/config/stopwords.ts +25 -0
  166. package/src/config.ts +26 -0
  167. package/src/embedder.ts +42 -2
  168. package/src/memoryGraph.ts +438 -0
  169. package/src/memoryStats.ts +107 -0
  170. package/src/monitoring.ts +35 -0
  171. package/src/prefix-break.ts +83 -0
  172. package/src/pricing.ts +2 -2
  173. package/src/queryExpansion.ts +206 -0
  174. package/src/queryReformulation/cache.ts +169 -0
  175. package/src/queryReformulation/rrf.ts +51 -0
  176. package/src/queryReformulation/tfidf.ts +79 -0
  177. package/src/queryReformulation/vagueness.ts +38 -0
  178. package/src/queryReformulation.ts +355 -0
  179. package/src/recallMetrics.ts +388 -0
  180. package/src/store/sqlite/cache-stripes.ts +196 -0
  181. package/src/store/sqlite/fts5-search.ts +90 -0
  182. package/src/store/sqlite/perf-samples.ts +218 -23
  183. package/src/store/sqlite/schema.ts +60 -1
  184. package/src/store/sqlite.ts +1 -0
  185. package/src/store/turns/memory-store.ts +10 -1
  186. package/src/store/turns/sqlite-store.ts +27 -15
  187. package/src/store/turns/types.ts +21 -0
  188. package/src/store/vectorIndex.ts +71 -11
  189. package/src/tiered-router/types.ts +64 -0
  190. package/src/tieredRouter.ts +489 -0
  191. package/src/vectorStore.ts +9 -5
  192. package/dist/extensions/conflict-scan.test.js +0 -115
  193. package/dist/extensions/dashboard-server/api-contracts.test.js +0 -884
  194. package/dist/extensions/dashboard-server/html.test.js +0 -52
  195. package/dist/extensions/dashboard-server/perf-server.test.js +0 -80
  196. package/dist/extensions/dashboard-server/routes-cache.test.js +0 -248
  197. package/dist/extensions/dashboard-server/server.test.js +0 -120
  198. package/dist/extensions/dashboard-server-s32.test.js +0 -181
  199. package/dist/extensions/dashboard-server.test.js +0 -339
  200. package/dist/extensions/mega-cache-replay.test.js +0 -400
  201. package/dist/extensions/mega-compact-s38.test.js +0 -1383
  202. package/dist/extensions/mega-compact.test.js +0 -1112
  203. package/dist/extensions/mega-events.test.js +0 -47
  204. package/dist/extensions/mega-game-cmds.test.js +0 -163
  205. package/dist/extensions/mega-runtime/snapshot.test.js +0 -127
  206. package/dist/extensions/mega-runtime/state.test.js +0 -266
  207. package/dist/extensions/mega-runtime/widget.test.js +0 -343
  208. package/dist/extensions/mega-shutdown-widget.test.js +0 -121
  209. package/dist/extensions/mega-teamrun.test.js +0 -156
  210. package/dist/extensions/mega-trim.test.js +0 -58
  211. package/dist/extensions/mega-turn-store.test.js +0 -68
  212. package/dist/src/boundary.test.js +0 -170
  213. package/dist/src/compact.test.js +0 -78
  214. package/dist/src/config/themes.test.js +0 -94
  215. package/dist/src/dedup/dedup.test.js +0 -41
  216. package/dist/src/dedup/l1.test.js +0 -50
  217. package/dist/src/dedup/raptor/buildHistory.test.js +0 -292
  218. package/dist/src/dedup/raptor/multilevel-serve.test.js +0 -229
  219. package/dist/src/dedup/raptor/multilevel.test.js +0 -238
  220. package/dist/src/dedup/raptor/promote.test.js +0 -69
  221. package/dist/src/dedup/raptor/raptor.test.js +0 -248
  222. package/dist/src/dedup/raptor/retrieval.test.js +0 -95
  223. package/dist/src/dedup/raptor/serve-gate.test.js +0 -298
  224. package/dist/src/dedup/sprint12.test.js +0 -219
  225. package/dist/src/dedup-engine.test.js +0 -472
  226. package/dist/src/driftDetection.test.js +0 -87
  227. package/dist/src/e2e.test.js +0 -698
  228. package/dist/src/engine.test.js +0 -111
  229. package/dist/src/extractive.test.js +0 -147
  230. package/dist/src/fork.test.js +0 -81
  231. package/dist/src/game/scoring.test.js +0 -98
  232. package/dist/src/httpEmbedder.test.js +0 -277
  233. package/dist/src/importance.test.js +0 -372
  234. package/dist/src/intent.test.js +0 -78
  235. package/dist/src/log.test.js +0 -42
  236. package/dist/src/mechanical-fix.test.js +0 -65
  237. package/dist/src/memory.test.js +0 -70
  238. package/dist/src/memoryConsolidate.test.js +0 -38
  239. package/dist/src/memoryOps.test.js +0 -129
  240. package/dist/src/memoryRecall.test.js +0 -171
  241. package/dist/src/memoryRoundtrip.test.js +0 -137
  242. package/dist/src/metrics/turns.test.js +0 -152
  243. package/dist/src/mirror/mirror.test.js +0 -185
  244. package/dist/src/raptor-inject-summaries.test.js +0 -162
  245. package/dist/src/ratio.bench.test.js +0 -897
  246. package/dist/src/recall.integration.test.js +0 -77
  247. package/dist/src/recall.test.js +0 -379
  248. package/dist/src/sprint14.test.js +0 -219
  249. package/dist/src/sprint4x-rag-verification.test.js +0 -93
  250. package/dist/src/store/compression.test.js +0 -139
  251. package/dist/src/store/memoryIndex.test.js +0 -51
  252. package/dist/src/store/migrate.test.js +0 -139
  253. package/dist/src/store/pgOpenGuard.test.js +0 -74
  254. package/dist/src/store/phase01.test.js +0 -81
  255. package/dist/src/store/phase04.test.js +0 -54
  256. package/dist/src/store/sprint10.test.js +0 -186
  257. package/dist/src/store/sqlite/game-achievements.test.js +0 -67
  258. package/dist/src/store/sqlite/game-scores.test.js +0 -106
  259. package/dist/src/store/sqlite/game-state.test.js +0 -76
  260. package/dist/src/store/sqlite/global-index.test.js +0 -136
  261. package/dist/src/store/sqlite/mechanical-fix.test.js +0 -146
  262. package/dist/src/store/sqlite/perf-samples.test.js +0 -146
  263. package/dist/src/store/sqlite/raptor.test.js +0 -106
  264. package/dist/src/store/sqlite/turns.test.js +0 -183
  265. package/dist/src/store/sqlite.cachehit.test.js +0 -55
  266. package/dist/src/store/sqlite.dbmaint.test.js +0 -158
  267. package/dist/src/store/sqlite.dbmirror.test.js +0 -184
  268. package/dist/src/store/turns/contract-compliance.test.js +0 -428
  269. package/dist/src/store/turns/memory-store.test.js +0 -9
  270. package/dist/src/store/turns/migrations.test.js +0 -138
  271. package/dist/src/store/turns/sqlite-store.test.js +0 -144
  272. package/dist/src/store/vectorIndex.test.js +0 -123
  273. package/dist/src/store.test.js +0 -161
  274. package/dist/src/supersede.test.js +0 -36
  275. package/dist/src/topics/cluster.test.js +0 -150
  276. package/dist/src/topics/store.test.js +0 -117
  277. package/dist/src/types.test.js +0 -9
  278. package/dist/src/vector-search-cache.test.js +0 -157
  279. package/dist/src/vectorStore.test.js +0 -479
  280. package/dist/src/wiki.test.js +0 -171
  281. package/extensions/conflict-scan.test.ts +0 -129
  282. package/extensions/dashboard-client/dist/assets/AchievementsTab-DjxfYrDc.js +0 -2
  283. package/extensions/dashboard-client/dist/assets/CacheTab-Dnpv94wq.js +0 -2
  284. package/extensions/dashboard-client/dist/assets/CacheTab-Dnpv94wq.js.map +0 -1
  285. package/extensions/dashboard-client/dist/assets/GameTab-BLDudcO5.js +0 -2
  286. package/extensions/dashboard-client/dist/assets/OverviewTab-D4kGvsiQ.js +0 -2
  287. package/extensions/dashboard-client/dist/assets/ReposTab-C0Wnrf2u.js +0 -2
  288. package/extensions/dashboard-client/dist/assets/ReposTab-C0Wnrf2u.js.map +0 -1
  289. package/extensions/dashboard-client/dist/assets/TimeSavedCard-UqljSyP-.js +0 -2
  290. package/extensions/dashboard-client/dist/assets/TimeSavedCard-UqljSyP-.js.map +0 -1
  291. package/extensions/dashboard-client/dist/assets/index-BEdKlpAB.css +0 -1
  292. package/extensions/dashboard-client/dist/assets/index-BX0bcgLu.js +0 -42
  293. package/extensions/dashboard-client/dist/assets/index-BX0bcgLu.js.map +0 -1
  294. package/extensions/dashboard-server/api-contracts.test.ts +0 -1065
  295. package/extensions/dashboard-server/html.test.ts +0 -62
  296. package/extensions/dashboard-server/perf-server.test.ts +0 -101
  297. package/extensions/dashboard-server/routes-cache.test.ts +0 -302
  298. package/extensions/dashboard-server/server.test.ts +0 -131
  299. package/extensions/dashboard-server-s32.test.ts +0 -195
  300. package/extensions/dashboard-server.test.ts +0 -382
  301. package/extensions/mega-cache-replay.test.ts +0 -526
  302. package/extensions/mega-compact-s38.test.ts +0 -1433
  303. package/extensions/mega-compact.test.ts +0 -1509
  304. package/extensions/mega-events.test.ts +0 -55
  305. package/extensions/mega-game-cmds.test.ts +0 -197
  306. package/extensions/mega-runtime/snapshot.test.ts +0 -139
  307. package/extensions/mega-runtime/state.test.ts +0 -262
  308. package/extensions/mega-runtime/widget.test.ts +0 -468
  309. package/extensions/mega-shutdown-widget.test.ts +0 -141
  310. package/extensions/mega-teamrun.test.ts +0 -176
  311. package/extensions/mega-trim.test.ts +0 -64
  312. package/extensions/mega-turn-store.test.ts +0 -108
  313. package/src/boundary.test.ts +0 -187
  314. package/src/compact.test.ts +0 -99
  315. package/src/config/themes.test.ts +0 -116
  316. package/src/dedup/dedup.test.ts +0 -46
  317. package/src/dedup/l1.test.ts +0 -57
  318. package/src/dedup/raptor/buildHistory.test.ts +0 -353
  319. package/src/dedup/raptor/multilevel-serve.test.ts +0 -273
  320. package/src/dedup/raptor/multilevel.test.ts +0 -325
  321. package/src/dedup/raptor/promote.test.ts +0 -82
  322. package/src/dedup/raptor/raptor.test.ts +0 -297
  323. package/src/dedup/raptor/retrieval.test.ts +0 -118
  324. package/src/dedup/raptor/serve-gate.test.ts +0 -348
  325. package/src/dedup/sprint12.test.ts +0 -242
  326. package/src/dedup-engine.test.ts +0 -670
  327. package/src/driftDetection.test.ts +0 -100
  328. package/src/e2e.test.ts +0 -843
  329. package/src/engine.test.ts +0 -123
  330. package/src/extractive.test.ts +0 -174
  331. package/src/fork.test.ts +0 -94
  332. package/src/game/scoring.test.ts +0 -103
  333. package/src/httpEmbedder.test.ts +0 -286
  334. package/src/importance.test.ts +0 -538
  335. package/src/intent.test.ts +0 -87
  336. package/src/log.test.ts +0 -47
  337. package/src/mechanical-fix.test.ts +0 -70
  338. package/src/memory.test.ts +0 -92
  339. package/src/memoryConsolidate.test.ts +0 -47
  340. package/src/memoryOps.test.ts +0 -148
  341. package/src/memoryRecall.test.ts +0 -194
  342. package/src/memoryRoundtrip.test.ts +0 -155
  343. package/src/metrics/turns.test.ts +0 -165
  344. package/src/mirror/mirror.test.ts +0 -240
  345. package/src/raptor-inject-summaries.test.ts +0 -228
  346. package/src/ratio.bench.test.ts +0 -1316
  347. package/src/recall.integration.test.ts +0 -96
  348. package/src/recall.test.ts +0 -467
  349. package/src/sprint14.test.ts +0 -245
  350. package/src/sprint4x-rag-verification.test.ts +0 -119
  351. package/src/store/compression.test.ts +0 -168
  352. package/src/store/memoryIndex.test.ts +0 -61
  353. package/src/store/migrate.test.ts +0 -158
  354. package/src/store/pgOpenGuard.test.ts +0 -89
  355. package/src/store/phase01.test.ts +0 -88
  356. package/src/store/phase04.test.ts +0 -58
  357. package/src/store/sprint10.test.ts +0 -214
  358. package/src/store/sqlite/game-achievements.test.ts +0 -80
  359. package/src/store/sqlite/game-scores.test.ts +0 -132
  360. package/src/store/sqlite/game-state.test.ts +0 -89
  361. package/src/store/sqlite/global-index.test.ts +0 -222
  362. package/src/store/sqlite/mechanical-fix.test.ts +0 -162
  363. package/src/store/sqlite/perf-samples.test.ts +0 -169
  364. package/src/store/sqlite/raptor.test.ts +0 -139
  365. package/src/store/sqlite/turns.test.ts +0 -218
  366. package/src/store/sqlite.cachehit.test.ts +0 -68
  367. package/src/store/sqlite.dbmaint.test.ts +0 -193
  368. package/src/store/sqlite.dbmirror.test.ts +0 -229
  369. package/src/store/turns/contract-compliance.test.ts +0 -562
  370. package/src/store/turns/memory-store.test.ts +0 -15
  371. package/src/store/turns/migrations.test.ts +0 -161
  372. package/src/store/turns/sqlite-store.test.ts +0 -161
  373. package/src/store/vectorIndex.test.ts +0 -140
  374. package/src/store.test.ts +0 -191
  375. package/src/supersede.test.ts +0 -42
  376. package/src/topics/cluster.test.ts +0 -176
  377. package/src/topics/store.test.ts +0 -132
  378. package/src/types.test.ts +0 -10
  379. package/src/vector-search-cache.test.ts +0 -190
  380. package/src/vectorStore.test.ts +0 -533
  381. package/src/wiki.test.ts +0 -217
@@ -0,0 +1,267 @@
1
+ /**
2
+ * dashboard-server/routes-setup.ts — Setup wizard route handlers.
3
+ *
4
+ * GET /api/setup-status — Returns current embedder configuration from env.
5
+ * GET /api/setup-detect — Runs best-effort detection of local embedder backends.
6
+ *
7
+ * Guardrails: PREVENT-PI-004 (loopback-only), PREVENT-001 (null-safe JSON).
8
+ * The detection commands run local subprocesses via spawnSync, NOT network calls.
9
+ * Each decoration line carries a guardrails-allow annotation.
10
+ */
11
+ import { spawnSync } from "node:child_process"; // guardrails-allow PREVENT-PI-004: local subprocess detection only
12
+ import { createRequire } from "node:module";
13
+ import { writeFileSync, mkdirSync } from "node:fs";
14
+ import { join } from "node:path";
15
+ // ---------------------------------------------------------------------------
16
+ // handleSetupStatus — "/api/setup-status"
17
+ // ---------------------------------------------------------------------------
18
+ function detectCurrentEmbedder() {
19
+ const url = process.env["MEGACOMPACT_EMBEDDING_URL"];
20
+ const minilm = process.env["MEGACOMPACT_MINILM"];
21
+ if (url && url.trim().length > 0)
22
+ return "http";
23
+ if (minilm && ["1", "true", "yes"].includes(minilm.trim().toLowerCase()))
24
+ return "minilm";
25
+ return "trigram";
26
+ }
27
+ export function handleSetupStatus(req, res, _ctx) {
28
+ if (req.url !== "/api/setup-status")
29
+ return false;
30
+ if (req.method !== "GET") {
31
+ // guardrails-allow PREVENT-PI-004: loopback dashboard response (local)
32
+ res.writeHead(405, { "Content-Type": "application/json" });
33
+ res.end(JSON.stringify({ error: "method_not_allowed" }));
34
+ return true;
35
+ }
36
+ const body = {
37
+ currentEmbedder: detectCurrentEmbedder(),
38
+ embeddingUrl: process.env["MEGACOMPACT_EMBEDDING_URL"] ?? null,
39
+ embedCache: process.env["MEGACOMPACT_EMBED_CACHE"] ?? null,
40
+ minilm: ["1", "true", "yes"].includes((process.env["MEGACOMPACT_MINILM"] ?? "").trim().toLowerCase()),
41
+ };
42
+ // guardrails-allow PREVENT-PI-004: loopback dashboard response (local)
43
+ res.writeHead(200, { "Content-Type": "application/json" });
44
+ res.end(JSON.stringify(body));
45
+ return true;
46
+ }
47
+ // ---------------------------------------------------------------------------
48
+ // handleSetupDetect — "/api/setup-detect"
49
+ // ---------------------------------------------------------------------------
50
+ function detectOllama() {
51
+ try {
52
+ const version = spawnSync("ollama", ["--version"], {
53
+ timeout: 5000,
54
+ encoding: "utf-8",
55
+ stdio: ["ignore", "pipe", "pipe"],
56
+ });
57
+ if (version.status !== 0) {
58
+ return { installed: false, models: [], running: false, detail: version.stderr?.trim() || "not found" };
59
+ }
60
+ // Check for running server
61
+ let running = false;
62
+ let models = [];
63
+ try {
64
+ const listResult = spawnSync("ollama", ["list"], {
65
+ timeout: 5000,
66
+ encoding: "utf-8",
67
+ stdio: ["ignore", "pipe", "pipe"],
68
+ });
69
+ if (listResult.status === 0) {
70
+ running = true;
71
+ // Parse lines: NAME ID SIZE MODIFIED
72
+ const lines = listResult.stdout?.split("\n") ?? [];
73
+ for (const line of lines) {
74
+ const name = line.split(/\s+/)[0];
75
+ if (name && name !== "NAME")
76
+ models.push(name);
77
+ }
78
+ }
79
+ }
80
+ catch {
81
+ // ollama list failed — server may not be running
82
+ running = false;
83
+ }
84
+ return {
85
+ installed: true,
86
+ models,
87
+ running,
88
+ detail: version.stdout?.trim() || null,
89
+ };
90
+ }
91
+ catch {
92
+ return { installed: false, models: [], running: false, detail: "detection error" };
93
+ }
94
+ }
95
+ function detectLlamaCpp() {
96
+ try {
97
+ const which = spawnSync("which", ["llama-server", "llama.cpp"], {
98
+ timeout: 3000,
99
+ encoding: "utf-8",
100
+ stdio: ["ignore", "pipe", "pipe"],
101
+ });
102
+ const installed = which.status === 0 && which.stdout.trim().length > 0;
103
+ return {
104
+ installed,
105
+ detail: installed ? which.stdout.trim() : null,
106
+ };
107
+ }
108
+ catch {
109
+ return { installed: false, detail: "detection error" };
110
+ }
111
+ }
112
+ function detectOnnx() {
113
+ try {
114
+ // Check for onnxruntime-node in a parent node_modules
115
+ const req = createRequire(import.meta.url);
116
+ try {
117
+ req.resolve("onnxruntime-node");
118
+ return { installed: true, detail: "onnxruntime-node found in node_modules" };
119
+ }
120
+ catch {
121
+ return { installed: false, detail: "onnxruntime-node not found in node_modules" };
122
+ }
123
+ }
124
+ catch {
125
+ return { installed: false, detail: "detection error" };
126
+ }
127
+ }
128
+ export function handleSetupDetect(req, res, _ctx) {
129
+ if (req.url !== "/api/setup-detect")
130
+ return false;
131
+ if (req.method !== "GET") {
132
+ // guardrails-allow PREVENT-PI-004: loopback dashboard response (local)
133
+ res.writeHead(405, { "Content-Type": "application/json" });
134
+ res.end(JSON.stringify({ error: "method_not_allowed" }));
135
+ return true;
136
+ }
137
+ let error = null;
138
+ let ollama = null;
139
+ let llamaCpp = null;
140
+ let onnx = null;
141
+ try {
142
+ ollama = detectOllama();
143
+ }
144
+ catch (e) {
145
+ error = `ollama detection failed: ${e instanceof Error ? e.message : String(e)}`;
146
+ }
147
+ try {
148
+ llamaCpp = detectLlamaCpp();
149
+ }
150
+ catch (e) {
151
+ error = error ?? `llama.cpp detection failed: ${e instanceof Error ? e.message : String(e)}`;
152
+ }
153
+ try {
154
+ onnx = detectOnnx();
155
+ }
156
+ catch (e) {
157
+ error = error ?? `onnx detection failed: ${e instanceof Error ? e.message : String(e)}`;
158
+ }
159
+ const body = { ollama, llamaCpp, onnx, error };
160
+ // guardrails-allow PREVENT-PI-004: loopback dashboard response (local)
161
+ res.writeHead(200, { "Content-Type": "application/json" });
162
+ res.end(JSON.stringify(body));
163
+ return true;
164
+ }
165
+ // ---------------------------------------------------------------------------
166
+ // handleSetupConfigure — POST "/api/setup-configure"
167
+ // ---------------------------------------------------------------------------
168
+ const OLLAMA_DEFAULT_URL = "http://localhost:11434/api/embeddings"; // guardrails-allow PREVENT-PI-004: localhost-only config string, not a runtime fetch
169
+ const LLAMA_DEFAULT_URL = "http://localhost:8080/v1/embeddings"; // guardrails-allow PREVENT-PI-004: localhost-only config string, not a runtime fetch
170
+ function readJsonBody(req, cb) {
171
+ let body = "";
172
+ let tooBig = false;
173
+ req.on("data", (chunk) => {
174
+ if (body.length > 65536) {
175
+ tooBig = true;
176
+ return;
177
+ }
178
+ body += chunk.toString();
179
+ });
180
+ req.on("end", () => {
181
+ if (tooBig)
182
+ return cb({ ok: false, error: "body_too_large" });
183
+ try {
184
+ const v = body ? JSON.parse(body) : {}; // PREVENT-001: parsed value type-checked below
185
+ if (typeof v !== "object" || v === null || Array.isArray(v)) {
186
+ return cb({ ok: false, error: "invalid_object" });
187
+ }
188
+ cb({ ok: true, value: v });
189
+ }
190
+ catch {
191
+ cb({ ok: false, error: "invalid_json" });
192
+ }
193
+ });
194
+ req.on("error", () => cb({ ok: false, error: "read_error" }));
195
+ }
196
+ export function handleSetupConfigure(req, res, ctx) {
197
+ if (req.url !== "/api/setup-configure")
198
+ return false;
199
+ if (req.method !== "POST") {
200
+ // guardrails-allow PREVENT-PI-004: loopback dashboard response (local)
201
+ res.writeHead(405, { "Content-Type": "application/json" });
202
+ res.end(JSON.stringify({ error: "method_not_allowed" }));
203
+ return true;
204
+ }
205
+ readJsonBody(req, (parsed) => {
206
+ if (!parsed.ok) {
207
+ // guardrails-allow PREVENT-PI-004: loopback dashboard response (local)
208
+ res.writeHead(400, { "Content-Type": "application/json" });
209
+ res.end(JSON.stringify({ error: parsed.error }));
210
+ return;
211
+ }
212
+ const body = parsed.value;
213
+ const embedder = body.embedder;
214
+ if (embedder !== "ollama" && embedder !== "llama" && embedder !== "trigram") {
215
+ res.writeHead(400, { "Content-Type": "application/json" });
216
+ res.end(JSON.stringify({ error: "invalid_embedder" }));
217
+ return;
218
+ }
219
+ const url = body.url;
220
+ let resolvedUrl;
221
+ if (embedder === "ollama")
222
+ resolvedUrl = typeof url === "string" && url ? url : OLLAMA_DEFAULT_URL;
223
+ else if (embedder === "llama")
224
+ resolvedUrl = typeof url === "string" && url ? url : LLAMA_DEFAULT_URL;
225
+ else
226
+ resolvedUrl = null;
227
+ // Write .mega-compact.env to the state dir (loaded by env-loader at next startup).
228
+ const stateDir = ctx.stateDir;
229
+ const envPath = join(stateDir, ".mega-compact.env");
230
+ const lines = [
231
+ "# Mega-Compact Embedder Configuration",
232
+ `# Configured via dashboard Setup tab at ${new Date().toISOString()}`,
233
+ ];
234
+ if (resolvedUrl) {
235
+ lines.push(`export MEGACOMPACT_EMBEDDING_URL="${resolvedUrl}"`);
236
+ }
237
+ else {
238
+ lines.push("# trigram: built-in embedder, no URL needed");
239
+ lines.push("# unset MEGACOMPACT_EMBEDDING_URL (commented to override any shell-set value)");
240
+ lines.push("# export MEGACOMPACT_EMBEDDING_URL=");
241
+ }
242
+ lines.push("");
243
+ try {
244
+ mkdirSync(stateDir, { recursive: true });
245
+ writeFileSync(envPath, lines.join("\n"), "utf-8");
246
+ }
247
+ catch (e) {
248
+ res.writeHead(500, { "Content-Type": "application/json" });
249
+ res.end(JSON.stringify({ error: `write_failed: ${e instanceof Error ? e.message : String(e)}` }));
250
+ return;
251
+ }
252
+ // Detect if the new config matches what's already active (no restart needed).
253
+ const currentUrl = process.env["MEGACOMPACT_EMBEDDING_URL"];
254
+ const alreadyActive = (resolvedUrl === null && !currentUrl) || (resolvedUrl !== null && currentUrl === resolvedUrl);
255
+ const resp = {
256
+ embedder,
257
+ url: resolvedUrl,
258
+ envPath,
259
+ restartRequired: !alreadyActive,
260
+ alreadyActive,
261
+ };
262
+ // guardrails-allow PREVENT-PI-004: loopback dashboard response (local)
263
+ res.writeHead(200, { "Content-Type": "application/json" });
264
+ res.end(JSON.stringify(resp));
265
+ });
266
+ return true;
267
+ }
@@ -12,3 +12,7 @@ export { handleTopics } from "./routes-topics.js";
12
12
  export { handleTurns } from "./routes-turns.js";
13
13
  export { handleMaintenance } from "./routes-maintenance.js";
14
14
  export { handleProviderCache } from "./routes-cache.js";
15
+ export { handleMemoryStatus } from "./routes-memory.js";
16
+ export { handleSetupStatus, handleSetupDetect, handleSetupConfigure } from "./routes-setup.js";
17
+ export { handleMemoryMap } from "./routes-memory-map.js";
18
+ export { handleCacheStripes } from "./routes-cache.js";
@@ -12,7 +12,7 @@ import { join, dirname } from "node:path";
12
12
  import { fileURLToPath } from "node:url";
13
13
  import { createRequire } from "node:module";
14
14
  import { log, setLogPath, setDashboardServerVersion } from "./state.js";
15
- import { buildRouteContext, handleIndex, handleRepoIndex, handleEvents, handleGameState, handleGameScores, handlePerf, handleAchievements, handleSessions, handleTopics, handleTurns, handleMaintenance, handleProviderCache, handleStatic, } from "./routes.js";
15
+ import { buildRouteContext, handleIndex, handleRepoIndex, handleEvents, handleGameState, handleGameScores, handlePerf, handleAchievements, handleSessions, handleTopics, handleTurns, handleMaintenance, handleProviderCache, handleCacheStripes, handleMemoryStatus, handleSetupStatus, handleSetupDetect, handleSetupConfigure, handleMemoryMap, handleStatic, } from "./routes.js";
16
16
  export async function launchDashboardServer(stateDir) {
17
17
  // Our own package version — exposed at /api/version so the launcher can
18
18
  // detect a stale server (started by an older build) and replace it on
@@ -195,6 +195,18 @@ export async function launchDashboardServer(stateDir) {
195
195
  return;
196
196
  if (handleProviderCache(req, res, ctx))
197
197
  return;
198
+ if (handleMemoryStatus(req, res, ctx))
199
+ return;
200
+ if (handleCacheStripes(req, res, ctx))
201
+ return;
202
+ if (handleSetupStatus(req, res, ctx))
203
+ return;
204
+ if (handleSetupDetect(req, res, ctx))
205
+ return;
206
+ if (handleSetupConfigure(req, res, ctx))
207
+ return;
208
+ if (handleMemoryMap(req, res, ctx))
209
+ return;
198
210
  handleStatic(req, res, ctx);
199
211
  });
200
212
  // Bind base + range are env-configurable so tests can use a private,
@@ -13,6 +13,11 @@ import { loadMetrics, fpRate, p95, defaultMetricsPath } from "../src/monitoring.
13
13
  import { C, recentUserQuery } from "./mega-runtime.js";
14
14
  import { runCompact, doRecall, doRecallAsync } from "./mega-pipeline.js";
15
15
  import { vectorStats, vectorRepoStats, vectorDataInvariant } from "../src/vectorStore.js";
16
+ import { spawnSync } from "node:child_process"; // guardrails-allow PREVENT-PI-004: local subprocess detection only (no network)
17
+ import { mkdirSync, writeFileSync } from "node:fs";
18
+ import path from "node:path";
19
+ import os from "node:os";
20
+ import { createRequire } from "node:module";
16
21
  /** Resolve a checkpoint by id (or "recent"/"last") from this session's store. */
17
22
  export function findCheckpoint(runtime, sid, ref) {
18
23
  const all = listCheckpoints(sid, runtime.currentStateDir);
@@ -73,7 +78,7 @@ export function registerCommands(pi, runtime, config) {
73
78
  runtime.logger.info("recall", { query, crossRepo, injected: r.toInject.map((h) => h.checkpoint.checkpointId) });
74
79
  runtime.setStatus(ctx, `mega-compact: recalled ${r.toInject.length} chkpt${crossRepo ? " (cross-repo)" : ""}`);
75
80
  ctx.ui.notify(`[mega-compact] recall staged ${r.toInject.length} checkpoint(s) for "${query}"${crossRepo ? " (cross-repo)" : ""}:\n${list}\n` +
76
- `(injected at the next turn via system prompt)`);
81
+ `(injected at the tail of the next turn's context)`);
77
82
  }
78
83
  catch (e) {
79
84
  ctx.ui.notify(`[mega-compact] /mega-recall failed: ${String(e)}`);
@@ -255,6 +260,189 @@ export function registerCommands(pi, runtime, config) {
255
260
  `• data safety — every compressed region is kept verbatim; nothing is permanently deleted. /mega-restore brings any of it back.`);
256
261
  },
257
262
  });
263
+ pi.registerCommand("mega-setup", {
264
+ description: "Local embedding setup wizard — detect available embedders and configure mega-compact.",
265
+ handler: async (_args, ctx) => {
266
+ try {
267
+ const log = (msg) => ctx.ui.notify(msg);
268
+ // --- 1. Current config ---
269
+ const embeddingUrl = process.env["MEGACOMPACT_EMBEDDING_URL"];
270
+ const minilm = process.env["MEGACOMPACT_MINILM"];
271
+ let currentEmbedder = "TrigramEmbedder (heuristic, default)";
272
+ if (embeddingUrl)
273
+ currentEmbedder = `httpEmbedder → ${embeddingUrl}`;
274
+ else if (minilm)
275
+ currentEmbedder = "MiniLM (experimental)";
276
+ // --- 2. Detection ---
277
+ let ollamaDetected = false;
278
+ let ollamaModels = [];
279
+ let ollamaRunning = false;
280
+ let llamaDetected = false;
281
+ let onnxDetected = false;
282
+ try {
283
+ const ollamaVer = spawnSync("ollama", ["--version"], {
284
+ timeout: 5000,
285
+ encoding: "utf-8",
286
+ stdio: ["ignore", "pipe", "pipe"],
287
+ }); // guardrails-allow PREVENT-PI-004: local subprocess detection only
288
+ if (ollamaVer.status === 0) {
289
+ ollamaDetected = true;
290
+ try {
291
+ const listResult = spawnSync("ollama", ["list"], {
292
+ timeout: 5000,
293
+ encoding: "utf-8",
294
+ stdio: ["ignore", "pipe", "pipe"],
295
+ }); // guardrails-allow PREVENT-PI-004: local subprocess detection only
296
+ if (listResult.status === 0) {
297
+ ollamaRunning = true;
298
+ const lines = listResult.stdout?.split("\n") ?? [];
299
+ for (const line of lines) {
300
+ const name = line.split(/\s+/)[0];
301
+ if (name && name !== "NAME")
302
+ ollamaModels.push(name);
303
+ }
304
+ }
305
+ }
306
+ catch {
307
+ // ollama list fails if server not running — that's fine
308
+ }
309
+ }
310
+ }
311
+ catch {
312
+ // ollama not found
313
+ }
314
+ try {
315
+ const whichLlama = spawnSync("which", ["llama-server"], {
316
+ timeout: 3000,
317
+ encoding: "utf-8",
318
+ stdio: ["ignore", "pipe", "pipe"],
319
+ }); // guardrails-allow PREVENT-PI-004: local subprocess detection only
320
+ llamaDetected = whichLlama.status === 0;
321
+ }
322
+ catch {
323
+ // not found
324
+ }
325
+ try {
326
+ const req = createRequire(import.meta.url);
327
+ try {
328
+ req.resolve("onnxruntime-node");
329
+ onnxDetected = true;
330
+ }
331
+ catch {
332
+ // not in node_modules
333
+ }
334
+ }
335
+ catch {
336
+ // require error
337
+ }
338
+ const choices = [];
339
+ if (ollamaDetected && ollamaRunning) {
340
+ const model = ollamaModels.find((m) => m.includes("nomic-embed") ||
341
+ m.includes("embed") ||
342
+ m.includes("mxbai"));
343
+ const suggestedModel = model ?? "nomic-embed-text";
344
+ choices.push({
345
+ label: `Use Ollama (${suggestedModel}) at localhost:11434`,
346
+ value: `ollama:${suggestedModel}`,
347
+ });
348
+ }
349
+ else if (ollamaDetected && !ollamaRunning) {
350
+ choices.push({
351
+ label: "Ollama detected but server is not running — start it first",
352
+ value: "ollama:offline",
353
+ });
354
+ }
355
+ if (llamaDetected) {
356
+ choices.push({
357
+ label: "Use llama.cpp server at localhost:8080",
358
+ value: "llama:default",
359
+ });
360
+ }
361
+ if (onnxDetected) {
362
+ choices.push({
363
+ label: "Use ONNX Runtime (experimental, requires config)",
364
+ value: "onnx:default",
365
+ });
366
+ }
367
+ choices.push({
368
+ label: "Keep TrigramEmbedder (default, no setup)",
369
+ value: "trigram",
370
+ });
371
+ // --- 4. Prompt user ---
372
+ log(`Current embedder: ${currentEmbedder}`);
373
+ let selected = "trigram";
374
+ if (choices.length > 1) {
375
+ try {
376
+ const labels = choices.map((c) => c.label);
377
+ const picked = await ctx.ui.select("Select an embedder to configure:", labels);
378
+ if (picked === undefined) {
379
+ log("Setup cancelled by user.");
380
+ return;
381
+ }
382
+ const match = choices.find((c) => c.label === picked);
383
+ selected = match?.value ?? "trigram";
384
+ }
385
+ catch {
386
+ log("Setup cancelled by user.");
387
+ return;
388
+ }
389
+ }
390
+ else {
391
+ log("No local embedders detected. Keeping TrigramEmbedder default.");
392
+ }
393
+ // --- 5. Apply selection ---
394
+ if (selected.startsWith("ollama:")) {
395
+ const model = selected.split(":")[1];
396
+ const url = `http://localhost:11434/api/embeddings`; // guardrails-allow PREVENT-PI-004: localhost-only config string, not a runtime fetch
397
+ const lines = [
398
+ `# Mega-Compact Embedder Configuration — Ollama`,
399
+ `# Generated by /megasetup at ${new Date().toISOString()}`,
400
+ `export MEGACOMPACT_EMBEDDING_URL="${url}"`,
401
+ `# Optional: uncomment to set cache size (default 1000)`,
402
+ `# export MEGACOMPACT_EMBED_CACHE=1000`,
403
+ ];
404
+ const envContent = lines.join("\n") + "\n";
405
+ // Write .mega-compact.env to state dir
406
+ const stateDir = process.env["MEGACOMPACT_STATE_DIR"] ?? path.join(os.homedir(), ".pi", "mega-compact");
407
+ try {
408
+ mkdirSync(stateDir, { recursive: true });
409
+ writeFileSync(path.join(stateDir, ".mega-compact.env"), envContent, "utf-8");
410
+ }
411
+ catch {
412
+ // non-fatal
413
+ }
414
+ log(`Configured for Ollama (${model}).\n\nAdd to your shell profile (~/.bashrc, ~/.zshrc, or ~/.config/fish/config.fish):\n\n source "${path.join(stateDir, ".mega-compact.env")}"\n\nOr export manually:\n\n export MEGACOMPACT_EMBEDDING_URL="${url}"\n\nThen restart pi to activate the http embedder.`);
415
+ }
416
+ else if (selected.startsWith("llama:")) {
417
+ const url = "http://localhost:8080/v1/embeddings"; // guardrails-allow PREVENT-PI-004: localhost-only config string, not a runtime fetch
418
+ const lines = [
419
+ `# Mega-Compact Embedder Configuration — llama.cpp`,
420
+ `# Generated by /megasetup at ${new Date().toISOString()}`,
421
+ `export MEGACOMPACT_EMBEDDING_URL="${url}"`,
422
+ ];
423
+ const envContent = lines.join("\n") + "\n";
424
+ const stateDir = process.env["MEGACOMPACT_STATE_DIR"] ?? path.join(os.homedir(), ".pi", "mega-compact");
425
+ try {
426
+ mkdirSync(stateDir, { recursive: true });
427
+ writeFileSync(path.join(stateDir, ".mega-compact.env"), envContent, "utf-8");
428
+ }
429
+ catch {
430
+ // non-fatal
431
+ }
432
+ log(`Configured for llama.cpp server.\n\nAdd to your shell profile:\n\n source "${path.join(stateDir, ".mega-compact.env")}"\n\nOr export manually:\n\n export MEGACOMPACT_EMBEDDING_URL="${url}"\n\nThen restart pi to activate the http embedder.`);
433
+ }
434
+ else if (selected.startsWith("onnx:")) {
435
+ log("ONNX Runtime configuration is experimental.\n\nSet MEGACOMPACT_EMBEDDING_URL to your local ONNX server URL, or see docs for manual setup.\nKeeping TrigramEmbedder for now.");
436
+ }
437
+ else {
438
+ log("Keeping TrigramEmbedder (default). No configuration needed.");
439
+ }
440
+ }
441
+ catch (e) {
442
+ ctx.ui.notify(`[mega-compact] /mega-setup failed: ${String(e)}`);
443
+ }
444
+ },
445
+ });
258
446
  // NOTE: /mega-tier was removed in S24. The tier the user sees is now the LIVE
259
447
  // pressure band (low/medium/high/ultra/mega), which climbs automatically as
260
448
  // context fills — there is no manual tier to set. See docs/specs/s24-unified-pressure.md.
@@ -28,6 +28,7 @@
28
28
  import { closeVectorIndex } from "../src/store/vectorIndex.js";
29
29
  import { closeMemoryIndex } from "../src/store/memoryIndex.js";
30
30
  import { loadConfig } from "./mega-config.js";
31
+ import { loadMegaEnv } from "./mega-runtime/env-loader.js";
31
32
  import { MegaRuntime } from "./mega-runtime.js";
32
33
  import { registerEventHandlers } from "./mega-events.js";
33
34
  import { registerCommands } from "./mega-commands.js";
@@ -38,6 +39,10 @@ import { registerGameCommands } from "./mega-game-cmds.js";
38
39
  import { registerMetricsCommands } from "./mega-metrics-cmds.js";
39
40
  import { registerTopicsCommands } from "./mega-topics-cmds.js";
40
41
  export default function (pi) {
42
+ // Load .mega-compact.env (written by /mega-setup + dashboard Setup tab) BEFORE
43
+ // config resolution so the wizard's choices take effect. Shell env wins over
44
+ // the file (see env-loader.ts). Non-fatal: missing/malformed file is a no-op.
45
+ loadMegaEnv(loadConfig().stateDir);
41
46
  const config = loadConfig();
42
47
  // S38.9: preflight env validation — check for obviously invalid values at startup.
43
48
  // Non-fatal: log warnings and fall back to defaults.
@@ -149,6 +149,7 @@ export function loadConfig() {
149
149
  errorRetrySessionMax: envFlag("MEGACOMPACT_ERROR_RETRY_SESSION_MAX", 3),
150
150
  poisonedContextRepeatThreshold: envFlag("MEGACOMPACT_POISONED_REPEAT_THRESHOLD", 3),
151
151
  providerOutageAdviseThreshold: envFlag("MEGACOMPACT_PROVIDER_OUTAGE_THRESHOLD", 3),
152
+ advisoryChannel: envBool("MEGACOMPACT_ADVISORY_CHANNEL", true),
152
153
  autoPctTrigger,
153
154
  autoInlineK: envFlag("MEGACOMPACT_AUTO_INLINE_K", 3),
154
155
  dedupSim: Number(process.env.MEGACOMPACT_DEDUP_SIM ?? "0.9"),
@@ -165,7 +166,13 @@ export function loadConfig() {
165
166
  memoryReviewInterval: envFlag("MEGACOMPACT_MEMORY_REVIEW_INTERVAL", 10),
166
167
  recallMaxTokens: envFlag("MEGACOMPACT_RECALL_MAX_TOKENS", 1500),
167
168
  windowDedupe: envBool("MEGACOMPACT_WINDOW_DEDUPE", true),
169
+ recallTailInject: envBool("MEGACOMPACT_RECALL_TAIL_INJECT", true),
170
+ messageSeparation: envBool("MEGACOMPACT_MESSAGE_SEPARATION", false),
168
171
  tuiWidget: envBool("MEGACOMPACT_TUI_WIDGET", true),
172
+ ragQueryReformulation: envBool("MEGACOMPACT_QUERY_REFORMULATION", false),
173
+ ragTieredRouter: envBool("MEGACOMPACT_TIERED_ROUTER", false),
174
+ ragRecallMetrics: envBool("MEGACOMPACT_RECALL_METRICS", false),
175
+ ragMemoryGraph: envBool("MEGACOMPACT_MEMORY_GRAPH", false),
169
176
  // D.1: env-overridable recompact delta (minimum context growth % before
170
177
  // re-compacting instead of replaying the cached live trim). Default 50.
171
178
  recompactPctDelta: envFlag("MEGACOMPACT_RECOMPACT_PCT_DELTA", 50),
@@ -154,7 +154,10 @@ export function registerAgentHandlers(pi, runtime, config) {
154
154
  try {
155
155
  if (runtime.rt.sessionId !== liveSid)
156
156
  return; // session reset
157
- const since2 = now - (runtime.rt.lastNativeCompactAt ?? 0);
157
+ // IMPORTANT: recompute Date.now() inside the timeout.
158
+ // `now` above is the durable-trim handler's timestamp and can be
159
+ // ~500ms stale by the time this callback runs.
160
+ const since2 = Date.now() - (runtime.rt.lastNativeCompactAt ?? 0);
158
161
  if (runtime.rt.lastNativeCompactAt !== stamp &&
159
162
  since2 < cooldownMs)
160
163
  return;
@@ -227,6 +230,15 @@ export function registerAgentHandlers(pi, runtime, config) {
227
230
  pi.on("turn_end", async (event, ctx) => {
228
231
  runtime.dashboard.event("turn_end", { turnIndex: event.turnIndex });
229
232
  runtime.snapshot(ctx);
233
+ // S53: consume staged recall blocks ONLY if they were actually injected
234
+ // into a view this turn. If no context event fired (edge: turn ended
235
+ // before any LLM call), recallInjectedThisTurn stays false and the blocks
236
+ // remain staged for the next turn's first context event.
237
+ if (config.recallTailInject && runtime.rt.recallInjectedThisTurn) {
238
+ runtime.pendingRecallBlock = undefined;
239
+ runtime.pendingMemoryRecallBlock = undefined;
240
+ runtime.rt.recallInjectedThisTurn = false;
241
+ }
230
242
  // S43 (per-turn tracking): record one turn row with the cached metrics so
231
243
  // the turn layer is queryable + forkable. Best-effort + non-fatal: a write
232
244
  // failure never breaks the agent loop.
@@ -518,9 +530,12 @@ export function registerAgentHandlers(pi, runtime, config) {
518
530
  rawText: (errSig || '').slice(0, 500),
519
531
  ...(detail.httpStatus !== undefined ? { httpStatus: detail.httpStatus } : {}),
520
532
  });
521
- // (b) one-per-session advise message (throttled by poisonedAdviseSent)
522
- if (!runtime.rt.poisonedAdviseSent) {
523
- runtime.rt.poisonedAdviseSent = true;
533
+ // (b) throttle flag: set unconditionally so the advise fires at
534
+ // most once per session regardless of channel.
535
+ runtime.rt.poisonedAdviseSent = true;
536
+ // Legacy flag-OFF path: user-role advise message.
537
+ // Default ON (advisoryChannel=true): dashboard-only, no user message.
538
+ if (!config.advisoryChannel) {
524
539
  // PREVENT-PI-003: user-role sendUserMessage only.
525
540
  await safeSendUserMessage(pi, "[mega-compact] this session's context may be poisoned (the provider is rejecting every request). Run /clear or /new to start a fresh context.");
526
541
  }
@@ -46,6 +46,7 @@ async function nudgeResume(pi, runtime) {
46
46
  const now = Date.now();
47
47
  if (now >= runtime.resumeNudgeUntil) {
48
48
  runtime.resumeNudgeUntil = now + 30_000;
49
+ runtime.rt.extensionInitiatedTurn = true; // R13: suppress self-classification
49
50
  await safeSendUserMessage(pi, "[mega-compact] continue from the compacted context above.");
50
51
  }
51
52
  }