pi-mega-compact 0.11.4 → 0.11.6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/extensions/dashboard-server/api-contracts/cache-stripes.js +8 -0
- package/dist/extensions/dashboard-server/api-contracts/endpoints.js +32 -0
- package/dist/extensions/dashboard-server/api-contracts/memory-map.js +1 -0
- package/dist/extensions/dashboard-server/api-contracts/memory.js +8 -0
- package/dist/extensions/dashboard-server/api-contracts/provider-cache.js +1 -0
- package/dist/extensions/dashboard-server/api-contracts/setup.js +10 -0
- package/dist/extensions/dashboard-server/index-reader.js +6 -2
- package/dist/extensions/dashboard-server/routes-cache.js +135 -47
- package/dist/extensions/dashboard-server/routes-game.js +3 -0
- package/dist/extensions/dashboard-server/routes-memory-map.js +50 -0
- package/dist/extensions/dashboard-server/routes-memory.js +51 -0
- package/dist/extensions/dashboard-server/routes-repo.js +2 -2
- package/dist/extensions/dashboard-server/routes-setup.js +267 -0
- package/dist/extensions/dashboard-server/routes.js +4 -0
- package/dist/extensions/dashboard-server/server.js +13 -1
- package/dist/extensions/mega-commands.js +189 -1
- package/dist/extensions/mega-compact.js +5 -0
- package/dist/extensions/mega-config.js +7 -0
- package/dist/extensions/mega-events/agent-handlers.js +19 -4
- package/dist/extensions/mega-events/compact-handlers.js +1 -0
- package/dist/extensions/mega-events/context-handler.js +45 -92
- package/dist/extensions/mega-events/context-hwm.js +51 -0
- package/dist/extensions/mega-events/error-classifier.js +16 -5
- package/dist/extensions/mega-events/mirror-append.js +107 -0
- package/dist/extensions/mega-events/outage-advisor.js +7 -1
- package/dist/extensions/mega-events/perf-handler.js +134 -2
- package/dist/extensions/mega-events/recall-tail.js +59 -0
- package/dist/extensions/mega-events/separated-prompt.js +248 -0
- package/dist/extensions/mega-events/session-handlers.js +15 -8
- package/dist/extensions/mega-runtime/env-loader.js +56 -0
- package/dist/extensions/mega-runtime/reset-runtime.js +6 -0
- package/dist/extensions/mega-runtime/runtime-snapshot.js +1 -0
- package/dist/extensions/mega-runtime/runtime.js +7 -0
- package/dist/extensions/mega-runtime/snapshot.js +1 -0
- package/dist/extensions/mega-runtime/widget.js +5 -0
- package/dist/src/cache-stripe-impl.js +288 -0
- package/dist/src/cache-stripe.js +11 -0
- package/dist/src/config/stopwords.js +24 -0
- package/dist/src/config.js +17 -0
- package/dist/src/embedder.js +41 -2
- package/dist/src/memoryGraph.js +299 -0
- package/dist/src/memoryStats.js +75 -0
- package/dist/src/monitoring.js +13 -0
- package/dist/src/prefix-break.js +43 -0
- package/dist/src/pricing.js +1 -1
- package/dist/src/queryExpansion.js +163 -0
- package/dist/src/queryReformulation/cache.js +123 -0
- package/dist/src/queryReformulation/rrf.js +29 -0
- package/dist/src/queryReformulation/tfidf.js +61 -0
- package/dist/src/queryReformulation/vagueness.js +33 -0
- package/dist/src/queryReformulation.js +225 -0
- package/dist/src/recallMetrics.js +258 -0
- package/dist/src/store/sqlite/cache-stripes.js +133 -0
- package/dist/src/store/sqlite/fts5-search.js +68 -0
- package/dist/src/store/sqlite/perf-samples.js +145 -16
- package/dist/src/store/sqlite/schema.js +60 -1
- package/dist/src/store/sqlite.js +1 -0
- package/dist/src/store/turns/memory-store.js +8 -0
- package/dist/src/store/turns/sqlite-store.js +14 -3
- package/dist/src/store/turns/types.js +18 -1
- package/dist/src/store/vectorIndex.js +55 -10
- package/dist/src/tiered-router/types.js +18 -0
- package/dist/src/tieredRouter.js +421 -0
- package/dist/src/vectorStore.js +8 -6
- package/extensions/dashboard-client/dist/assets/{AchievementTiles-vEo2MtE2.js → AchievementTiles-DR9cLGDL.js} +2 -2
- package/extensions/dashboard-client/dist/assets/{AchievementTiles-vEo2MtE2.js.map → AchievementTiles-DR9cLGDL.js.map} +1 -1
- package/extensions/dashboard-client/dist/assets/AchievementsTab-svNUgJ1e.js +2 -0
- package/extensions/dashboard-client/dist/assets/{AchievementsTab-DjxfYrDc.js.map → AchievementsTab-svNUgJ1e.js.map} +1 -1
- package/extensions/dashboard-client/dist/assets/CacheTab-ASwhOMjR.js +2 -0
- package/extensions/dashboard-client/dist/assets/CacheTab-ASwhOMjR.js.map +1 -0
- package/extensions/dashboard-client/dist/assets/{ConfigTab-Cm6ymbmx.js → ConfigTab-CmmWheuW.js} +2 -2
- package/extensions/dashboard-client/dist/assets/{ConfigTab-Cm6ymbmx.js.map → ConfigTab-CmmWheuW.js.map} +1 -1
- package/extensions/dashboard-client/dist/assets/{EventsTab-DXWl_YzI.js → EventsTab-CFE7jLsa.js} +2 -2
- package/extensions/dashboard-client/dist/assets/{EventsTab-DXWl_YzI.js.map → EventsTab-CFE7jLsa.js.map} +1 -1
- package/extensions/dashboard-client/dist/assets/GameTab-CJAX_th_.js +2 -0
- package/extensions/dashboard-client/dist/assets/{GameTab-BLDudcO5.js.map → GameTab-CJAX_th_.js.map} +1 -1
- package/extensions/dashboard-client/dist/assets/{MaintenanceTab-DLkKCztn.js → MaintenanceTab-P4SUsvMf.js} +2 -2
- package/extensions/dashboard-client/dist/assets/{MaintenanceTab-DLkKCztn.js.map → MaintenanceTab-P4SUsvMf.js.map} +1 -1
- package/extensions/dashboard-client/dist/assets/MemoryMapTab-BBiH76eF.js +2 -0
- package/extensions/dashboard-client/dist/assets/MemoryMapTab-BBiH76eF.js.map +1 -0
- package/extensions/dashboard-client/dist/assets/{MetricsTab-Cq4u-rZF.js → MetricsTab-CHQscixy.js} +2 -2
- package/extensions/dashboard-client/dist/assets/{MetricsTab-Cq4u-rZF.js.map → MetricsTab-CHQscixy.js.map} +1 -1
- package/extensions/dashboard-client/dist/assets/OverviewTab-DBs4DJdd.js +2 -0
- package/extensions/dashboard-client/dist/assets/{OverviewTab-D4kGvsiQ.js.map → OverviewTab-DBs4DJdd.js.map} +1 -1
- package/extensions/dashboard-client/dist/assets/ReposTab-DeFz76L5.js +2 -0
- package/extensions/dashboard-client/dist/assets/ReposTab-DeFz76L5.js.map +1 -0
- package/extensions/dashboard-client/dist/assets/{SessionsTab-DZC2-GCn.js → SessionsTab-BWNsj1OB.js} +2 -2
- package/extensions/dashboard-client/dist/assets/{SessionsTab-DZC2-GCn.js.map → SessionsTab-BWNsj1OB.js.map} +1 -1
- package/extensions/dashboard-client/dist/assets/SetupTab-uS6A0xmw.js +2 -0
- package/extensions/dashboard-client/dist/assets/SetupTab-uS6A0xmw.js.map +1 -0
- package/extensions/dashboard-client/dist/assets/TimeSavedCard-CiqCOQuL.js +2 -0
- package/extensions/dashboard-client/dist/assets/TimeSavedCard-CiqCOQuL.js.map +1 -0
- package/extensions/dashboard-client/dist/assets/{TopicsTab-01G71hv1.js → TopicsTab-BWWQxltv.js} +2 -2
- package/extensions/dashboard-client/dist/assets/{TopicsTab-01G71hv1.js.map → TopicsTab-BWWQxltv.js.map} +1 -1
- package/extensions/dashboard-client/dist/assets/{TurnsTab-DLRg0LZT.js → TurnsTab-CVz4f4-o.js} +2 -2
- package/extensions/dashboard-client/dist/assets/{TurnsTab-DLRg0LZT.js.map → TurnsTab-CVz4f4-o.js.map} +1 -1
- package/extensions/dashboard-client/dist/assets/format-COjDIVGj.js +2 -0
- package/extensions/dashboard-client/dist/assets/format-COjDIVGj.js.map +1 -0
- package/extensions/dashboard-client/dist/assets/index-CUNn22iV.css +1 -0
- package/extensions/dashboard-client/dist/assets/index-DrktNOoT.js +42 -0
- package/extensions/dashboard-client/dist/assets/index-DrktNOoT.js.map +1 -0
- package/extensions/dashboard-client/dist/assets/pricing-CvE4NllQ.js +2 -0
- package/extensions/dashboard-client/dist/assets/pricing-CvE4NllQ.js.map +1 -0
- package/extensions/dashboard-client/dist/assets/{useSSE-BBYt5UPB.js → useSSE-Bf5LOLSi.js} +2 -2
- package/extensions/dashboard-client/dist/assets/{useSSE-BBYt5UPB.js.map → useSSE-Bf5LOLSi.js.map} +1 -1
- package/extensions/dashboard-client/dist/index.html +2 -2
- package/extensions/dashboard-client/src/App.tsx +28 -8
- package/extensions/dashboard-client/src/api/client.ts +29 -0
- package/extensions/dashboard-client/src/components/ActiveReposTable.tsx +21 -12
- package/extensions/dashboard-client/src/components/CacheHitRateTrendCard.tsx +100 -0
- package/extensions/dashboard-client/src/components/ProviderCacheCard.tsx +56 -0
- package/extensions/dashboard-client/src/components/SavingsByModelTable.tsx +38 -57
- package/extensions/dashboard-client/src/components/StripeDistributionCard.tsx +110 -0
- package/extensions/dashboard-client/src/components/TabBar.tsx +49 -4
- package/extensions/dashboard-client/src/main.tsx +1 -0
- package/extensions/dashboard-client/src/styles/base.css +30 -0
- package/extensions/dashboard-client/src/styles/cache.css +167 -0
- package/extensions/dashboard-client/src/tabs/CacheTab.tsx +75 -12
- package/extensions/dashboard-client/src/tabs/MemoryMapTab.tsx +440 -0
- package/extensions/dashboard-client/src/tabs/SetupTab.tsx +418 -0
- package/extensions/dashboard-client/tsconfig.json +3 -2
- package/extensions/dashboard-client/vite.config.ts +2 -0
- package/extensions/dashboard-server/api-contracts/cache-stripes.ts +49 -0
- package/extensions/dashboard-server/api-contracts/endpoints.ts +66 -3
- package/extensions/dashboard-server/api-contracts/index.ts +22 -0
- package/extensions/dashboard-server/api-contracts/memory-map.ts +50 -0
- package/extensions/dashboard-server/api-contracts/memory.ts +27 -0
- package/extensions/dashboard-server/api-contracts/multi-repo.ts +231 -231
- package/extensions/dashboard-server/api-contracts/provider-cache.ts +37 -0
- package/extensions/dashboard-server/api-contracts/setup.ts +80 -0
- package/extensions/dashboard-server/index-reader.ts +138 -121
- package/extensions/dashboard-server/routes-cache.ts +186 -75
- package/extensions/dashboard-server/routes-game.ts +3 -0
- package/extensions/dashboard-server/routes-memory-map.ts +105 -0
- package/extensions/dashboard-server/routes-memory.ts +63 -0
- package/extensions/dashboard-server/routes-repo.ts +36 -36
- package/extensions/dashboard-server/routes-setup.ts +293 -0
- package/extensions/dashboard-server/routes.ts +4 -0
- package/extensions/dashboard-server/server.ts +12 -0
- package/extensions/mega-commands.ts +211 -1
- package/extensions/mega-compact.ts +5 -0
- package/extensions/mega-config.ts +27 -0
- package/extensions/mega-events/agent-handlers.ts +20 -4
- package/extensions/mega-events/compact-handlers.ts +1 -0
- package/extensions/mega-events/context-handler.ts +53 -110
- package/extensions/mega-events/context-hwm.ts +85 -0
- package/extensions/mega-events/error-classifier.ts +15 -4
- package/extensions/mega-events/mirror-append.ts +155 -0
- package/extensions/mega-events/outage-advisor.ts +11 -5
- package/extensions/mega-events/perf-handler.ts +190 -6
- package/extensions/mega-events/recall-tail.ts +88 -0
- package/extensions/mega-events/separated-prompt.ts +329 -0
- package/extensions/mega-events/session-handlers.ts +14 -7
- package/extensions/mega-runtime/env-loader.ts +55 -0
- package/extensions/mega-runtime/helpers.ts +14 -0
- package/extensions/mega-runtime/reset-runtime.ts +6 -0
- package/extensions/mega-runtime/runtime-snapshot.ts +1 -0
- package/extensions/mega-runtime/runtime.ts +7 -0
- package/extensions/mega-runtime/snapshot.ts +6 -0
- package/extensions/mega-runtime/widget-types.ts +3 -0
- package/extensions/mega-runtime/widget.ts +5 -0
- package/package.json +5 -2
- package/src/cache-stripe-impl.ts +385 -0
- package/src/cache-stripe.ts +18 -0
- package/src/config/stopwords.ts +25 -0
- package/src/config.ts +26 -0
- package/src/embedder.ts +42 -2
- package/src/memoryGraph.ts +438 -0
- package/src/memoryStats.ts +107 -0
- package/src/monitoring.ts +35 -0
- package/src/prefix-break.ts +83 -0
- package/src/pricing.ts +2 -2
- package/src/queryExpansion.ts +206 -0
- package/src/queryReformulation/cache.ts +169 -0
- package/src/queryReformulation/rrf.ts +51 -0
- package/src/queryReformulation/tfidf.ts +79 -0
- package/src/queryReformulation/vagueness.ts +38 -0
- package/src/queryReformulation.ts +355 -0
- package/src/recallMetrics.ts +388 -0
- package/src/store/sqlite/cache-stripes.ts +196 -0
- package/src/store/sqlite/fts5-search.ts +90 -0
- package/src/store/sqlite/perf-samples.ts +218 -23
- package/src/store/sqlite/schema.ts +60 -1
- package/src/store/sqlite.ts +1 -0
- package/src/store/turns/memory-store.ts +10 -1
- package/src/store/turns/sqlite-store.ts +27 -15
- package/src/store/turns/types.ts +21 -0
- package/src/store/vectorIndex.ts +71 -11
- package/src/tiered-router/types.ts +64 -0
- package/src/tieredRouter.ts +489 -0
- package/src/vectorStore.ts +9 -5
- package/dist/extensions/conflict-scan.test.js +0 -115
- package/dist/extensions/dashboard-server/api-contracts.test.js +0 -884
- package/dist/extensions/dashboard-server/html.test.js +0 -52
- package/dist/extensions/dashboard-server/perf-server.test.js +0 -80
- package/dist/extensions/dashboard-server/routes-cache.test.js +0 -248
- package/dist/extensions/dashboard-server/server.test.js +0 -120
- package/dist/extensions/dashboard-server-s32.test.js +0 -181
- package/dist/extensions/dashboard-server.test.js +0 -339
- package/dist/extensions/mega-cache-replay.test.js +0 -400
- package/dist/extensions/mega-compact-s38.test.js +0 -1383
- package/dist/extensions/mega-compact.test.js +0 -1112
- package/dist/extensions/mega-events.test.js +0 -47
- package/dist/extensions/mega-game-cmds.test.js +0 -163
- package/dist/extensions/mega-runtime/snapshot.test.js +0 -127
- package/dist/extensions/mega-runtime/state.test.js +0 -266
- package/dist/extensions/mega-runtime/widget.test.js +0 -343
- package/dist/extensions/mega-shutdown-widget.test.js +0 -121
- package/dist/extensions/mega-teamrun.test.js +0 -156
- package/dist/extensions/mega-trim.test.js +0 -58
- package/dist/extensions/mega-turn-store.test.js +0 -68
- package/dist/src/boundary.test.js +0 -170
- package/dist/src/compact.test.js +0 -78
- package/dist/src/config/themes.test.js +0 -94
- package/dist/src/dedup/dedup.test.js +0 -41
- package/dist/src/dedup/l1.test.js +0 -50
- package/dist/src/dedup/raptor/buildHistory.test.js +0 -292
- package/dist/src/dedup/raptor/multilevel-serve.test.js +0 -229
- package/dist/src/dedup/raptor/multilevel.test.js +0 -238
- package/dist/src/dedup/raptor/promote.test.js +0 -69
- package/dist/src/dedup/raptor/raptor.test.js +0 -248
- package/dist/src/dedup/raptor/retrieval.test.js +0 -95
- package/dist/src/dedup/raptor/serve-gate.test.js +0 -298
- package/dist/src/dedup/sprint12.test.js +0 -219
- package/dist/src/dedup-engine.test.js +0 -472
- package/dist/src/driftDetection.test.js +0 -87
- package/dist/src/e2e.test.js +0 -698
- package/dist/src/engine.test.js +0 -111
- package/dist/src/extractive.test.js +0 -147
- package/dist/src/fork.test.js +0 -81
- package/dist/src/game/scoring.test.js +0 -98
- package/dist/src/httpEmbedder.test.js +0 -277
- package/dist/src/importance.test.js +0 -372
- package/dist/src/intent.test.js +0 -78
- package/dist/src/log.test.js +0 -42
- package/dist/src/mechanical-fix.test.js +0 -65
- package/dist/src/memory.test.js +0 -70
- package/dist/src/memoryConsolidate.test.js +0 -38
- package/dist/src/memoryOps.test.js +0 -129
- package/dist/src/memoryRecall.test.js +0 -171
- package/dist/src/memoryRoundtrip.test.js +0 -137
- package/dist/src/metrics/turns.test.js +0 -152
- package/dist/src/mirror/mirror.test.js +0 -185
- package/dist/src/raptor-inject-summaries.test.js +0 -162
- package/dist/src/ratio.bench.test.js +0 -897
- package/dist/src/recall.integration.test.js +0 -77
- package/dist/src/recall.test.js +0 -379
- package/dist/src/sprint14.test.js +0 -219
- package/dist/src/sprint4x-rag-verification.test.js +0 -93
- package/dist/src/store/compression.test.js +0 -139
- package/dist/src/store/memoryIndex.test.js +0 -51
- package/dist/src/store/migrate.test.js +0 -139
- package/dist/src/store/pgOpenGuard.test.js +0 -74
- package/dist/src/store/phase01.test.js +0 -81
- package/dist/src/store/phase04.test.js +0 -54
- package/dist/src/store/sprint10.test.js +0 -186
- package/dist/src/store/sqlite/game-achievements.test.js +0 -67
- package/dist/src/store/sqlite/game-scores.test.js +0 -106
- package/dist/src/store/sqlite/game-state.test.js +0 -76
- package/dist/src/store/sqlite/global-index.test.js +0 -136
- package/dist/src/store/sqlite/mechanical-fix.test.js +0 -146
- package/dist/src/store/sqlite/perf-samples.test.js +0 -146
- package/dist/src/store/sqlite/raptor.test.js +0 -106
- package/dist/src/store/sqlite/turns.test.js +0 -183
- package/dist/src/store/sqlite.cachehit.test.js +0 -55
- package/dist/src/store/sqlite.dbmaint.test.js +0 -158
- package/dist/src/store/sqlite.dbmirror.test.js +0 -184
- package/dist/src/store/turns/contract-compliance.test.js +0 -428
- package/dist/src/store/turns/memory-store.test.js +0 -9
- package/dist/src/store/turns/migrations.test.js +0 -138
- package/dist/src/store/turns/sqlite-store.test.js +0 -144
- package/dist/src/store/vectorIndex.test.js +0 -123
- package/dist/src/store.test.js +0 -161
- package/dist/src/supersede.test.js +0 -36
- package/dist/src/topics/cluster.test.js +0 -150
- package/dist/src/topics/store.test.js +0 -117
- package/dist/src/types.test.js +0 -9
- package/dist/src/vector-search-cache.test.js +0 -157
- package/dist/src/vectorStore.test.js +0 -479
- package/dist/src/wiki.test.js +0 -171
- package/extensions/conflict-scan.test.ts +0 -129
- package/extensions/dashboard-client/dist/assets/AchievementsTab-DjxfYrDc.js +0 -2
- package/extensions/dashboard-client/dist/assets/CacheTab-Dnpv94wq.js +0 -2
- package/extensions/dashboard-client/dist/assets/CacheTab-Dnpv94wq.js.map +0 -1
- package/extensions/dashboard-client/dist/assets/GameTab-BLDudcO5.js +0 -2
- package/extensions/dashboard-client/dist/assets/OverviewTab-D4kGvsiQ.js +0 -2
- package/extensions/dashboard-client/dist/assets/ReposTab-C0Wnrf2u.js +0 -2
- package/extensions/dashboard-client/dist/assets/ReposTab-C0Wnrf2u.js.map +0 -1
- package/extensions/dashboard-client/dist/assets/TimeSavedCard-UqljSyP-.js +0 -2
- package/extensions/dashboard-client/dist/assets/TimeSavedCard-UqljSyP-.js.map +0 -1
- package/extensions/dashboard-client/dist/assets/index-BEdKlpAB.css +0 -1
- package/extensions/dashboard-client/dist/assets/index-BX0bcgLu.js +0 -42
- package/extensions/dashboard-client/dist/assets/index-BX0bcgLu.js.map +0 -1
- package/extensions/dashboard-server/api-contracts.test.ts +0 -1065
- package/extensions/dashboard-server/html.test.ts +0 -62
- package/extensions/dashboard-server/perf-server.test.ts +0 -101
- package/extensions/dashboard-server/routes-cache.test.ts +0 -302
- package/extensions/dashboard-server/server.test.ts +0 -131
- package/extensions/dashboard-server-s32.test.ts +0 -195
- package/extensions/dashboard-server.test.ts +0 -382
- package/extensions/mega-cache-replay.test.ts +0 -526
- package/extensions/mega-compact-s38.test.ts +0 -1433
- package/extensions/mega-compact.test.ts +0 -1509
- package/extensions/mega-events.test.ts +0 -55
- package/extensions/mega-game-cmds.test.ts +0 -197
- package/extensions/mega-runtime/snapshot.test.ts +0 -139
- package/extensions/mega-runtime/state.test.ts +0 -262
- package/extensions/mega-runtime/widget.test.ts +0 -468
- package/extensions/mega-shutdown-widget.test.ts +0 -141
- package/extensions/mega-teamrun.test.ts +0 -176
- package/extensions/mega-trim.test.ts +0 -64
- package/extensions/mega-turn-store.test.ts +0 -108
- package/src/boundary.test.ts +0 -187
- package/src/compact.test.ts +0 -99
- package/src/config/themes.test.ts +0 -116
- package/src/dedup/dedup.test.ts +0 -46
- package/src/dedup/l1.test.ts +0 -57
- package/src/dedup/raptor/buildHistory.test.ts +0 -353
- package/src/dedup/raptor/multilevel-serve.test.ts +0 -273
- package/src/dedup/raptor/multilevel.test.ts +0 -325
- package/src/dedup/raptor/promote.test.ts +0 -82
- package/src/dedup/raptor/raptor.test.ts +0 -297
- package/src/dedup/raptor/retrieval.test.ts +0 -118
- package/src/dedup/raptor/serve-gate.test.ts +0 -348
- package/src/dedup/sprint12.test.ts +0 -242
- package/src/dedup-engine.test.ts +0 -670
- package/src/driftDetection.test.ts +0 -100
- package/src/e2e.test.ts +0 -843
- package/src/engine.test.ts +0 -123
- package/src/extractive.test.ts +0 -174
- package/src/fork.test.ts +0 -94
- package/src/game/scoring.test.ts +0 -103
- package/src/httpEmbedder.test.ts +0 -286
- package/src/importance.test.ts +0 -538
- package/src/intent.test.ts +0 -87
- package/src/log.test.ts +0 -47
- package/src/mechanical-fix.test.ts +0 -70
- package/src/memory.test.ts +0 -92
- package/src/memoryConsolidate.test.ts +0 -47
- package/src/memoryOps.test.ts +0 -148
- package/src/memoryRecall.test.ts +0 -194
- package/src/memoryRoundtrip.test.ts +0 -155
- package/src/metrics/turns.test.ts +0 -165
- package/src/mirror/mirror.test.ts +0 -240
- package/src/raptor-inject-summaries.test.ts +0 -228
- package/src/ratio.bench.test.ts +0 -1316
- package/src/recall.integration.test.ts +0 -96
- package/src/recall.test.ts +0 -467
- package/src/sprint14.test.ts +0 -245
- package/src/sprint4x-rag-verification.test.ts +0 -119
- package/src/store/compression.test.ts +0 -168
- package/src/store/memoryIndex.test.ts +0 -61
- package/src/store/migrate.test.ts +0 -158
- package/src/store/pgOpenGuard.test.ts +0 -89
- package/src/store/phase01.test.ts +0 -88
- package/src/store/phase04.test.ts +0 -58
- package/src/store/sprint10.test.ts +0 -214
- package/src/store/sqlite/game-achievements.test.ts +0 -80
- package/src/store/sqlite/game-scores.test.ts +0 -132
- package/src/store/sqlite/game-state.test.ts +0 -89
- package/src/store/sqlite/global-index.test.ts +0 -222
- package/src/store/sqlite/mechanical-fix.test.ts +0 -162
- package/src/store/sqlite/perf-samples.test.ts +0 -169
- package/src/store/sqlite/raptor.test.ts +0 -139
- package/src/store/sqlite/turns.test.ts +0 -218
- package/src/store/sqlite.cachehit.test.ts +0 -68
- package/src/store/sqlite.dbmaint.test.ts +0 -193
- package/src/store/sqlite.dbmirror.test.ts +0 -229
- package/src/store/turns/contract-compliance.test.ts +0 -562
- package/src/store/turns/memory-store.test.ts +0 -15
- package/src/store/turns/migrations.test.ts +0 -161
- package/src/store/turns/sqlite-store.test.ts +0 -161
- package/src/store/vectorIndex.test.ts +0 -140
- package/src/store.test.ts +0 -191
- package/src/supersede.test.ts +0 -42
- package/src/topics/cluster.test.ts +0 -176
- package/src/topics/store.test.ts +0 -132
- package/src/types.test.ts +0 -10
- package/src/vector-search-cache.test.ts +0 -190
- package/src/vectorStore.test.ts +0 -533
- package/src/wiki.test.ts +0 -217
|
@@ -0,0 +1,267 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* dashboard-server/routes-setup.ts — Setup wizard route handlers.
|
|
3
|
+
*
|
|
4
|
+
* GET /api/setup-status — Returns current embedder configuration from env.
|
|
5
|
+
* GET /api/setup-detect — Runs best-effort detection of local embedder backends.
|
|
6
|
+
*
|
|
7
|
+
* Guardrails: PREVENT-PI-004 (loopback-only), PREVENT-001 (null-safe JSON).
|
|
8
|
+
* The detection commands run local subprocesses via spawnSync, NOT network calls.
|
|
9
|
+
* Each decoration line carries a guardrails-allow annotation.
|
|
10
|
+
*/
|
|
11
|
+
import { spawnSync } from "node:child_process"; // guardrails-allow PREVENT-PI-004: local subprocess detection only
|
|
12
|
+
import { createRequire } from "node:module";
|
|
13
|
+
import { writeFileSync, mkdirSync } from "node:fs";
|
|
14
|
+
import { join } from "node:path";
|
|
15
|
+
// ---------------------------------------------------------------------------
|
|
16
|
+
// handleSetupStatus — "/api/setup-status"
|
|
17
|
+
// ---------------------------------------------------------------------------
|
|
18
|
+
function detectCurrentEmbedder() {
|
|
19
|
+
const url = process.env["MEGACOMPACT_EMBEDDING_URL"];
|
|
20
|
+
const minilm = process.env["MEGACOMPACT_MINILM"];
|
|
21
|
+
if (url && url.trim().length > 0)
|
|
22
|
+
return "http";
|
|
23
|
+
if (minilm && ["1", "true", "yes"].includes(minilm.trim().toLowerCase()))
|
|
24
|
+
return "minilm";
|
|
25
|
+
return "trigram";
|
|
26
|
+
}
|
|
27
|
+
export function handleSetupStatus(req, res, _ctx) {
|
|
28
|
+
if (req.url !== "/api/setup-status")
|
|
29
|
+
return false;
|
|
30
|
+
if (req.method !== "GET") {
|
|
31
|
+
// guardrails-allow PREVENT-PI-004: loopback dashboard response (local)
|
|
32
|
+
res.writeHead(405, { "Content-Type": "application/json" });
|
|
33
|
+
res.end(JSON.stringify({ error: "method_not_allowed" }));
|
|
34
|
+
return true;
|
|
35
|
+
}
|
|
36
|
+
const body = {
|
|
37
|
+
currentEmbedder: detectCurrentEmbedder(),
|
|
38
|
+
embeddingUrl: process.env["MEGACOMPACT_EMBEDDING_URL"] ?? null,
|
|
39
|
+
embedCache: process.env["MEGACOMPACT_EMBED_CACHE"] ?? null,
|
|
40
|
+
minilm: ["1", "true", "yes"].includes((process.env["MEGACOMPACT_MINILM"] ?? "").trim().toLowerCase()),
|
|
41
|
+
};
|
|
42
|
+
// guardrails-allow PREVENT-PI-004: loopback dashboard response (local)
|
|
43
|
+
res.writeHead(200, { "Content-Type": "application/json" });
|
|
44
|
+
res.end(JSON.stringify(body));
|
|
45
|
+
return true;
|
|
46
|
+
}
|
|
47
|
+
// ---------------------------------------------------------------------------
|
|
48
|
+
// handleSetupDetect — "/api/setup-detect"
|
|
49
|
+
// ---------------------------------------------------------------------------
|
|
50
|
+
function detectOllama() {
|
|
51
|
+
try {
|
|
52
|
+
const version = spawnSync("ollama", ["--version"], {
|
|
53
|
+
timeout: 5000,
|
|
54
|
+
encoding: "utf-8",
|
|
55
|
+
stdio: ["ignore", "pipe", "pipe"],
|
|
56
|
+
});
|
|
57
|
+
if (version.status !== 0) {
|
|
58
|
+
return { installed: false, models: [], running: false, detail: version.stderr?.trim() || "not found" };
|
|
59
|
+
}
|
|
60
|
+
// Check for running server
|
|
61
|
+
let running = false;
|
|
62
|
+
let models = [];
|
|
63
|
+
try {
|
|
64
|
+
const listResult = spawnSync("ollama", ["list"], {
|
|
65
|
+
timeout: 5000,
|
|
66
|
+
encoding: "utf-8",
|
|
67
|
+
stdio: ["ignore", "pipe", "pipe"],
|
|
68
|
+
});
|
|
69
|
+
if (listResult.status === 0) {
|
|
70
|
+
running = true;
|
|
71
|
+
// Parse lines: NAME ID SIZE MODIFIED
|
|
72
|
+
const lines = listResult.stdout?.split("\n") ?? [];
|
|
73
|
+
for (const line of lines) {
|
|
74
|
+
const name = line.split(/\s+/)[0];
|
|
75
|
+
if (name && name !== "NAME")
|
|
76
|
+
models.push(name);
|
|
77
|
+
}
|
|
78
|
+
}
|
|
79
|
+
}
|
|
80
|
+
catch {
|
|
81
|
+
// ollama list failed — server may not be running
|
|
82
|
+
running = false;
|
|
83
|
+
}
|
|
84
|
+
return {
|
|
85
|
+
installed: true,
|
|
86
|
+
models,
|
|
87
|
+
running,
|
|
88
|
+
detail: version.stdout?.trim() || null,
|
|
89
|
+
};
|
|
90
|
+
}
|
|
91
|
+
catch {
|
|
92
|
+
return { installed: false, models: [], running: false, detail: "detection error" };
|
|
93
|
+
}
|
|
94
|
+
}
|
|
95
|
+
function detectLlamaCpp() {
|
|
96
|
+
try {
|
|
97
|
+
const which = spawnSync("which", ["llama-server", "llama.cpp"], {
|
|
98
|
+
timeout: 3000,
|
|
99
|
+
encoding: "utf-8",
|
|
100
|
+
stdio: ["ignore", "pipe", "pipe"],
|
|
101
|
+
});
|
|
102
|
+
const installed = which.status === 0 && which.stdout.trim().length > 0;
|
|
103
|
+
return {
|
|
104
|
+
installed,
|
|
105
|
+
detail: installed ? which.stdout.trim() : null,
|
|
106
|
+
};
|
|
107
|
+
}
|
|
108
|
+
catch {
|
|
109
|
+
return { installed: false, detail: "detection error" };
|
|
110
|
+
}
|
|
111
|
+
}
|
|
112
|
+
function detectOnnx() {
|
|
113
|
+
try {
|
|
114
|
+
// Check for onnxruntime-node in a parent node_modules
|
|
115
|
+
const req = createRequire(import.meta.url);
|
|
116
|
+
try {
|
|
117
|
+
req.resolve("onnxruntime-node");
|
|
118
|
+
return { installed: true, detail: "onnxruntime-node found in node_modules" };
|
|
119
|
+
}
|
|
120
|
+
catch {
|
|
121
|
+
return { installed: false, detail: "onnxruntime-node not found in node_modules" };
|
|
122
|
+
}
|
|
123
|
+
}
|
|
124
|
+
catch {
|
|
125
|
+
return { installed: false, detail: "detection error" };
|
|
126
|
+
}
|
|
127
|
+
}
|
|
128
|
+
export function handleSetupDetect(req, res, _ctx) {
|
|
129
|
+
if (req.url !== "/api/setup-detect")
|
|
130
|
+
return false;
|
|
131
|
+
if (req.method !== "GET") {
|
|
132
|
+
// guardrails-allow PREVENT-PI-004: loopback dashboard response (local)
|
|
133
|
+
res.writeHead(405, { "Content-Type": "application/json" });
|
|
134
|
+
res.end(JSON.stringify({ error: "method_not_allowed" }));
|
|
135
|
+
return true;
|
|
136
|
+
}
|
|
137
|
+
let error = null;
|
|
138
|
+
let ollama = null;
|
|
139
|
+
let llamaCpp = null;
|
|
140
|
+
let onnx = null;
|
|
141
|
+
try {
|
|
142
|
+
ollama = detectOllama();
|
|
143
|
+
}
|
|
144
|
+
catch (e) {
|
|
145
|
+
error = `ollama detection failed: ${e instanceof Error ? e.message : String(e)}`;
|
|
146
|
+
}
|
|
147
|
+
try {
|
|
148
|
+
llamaCpp = detectLlamaCpp();
|
|
149
|
+
}
|
|
150
|
+
catch (e) {
|
|
151
|
+
error = error ?? `llama.cpp detection failed: ${e instanceof Error ? e.message : String(e)}`;
|
|
152
|
+
}
|
|
153
|
+
try {
|
|
154
|
+
onnx = detectOnnx();
|
|
155
|
+
}
|
|
156
|
+
catch (e) {
|
|
157
|
+
error = error ?? `onnx detection failed: ${e instanceof Error ? e.message : String(e)}`;
|
|
158
|
+
}
|
|
159
|
+
const body = { ollama, llamaCpp, onnx, error };
|
|
160
|
+
// guardrails-allow PREVENT-PI-004: loopback dashboard response (local)
|
|
161
|
+
res.writeHead(200, { "Content-Type": "application/json" });
|
|
162
|
+
res.end(JSON.stringify(body));
|
|
163
|
+
return true;
|
|
164
|
+
}
|
|
165
|
+
// ---------------------------------------------------------------------------
|
|
166
|
+
// handleSetupConfigure — POST "/api/setup-configure"
|
|
167
|
+
// ---------------------------------------------------------------------------
|
|
168
|
+
const OLLAMA_DEFAULT_URL = "http://localhost:11434/api/embeddings"; // guardrails-allow PREVENT-PI-004: localhost-only config string, not a runtime fetch
|
|
169
|
+
const LLAMA_DEFAULT_URL = "http://localhost:8080/v1/embeddings"; // guardrails-allow PREVENT-PI-004: localhost-only config string, not a runtime fetch
|
|
170
|
+
function readJsonBody(req, cb) {
|
|
171
|
+
let body = "";
|
|
172
|
+
let tooBig = false;
|
|
173
|
+
req.on("data", (chunk) => {
|
|
174
|
+
if (body.length > 65536) {
|
|
175
|
+
tooBig = true;
|
|
176
|
+
return;
|
|
177
|
+
}
|
|
178
|
+
body += chunk.toString();
|
|
179
|
+
});
|
|
180
|
+
req.on("end", () => {
|
|
181
|
+
if (tooBig)
|
|
182
|
+
return cb({ ok: false, error: "body_too_large" });
|
|
183
|
+
try {
|
|
184
|
+
const v = body ? JSON.parse(body) : {}; // PREVENT-001: parsed value type-checked below
|
|
185
|
+
if (typeof v !== "object" || v === null || Array.isArray(v)) {
|
|
186
|
+
return cb({ ok: false, error: "invalid_object" });
|
|
187
|
+
}
|
|
188
|
+
cb({ ok: true, value: v });
|
|
189
|
+
}
|
|
190
|
+
catch {
|
|
191
|
+
cb({ ok: false, error: "invalid_json" });
|
|
192
|
+
}
|
|
193
|
+
});
|
|
194
|
+
req.on("error", () => cb({ ok: false, error: "read_error" }));
|
|
195
|
+
}
|
|
196
|
+
export function handleSetupConfigure(req, res, ctx) {
|
|
197
|
+
if (req.url !== "/api/setup-configure")
|
|
198
|
+
return false;
|
|
199
|
+
if (req.method !== "POST") {
|
|
200
|
+
// guardrails-allow PREVENT-PI-004: loopback dashboard response (local)
|
|
201
|
+
res.writeHead(405, { "Content-Type": "application/json" });
|
|
202
|
+
res.end(JSON.stringify({ error: "method_not_allowed" }));
|
|
203
|
+
return true;
|
|
204
|
+
}
|
|
205
|
+
readJsonBody(req, (parsed) => {
|
|
206
|
+
if (!parsed.ok) {
|
|
207
|
+
// guardrails-allow PREVENT-PI-004: loopback dashboard response (local)
|
|
208
|
+
res.writeHead(400, { "Content-Type": "application/json" });
|
|
209
|
+
res.end(JSON.stringify({ error: parsed.error }));
|
|
210
|
+
return;
|
|
211
|
+
}
|
|
212
|
+
const body = parsed.value;
|
|
213
|
+
const embedder = body.embedder;
|
|
214
|
+
if (embedder !== "ollama" && embedder !== "llama" && embedder !== "trigram") {
|
|
215
|
+
res.writeHead(400, { "Content-Type": "application/json" });
|
|
216
|
+
res.end(JSON.stringify({ error: "invalid_embedder" }));
|
|
217
|
+
return;
|
|
218
|
+
}
|
|
219
|
+
const url = body.url;
|
|
220
|
+
let resolvedUrl;
|
|
221
|
+
if (embedder === "ollama")
|
|
222
|
+
resolvedUrl = typeof url === "string" && url ? url : OLLAMA_DEFAULT_URL;
|
|
223
|
+
else if (embedder === "llama")
|
|
224
|
+
resolvedUrl = typeof url === "string" && url ? url : LLAMA_DEFAULT_URL;
|
|
225
|
+
else
|
|
226
|
+
resolvedUrl = null;
|
|
227
|
+
// Write .mega-compact.env to the state dir (loaded by env-loader at next startup).
|
|
228
|
+
const stateDir = ctx.stateDir;
|
|
229
|
+
const envPath = join(stateDir, ".mega-compact.env");
|
|
230
|
+
const lines = [
|
|
231
|
+
"# Mega-Compact Embedder Configuration",
|
|
232
|
+
`# Configured via dashboard Setup tab at ${new Date().toISOString()}`,
|
|
233
|
+
];
|
|
234
|
+
if (resolvedUrl) {
|
|
235
|
+
lines.push(`export MEGACOMPACT_EMBEDDING_URL="${resolvedUrl}"`);
|
|
236
|
+
}
|
|
237
|
+
else {
|
|
238
|
+
lines.push("# trigram: built-in embedder, no URL needed");
|
|
239
|
+
lines.push("# unset MEGACOMPACT_EMBEDDING_URL (commented to override any shell-set value)");
|
|
240
|
+
lines.push("# export MEGACOMPACT_EMBEDDING_URL=");
|
|
241
|
+
}
|
|
242
|
+
lines.push("");
|
|
243
|
+
try {
|
|
244
|
+
mkdirSync(stateDir, { recursive: true });
|
|
245
|
+
writeFileSync(envPath, lines.join("\n"), "utf-8");
|
|
246
|
+
}
|
|
247
|
+
catch (e) {
|
|
248
|
+
res.writeHead(500, { "Content-Type": "application/json" });
|
|
249
|
+
res.end(JSON.stringify({ error: `write_failed: ${e instanceof Error ? e.message : String(e)}` }));
|
|
250
|
+
return;
|
|
251
|
+
}
|
|
252
|
+
// Detect if the new config matches what's already active (no restart needed).
|
|
253
|
+
const currentUrl = process.env["MEGACOMPACT_EMBEDDING_URL"];
|
|
254
|
+
const alreadyActive = (resolvedUrl === null && !currentUrl) || (resolvedUrl !== null && currentUrl === resolvedUrl);
|
|
255
|
+
const resp = {
|
|
256
|
+
embedder,
|
|
257
|
+
url: resolvedUrl,
|
|
258
|
+
envPath,
|
|
259
|
+
restartRequired: !alreadyActive,
|
|
260
|
+
alreadyActive,
|
|
261
|
+
};
|
|
262
|
+
// guardrails-allow PREVENT-PI-004: loopback dashboard response (local)
|
|
263
|
+
res.writeHead(200, { "Content-Type": "application/json" });
|
|
264
|
+
res.end(JSON.stringify(resp));
|
|
265
|
+
});
|
|
266
|
+
return true;
|
|
267
|
+
}
|
|
@@ -12,3 +12,7 @@ export { handleTopics } from "./routes-topics.js";
|
|
|
12
12
|
export { handleTurns } from "./routes-turns.js";
|
|
13
13
|
export { handleMaintenance } from "./routes-maintenance.js";
|
|
14
14
|
export { handleProviderCache } from "./routes-cache.js";
|
|
15
|
+
export { handleMemoryStatus } from "./routes-memory.js";
|
|
16
|
+
export { handleSetupStatus, handleSetupDetect, handleSetupConfigure } from "./routes-setup.js";
|
|
17
|
+
export { handleMemoryMap } from "./routes-memory-map.js";
|
|
18
|
+
export { handleCacheStripes } from "./routes-cache.js";
|
|
@@ -12,7 +12,7 @@ import { join, dirname } from "node:path";
|
|
|
12
12
|
import { fileURLToPath } from "node:url";
|
|
13
13
|
import { createRequire } from "node:module";
|
|
14
14
|
import { log, setLogPath, setDashboardServerVersion } from "./state.js";
|
|
15
|
-
import { buildRouteContext, handleIndex, handleRepoIndex, handleEvents, handleGameState, handleGameScores, handlePerf, handleAchievements, handleSessions, handleTopics, handleTurns, handleMaintenance, handleProviderCache, handleStatic, } from "./routes.js";
|
|
15
|
+
import { buildRouteContext, handleIndex, handleRepoIndex, handleEvents, handleGameState, handleGameScores, handlePerf, handleAchievements, handleSessions, handleTopics, handleTurns, handleMaintenance, handleProviderCache, handleCacheStripes, handleMemoryStatus, handleSetupStatus, handleSetupDetect, handleSetupConfigure, handleMemoryMap, handleStatic, } from "./routes.js";
|
|
16
16
|
export async function launchDashboardServer(stateDir) {
|
|
17
17
|
// Our own package version — exposed at /api/version so the launcher can
|
|
18
18
|
// detect a stale server (started by an older build) and replace it on
|
|
@@ -195,6 +195,18 @@ export async function launchDashboardServer(stateDir) {
|
|
|
195
195
|
return;
|
|
196
196
|
if (handleProviderCache(req, res, ctx))
|
|
197
197
|
return;
|
|
198
|
+
if (handleMemoryStatus(req, res, ctx))
|
|
199
|
+
return;
|
|
200
|
+
if (handleCacheStripes(req, res, ctx))
|
|
201
|
+
return;
|
|
202
|
+
if (handleSetupStatus(req, res, ctx))
|
|
203
|
+
return;
|
|
204
|
+
if (handleSetupDetect(req, res, ctx))
|
|
205
|
+
return;
|
|
206
|
+
if (handleSetupConfigure(req, res, ctx))
|
|
207
|
+
return;
|
|
208
|
+
if (handleMemoryMap(req, res, ctx))
|
|
209
|
+
return;
|
|
198
210
|
handleStatic(req, res, ctx);
|
|
199
211
|
});
|
|
200
212
|
// Bind base + range are env-configurable so tests can use a private,
|
|
@@ -13,6 +13,11 @@ import { loadMetrics, fpRate, p95, defaultMetricsPath } from "../src/monitoring.
|
|
|
13
13
|
import { C, recentUserQuery } from "./mega-runtime.js";
|
|
14
14
|
import { runCompact, doRecall, doRecallAsync } from "./mega-pipeline.js";
|
|
15
15
|
import { vectorStats, vectorRepoStats, vectorDataInvariant } from "../src/vectorStore.js";
|
|
16
|
+
import { spawnSync } from "node:child_process"; // guardrails-allow PREVENT-PI-004: local subprocess detection only (no network)
|
|
17
|
+
import { mkdirSync, writeFileSync } from "node:fs";
|
|
18
|
+
import path from "node:path";
|
|
19
|
+
import os from "node:os";
|
|
20
|
+
import { createRequire } from "node:module";
|
|
16
21
|
/** Resolve a checkpoint by id (or "recent"/"last") from this session's store. */
|
|
17
22
|
export function findCheckpoint(runtime, sid, ref) {
|
|
18
23
|
const all = listCheckpoints(sid, runtime.currentStateDir);
|
|
@@ -73,7 +78,7 @@ export function registerCommands(pi, runtime, config) {
|
|
|
73
78
|
runtime.logger.info("recall", { query, crossRepo, injected: r.toInject.map((h) => h.checkpoint.checkpointId) });
|
|
74
79
|
runtime.setStatus(ctx, `mega-compact: recalled ${r.toInject.length} chkpt${crossRepo ? " (cross-repo)" : ""}`);
|
|
75
80
|
ctx.ui.notify(`[mega-compact] recall staged ${r.toInject.length} checkpoint(s) for "${query}"${crossRepo ? " (cross-repo)" : ""}:\n${list}\n` +
|
|
76
|
-
`(injected at the next turn
|
|
81
|
+
`(injected at the tail of the next turn's context)`);
|
|
77
82
|
}
|
|
78
83
|
catch (e) {
|
|
79
84
|
ctx.ui.notify(`[mega-compact] /mega-recall failed: ${String(e)}`);
|
|
@@ -255,6 +260,189 @@ export function registerCommands(pi, runtime, config) {
|
|
|
255
260
|
`• data safety — every compressed region is kept verbatim; nothing is permanently deleted. /mega-restore brings any of it back.`);
|
|
256
261
|
},
|
|
257
262
|
});
|
|
263
|
+
pi.registerCommand("mega-setup", {
|
|
264
|
+
description: "Local embedding setup wizard — detect available embedders and configure mega-compact.",
|
|
265
|
+
handler: async (_args, ctx) => {
|
|
266
|
+
try {
|
|
267
|
+
const log = (msg) => ctx.ui.notify(msg);
|
|
268
|
+
// --- 1. Current config ---
|
|
269
|
+
const embeddingUrl = process.env["MEGACOMPACT_EMBEDDING_URL"];
|
|
270
|
+
const minilm = process.env["MEGACOMPACT_MINILM"];
|
|
271
|
+
let currentEmbedder = "TrigramEmbedder (heuristic, default)";
|
|
272
|
+
if (embeddingUrl)
|
|
273
|
+
currentEmbedder = `httpEmbedder → ${embeddingUrl}`;
|
|
274
|
+
else if (minilm)
|
|
275
|
+
currentEmbedder = "MiniLM (experimental)";
|
|
276
|
+
// --- 2. Detection ---
|
|
277
|
+
let ollamaDetected = false;
|
|
278
|
+
let ollamaModels = [];
|
|
279
|
+
let ollamaRunning = false;
|
|
280
|
+
let llamaDetected = false;
|
|
281
|
+
let onnxDetected = false;
|
|
282
|
+
try {
|
|
283
|
+
const ollamaVer = spawnSync("ollama", ["--version"], {
|
|
284
|
+
timeout: 5000,
|
|
285
|
+
encoding: "utf-8",
|
|
286
|
+
stdio: ["ignore", "pipe", "pipe"],
|
|
287
|
+
}); // guardrails-allow PREVENT-PI-004: local subprocess detection only
|
|
288
|
+
if (ollamaVer.status === 0) {
|
|
289
|
+
ollamaDetected = true;
|
|
290
|
+
try {
|
|
291
|
+
const listResult = spawnSync("ollama", ["list"], {
|
|
292
|
+
timeout: 5000,
|
|
293
|
+
encoding: "utf-8",
|
|
294
|
+
stdio: ["ignore", "pipe", "pipe"],
|
|
295
|
+
}); // guardrails-allow PREVENT-PI-004: local subprocess detection only
|
|
296
|
+
if (listResult.status === 0) {
|
|
297
|
+
ollamaRunning = true;
|
|
298
|
+
const lines = listResult.stdout?.split("\n") ?? [];
|
|
299
|
+
for (const line of lines) {
|
|
300
|
+
const name = line.split(/\s+/)[0];
|
|
301
|
+
if (name && name !== "NAME")
|
|
302
|
+
ollamaModels.push(name);
|
|
303
|
+
}
|
|
304
|
+
}
|
|
305
|
+
}
|
|
306
|
+
catch {
|
|
307
|
+
// ollama list fails if server not running — that's fine
|
|
308
|
+
}
|
|
309
|
+
}
|
|
310
|
+
}
|
|
311
|
+
catch {
|
|
312
|
+
// ollama not found
|
|
313
|
+
}
|
|
314
|
+
try {
|
|
315
|
+
const whichLlama = spawnSync("which", ["llama-server"], {
|
|
316
|
+
timeout: 3000,
|
|
317
|
+
encoding: "utf-8",
|
|
318
|
+
stdio: ["ignore", "pipe", "pipe"],
|
|
319
|
+
}); // guardrails-allow PREVENT-PI-004: local subprocess detection only
|
|
320
|
+
llamaDetected = whichLlama.status === 0;
|
|
321
|
+
}
|
|
322
|
+
catch {
|
|
323
|
+
// not found
|
|
324
|
+
}
|
|
325
|
+
try {
|
|
326
|
+
const req = createRequire(import.meta.url);
|
|
327
|
+
try {
|
|
328
|
+
req.resolve("onnxruntime-node");
|
|
329
|
+
onnxDetected = true;
|
|
330
|
+
}
|
|
331
|
+
catch {
|
|
332
|
+
// not in node_modules
|
|
333
|
+
}
|
|
334
|
+
}
|
|
335
|
+
catch {
|
|
336
|
+
// require error
|
|
337
|
+
}
|
|
338
|
+
const choices = [];
|
|
339
|
+
if (ollamaDetected && ollamaRunning) {
|
|
340
|
+
const model = ollamaModels.find((m) => m.includes("nomic-embed") ||
|
|
341
|
+
m.includes("embed") ||
|
|
342
|
+
m.includes("mxbai"));
|
|
343
|
+
const suggestedModel = model ?? "nomic-embed-text";
|
|
344
|
+
choices.push({
|
|
345
|
+
label: `Use Ollama (${suggestedModel}) at localhost:11434`,
|
|
346
|
+
value: `ollama:${suggestedModel}`,
|
|
347
|
+
});
|
|
348
|
+
}
|
|
349
|
+
else if (ollamaDetected && !ollamaRunning) {
|
|
350
|
+
choices.push({
|
|
351
|
+
label: "Ollama detected but server is not running — start it first",
|
|
352
|
+
value: "ollama:offline",
|
|
353
|
+
});
|
|
354
|
+
}
|
|
355
|
+
if (llamaDetected) {
|
|
356
|
+
choices.push({
|
|
357
|
+
label: "Use llama.cpp server at localhost:8080",
|
|
358
|
+
value: "llama:default",
|
|
359
|
+
});
|
|
360
|
+
}
|
|
361
|
+
if (onnxDetected) {
|
|
362
|
+
choices.push({
|
|
363
|
+
label: "Use ONNX Runtime (experimental, requires config)",
|
|
364
|
+
value: "onnx:default",
|
|
365
|
+
});
|
|
366
|
+
}
|
|
367
|
+
choices.push({
|
|
368
|
+
label: "Keep TrigramEmbedder (default, no setup)",
|
|
369
|
+
value: "trigram",
|
|
370
|
+
});
|
|
371
|
+
// --- 4. Prompt user ---
|
|
372
|
+
log(`Current embedder: ${currentEmbedder}`);
|
|
373
|
+
let selected = "trigram";
|
|
374
|
+
if (choices.length > 1) {
|
|
375
|
+
try {
|
|
376
|
+
const labels = choices.map((c) => c.label);
|
|
377
|
+
const picked = await ctx.ui.select("Select an embedder to configure:", labels);
|
|
378
|
+
if (picked === undefined) {
|
|
379
|
+
log("Setup cancelled by user.");
|
|
380
|
+
return;
|
|
381
|
+
}
|
|
382
|
+
const match = choices.find((c) => c.label === picked);
|
|
383
|
+
selected = match?.value ?? "trigram";
|
|
384
|
+
}
|
|
385
|
+
catch {
|
|
386
|
+
log("Setup cancelled by user.");
|
|
387
|
+
return;
|
|
388
|
+
}
|
|
389
|
+
}
|
|
390
|
+
else {
|
|
391
|
+
log("No local embedders detected. Keeping TrigramEmbedder default.");
|
|
392
|
+
}
|
|
393
|
+
// --- 5. Apply selection ---
|
|
394
|
+
if (selected.startsWith("ollama:")) {
|
|
395
|
+
const model = selected.split(":")[1];
|
|
396
|
+
const url = `http://localhost:11434/api/embeddings`; // guardrails-allow PREVENT-PI-004: localhost-only config string, not a runtime fetch
|
|
397
|
+
const lines = [
|
|
398
|
+
`# Mega-Compact Embedder Configuration — Ollama`,
|
|
399
|
+
`# Generated by /megasetup at ${new Date().toISOString()}`,
|
|
400
|
+
`export MEGACOMPACT_EMBEDDING_URL="${url}"`,
|
|
401
|
+
`# Optional: uncomment to set cache size (default 1000)`,
|
|
402
|
+
`# export MEGACOMPACT_EMBED_CACHE=1000`,
|
|
403
|
+
];
|
|
404
|
+
const envContent = lines.join("\n") + "\n";
|
|
405
|
+
// Write .mega-compact.env to state dir
|
|
406
|
+
const stateDir = process.env["MEGACOMPACT_STATE_DIR"] ?? path.join(os.homedir(), ".pi", "mega-compact");
|
|
407
|
+
try {
|
|
408
|
+
mkdirSync(stateDir, { recursive: true });
|
|
409
|
+
writeFileSync(path.join(stateDir, ".mega-compact.env"), envContent, "utf-8");
|
|
410
|
+
}
|
|
411
|
+
catch {
|
|
412
|
+
// non-fatal
|
|
413
|
+
}
|
|
414
|
+
log(`Configured for Ollama (${model}).\n\nAdd to your shell profile (~/.bashrc, ~/.zshrc, or ~/.config/fish/config.fish):\n\n source "${path.join(stateDir, ".mega-compact.env")}"\n\nOr export manually:\n\n export MEGACOMPACT_EMBEDDING_URL="${url}"\n\nThen restart pi to activate the http embedder.`);
|
|
415
|
+
}
|
|
416
|
+
else if (selected.startsWith("llama:")) {
|
|
417
|
+
const url = "http://localhost:8080/v1/embeddings"; // guardrails-allow PREVENT-PI-004: localhost-only config string, not a runtime fetch
|
|
418
|
+
const lines = [
|
|
419
|
+
`# Mega-Compact Embedder Configuration — llama.cpp`,
|
|
420
|
+
`# Generated by /megasetup at ${new Date().toISOString()}`,
|
|
421
|
+
`export MEGACOMPACT_EMBEDDING_URL="${url}"`,
|
|
422
|
+
];
|
|
423
|
+
const envContent = lines.join("\n") + "\n";
|
|
424
|
+
const stateDir = process.env["MEGACOMPACT_STATE_DIR"] ?? path.join(os.homedir(), ".pi", "mega-compact");
|
|
425
|
+
try {
|
|
426
|
+
mkdirSync(stateDir, { recursive: true });
|
|
427
|
+
writeFileSync(path.join(stateDir, ".mega-compact.env"), envContent, "utf-8");
|
|
428
|
+
}
|
|
429
|
+
catch {
|
|
430
|
+
// non-fatal
|
|
431
|
+
}
|
|
432
|
+
log(`Configured for llama.cpp server.\n\nAdd to your shell profile:\n\n source "${path.join(stateDir, ".mega-compact.env")}"\n\nOr export manually:\n\n export MEGACOMPACT_EMBEDDING_URL="${url}"\n\nThen restart pi to activate the http embedder.`);
|
|
433
|
+
}
|
|
434
|
+
else if (selected.startsWith("onnx:")) {
|
|
435
|
+
log("ONNX Runtime configuration is experimental.\n\nSet MEGACOMPACT_EMBEDDING_URL to your local ONNX server URL, or see docs for manual setup.\nKeeping TrigramEmbedder for now.");
|
|
436
|
+
}
|
|
437
|
+
else {
|
|
438
|
+
log("Keeping TrigramEmbedder (default). No configuration needed.");
|
|
439
|
+
}
|
|
440
|
+
}
|
|
441
|
+
catch (e) {
|
|
442
|
+
ctx.ui.notify(`[mega-compact] /mega-setup failed: ${String(e)}`);
|
|
443
|
+
}
|
|
444
|
+
},
|
|
445
|
+
});
|
|
258
446
|
// NOTE: /mega-tier was removed in S24. The tier the user sees is now the LIVE
|
|
259
447
|
// pressure band (low/medium/high/ultra/mega), which climbs automatically as
|
|
260
448
|
// context fills — there is no manual tier to set. See docs/specs/s24-unified-pressure.md.
|
|
@@ -28,6 +28,7 @@
|
|
|
28
28
|
import { closeVectorIndex } from "../src/store/vectorIndex.js";
|
|
29
29
|
import { closeMemoryIndex } from "../src/store/memoryIndex.js";
|
|
30
30
|
import { loadConfig } from "./mega-config.js";
|
|
31
|
+
import { loadMegaEnv } from "./mega-runtime/env-loader.js";
|
|
31
32
|
import { MegaRuntime } from "./mega-runtime.js";
|
|
32
33
|
import { registerEventHandlers } from "./mega-events.js";
|
|
33
34
|
import { registerCommands } from "./mega-commands.js";
|
|
@@ -38,6 +39,10 @@ import { registerGameCommands } from "./mega-game-cmds.js";
|
|
|
38
39
|
import { registerMetricsCommands } from "./mega-metrics-cmds.js";
|
|
39
40
|
import { registerTopicsCommands } from "./mega-topics-cmds.js";
|
|
40
41
|
export default function (pi) {
|
|
42
|
+
// Load .mega-compact.env (written by /mega-setup + dashboard Setup tab) BEFORE
|
|
43
|
+
// config resolution so the wizard's choices take effect. Shell env wins over
|
|
44
|
+
// the file (see env-loader.ts). Non-fatal: missing/malformed file is a no-op.
|
|
45
|
+
loadMegaEnv(loadConfig().stateDir);
|
|
41
46
|
const config = loadConfig();
|
|
42
47
|
// S38.9: preflight env validation — check for obviously invalid values at startup.
|
|
43
48
|
// Non-fatal: log warnings and fall back to defaults.
|
|
@@ -149,6 +149,7 @@ export function loadConfig() {
|
|
|
149
149
|
errorRetrySessionMax: envFlag("MEGACOMPACT_ERROR_RETRY_SESSION_MAX", 3),
|
|
150
150
|
poisonedContextRepeatThreshold: envFlag("MEGACOMPACT_POISONED_REPEAT_THRESHOLD", 3),
|
|
151
151
|
providerOutageAdviseThreshold: envFlag("MEGACOMPACT_PROVIDER_OUTAGE_THRESHOLD", 3),
|
|
152
|
+
advisoryChannel: envBool("MEGACOMPACT_ADVISORY_CHANNEL", true),
|
|
152
153
|
autoPctTrigger,
|
|
153
154
|
autoInlineK: envFlag("MEGACOMPACT_AUTO_INLINE_K", 3),
|
|
154
155
|
dedupSim: Number(process.env.MEGACOMPACT_DEDUP_SIM ?? "0.9"),
|
|
@@ -165,7 +166,13 @@ export function loadConfig() {
|
|
|
165
166
|
memoryReviewInterval: envFlag("MEGACOMPACT_MEMORY_REVIEW_INTERVAL", 10),
|
|
166
167
|
recallMaxTokens: envFlag("MEGACOMPACT_RECALL_MAX_TOKENS", 1500),
|
|
167
168
|
windowDedupe: envBool("MEGACOMPACT_WINDOW_DEDUPE", true),
|
|
169
|
+
recallTailInject: envBool("MEGACOMPACT_RECALL_TAIL_INJECT", true),
|
|
170
|
+
messageSeparation: envBool("MEGACOMPACT_MESSAGE_SEPARATION", false),
|
|
168
171
|
tuiWidget: envBool("MEGACOMPACT_TUI_WIDGET", true),
|
|
172
|
+
ragQueryReformulation: envBool("MEGACOMPACT_QUERY_REFORMULATION", false),
|
|
173
|
+
ragTieredRouter: envBool("MEGACOMPACT_TIERED_ROUTER", false),
|
|
174
|
+
ragRecallMetrics: envBool("MEGACOMPACT_RECALL_METRICS", false),
|
|
175
|
+
ragMemoryGraph: envBool("MEGACOMPACT_MEMORY_GRAPH", false),
|
|
169
176
|
// D.1: env-overridable recompact delta (minimum context growth % before
|
|
170
177
|
// re-compacting instead of replaying the cached live trim). Default 50.
|
|
171
178
|
recompactPctDelta: envFlag("MEGACOMPACT_RECOMPACT_PCT_DELTA", 50),
|
|
@@ -154,7 +154,10 @@ export function registerAgentHandlers(pi, runtime, config) {
|
|
|
154
154
|
try {
|
|
155
155
|
if (runtime.rt.sessionId !== liveSid)
|
|
156
156
|
return; // session reset
|
|
157
|
-
|
|
157
|
+
// IMPORTANT: recompute Date.now() inside the timeout.
|
|
158
|
+
// `now` above is the durable-trim handler's timestamp and can be
|
|
159
|
+
// ~500ms stale by the time this callback runs.
|
|
160
|
+
const since2 = Date.now() - (runtime.rt.lastNativeCompactAt ?? 0);
|
|
158
161
|
if (runtime.rt.lastNativeCompactAt !== stamp &&
|
|
159
162
|
since2 < cooldownMs)
|
|
160
163
|
return;
|
|
@@ -227,6 +230,15 @@ export function registerAgentHandlers(pi, runtime, config) {
|
|
|
227
230
|
pi.on("turn_end", async (event, ctx) => {
|
|
228
231
|
runtime.dashboard.event("turn_end", { turnIndex: event.turnIndex });
|
|
229
232
|
runtime.snapshot(ctx);
|
|
233
|
+
// S53: consume staged recall blocks ONLY if they were actually injected
|
|
234
|
+
// into a view this turn. If no context event fired (edge: turn ended
|
|
235
|
+
// before any LLM call), recallInjectedThisTurn stays false and the blocks
|
|
236
|
+
// remain staged for the next turn's first context event.
|
|
237
|
+
if (config.recallTailInject && runtime.rt.recallInjectedThisTurn) {
|
|
238
|
+
runtime.pendingRecallBlock = undefined;
|
|
239
|
+
runtime.pendingMemoryRecallBlock = undefined;
|
|
240
|
+
runtime.rt.recallInjectedThisTurn = false;
|
|
241
|
+
}
|
|
230
242
|
// S43 (per-turn tracking): record one turn row with the cached metrics so
|
|
231
243
|
// the turn layer is queryable + forkable. Best-effort + non-fatal: a write
|
|
232
244
|
// failure never breaks the agent loop.
|
|
@@ -518,9 +530,12 @@ export function registerAgentHandlers(pi, runtime, config) {
|
|
|
518
530
|
rawText: (errSig || '').slice(0, 500),
|
|
519
531
|
...(detail.httpStatus !== undefined ? { httpStatus: detail.httpStatus } : {}),
|
|
520
532
|
});
|
|
521
|
-
// (b)
|
|
522
|
-
|
|
523
|
-
|
|
533
|
+
// (b) throttle flag: set unconditionally so the advise fires at
|
|
534
|
+
// most once per session regardless of channel.
|
|
535
|
+
runtime.rt.poisonedAdviseSent = true;
|
|
536
|
+
// Legacy flag-OFF path: user-role advise message.
|
|
537
|
+
// Default ON (advisoryChannel=true): dashboard-only, no user message.
|
|
538
|
+
if (!config.advisoryChannel) {
|
|
524
539
|
// PREVENT-PI-003: user-role sendUserMessage only.
|
|
525
540
|
await safeSendUserMessage(pi, "[mega-compact] this session's context may be poisoned (the provider is rejecting every request). Run /clear or /new to start a fresh context.");
|
|
526
541
|
}
|
|
@@ -46,6 +46,7 @@ async function nudgeResume(pi, runtime) {
|
|
|
46
46
|
const now = Date.now();
|
|
47
47
|
if (now >= runtime.resumeNudgeUntil) {
|
|
48
48
|
runtime.resumeNudgeUntil = now + 30_000;
|
|
49
|
+
runtime.rt.extensionInitiatedTurn = true; // R13: suppress self-classification
|
|
49
50
|
await safeSendUserMessage(pi, "[mega-compact] continue from the compacted context above.");
|
|
50
51
|
}
|
|
51
52
|
}
|