pi-mega-compact 0.11.4 → 0.11.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/extensions/dashboard-server/api-contracts/endpoints.js +19 -0
- package/dist/extensions/dashboard-server/api-contracts/memory.js +8 -0
- package/dist/extensions/dashboard-server/api-contracts/provider-cache.js +1 -0
- package/dist/extensions/dashboard-server/api-contracts/setup.js +10 -0
- package/dist/extensions/dashboard-server/index-reader.js +6 -2
- package/dist/extensions/dashboard-server/routes-cache.js +115 -55
- package/dist/extensions/dashboard-server/routes-memory.js +51 -0
- package/dist/extensions/dashboard-server/routes-repo.js +2 -2
- package/dist/extensions/dashboard-server/routes-setup.js +162 -0
- package/dist/extensions/dashboard-server/routes.js +2 -0
- package/dist/extensions/dashboard-server/server.js +7 -1
- package/dist/extensions/mega-commands.js +189 -1
- package/dist/extensions/mega-config.js +2 -0
- package/dist/extensions/mega-events/agent-handlers.js +19 -4
- package/dist/extensions/mega-events/compact-handlers.js +1 -0
- package/dist/extensions/mega-events/context-handler.js +37 -92
- package/dist/extensions/mega-events/context-hwm.js +51 -0
- package/dist/extensions/mega-events/error-classifier.js +16 -5
- package/dist/extensions/mega-events/mirror-append.js +107 -0
- package/dist/extensions/mega-events/outage-advisor.js +7 -1
- package/dist/extensions/mega-events/perf-handler.js +51 -1
- package/dist/extensions/mega-events/recall-tail.js +59 -0
- package/dist/extensions/mega-events/session-handlers.js +15 -8
- package/dist/extensions/mega-runtime/reset-runtime.js +5 -0
- package/dist/extensions/mega-runtime/runtime.js +6 -0
- package/dist/src/embedder.js +41 -2
- package/dist/src/memoryStats.js +75 -0
- package/dist/src/prefix-break.js +43 -0
- package/dist/src/pricing.js +1 -1
- package/dist/src/store/sqlite/perf-samples.js +144 -16
- package/dist/src/store/turns/memory-store.js +8 -0
- package/dist/src/store/turns/sqlite-store.js +14 -3
- package/dist/src/store/turns/types.js +18 -1
- package/dist/src/store/vectorIndex.js +26 -5
- package/extensions/dashboard-client/dist/assets/{AchievementTiles-vEo2MtE2.js → AchievementTiles-BoL7qBOJ.js} +2 -2
- package/extensions/dashboard-client/dist/assets/{AchievementTiles-vEo2MtE2.js.map → AchievementTiles-BoL7qBOJ.js.map} +1 -1
- package/extensions/dashboard-client/dist/assets/AchievementsTab-BFDE3HYc.js +2 -0
- package/extensions/dashboard-client/dist/assets/{AchievementsTab-DjxfYrDc.js.map → AchievementsTab-BFDE3HYc.js.map} +1 -1
- package/extensions/dashboard-client/dist/assets/CacheTab-eKVc-NV1.js +2 -0
- package/extensions/dashboard-client/dist/assets/CacheTab-eKVc-NV1.js.map +1 -0
- package/extensions/dashboard-client/dist/assets/{ConfigTab-Cm6ymbmx.js → ConfigTab-DDFE-ckA.js} +2 -2
- package/extensions/dashboard-client/dist/assets/{ConfigTab-Cm6ymbmx.js.map → ConfigTab-DDFE-ckA.js.map} +1 -1
- package/extensions/dashboard-client/dist/assets/{EventsTab-DXWl_YzI.js → EventsTab-B6UxZ7PM.js} +2 -2
- package/extensions/dashboard-client/dist/assets/{EventsTab-DXWl_YzI.js.map → EventsTab-B6UxZ7PM.js.map} +1 -1
- package/extensions/dashboard-client/dist/assets/{GameTab-BLDudcO5.js → GameTab-DehUX-KE.js} +2 -2
- package/extensions/dashboard-client/dist/assets/{GameTab-BLDudcO5.js.map → GameTab-DehUX-KE.js.map} +1 -1
- package/extensions/dashboard-client/dist/assets/{MaintenanceTab-DLkKCztn.js → MaintenanceTab-0GWRt4wn.js} +2 -2
- package/extensions/dashboard-client/dist/assets/{MaintenanceTab-DLkKCztn.js.map → MaintenanceTab-0GWRt4wn.js.map} +1 -1
- package/extensions/dashboard-client/dist/assets/{MetricsTab-Cq4u-rZF.js → MetricsTab-C3rwMVsN.js} +2 -2
- package/extensions/dashboard-client/dist/assets/{MetricsTab-Cq4u-rZF.js.map → MetricsTab-C3rwMVsN.js.map} +1 -1
- package/extensions/dashboard-client/dist/assets/OverviewTab-39O9_x5j.js +2 -0
- package/extensions/dashboard-client/dist/assets/{OverviewTab-D4kGvsiQ.js.map → OverviewTab-39O9_x5j.js.map} +1 -1
- package/extensions/dashboard-client/dist/assets/ReposTab-Cfj6Q5sH.js +2 -0
- package/extensions/dashboard-client/dist/assets/ReposTab-Cfj6Q5sH.js.map +1 -0
- package/extensions/dashboard-client/dist/assets/{SessionsTab-DZC2-GCn.js → SessionsTab-DXDTCi3r.js} +2 -2
- package/extensions/dashboard-client/dist/assets/{SessionsTab-DZC2-GCn.js.map → SessionsTab-DXDTCi3r.js.map} +1 -1
- package/extensions/dashboard-client/dist/assets/SetupTab-mMlfunJa.js +2 -0
- package/extensions/dashboard-client/dist/assets/SetupTab-mMlfunJa.js.map +1 -0
- package/extensions/dashboard-client/dist/assets/TimeSavedCard-Cw1dJ4e9.js +2 -0
- package/extensions/dashboard-client/dist/assets/TimeSavedCard-Cw1dJ4e9.js.map +1 -0
- package/extensions/dashboard-client/dist/assets/{TopicsTab-01G71hv1.js → TopicsTab-BAw972BV.js} +2 -2
- package/extensions/dashboard-client/dist/assets/{TopicsTab-01G71hv1.js.map → TopicsTab-BAw972BV.js.map} +1 -1
- package/extensions/dashboard-client/dist/assets/{TurnsTab-DLRg0LZT.js → TurnsTab-Cf5mGIdl.js} +2 -2
- package/extensions/dashboard-client/dist/assets/{TurnsTab-DLRg0LZT.js.map → TurnsTab-Cf5mGIdl.js.map} +1 -1
- package/extensions/dashboard-client/dist/assets/format-COjDIVGj.js +2 -0
- package/extensions/dashboard-client/dist/assets/format-COjDIVGj.js.map +1 -0
- package/extensions/dashboard-client/dist/assets/{index-BX0bcgLu.js → index-4gQ7auad.js} +10 -10
- package/extensions/dashboard-client/dist/assets/index-4gQ7auad.js.map +1 -0
- package/extensions/dashboard-client/dist/assets/pricing-CvE4NllQ.js +2 -0
- package/extensions/dashboard-client/dist/assets/pricing-CvE4NllQ.js.map +1 -0
- package/extensions/dashboard-client/dist/assets/{useSSE-BBYt5UPB.js → useSSE-DNgMuyP6.js} +2 -2
- package/extensions/dashboard-client/dist/assets/{useSSE-BBYt5UPB.js.map → useSSE-DNgMuyP6.js.map} +1 -1
- package/extensions/dashboard-client/dist/index.html +1 -1
- package/extensions/dashboard-client/src/App.tsx +4 -0
- package/extensions/dashboard-client/src/api/client.ts +14 -0
- package/extensions/dashboard-client/src/components/ActiveReposTable.tsx +21 -12
- package/extensions/dashboard-client/src/components/ProviderCacheCard.tsx +56 -0
- package/extensions/dashboard-client/src/components/SavingsByModelTable.tsx +38 -57
- package/extensions/dashboard-client/src/tabs/CacheTab.tsx +1 -0
- package/extensions/dashboard-client/src/tabs/SetupTab.tsx +355 -0
- package/extensions/dashboard-client/tsconfig.json +3 -2
- package/extensions/dashboard-client/vite.config.ts +2 -0
- package/extensions/dashboard-server/api-contracts/endpoints.ts +36 -3
- package/extensions/dashboard-server/api-contracts/index.ts +7 -0
- package/extensions/dashboard-server/api-contracts/memory.ts +27 -0
- package/extensions/dashboard-server/api-contracts/multi-repo.ts +231 -231
- package/extensions/dashboard-server/api-contracts/provider-cache.ts +37 -0
- package/extensions/dashboard-server/api-contracts/setup.ts +58 -0
- package/extensions/dashboard-server/index-reader.ts +138 -121
- package/extensions/dashboard-server/routes-cache.ts +161 -85
- package/extensions/dashboard-server/routes-memory.ts +63 -0
- package/extensions/dashboard-server/routes-repo.ts +36 -36
- package/extensions/dashboard-server/routes-setup.ts +181 -0
- package/extensions/dashboard-server/routes.ts +2 -0
- package/extensions/dashboard-server/server.ts +6 -0
- package/extensions/mega-commands.ts +211 -1
- package/extensions/mega-config.ts +10 -0
- package/extensions/mega-events/agent-handlers.ts +20 -4
- package/extensions/mega-events/compact-handlers.ts +1 -0
- package/extensions/mega-events/context-handler.ts +45 -110
- package/extensions/mega-events/context-hwm.ts +85 -0
- package/extensions/mega-events/error-classifier.ts +15 -4
- package/extensions/mega-events/mirror-append.ts +155 -0
- package/extensions/mega-events/outage-advisor.ts +11 -5
- package/extensions/mega-events/perf-handler.ts +79 -5
- package/extensions/mega-events/recall-tail.ts +88 -0
- package/extensions/mega-events/session-handlers.ts +14 -7
- package/extensions/mega-runtime/helpers.ts +12 -0
- package/extensions/mega-runtime/reset-runtime.ts +5 -0
- package/extensions/mega-runtime/runtime.ts +6 -0
- package/package.json +5 -2
- package/src/embedder.ts +42 -2
- package/src/memoryStats.ts +107 -0
- package/src/prefix-break.ts +83 -0
- package/src/pricing.ts +2 -2
- package/src/store/sqlite/perf-samples.ts +215 -22
- package/src/store/turns/memory-store.ts +10 -1
- package/src/store/turns/sqlite-store.ts +27 -15
- package/src/store/turns/types.ts +21 -0
- package/src/store/vectorIndex.ts +33 -4
- package/dist/extensions/conflict-scan.test.js +0 -115
- package/dist/extensions/dashboard-server/api-contracts.test.js +0 -884
- package/dist/extensions/dashboard-server/html.test.js +0 -52
- package/dist/extensions/dashboard-server/perf-server.test.js +0 -80
- package/dist/extensions/dashboard-server/routes-cache.test.js +0 -248
- package/dist/extensions/dashboard-server/server.test.js +0 -120
- package/dist/extensions/dashboard-server-s32.test.js +0 -181
- package/dist/extensions/dashboard-server.test.js +0 -339
- package/dist/extensions/mega-cache-replay.test.js +0 -400
- package/dist/extensions/mega-compact-s38.test.js +0 -1383
- package/dist/extensions/mega-compact.test.js +0 -1112
- package/dist/extensions/mega-events.test.js +0 -47
- package/dist/extensions/mega-game-cmds.test.js +0 -163
- package/dist/extensions/mega-runtime/snapshot.test.js +0 -127
- package/dist/extensions/mega-runtime/state.test.js +0 -266
- package/dist/extensions/mega-runtime/widget.test.js +0 -343
- package/dist/extensions/mega-shutdown-widget.test.js +0 -121
- package/dist/extensions/mega-teamrun.test.js +0 -156
- package/dist/extensions/mega-trim.test.js +0 -58
- package/dist/extensions/mega-turn-store.test.js +0 -68
- package/dist/src/boundary.test.js +0 -170
- package/dist/src/compact.test.js +0 -78
- package/dist/src/config/themes.test.js +0 -94
- package/dist/src/dedup/dedup.test.js +0 -41
- package/dist/src/dedup/l1.test.js +0 -50
- package/dist/src/dedup/raptor/buildHistory.test.js +0 -292
- package/dist/src/dedup/raptor/multilevel-serve.test.js +0 -229
- package/dist/src/dedup/raptor/multilevel.test.js +0 -238
- package/dist/src/dedup/raptor/promote.test.js +0 -69
- package/dist/src/dedup/raptor/raptor.test.js +0 -248
- package/dist/src/dedup/raptor/retrieval.test.js +0 -95
- package/dist/src/dedup/raptor/serve-gate.test.js +0 -298
- package/dist/src/dedup/sprint12.test.js +0 -219
- package/dist/src/dedup-engine.test.js +0 -472
- package/dist/src/driftDetection.test.js +0 -87
- package/dist/src/e2e.test.js +0 -698
- package/dist/src/engine.test.js +0 -111
- package/dist/src/extractive.test.js +0 -147
- package/dist/src/fork.test.js +0 -81
- package/dist/src/game/scoring.test.js +0 -98
- package/dist/src/httpEmbedder.test.js +0 -277
- package/dist/src/importance.test.js +0 -372
- package/dist/src/intent.test.js +0 -78
- package/dist/src/log.test.js +0 -42
- package/dist/src/mechanical-fix.test.js +0 -65
- package/dist/src/memory.test.js +0 -70
- package/dist/src/memoryConsolidate.test.js +0 -38
- package/dist/src/memoryOps.test.js +0 -129
- package/dist/src/memoryRecall.test.js +0 -171
- package/dist/src/memoryRoundtrip.test.js +0 -137
- package/dist/src/metrics/turns.test.js +0 -152
- package/dist/src/mirror/mirror.test.js +0 -185
- package/dist/src/raptor-inject-summaries.test.js +0 -162
- package/dist/src/ratio.bench.test.js +0 -897
- package/dist/src/recall.integration.test.js +0 -77
- package/dist/src/recall.test.js +0 -379
- package/dist/src/sprint14.test.js +0 -219
- package/dist/src/sprint4x-rag-verification.test.js +0 -93
- package/dist/src/store/compression.test.js +0 -139
- package/dist/src/store/memoryIndex.test.js +0 -51
- package/dist/src/store/migrate.test.js +0 -139
- package/dist/src/store/pgOpenGuard.test.js +0 -74
- package/dist/src/store/phase01.test.js +0 -81
- package/dist/src/store/phase04.test.js +0 -54
- package/dist/src/store/sprint10.test.js +0 -186
- package/dist/src/store/sqlite/game-achievements.test.js +0 -67
- package/dist/src/store/sqlite/game-scores.test.js +0 -106
- package/dist/src/store/sqlite/game-state.test.js +0 -76
- package/dist/src/store/sqlite/global-index.test.js +0 -136
- package/dist/src/store/sqlite/mechanical-fix.test.js +0 -146
- package/dist/src/store/sqlite/perf-samples.test.js +0 -146
- package/dist/src/store/sqlite/raptor.test.js +0 -106
- package/dist/src/store/sqlite/turns.test.js +0 -183
- package/dist/src/store/sqlite.cachehit.test.js +0 -55
- package/dist/src/store/sqlite.dbmaint.test.js +0 -158
- package/dist/src/store/sqlite.dbmirror.test.js +0 -184
- package/dist/src/store/turns/contract-compliance.test.js +0 -428
- package/dist/src/store/turns/memory-store.test.js +0 -9
- package/dist/src/store/turns/migrations.test.js +0 -138
- package/dist/src/store/turns/sqlite-store.test.js +0 -144
- package/dist/src/store/vectorIndex.test.js +0 -123
- package/dist/src/store.test.js +0 -161
- package/dist/src/supersede.test.js +0 -36
- package/dist/src/topics/cluster.test.js +0 -150
- package/dist/src/topics/store.test.js +0 -117
- package/dist/src/types.test.js +0 -9
- package/dist/src/vector-search-cache.test.js +0 -157
- package/dist/src/vectorStore.test.js +0 -479
- package/dist/src/wiki.test.js +0 -171
- package/extensions/conflict-scan.test.ts +0 -129
- package/extensions/dashboard-client/dist/assets/AchievementsTab-DjxfYrDc.js +0 -2
- package/extensions/dashboard-client/dist/assets/CacheTab-Dnpv94wq.js +0 -2
- package/extensions/dashboard-client/dist/assets/CacheTab-Dnpv94wq.js.map +0 -1
- package/extensions/dashboard-client/dist/assets/OverviewTab-D4kGvsiQ.js +0 -2
- package/extensions/dashboard-client/dist/assets/ReposTab-C0Wnrf2u.js +0 -2
- package/extensions/dashboard-client/dist/assets/ReposTab-C0Wnrf2u.js.map +0 -1
- package/extensions/dashboard-client/dist/assets/TimeSavedCard-UqljSyP-.js +0 -2
- package/extensions/dashboard-client/dist/assets/TimeSavedCard-UqljSyP-.js.map +0 -1
- package/extensions/dashboard-client/dist/assets/index-BX0bcgLu.js.map +0 -1
- package/extensions/dashboard-server/api-contracts.test.ts +0 -1065
- package/extensions/dashboard-server/html.test.ts +0 -62
- package/extensions/dashboard-server/perf-server.test.ts +0 -101
- package/extensions/dashboard-server/routes-cache.test.ts +0 -302
- package/extensions/dashboard-server/server.test.ts +0 -131
- package/extensions/dashboard-server-s32.test.ts +0 -195
- package/extensions/dashboard-server.test.ts +0 -382
- package/extensions/mega-cache-replay.test.ts +0 -526
- package/extensions/mega-compact-s38.test.ts +0 -1433
- package/extensions/mega-compact.test.ts +0 -1509
- package/extensions/mega-events.test.ts +0 -55
- package/extensions/mega-game-cmds.test.ts +0 -197
- package/extensions/mega-runtime/snapshot.test.ts +0 -139
- package/extensions/mega-runtime/state.test.ts +0 -262
- package/extensions/mega-runtime/widget.test.ts +0 -468
- package/extensions/mega-shutdown-widget.test.ts +0 -141
- package/extensions/mega-teamrun.test.ts +0 -176
- package/extensions/mega-trim.test.ts +0 -64
- package/extensions/mega-turn-store.test.ts +0 -108
- package/src/boundary.test.ts +0 -187
- package/src/compact.test.ts +0 -99
- package/src/config/themes.test.ts +0 -116
- package/src/dedup/dedup.test.ts +0 -46
- package/src/dedup/l1.test.ts +0 -57
- package/src/dedup/raptor/buildHistory.test.ts +0 -353
- package/src/dedup/raptor/multilevel-serve.test.ts +0 -273
- package/src/dedup/raptor/multilevel.test.ts +0 -325
- package/src/dedup/raptor/promote.test.ts +0 -82
- package/src/dedup/raptor/raptor.test.ts +0 -297
- package/src/dedup/raptor/retrieval.test.ts +0 -118
- package/src/dedup/raptor/serve-gate.test.ts +0 -348
- package/src/dedup/sprint12.test.ts +0 -242
- package/src/dedup-engine.test.ts +0 -670
- package/src/driftDetection.test.ts +0 -100
- package/src/e2e.test.ts +0 -843
- package/src/engine.test.ts +0 -123
- package/src/extractive.test.ts +0 -174
- package/src/fork.test.ts +0 -94
- package/src/game/scoring.test.ts +0 -103
- package/src/httpEmbedder.test.ts +0 -286
- package/src/importance.test.ts +0 -538
- package/src/intent.test.ts +0 -87
- package/src/log.test.ts +0 -47
- package/src/mechanical-fix.test.ts +0 -70
- package/src/memory.test.ts +0 -92
- package/src/memoryConsolidate.test.ts +0 -47
- package/src/memoryOps.test.ts +0 -148
- package/src/memoryRecall.test.ts +0 -194
- package/src/memoryRoundtrip.test.ts +0 -155
- package/src/metrics/turns.test.ts +0 -165
- package/src/mirror/mirror.test.ts +0 -240
- package/src/raptor-inject-summaries.test.ts +0 -228
- package/src/ratio.bench.test.ts +0 -1316
- package/src/recall.integration.test.ts +0 -96
- package/src/recall.test.ts +0 -467
- package/src/sprint14.test.ts +0 -245
- package/src/sprint4x-rag-verification.test.ts +0 -119
- package/src/store/compression.test.ts +0 -168
- package/src/store/memoryIndex.test.ts +0 -61
- package/src/store/migrate.test.ts +0 -158
- package/src/store/pgOpenGuard.test.ts +0 -89
- package/src/store/phase01.test.ts +0 -88
- package/src/store/phase04.test.ts +0 -58
- package/src/store/sprint10.test.ts +0 -214
- package/src/store/sqlite/game-achievements.test.ts +0 -80
- package/src/store/sqlite/game-scores.test.ts +0 -132
- package/src/store/sqlite/game-state.test.ts +0 -89
- package/src/store/sqlite/global-index.test.ts +0 -222
- package/src/store/sqlite/mechanical-fix.test.ts +0 -162
- package/src/store/sqlite/perf-samples.test.ts +0 -169
- package/src/store/sqlite/raptor.test.ts +0 -139
- package/src/store/sqlite/turns.test.ts +0 -218
- package/src/store/sqlite.cachehit.test.ts +0 -68
- package/src/store/sqlite.dbmaint.test.ts +0 -193
- package/src/store/sqlite.dbmirror.test.ts +0 -229
- package/src/store/turns/contract-compliance.test.ts +0 -562
- package/src/store/turns/memory-store.test.ts +0 -15
- package/src/store/turns/migrations.test.ts +0 -161
- package/src/store/turns/sqlite-store.test.ts +0 -161
- package/src/store/vectorIndex.test.ts +0 -140
- package/src/store.test.ts +0 -191
- package/src/supersede.test.ts +0 -42
- package/src/topics/cluster.test.ts +0 -176
- package/src/topics/store.test.ts +0 -132
- package/src/types.test.ts +0 -10
- package/src/vector-search-cache.test.ts +0 -190
- package/src/vectorStore.test.ts +0 -533
- package/src/wiki.test.ts +0 -217
|
@@ -1,144 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* sqlite-store.test.ts — SqliteTurnStore compliance + SQLite-specific tests.
|
|
3
|
-
*
|
|
4
|
-
* Compliance: shared suite run in-memory (fast).
|
|
5
|
-
* SQLite-specific: file-backed tests verifying:
|
|
6
|
-
* - Separate turns.db (not sqlite.db)
|
|
7
|
-
* - WAL mode active
|
|
8
|
-
* - Connection caching (same path → same connection)
|
|
9
|
-
* - dbSizeBytes reports file size
|
|
10
|
-
* - File persistence across store instances
|
|
11
|
-
*/
|
|
12
|
-
import { describe, it, beforeEach, afterEach } from "node:test";
|
|
13
|
-
import assert from "node:assert/strict";
|
|
14
|
-
import { existsSync, statSync, rmSync, mkdtempSync } from "node:fs";
|
|
15
|
-
import { join } from "node:path";
|
|
16
|
-
import { tmpdir } from "node:os";
|
|
17
|
-
import { SqliteTurnStore } from "./sqlite-store.js";
|
|
18
|
-
import { runComplianceSuite } from "./contract-compliance.test.js";
|
|
19
|
-
import { closeAllTurnDbs } from "./connection.js";
|
|
20
|
-
// ── Compliance suite (in-memory, fast) ──────────────────────────
|
|
21
|
-
runComplianceSuite("SqliteTurnStore", (options) => new SqliteTurnStore(options), { stateDir: join(tmpdir(), "turns-compliance-sqlite"), inMemory: true });
|
|
22
|
-
// ── SQLite-specific file-backed tests ───────────────────────────
|
|
23
|
-
describe("SqliteTurnStore — file-backed", () => {
|
|
24
|
-
let stateDir;
|
|
25
|
-
let store;
|
|
26
|
-
beforeEach(() => {
|
|
27
|
-
closeAllTurnDbs(); // clear any cached connections
|
|
28
|
-
stateDir = mkdtempSync(join(tmpdir(), "turns-file-"));
|
|
29
|
-
store = new SqliteTurnStore({ stateDir });
|
|
30
|
-
});
|
|
31
|
-
afterEach(() => {
|
|
32
|
-
try {
|
|
33
|
-
store.close();
|
|
34
|
-
}
|
|
35
|
-
catch {
|
|
36
|
-
// best-effort
|
|
37
|
-
}
|
|
38
|
-
closeAllTurnDbs();
|
|
39
|
-
try {
|
|
40
|
-
rmSync(stateDir, { recursive: true, force: true });
|
|
41
|
-
}
|
|
42
|
-
catch {
|
|
43
|
-
// best-effort
|
|
44
|
-
}
|
|
45
|
-
});
|
|
46
|
-
it("creates turns.db separate from sqlite.db", () => {
|
|
47
|
-
const turnsDbPath = join(stateDir, "turns.db");
|
|
48
|
-
assert.ok(existsSync(turnsDbPath), "turns.db should exist");
|
|
49
|
-
// sqlite.db should NOT be created by the turns store
|
|
50
|
-
const sqliteDbPath = join(stateDir, "sqlite.db");
|
|
51
|
-
assert.ok(!existsSync(sqliteDbPath), "sqlite.db should NOT be created");
|
|
52
|
-
});
|
|
53
|
-
it("uses WAL journal mode", () => {
|
|
54
|
-
const row = store
|
|
55
|
-
.db.prepare("PRAGMA journal_mode")
|
|
56
|
-
.get();
|
|
57
|
-
assert.equal(row.journal_mode, "wal");
|
|
58
|
-
});
|
|
59
|
-
it("caches connections for the same path", () => {
|
|
60
|
-
// Creating a second store with the same stateDir should reuse
|
|
61
|
-
// the cached connection (not create a new file lock conflict)
|
|
62
|
-
const store2 = new SqliteTurnStore({ stateDir });
|
|
63
|
-
try {
|
|
64
|
-
// Both should be able to write without locking errors
|
|
65
|
-
const entry = {
|
|
66
|
-
conversationId: "conv_cache",
|
|
67
|
-
sessionId: "sess_cache",
|
|
68
|
-
turnIndex: 0,
|
|
69
|
-
role: "assistant",
|
|
70
|
-
endedAt: Date.now(),
|
|
71
|
-
};
|
|
72
|
-
store.asWriter().appendTurn(entry);
|
|
73
|
-
store2.asWriter().appendTurn({
|
|
74
|
-
...entry,
|
|
75
|
-
turnIndex: 1,
|
|
76
|
-
});
|
|
77
|
-
assert.equal(store.asReader().countTurns("conv_cache"), 2);
|
|
78
|
-
}
|
|
79
|
-
finally {
|
|
80
|
-
store2.close();
|
|
81
|
-
}
|
|
82
|
-
});
|
|
83
|
-
it("reports dbSizeBytes for file-backed store", () => {
|
|
84
|
-
const entry = {
|
|
85
|
-
conversationId: "conv_size",
|
|
86
|
-
sessionId: "sess_size",
|
|
87
|
-
turnIndex: 0,
|
|
88
|
-
role: "assistant",
|
|
89
|
-
endedAt: Date.now(),
|
|
90
|
-
};
|
|
91
|
-
store.asWriter().appendTurn(entry);
|
|
92
|
-
// prune returns a PruneReport with freedBytes; we can also
|
|
93
|
-
// verify the file exists and has content
|
|
94
|
-
const turnsDbPath = join(stateDir, "turns.db");
|
|
95
|
-
const size = statSync(turnsDbPath).size;
|
|
96
|
-
assert.ok(size > 0, "turns.db should have non-zero size after writes");
|
|
97
|
-
});
|
|
98
|
-
it("persists data across store instances", () => {
|
|
99
|
-
const entry = {
|
|
100
|
-
conversationId: "conv_persist",
|
|
101
|
-
sessionId: "sess_persist",
|
|
102
|
-
turnIndex: 0,
|
|
103
|
-
role: "assistant",
|
|
104
|
-
endedAt: Date.now(),
|
|
105
|
-
model: "test-model",
|
|
106
|
-
};
|
|
107
|
-
store.asWriter().appendTurn(entry);
|
|
108
|
-
store.close();
|
|
109
|
-
closeAllTurnDbs();
|
|
110
|
-
// Re-open the same stateDir
|
|
111
|
-
const store2 = new SqliteTurnStore({ stateDir });
|
|
112
|
-
try {
|
|
113
|
-
const turns = store2.asReader().query({ conversationId: "conv_persist" });
|
|
114
|
-
assert.equal(turns.length, 1);
|
|
115
|
-
assert.equal(turns[0].model, "test-model");
|
|
116
|
-
}
|
|
117
|
-
finally {
|
|
118
|
-
store2.close();
|
|
119
|
-
closeAllTurnDbs();
|
|
120
|
-
}
|
|
121
|
-
});
|
|
122
|
-
it("supports custom dbPath", () => {
|
|
123
|
-
const customPath = join(stateDir, "custom-turns.db");
|
|
124
|
-
const customStore = new SqliteTurnStore({
|
|
125
|
-
stateDir,
|
|
126
|
-
dbPath: customPath,
|
|
127
|
-
});
|
|
128
|
-
try {
|
|
129
|
-
assert.ok(existsSync(customPath), "custom db path should be created");
|
|
130
|
-
customStore.asWriter().appendTurn({
|
|
131
|
-
conversationId: "conv_custom",
|
|
132
|
-
sessionId: "sess_custom",
|
|
133
|
-
turnIndex: 0,
|
|
134
|
-
role: "user",
|
|
135
|
-
endedAt: Date.now(),
|
|
136
|
-
});
|
|
137
|
-
assert.equal(customStore.asReader().countTurns("conv_custom"), 1);
|
|
138
|
-
}
|
|
139
|
-
finally {
|
|
140
|
-
customStore.close();
|
|
141
|
-
closeAllTurnDbs();
|
|
142
|
-
}
|
|
143
|
-
});
|
|
144
|
-
});
|
|
@@ -1,123 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* vectorIndex.test.ts — Slice 2 async PGlite/HNSW vector index.
|
|
3
|
-
*
|
|
4
|
-
* Proves: cross-repo nearest-neighbor recall, repoId scoping, the dimension
|
|
5
|
-
* guard (non-512 vectors skipped, never corrupt the index), and graceful
|
|
6
|
-
* degradation when the index is disabled (kill-switch) — all without touching
|
|
7
|
-
* the synchronous node:sqlite store.
|
|
8
|
-
*
|
|
9
|
-
* The index is a WASM Postgres (PGlite) — fully local, zero network
|
|
10
|
-
* (PREVENT-PI-004). Each test isolates state via MEGACOMPACT_VECTOR_INDEX_DIR.
|
|
11
|
-
*/
|
|
12
|
-
import { test } from "node:test";
|
|
13
|
-
import assert from "node:assert/strict";
|
|
14
|
-
import { mkdirSync, mkdtempSync, rmSync, writeFileSync } from "node:fs";
|
|
15
|
-
import { tmpdir } from "node:os";
|
|
16
|
-
import { join } from "node:path";
|
|
17
|
-
import { EMBEDDING_DIM, initVectorIndex, upsertEmbedding, searchAsync, closeVectorIndex, isVectorIndexDisabled, } from "./vectorIndex.js";
|
|
18
|
-
/** A 512-dim unit-ish vector with a single spike at `idx` (deterministic NN). */
|
|
19
|
-
function spikeVec(idx, magnitude = 1) {
|
|
20
|
-
const v = new Array(EMBEDDING_DIM).fill(0);
|
|
21
|
-
v[idx % EMBEDDING_DIM] = magnitude;
|
|
22
|
-
return v;
|
|
23
|
-
}
|
|
24
|
-
function isolateIndexDir() {
|
|
25
|
-
const dir = mkdtempSync(join(tmpdir(), "mc-vecidx-"));
|
|
26
|
-
process.env.MEGACOMPACT_VECTOR_INDEX_DIR = dir;
|
|
27
|
-
return dir;
|
|
28
|
-
}
|
|
29
|
-
test("cross-repo HNSW nearest-neighbor recall across repos + repoId scoping", async () => {
|
|
30
|
-
delete process.env.MEGACOMPACT_PGLITE_DISABLED;
|
|
31
|
-
const dir = isolateIndexDir();
|
|
32
|
-
try {
|
|
33
|
-
await closeVectorIndex(); // ensure a fresh singleton for this dir
|
|
34
|
-
const pg = await initVectorIndex();
|
|
35
|
-
assert.ok(pg, "index should initialize (PGlite WASM available)");
|
|
36
|
-
// repoA: two checkpoints; repoB: one checkpoint. Distinct spike directions.
|
|
37
|
-
await upsertEmbedding("/repoA/.pi/mega-compact", "sessA", "chkpt_001", spikeVec(0));
|
|
38
|
-
await upsertEmbedding("/repoA/.pi/mega-compact", "sessA", "chkpt_002", spikeVec(5));
|
|
39
|
-
await upsertEmbedding("/repoB/.pi/mega-compact", "sessB", "chkpt_001", spikeVec(0));
|
|
40
|
-
// Cross-repo query near spike(0): nearest are the two spike(0) rows, one per repo.
|
|
41
|
-
const cross = await searchAsync(spikeVec(0), { k: 2 });
|
|
42
|
-
assert.equal(cross.length, 2, "cross-repo returns two nearest");
|
|
43
|
-
const repos = new Set(cross.map((h) => h.repoId));
|
|
44
|
-
assert.ok(repos.has("/repoA/.pi/mega-compact"), "hit from repoA");
|
|
45
|
-
assert.ok(repos.has("/repoB/.pi/mega-compact"), "hit from repoB");
|
|
46
|
-
assert.ok(cross[0].score > 0.99, "top hit is near-identical (cosine ~1)");
|
|
47
|
-
// Scoped to repoA only: excludes repoB even though repoB has an identical vec.
|
|
48
|
-
const scoped = await searchAsync(spikeVec(0), { k: 5, repoId: "/repoA/.pi/mega-compact" });
|
|
49
|
-
assert.ok(scoped.length >= 1, "scoped returns repoA hits");
|
|
50
|
-
assert.ok(scoped.every((h) => h.repoId === "/repoA/.pi/mega-compact"), "repoId filter excludes other repos");
|
|
51
|
-
}
|
|
52
|
-
finally {
|
|
53
|
-
await closeVectorIndex();
|
|
54
|
-
rmSync(dir, { recursive: true, force: true });
|
|
55
|
-
delete process.env.MEGACOMPACT_VECTOR_INDEX_DIR;
|
|
56
|
-
}
|
|
57
|
-
});
|
|
58
|
-
test("dimension guard: non-512 vectors are skipped, never corrupt the index", async () => {
|
|
59
|
-
delete process.env.MEGACOMPACT_PGLITE_DISABLED;
|
|
60
|
-
const dir = isolateIndexDir();
|
|
61
|
-
try {
|
|
62
|
-
await closeVectorIndex();
|
|
63
|
-
await initVectorIndex();
|
|
64
|
-
// Wrong-dimension vector (BYO embedder mismatch) must be silently skipped.
|
|
65
|
-
await upsertEmbedding("/repoC/.pi/mega-compact", "sessC", "chkpt_001", [1, 2, 3]);
|
|
66
|
-
const hits = await searchAsync(spikeVec(0), { k: 5 });
|
|
67
|
-
assert.equal(hits.length, 0, "no rows stored for a mismatched-dim vector");
|
|
68
|
-
// A correct-dim vector still stores fine afterward (index not corrupted).
|
|
69
|
-
await upsertEmbedding("/repoC/.pi/mega-compact", "sessC", "chkpt_002", spikeVec(3));
|
|
70
|
-
const ok = await searchAsync(spikeVec(3), { k: 1 });
|
|
71
|
-
assert.equal(ok.length, 1, "valid vector stored after a skipped one");
|
|
72
|
-
assert.equal(ok[0].checkpointId, "chkpt_002");
|
|
73
|
-
}
|
|
74
|
-
finally {
|
|
75
|
-
await closeVectorIndex();
|
|
76
|
-
rmSync(dir, { recursive: true, force: true });
|
|
77
|
-
delete process.env.MEGACOMPACT_VECTOR_INDEX_DIR;
|
|
78
|
-
}
|
|
79
|
-
});
|
|
80
|
-
test("corrupt-dir self-heal: torn PGlite dir is deleted + retried, never crashes", async () => {
|
|
81
|
-
delete process.env.MEGACOMPACT_PGLITE_DISABLED;
|
|
82
|
-
const dir = isolateIndexDir();
|
|
83
|
-
try {
|
|
84
|
-
await closeVectorIndex();
|
|
85
|
-
// Tear the dir: garbage bytes where PGlite expects its data/ files.
|
|
86
|
-
mkdirSync(dir, { recursive: true });
|
|
87
|
-
writeFileSync(join(dir, "data"), Buffer.from([0xde, 0xad, 0xbe, 0xef, 0xde, 0xad]));
|
|
88
|
-
// openPgLite(retryOnCorrupt=true) deletes + retries; if that still fails it
|
|
89
|
-
// disables gracefully. Either path must NOT throw.
|
|
90
|
-
const pg = await initVectorIndex();
|
|
91
|
-
assert.ok(pg, "index self-healed after corruption ");
|
|
92
|
-
// And the index works after heal: upsert + search round-trip.
|
|
93
|
-
await upsertEmbedding("/repoE/.pi/mega-compact", "sessE", "chkpt_001", spikeVec(7));
|
|
94
|
-
const hits = await searchAsync(spikeVec(7), { k: 1 });
|
|
95
|
-
assert.equal(hits.length, 1, "search works on the healed index");
|
|
96
|
-
assert.equal(hits[0].checkpointId, "chkpt_001");
|
|
97
|
-
}
|
|
98
|
-
finally {
|
|
99
|
-
await closeVectorIndex();
|
|
100
|
-
rmSync(dir, { recursive: true, force: true });
|
|
101
|
-
delete process.env.MEGACOMPACT_VECTOR_INDEX_DIR;
|
|
102
|
-
}
|
|
103
|
-
});
|
|
104
|
-
test("kill-switch: MEGACOMPACT_PGLITE_DISABLED disables the index gracefully", async () => {
|
|
105
|
-
const dir = isolateIndexDir();
|
|
106
|
-
process.env.MEGACOMPACT_PGLITE_DISABLED = "true";
|
|
107
|
-
try {
|
|
108
|
-
await closeVectorIndex();
|
|
109
|
-
assert.equal(isVectorIndexDisabled(), true, "kill-switch reported disabled");
|
|
110
|
-
const pg = await initVectorIndex();
|
|
111
|
-
assert.equal(pg, undefined, "init returns undefined when disabled");
|
|
112
|
-
// Upsert + search are no-ops that never throw and return empty.
|
|
113
|
-
await upsertEmbedding("/repoD/.pi/mega-compact", "sessD", "chkpt_001", spikeVec(0));
|
|
114
|
-
const hits = await searchAsync(spikeVec(0), { k: 3 });
|
|
115
|
-
assert.deepEqual(hits, [], "search returns [] when disabled");
|
|
116
|
-
}
|
|
117
|
-
finally {
|
|
118
|
-
delete process.env.MEGACOMPACT_PGLITE_DISABLED;
|
|
119
|
-
await closeVectorIndex();
|
|
120
|
-
rmSync(dir, { recursive: true, force: true });
|
|
121
|
-
delete process.env.MEGACOMPACT_VECTOR_INDEX_DIR;
|
|
122
|
-
}
|
|
123
|
-
});
|
package/dist/src/store.test.js
DELETED
|
@@ -1,161 +0,0 @@
|
|
|
1
|
-
import { test } from "node:test";
|
|
2
|
-
import assert from "node:assert/strict";
|
|
3
|
-
import { mkdtempSync, rmSync, mkdirSync, writeFileSync } from "node:fs";
|
|
4
|
-
import { tmpdir } from "node:os";
|
|
5
|
-
import { join } from "node:path";
|
|
6
|
-
import { gzipSync } from "node:zlib";
|
|
7
|
-
import { compressSmart, decompressSmart, readGzJson, writeGzJson, normalizeSessionId, nextCheckpointId, } from "./store.js";
|
|
8
|
-
const baseTmp = mkdtempSync(join(tmpdir(), "mc-store-"));
|
|
9
|
-
let counter = 0;
|
|
10
|
-
function tmpDir() {
|
|
11
|
-
return join(baseTmp, `d-${counter++}`);
|
|
12
|
-
}
|
|
13
|
-
// ---------------------------------------------------------------------------
|
|
14
|
-
// compressSmart / decompressSmart
|
|
15
|
-
// ---------------------------------------------------------------------------
|
|
16
|
-
test("compressSmart: tiny payload (<512B) uses RAW tier", () => {
|
|
17
|
-
const data = Buffer.from(JSON.stringify({ hello: "world" }));
|
|
18
|
-
assert.ok(data.length < 512);
|
|
19
|
-
const compressed = compressSmart(data);
|
|
20
|
-
// Versioned header: 0xEC 0x01 [version=1] [tier=0x00 RAW]; payload after byte 4.
|
|
21
|
-
assert.equal(compressed[0], 0xec, "magic hi");
|
|
22
|
-
assert.equal(compressed[1], 0x01, "magic lo / version marker");
|
|
23
|
-
assert.equal(compressed[2], 0x01, "format version 1");
|
|
24
|
-
assert.equal(compressed[3], 0x00, "tag RAW");
|
|
25
|
-
// Payload after the 4-byte header should be identical to original
|
|
26
|
-
assert.deepEqual(compressed.subarray(4), data);
|
|
27
|
-
});
|
|
28
|
-
test("compressSmart: medium payload (4KB–32KB) uses GZIP-6 tier", () => {
|
|
29
|
-
// ~8KB of repetitive text
|
|
30
|
-
const data = Buffer.from("the quick brown fox jumps over the lazy dog. ".repeat(180));
|
|
31
|
-
assert.ok(data.length >= 4096 && data.length < 32768);
|
|
32
|
-
const compressed = compressSmart(data);
|
|
33
|
-
// Versioned header + tier tag 0x02 (GZIP-6) at byte 3.
|
|
34
|
-
assert.equal(compressed[0], 0xec);
|
|
35
|
-
assert.equal(compressed[3], 0x02, "tag GZIP-6");
|
|
36
|
-
// Compressed should be smaller
|
|
37
|
-
assert.ok(compressed.length < data.length, "compressed smaller than raw");
|
|
38
|
-
});
|
|
39
|
-
test("compressSmart: large payload (>32KB) uses BROTLI tier", () => {
|
|
40
|
-
// ~40KB of repetitive text
|
|
41
|
-
const data = Buffer.from("this is a long summary of a coding session. ".repeat(900));
|
|
42
|
-
assert.ok(data.length >= 32768);
|
|
43
|
-
const compressed = compressSmart(data);
|
|
44
|
-
// Versioned header + tier tag 0x05 (BROTLI_4) at byte 3.
|
|
45
|
-
assert.equal(compressed[0], 0xec);
|
|
46
|
-
assert.equal(compressed[3], 0x05, "tag BROTLI_4");
|
|
47
|
-
// Compressed should be smaller
|
|
48
|
-
assert.ok(compressed.length < data.length, "brotli compressed smaller than raw");
|
|
49
|
-
});
|
|
50
|
-
test("compressSmart: small payload (512B–4KB) uses GZIP-1 tier", () => {
|
|
51
|
-
// ~1.5KB
|
|
52
|
-
const data = Buffer.from("a moderately sized summary with some repetition. ".repeat(30));
|
|
53
|
-
assert.ok(data.length >= 512 && data.length < 4096);
|
|
54
|
-
const compressed = compressSmart(data);
|
|
55
|
-
assert.equal(compressed[0], 0xec);
|
|
56
|
-
assert.equal(compressed[3], 0x01, "tag GZIP-1");
|
|
57
|
-
});
|
|
58
|
-
test("decompressSmart roundtrips all tiers", () => {
|
|
59
|
-
const sizes = [
|
|
60
|
-
{ label: "tiny", gen: () => Buffer.from("small") },
|
|
61
|
-
{ label: "small", gen: () => Buffer.from("x".repeat(600)) },
|
|
62
|
-
{ label: "medium", gen: () => Buffer.from("y".repeat(8000)) },
|
|
63
|
-
{ label: "large", gen: () => Buffer.from("z".repeat(40000)) },
|
|
64
|
-
];
|
|
65
|
-
for (const { label, gen } of sizes) {
|
|
66
|
-
const original = gen();
|
|
67
|
-
const compressed = compressSmart(original);
|
|
68
|
-
const decompressed = decompressSmart(compressed);
|
|
69
|
-
assert.deepEqual(decompressed, original, `roundtrip failed for ${label} (${original.length}B)`);
|
|
70
|
-
}
|
|
71
|
-
});
|
|
72
|
-
test("decompressSmart handles legacy untagged gzip files (backward compat)", () => {
|
|
73
|
-
const data = Buffer.from(JSON.stringify({ legacy: true }));
|
|
74
|
-
const legacyGzip = gzipSync(data); // no tag byte, starts with 0x1f
|
|
75
|
-
assert.equal(legacyGzip[0], 0x1f, "gzip magic byte present");
|
|
76
|
-
const result = decompressSmart(legacyGzip);
|
|
77
|
-
assert.deepEqual(JSON.parse(result.toString()), { legacy: true });
|
|
78
|
-
});
|
|
79
|
-
test("readGzJson / writeGzJson roundtrip with smart compression", () => {
|
|
80
|
-
const dir = tmpDir();
|
|
81
|
-
const path = join(dir, "test.json.gz");
|
|
82
|
-
const data = [{ id: "a", value: 42 }, { id: "b", value: 99 }];
|
|
83
|
-
writeGzJson(path, data);
|
|
84
|
-
const loaded = readGzJson(path, []);
|
|
85
|
-
assert.deepEqual(loaded, data);
|
|
86
|
-
});
|
|
87
|
-
test("readGzJson reads legacy gzip files written by old code", () => {
|
|
88
|
-
const dir = tmpDir();
|
|
89
|
-
const path = join(dir, "legacy.json.gz");
|
|
90
|
-
const data = { old: true };
|
|
91
|
-
// Simulate old writeGzJson (plain gzip, no tag)
|
|
92
|
-
mkdirSync(join(path, ".."), { recursive: true });
|
|
93
|
-
const buf = gzipSync(Buffer.from(JSON.stringify(data), "utf-8"));
|
|
94
|
-
writeFileSync(path, buf);
|
|
95
|
-
const loaded = readGzJson(path, { old: false });
|
|
96
|
-
assert.deepEqual(loaded, { old: true });
|
|
97
|
-
});
|
|
98
|
-
test("compression tier: GZIP-1 and GZIP-6 tiers produce valid, smaller output", () => {
|
|
99
|
-
// GZIP-1 tier (~600B input, 512B–4KB band)
|
|
100
|
-
const small = compressSmart(Buffer.from("compress me ".repeat(200)));
|
|
101
|
-
assert.equal(small[0], 0xec, "versioned magic");
|
|
102
|
-
assert.equal(small[3], 0x01, "GZIP-1 tag for small input");
|
|
103
|
-
assert.ok(small.length < 600, "GZIP-1 output smaller than input");
|
|
104
|
-
assert.deepEqual(decompressSmart(small), Buffer.from("compress me ".repeat(200)));
|
|
105
|
-
// GZIP-6 tier (~8KB input, 4KB–32KB band)
|
|
106
|
-
const big = compressSmart(Buffer.from("compress me ".repeat(1800)));
|
|
107
|
-
assert.equal(big[0], 0xec, "versioned magic");
|
|
108
|
-
assert.equal(big[3], 0x02, "GZIP-6 tag for medium input");
|
|
109
|
-
assert.ok(big.length < Buffer.from("compress me ".repeat(1800)).length, "GZIP-6 output smaller than input");
|
|
110
|
-
assert.deepEqual(decompressSmart(big), Buffer.from("compress me ".repeat(1800)));
|
|
111
|
-
});
|
|
112
|
-
test("Fix E: pressure escalates gzip tier strength (sync, no zstd)", () => {
|
|
113
|
-
const small = Buffer.from("compress me ".repeat(200)); // 512B–4KB band
|
|
114
|
-
const medium = Buffer.from("compress me ".repeat(1800)); // 4KB–32KB band
|
|
115
|
-
// Low pressure → cheap levels (gzip-1 / gzip-6).
|
|
116
|
-
const lowSmall = compressSmart(small, 0);
|
|
117
|
-
const lowMedium = compressSmart(medium, 0);
|
|
118
|
-
assert.equal(lowSmall[3], 0x01, "small tier tag");
|
|
119
|
-
assert.equal(lowMedium[3], 0x02, "medium tier tag");
|
|
120
|
-
assert.ok(decompressSmart(lowSmall).equals(small), "low-pressure small roundtrips");
|
|
121
|
-
assert.ok(decompressSmart(lowMedium).equals(medium), "low-pressure medium roundtrips");
|
|
122
|
-
// High pressure → stronger levels (gzip-9 / gzip-9); tag unchanged, output
|
|
123
|
-
// must still decode to the exact original (versioned header preserved).
|
|
124
|
-
const highSmall = compressSmart(small, 1);
|
|
125
|
-
const highMedium = compressSmart(medium, 1);
|
|
126
|
-
assert.equal(highSmall[3], 0x01, "tag unchanged under pressure");
|
|
127
|
-
assert.equal(highMedium[3], 0x02, "tag unchanged under pressure");
|
|
128
|
-
assert.ok(decompressSmart(highSmall).equals(small), "high-pressure small roundtrips");
|
|
129
|
-
assert.ok(decompressSmart(highMedium).equals(medium), "high-pressure medium roundtrips");
|
|
130
|
-
});
|
|
131
|
-
// ---------------------------------------------------------------------------
|
|
132
|
-
// normalizeSessionId
|
|
133
|
-
// ---------------------------------------------------------------------------
|
|
134
|
-
test("normalizeSessionId adds sess_ prefix when missing", () => {
|
|
135
|
-
assert.equal(normalizeSessionId("abc"), "sess_abc");
|
|
136
|
-
assert.equal(normalizeSessionId("sess_abc"), "sess_abc");
|
|
137
|
-
});
|
|
138
|
-
// ---------------------------------------------------------------------------
|
|
139
|
-
// nextCheckpointId
|
|
140
|
-
// ---------------------------------------------------------------------------
|
|
141
|
-
test("nextCheckpointId returns chkpt_001 for new session", () => {
|
|
142
|
-
const dir = tmpDir();
|
|
143
|
-
assert.equal(nextCheckpointId("sess_nci1", dir), "chkpt_001");
|
|
144
|
-
});
|
|
145
|
-
test("nextCheckpointId increments highest existing id", () => {
|
|
146
|
-
const dir = tmpDir();
|
|
147
|
-
const sid = "sess_nci2";
|
|
148
|
-
// Write a checkpoints file with two entries to simulate existing state
|
|
149
|
-
const fakeCheckpoints = [
|
|
150
|
-
{ checkpointId: "chkpt_001", sessionId: "sess_nci2", summary: "a", keyDecisions: [], nextSteps: [], filesModified: [], tokenEstimate: 100, regionHash: "h1", embedding: [], timestamp: 1 },
|
|
151
|
-
{ checkpointId: "chkpt_003", sessionId: "sess_nci2", summary: "b", keyDecisions: [], nextSteps: [], filesModified: [], tokenEstimate: 100, regionHash: "h2", embedding: [], timestamp: 2 },
|
|
152
|
-
];
|
|
153
|
-
writeGzJson(join(dir, "sess_nci2.checkpoints.json.gz"), fakeCheckpoints);
|
|
154
|
-
assert.equal(nextCheckpointId(sid, dir), "chkpt_004");
|
|
155
|
-
});
|
|
156
|
-
// ---------------------------------------------------------------------------
|
|
157
|
-
// cleanup
|
|
158
|
-
// ---------------------------------------------------------------------------
|
|
159
|
-
test("cleanup", () => {
|
|
160
|
-
rmSync(baseTmp, { recursive: true, force: true });
|
|
161
|
-
});
|
|
@@ -1,36 +0,0 @@
|
|
|
1
|
-
import { test } from "node:test";
|
|
2
|
-
import assert from "node:assert/strict";
|
|
3
|
-
import { findSuperseded, supersede } from "./supersede.js";
|
|
4
|
-
function msg(role, text) { return { role, text }; }
|
|
5
|
-
test("read superseded by later write to same path is pruned", () => {
|
|
6
|
-
const messages = [
|
|
7
|
-
msg("assistant", "read src/server.ts"),
|
|
8
|
-
msg("user", "now change it"),
|
|
9
|
-
msg("assistant", "write src/server.ts with the fix"),
|
|
10
|
-
];
|
|
11
|
-
assert.deepEqual(findSuperseded(messages), [0]);
|
|
12
|
-
});
|
|
13
|
-
test("older read superseded by newer read of same path (keep latest)", () => {
|
|
14
|
-
const messages = [
|
|
15
|
-
msg("assistant", "read src/a.ts"),
|
|
16
|
-
msg("assistant", "read src/a.ts again"),
|
|
17
|
-
];
|
|
18
|
-
assert.deepEqual(findSuperseded(messages), [0]);
|
|
19
|
-
});
|
|
20
|
-
test("unrelated reads are kept", () => {
|
|
21
|
-
const messages = [
|
|
22
|
-
msg("assistant", "read src/a.ts"),
|
|
23
|
-
msg("assistant", "read src/b.ts"),
|
|
24
|
-
];
|
|
25
|
-
assert.deepEqual(findSuperseded(messages), []);
|
|
26
|
-
});
|
|
27
|
-
test("supersede() drops the obsolete read and preserves order", () => {
|
|
28
|
-
const messages = [
|
|
29
|
-
msg("assistant", "read src/server.ts"),
|
|
30
|
-
msg("user", "change it"),
|
|
31
|
-
msg("assistant", "write src/server.ts done"),
|
|
32
|
-
];
|
|
33
|
-
const out = supersede(messages);
|
|
34
|
-
assert.equal(out.length, 2);
|
|
35
|
-
assert.equal(out[0].text, "change it");
|
|
36
|
-
});
|
|
@@ -1,150 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* cluster.test.ts — S51A clustering + labeling tests. No network, temp dirs.
|
|
3
|
-
* Includes the honest-boundary grep-asserts (no ollama/llm/fetch, no fabricated
|
|
4
|
-
* keyword literals) required by the s47/s51 acceptance criteria.
|
|
5
|
-
*/
|
|
6
|
-
import { test, beforeEach, afterEach } from "node:test";
|
|
7
|
-
import assert from "node:assert/strict";
|
|
8
|
-
import { mkdtempSync, rmSync, readFileSync, readdirSync } from "node:fs";
|
|
9
|
-
import { tmpdir } from "node:os";
|
|
10
|
-
import { join, dirname } from "node:path";
|
|
11
|
-
import { fileURLToPath } from "node:url";
|
|
12
|
-
import { openStore } from "../store/sqlite/utils.js";
|
|
13
|
-
import { upsertCheckpoint } from "../store/sqlite/checkpoints.js";
|
|
14
|
-
import { loadEmbeddings, buildTopicModel, DEFAULT_CLUSTER_CONFIG } from "./cluster.js";
|
|
15
|
-
import { tfidfScores, membershipConfidence } from "./labels.js";
|
|
16
|
-
let tmpDir;
|
|
17
|
-
let counter = 0;
|
|
18
|
-
beforeEach(() => {
|
|
19
|
-
tmpDir = mkdtempSync(join(tmpdir(), "mc-topics-"));
|
|
20
|
-
});
|
|
21
|
-
afterEach(() => {
|
|
22
|
-
rmSync(tmpDir, { recursive: true, force: true });
|
|
23
|
-
});
|
|
24
|
-
function stateDir() {
|
|
25
|
-
return join(tmpDir, `run-${counter++}`);
|
|
26
|
-
}
|
|
27
|
-
/** Unit vector along axis `axis` (dim = total dims). */
|
|
28
|
-
function axisVec(axis, dim) {
|
|
29
|
-
const v = new Array(dim).fill(0);
|
|
30
|
-
v[axis] = 1;
|
|
31
|
-
return v;
|
|
32
|
-
}
|
|
33
|
-
function cp(id, text, embedding, session = "sess_t") {
|
|
34
|
-
return {
|
|
35
|
-
checkpointId: id,
|
|
36
|
-
sessionId: session,
|
|
37
|
-
summary: text,
|
|
38
|
-
normalizedText: text,
|
|
39
|
-
keyDecisions: [],
|
|
40
|
-
nextSteps: [],
|
|
41
|
-
filesModified: [],
|
|
42
|
-
tokenEstimate: 0,
|
|
43
|
-
regionHash: "r",
|
|
44
|
-
embedding,
|
|
45
|
-
timestamp: 1,
|
|
46
|
-
};
|
|
47
|
-
}
|
|
48
|
-
/** Seed N clusters of M chunks each: cluster i sits near axis i with distinct terms. */
|
|
49
|
-
function seedClusters(dir, clusters, perCluster, dim) {
|
|
50
|
-
openStore(dir);
|
|
51
|
-
const terms = ["sqlite", "wal", "checkpoint", "recovery", "backup", "replay", "fork", "merge"];
|
|
52
|
-
for (let c = 0; c < clusters; c++) {
|
|
53
|
-
for (let m = 0; m < perCluster; m++) {
|
|
54
|
-
// Near-axis vector with slight per-member jitter (stays closest to its axis).
|
|
55
|
-
const v = axisVec(c, dim).map((x, i) => x + (i === c ? 0 : (m + 1) * 1e-4 * (i + 1)));
|
|
56
|
-
const term = terms[(c * 2) % terms.length];
|
|
57
|
-
const term2 = terms[(c * 2 + 1) % terms.length];
|
|
58
|
-
upsertCheckpoint(cp(`chkpt_c${c}_${m}`, `${term} ${term2} work item ${m} details`, v), dir);
|
|
59
|
-
}
|
|
60
|
-
}
|
|
61
|
-
}
|
|
62
|
-
test("loadEmbeddings returns only chunks with embeddings + text", () => {
|
|
63
|
-
const dir = stateDir();
|
|
64
|
-
openStore(dir);
|
|
65
|
-
upsertCheckpoint(cp("a", "hello world", axisVec(0, 4)), dir);
|
|
66
|
-
upsertCheckpoint(cp("b", "", axisVec(1, 4)), dir); // empty text → skipped
|
|
67
|
-
upsertCheckpoint(cp("c", "no embedding here", [], "sess_t"), dir); // empty embedding → skipped
|
|
68
|
-
const chunks = loadEmbeddings(openStore(dir));
|
|
69
|
-
assert.equal(chunks.length, 1);
|
|
70
|
-
assert.equal(chunks[0].chunkId, "a");
|
|
71
|
-
assert.equal(chunks[0].text, "hello world");
|
|
72
|
-
});
|
|
73
|
-
test("buildTopicModel finds 3 well-separated clusters (silhouette picks k=3)", () => {
|
|
74
|
-
const dir = stateDir();
|
|
75
|
-
seedClusters(dir, 3, 6, 8); // 18 chunks, 3 tight clusters
|
|
76
|
-
const model = buildTopicModel(openStore(dir), { ...DEFAULT_CLUSTER_CONFIG, kRange: [2, 5] });
|
|
77
|
-
assert.equal(model.totalChunks, 18);
|
|
78
|
-
assert.equal(model.k, 3);
|
|
79
|
-
assert.equal(model.topics.length, 3);
|
|
80
|
-
// Every chunk assigned; assignment count == chunk count.
|
|
81
|
-
assert.equal(model.assignments.length, 18);
|
|
82
|
-
// Labels reflect the seeded discriminative terms (sqlite/wal, checkpoint/recovery, backup/replay).
|
|
83
|
-
const labels = model.topics.map((t) => t.label).join(" | ");
|
|
84
|
-
assert.ok(/sqlite|checkpoint|backup/.test(labels), `labels should carry seeded terms: ${labels}`);
|
|
85
|
-
});
|
|
86
|
-
test("corpus too small → single general cluster, no crash", () => {
|
|
87
|
-
const dir = stateDir();
|
|
88
|
-
openStore(dir);
|
|
89
|
-
upsertCheckpoint(cp("only", "lone chunk about sqlite", axisVec(0, 4)), dir);
|
|
90
|
-
const model = buildTopicModel(openStore(dir), DEFAULT_CLUSTER_CONFIG); // kRange[0]=3 > 1 chunk
|
|
91
|
-
assert.equal(model.k, 1);
|
|
92
|
-
assert.equal(model.topics.length, 1);
|
|
93
|
-
assert.equal(model.topics[0].memoryCount, 1);
|
|
94
|
-
assert.equal(model.silhouetteScore, null);
|
|
95
|
-
});
|
|
96
|
-
test("empty corpus → zero topics, no crash", () => {
|
|
97
|
-
const dir = stateDir();
|
|
98
|
-
openStore(dir);
|
|
99
|
-
const model = buildTopicModel(openStore(dir), DEFAULT_CLUSTER_CONFIG);
|
|
100
|
-
assert.equal(model.k, 0);
|
|
101
|
-
assert.equal(model.topics.length, 0);
|
|
102
|
-
assert.equal(model.assignments.length, 0);
|
|
103
|
-
});
|
|
104
|
-
test("tfidfScores surfaces discriminative terms, down-weights common ones", () => {
|
|
105
|
-
const mk = (text) => ({
|
|
106
|
-
chunkId: text, sessionId: "s", vec: [1], text,
|
|
107
|
-
});
|
|
108
|
-
const corpus = [
|
|
109
|
-
mk("sqlite wal sqlite pragma"),
|
|
110
|
-
mk("sqlite wal journal"),
|
|
111
|
-
mk("react component render"),
|
|
112
|
-
mk("react hooks state"),
|
|
113
|
-
];
|
|
114
|
-
const members = corpus.slice(0, 2); // the sqlite cluster
|
|
115
|
-
const scores = tfidfScores(members, corpus);
|
|
116
|
-
const top = scores[0]?.term;
|
|
117
|
-
assert.ok(top === "sqlite" || top === "wal", `top term should be discriminative, got ${top}`);
|
|
118
|
-
// 'react' never appears in members → not scored for this cluster.
|
|
119
|
-
assert.ok(!scores.some((s) => s.term === "react"));
|
|
120
|
-
});
|
|
121
|
-
test("membershipConfidence maps cosine [-1,1] → [0,1]", () => {
|
|
122
|
-
assert.equal(membershipConfidence(1), 1);
|
|
123
|
-
assert.equal(membershipConfidence(-1), 0);
|
|
124
|
-
assert.equal(membershipConfidence(0), 0.5);
|
|
125
|
-
});
|
|
126
|
-
test("buildTopicModel is deterministic for a fixed seed", () => {
|
|
127
|
-
const dir = stateDir();
|
|
128
|
-
seedClusters(dir, 3, 5, 8);
|
|
129
|
-
const db = openStore(dir);
|
|
130
|
-
const a = buildTopicModel(db, { ...DEFAULT_CLUSTER_CONFIG, kRange: [2, 5] });
|
|
131
|
-
const b = buildTopicModel(db, { ...DEFAULT_CLUSTER_CONFIG, kRange: [2, 5] });
|
|
132
|
-
assert.equal(a.k, b.k);
|
|
133
|
-
assert.deepEqual(a.topics.map((t) => t.label).sort(), b.topics.map((t) => t.label).sort());
|
|
134
|
-
});
|
|
135
|
-
test("honest boundary: no LLM/Ollama/network/keyword-literals in src/topics", () => {
|
|
136
|
-
const here = dirname(fileURLToPath(import.meta.url));
|
|
137
|
-
const srcTopics = join(here, "..", "..", "..", "src", "topics"); // dist/src/topics → src/topics
|
|
138
|
-
const files = readdirSync(srcTopics).filter((f) => f.endsWith(".ts") && !f.endsWith(".test.ts"));
|
|
139
|
-
const banned = [/ollama/i, /\bllm\b/i, /\bfetch\s*\(/, /\bhybrid\b/i];
|
|
140
|
-
const fabricated = ["graphql", "docker", "stacktrace", "bottleneck", "trade-off"];
|
|
141
|
-
for (const f of files) {
|
|
142
|
-
const text = readFileSync(join(srcTopics, f), "utf8");
|
|
143
|
-
for (const re of banned) {
|
|
144
|
-
assert.ok(!re.test(text), `${f} must not contain ${re} (PREVENT-PI-004 / no-LLM boundary)`);
|
|
145
|
-
}
|
|
146
|
-
for (const word of fabricated) {
|
|
147
|
-
assert.ok(!text.toLowerCase().includes(`"${word}"`), `${f} must not hardcode fabricated taxonomy term "${word}"`);
|
|
148
|
-
}
|
|
149
|
-
}
|
|
150
|
-
});
|