pi-mega-compact 0.11.4 → 0.11.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/extensions/dashboard-server/api-contracts/endpoints.js +19 -0
- package/dist/extensions/dashboard-server/api-contracts/memory.js +8 -0
- package/dist/extensions/dashboard-server/api-contracts/provider-cache.js +1 -0
- package/dist/extensions/dashboard-server/api-contracts/setup.js +10 -0
- package/dist/extensions/dashboard-server/index-reader.js +6 -2
- package/dist/extensions/dashboard-server/routes-cache.js +115 -55
- package/dist/extensions/dashboard-server/routes-memory.js +51 -0
- package/dist/extensions/dashboard-server/routes-repo.js +2 -2
- package/dist/extensions/dashboard-server/routes-setup.js +162 -0
- package/dist/extensions/dashboard-server/routes.js +2 -0
- package/dist/extensions/dashboard-server/server.js +7 -1
- package/dist/extensions/mega-commands.js +189 -1
- package/dist/extensions/mega-config.js +2 -0
- package/dist/extensions/mega-events/agent-handlers.js +19 -4
- package/dist/extensions/mega-events/compact-handlers.js +1 -0
- package/dist/extensions/mega-events/context-handler.js +37 -92
- package/dist/extensions/mega-events/context-hwm.js +51 -0
- package/dist/extensions/mega-events/error-classifier.js +16 -5
- package/dist/extensions/mega-events/mirror-append.js +107 -0
- package/dist/extensions/mega-events/outage-advisor.js +7 -1
- package/dist/extensions/mega-events/perf-handler.js +51 -1
- package/dist/extensions/mega-events/recall-tail.js +59 -0
- package/dist/extensions/mega-events/session-handlers.js +15 -8
- package/dist/extensions/mega-runtime/reset-runtime.js +5 -0
- package/dist/extensions/mega-runtime/runtime.js +6 -0
- package/dist/src/embedder.js +41 -2
- package/dist/src/memoryStats.js +75 -0
- package/dist/src/prefix-break.js +43 -0
- package/dist/src/pricing.js +1 -1
- package/dist/src/store/sqlite/perf-samples.js +144 -16
- package/dist/src/store/turns/memory-store.js +8 -0
- package/dist/src/store/turns/sqlite-store.js +14 -3
- package/dist/src/store/turns/types.js +18 -1
- package/dist/src/store/vectorIndex.js +26 -5
- package/extensions/dashboard-client/dist/assets/{AchievementTiles-vEo2MtE2.js → AchievementTiles-BoL7qBOJ.js} +2 -2
- package/extensions/dashboard-client/dist/assets/{AchievementTiles-vEo2MtE2.js.map → AchievementTiles-BoL7qBOJ.js.map} +1 -1
- package/extensions/dashboard-client/dist/assets/AchievementsTab-BFDE3HYc.js +2 -0
- package/extensions/dashboard-client/dist/assets/{AchievementsTab-DjxfYrDc.js.map → AchievementsTab-BFDE3HYc.js.map} +1 -1
- package/extensions/dashboard-client/dist/assets/CacheTab-eKVc-NV1.js +2 -0
- package/extensions/dashboard-client/dist/assets/CacheTab-eKVc-NV1.js.map +1 -0
- package/extensions/dashboard-client/dist/assets/{ConfigTab-Cm6ymbmx.js → ConfigTab-DDFE-ckA.js} +2 -2
- package/extensions/dashboard-client/dist/assets/{ConfigTab-Cm6ymbmx.js.map → ConfigTab-DDFE-ckA.js.map} +1 -1
- package/extensions/dashboard-client/dist/assets/{EventsTab-DXWl_YzI.js → EventsTab-B6UxZ7PM.js} +2 -2
- package/extensions/dashboard-client/dist/assets/{EventsTab-DXWl_YzI.js.map → EventsTab-B6UxZ7PM.js.map} +1 -1
- package/extensions/dashboard-client/dist/assets/{GameTab-BLDudcO5.js → GameTab-DehUX-KE.js} +2 -2
- package/extensions/dashboard-client/dist/assets/{GameTab-BLDudcO5.js.map → GameTab-DehUX-KE.js.map} +1 -1
- package/extensions/dashboard-client/dist/assets/{MaintenanceTab-DLkKCztn.js → MaintenanceTab-0GWRt4wn.js} +2 -2
- package/extensions/dashboard-client/dist/assets/{MaintenanceTab-DLkKCztn.js.map → MaintenanceTab-0GWRt4wn.js.map} +1 -1
- package/extensions/dashboard-client/dist/assets/{MetricsTab-Cq4u-rZF.js → MetricsTab-C3rwMVsN.js} +2 -2
- package/extensions/dashboard-client/dist/assets/{MetricsTab-Cq4u-rZF.js.map → MetricsTab-C3rwMVsN.js.map} +1 -1
- package/extensions/dashboard-client/dist/assets/OverviewTab-39O9_x5j.js +2 -0
- package/extensions/dashboard-client/dist/assets/{OverviewTab-D4kGvsiQ.js.map → OverviewTab-39O9_x5j.js.map} +1 -1
- package/extensions/dashboard-client/dist/assets/ReposTab-Cfj6Q5sH.js +2 -0
- package/extensions/dashboard-client/dist/assets/ReposTab-Cfj6Q5sH.js.map +1 -0
- package/extensions/dashboard-client/dist/assets/{SessionsTab-DZC2-GCn.js → SessionsTab-DXDTCi3r.js} +2 -2
- package/extensions/dashboard-client/dist/assets/{SessionsTab-DZC2-GCn.js.map → SessionsTab-DXDTCi3r.js.map} +1 -1
- package/extensions/dashboard-client/dist/assets/SetupTab-mMlfunJa.js +2 -0
- package/extensions/dashboard-client/dist/assets/SetupTab-mMlfunJa.js.map +1 -0
- package/extensions/dashboard-client/dist/assets/TimeSavedCard-Cw1dJ4e9.js +2 -0
- package/extensions/dashboard-client/dist/assets/TimeSavedCard-Cw1dJ4e9.js.map +1 -0
- package/extensions/dashboard-client/dist/assets/{TopicsTab-01G71hv1.js → TopicsTab-BAw972BV.js} +2 -2
- package/extensions/dashboard-client/dist/assets/{TopicsTab-01G71hv1.js.map → TopicsTab-BAw972BV.js.map} +1 -1
- package/extensions/dashboard-client/dist/assets/{TurnsTab-DLRg0LZT.js → TurnsTab-Cf5mGIdl.js} +2 -2
- package/extensions/dashboard-client/dist/assets/{TurnsTab-DLRg0LZT.js.map → TurnsTab-Cf5mGIdl.js.map} +1 -1
- package/extensions/dashboard-client/dist/assets/format-COjDIVGj.js +2 -0
- package/extensions/dashboard-client/dist/assets/format-COjDIVGj.js.map +1 -0
- package/extensions/dashboard-client/dist/assets/{index-BX0bcgLu.js → index-4gQ7auad.js} +10 -10
- package/extensions/dashboard-client/dist/assets/index-4gQ7auad.js.map +1 -0
- package/extensions/dashboard-client/dist/assets/pricing-CvE4NllQ.js +2 -0
- package/extensions/dashboard-client/dist/assets/pricing-CvE4NllQ.js.map +1 -0
- package/extensions/dashboard-client/dist/assets/{useSSE-BBYt5UPB.js → useSSE-DNgMuyP6.js} +2 -2
- package/extensions/dashboard-client/dist/assets/{useSSE-BBYt5UPB.js.map → useSSE-DNgMuyP6.js.map} +1 -1
- package/extensions/dashboard-client/dist/index.html +1 -1
- package/extensions/dashboard-client/src/App.tsx +4 -0
- package/extensions/dashboard-client/src/api/client.ts +14 -0
- package/extensions/dashboard-client/src/components/ActiveReposTable.tsx +21 -12
- package/extensions/dashboard-client/src/components/ProviderCacheCard.tsx +56 -0
- package/extensions/dashboard-client/src/components/SavingsByModelTable.tsx +38 -57
- package/extensions/dashboard-client/src/tabs/CacheTab.tsx +1 -0
- package/extensions/dashboard-client/src/tabs/SetupTab.tsx +355 -0
- package/extensions/dashboard-client/tsconfig.json +3 -2
- package/extensions/dashboard-client/vite.config.ts +2 -0
- package/extensions/dashboard-server/api-contracts/endpoints.ts +36 -3
- package/extensions/dashboard-server/api-contracts/index.ts +7 -0
- package/extensions/dashboard-server/api-contracts/memory.ts +27 -0
- package/extensions/dashboard-server/api-contracts/multi-repo.ts +231 -231
- package/extensions/dashboard-server/api-contracts/provider-cache.ts +37 -0
- package/extensions/dashboard-server/api-contracts/setup.ts +58 -0
- package/extensions/dashboard-server/index-reader.ts +138 -121
- package/extensions/dashboard-server/routes-cache.ts +161 -85
- package/extensions/dashboard-server/routes-memory.ts +63 -0
- package/extensions/dashboard-server/routes-repo.ts +36 -36
- package/extensions/dashboard-server/routes-setup.ts +181 -0
- package/extensions/dashboard-server/routes.ts +2 -0
- package/extensions/dashboard-server/server.ts +6 -0
- package/extensions/mega-commands.ts +211 -1
- package/extensions/mega-config.ts +10 -0
- package/extensions/mega-events/agent-handlers.ts +20 -4
- package/extensions/mega-events/compact-handlers.ts +1 -0
- package/extensions/mega-events/context-handler.ts +45 -110
- package/extensions/mega-events/context-hwm.ts +85 -0
- package/extensions/mega-events/error-classifier.ts +15 -4
- package/extensions/mega-events/mirror-append.ts +155 -0
- package/extensions/mega-events/outage-advisor.ts +11 -5
- package/extensions/mega-events/perf-handler.ts +79 -5
- package/extensions/mega-events/recall-tail.ts +88 -0
- package/extensions/mega-events/session-handlers.ts +14 -7
- package/extensions/mega-runtime/helpers.ts +12 -0
- package/extensions/mega-runtime/reset-runtime.ts +5 -0
- package/extensions/mega-runtime/runtime.ts +6 -0
- package/package.json +5 -2
- package/src/embedder.ts +42 -2
- package/src/memoryStats.ts +107 -0
- package/src/prefix-break.ts +83 -0
- package/src/pricing.ts +2 -2
- package/src/store/sqlite/perf-samples.ts +215 -22
- package/src/store/turns/memory-store.ts +10 -1
- package/src/store/turns/sqlite-store.ts +27 -15
- package/src/store/turns/types.ts +21 -0
- package/src/store/vectorIndex.ts +33 -4
- package/dist/extensions/conflict-scan.test.js +0 -115
- package/dist/extensions/dashboard-server/api-contracts.test.js +0 -884
- package/dist/extensions/dashboard-server/html.test.js +0 -52
- package/dist/extensions/dashboard-server/perf-server.test.js +0 -80
- package/dist/extensions/dashboard-server/routes-cache.test.js +0 -248
- package/dist/extensions/dashboard-server/server.test.js +0 -120
- package/dist/extensions/dashboard-server-s32.test.js +0 -181
- package/dist/extensions/dashboard-server.test.js +0 -339
- package/dist/extensions/mega-cache-replay.test.js +0 -400
- package/dist/extensions/mega-compact-s38.test.js +0 -1383
- package/dist/extensions/mega-compact.test.js +0 -1112
- package/dist/extensions/mega-events.test.js +0 -47
- package/dist/extensions/mega-game-cmds.test.js +0 -163
- package/dist/extensions/mega-runtime/snapshot.test.js +0 -127
- package/dist/extensions/mega-runtime/state.test.js +0 -266
- package/dist/extensions/mega-runtime/widget.test.js +0 -343
- package/dist/extensions/mega-shutdown-widget.test.js +0 -121
- package/dist/extensions/mega-teamrun.test.js +0 -156
- package/dist/extensions/mega-trim.test.js +0 -58
- package/dist/extensions/mega-turn-store.test.js +0 -68
- package/dist/src/boundary.test.js +0 -170
- package/dist/src/compact.test.js +0 -78
- package/dist/src/config/themes.test.js +0 -94
- package/dist/src/dedup/dedup.test.js +0 -41
- package/dist/src/dedup/l1.test.js +0 -50
- package/dist/src/dedup/raptor/buildHistory.test.js +0 -292
- package/dist/src/dedup/raptor/multilevel-serve.test.js +0 -229
- package/dist/src/dedup/raptor/multilevel.test.js +0 -238
- package/dist/src/dedup/raptor/promote.test.js +0 -69
- package/dist/src/dedup/raptor/raptor.test.js +0 -248
- package/dist/src/dedup/raptor/retrieval.test.js +0 -95
- package/dist/src/dedup/raptor/serve-gate.test.js +0 -298
- package/dist/src/dedup/sprint12.test.js +0 -219
- package/dist/src/dedup-engine.test.js +0 -472
- package/dist/src/driftDetection.test.js +0 -87
- package/dist/src/e2e.test.js +0 -698
- package/dist/src/engine.test.js +0 -111
- package/dist/src/extractive.test.js +0 -147
- package/dist/src/fork.test.js +0 -81
- package/dist/src/game/scoring.test.js +0 -98
- package/dist/src/httpEmbedder.test.js +0 -277
- package/dist/src/importance.test.js +0 -372
- package/dist/src/intent.test.js +0 -78
- package/dist/src/log.test.js +0 -42
- package/dist/src/mechanical-fix.test.js +0 -65
- package/dist/src/memory.test.js +0 -70
- package/dist/src/memoryConsolidate.test.js +0 -38
- package/dist/src/memoryOps.test.js +0 -129
- package/dist/src/memoryRecall.test.js +0 -171
- package/dist/src/memoryRoundtrip.test.js +0 -137
- package/dist/src/metrics/turns.test.js +0 -152
- package/dist/src/mirror/mirror.test.js +0 -185
- package/dist/src/raptor-inject-summaries.test.js +0 -162
- package/dist/src/ratio.bench.test.js +0 -897
- package/dist/src/recall.integration.test.js +0 -77
- package/dist/src/recall.test.js +0 -379
- package/dist/src/sprint14.test.js +0 -219
- package/dist/src/sprint4x-rag-verification.test.js +0 -93
- package/dist/src/store/compression.test.js +0 -139
- package/dist/src/store/memoryIndex.test.js +0 -51
- package/dist/src/store/migrate.test.js +0 -139
- package/dist/src/store/pgOpenGuard.test.js +0 -74
- package/dist/src/store/phase01.test.js +0 -81
- package/dist/src/store/phase04.test.js +0 -54
- package/dist/src/store/sprint10.test.js +0 -186
- package/dist/src/store/sqlite/game-achievements.test.js +0 -67
- package/dist/src/store/sqlite/game-scores.test.js +0 -106
- package/dist/src/store/sqlite/game-state.test.js +0 -76
- package/dist/src/store/sqlite/global-index.test.js +0 -136
- package/dist/src/store/sqlite/mechanical-fix.test.js +0 -146
- package/dist/src/store/sqlite/perf-samples.test.js +0 -146
- package/dist/src/store/sqlite/raptor.test.js +0 -106
- package/dist/src/store/sqlite/turns.test.js +0 -183
- package/dist/src/store/sqlite.cachehit.test.js +0 -55
- package/dist/src/store/sqlite.dbmaint.test.js +0 -158
- package/dist/src/store/sqlite.dbmirror.test.js +0 -184
- package/dist/src/store/turns/contract-compliance.test.js +0 -428
- package/dist/src/store/turns/memory-store.test.js +0 -9
- package/dist/src/store/turns/migrations.test.js +0 -138
- package/dist/src/store/turns/sqlite-store.test.js +0 -144
- package/dist/src/store/vectorIndex.test.js +0 -123
- package/dist/src/store.test.js +0 -161
- package/dist/src/supersede.test.js +0 -36
- package/dist/src/topics/cluster.test.js +0 -150
- package/dist/src/topics/store.test.js +0 -117
- package/dist/src/types.test.js +0 -9
- package/dist/src/vector-search-cache.test.js +0 -157
- package/dist/src/vectorStore.test.js +0 -479
- package/dist/src/wiki.test.js +0 -171
- package/extensions/conflict-scan.test.ts +0 -129
- package/extensions/dashboard-client/dist/assets/AchievementsTab-DjxfYrDc.js +0 -2
- package/extensions/dashboard-client/dist/assets/CacheTab-Dnpv94wq.js +0 -2
- package/extensions/dashboard-client/dist/assets/CacheTab-Dnpv94wq.js.map +0 -1
- package/extensions/dashboard-client/dist/assets/OverviewTab-D4kGvsiQ.js +0 -2
- package/extensions/dashboard-client/dist/assets/ReposTab-C0Wnrf2u.js +0 -2
- package/extensions/dashboard-client/dist/assets/ReposTab-C0Wnrf2u.js.map +0 -1
- package/extensions/dashboard-client/dist/assets/TimeSavedCard-UqljSyP-.js +0 -2
- package/extensions/dashboard-client/dist/assets/TimeSavedCard-UqljSyP-.js.map +0 -1
- package/extensions/dashboard-client/dist/assets/index-BX0bcgLu.js.map +0 -1
- package/extensions/dashboard-server/api-contracts.test.ts +0 -1065
- package/extensions/dashboard-server/html.test.ts +0 -62
- package/extensions/dashboard-server/perf-server.test.ts +0 -101
- package/extensions/dashboard-server/routes-cache.test.ts +0 -302
- package/extensions/dashboard-server/server.test.ts +0 -131
- package/extensions/dashboard-server-s32.test.ts +0 -195
- package/extensions/dashboard-server.test.ts +0 -382
- package/extensions/mega-cache-replay.test.ts +0 -526
- package/extensions/mega-compact-s38.test.ts +0 -1433
- package/extensions/mega-compact.test.ts +0 -1509
- package/extensions/mega-events.test.ts +0 -55
- package/extensions/mega-game-cmds.test.ts +0 -197
- package/extensions/mega-runtime/snapshot.test.ts +0 -139
- package/extensions/mega-runtime/state.test.ts +0 -262
- package/extensions/mega-runtime/widget.test.ts +0 -468
- package/extensions/mega-shutdown-widget.test.ts +0 -141
- package/extensions/mega-teamrun.test.ts +0 -176
- package/extensions/mega-trim.test.ts +0 -64
- package/extensions/mega-turn-store.test.ts +0 -108
- package/src/boundary.test.ts +0 -187
- package/src/compact.test.ts +0 -99
- package/src/config/themes.test.ts +0 -116
- package/src/dedup/dedup.test.ts +0 -46
- package/src/dedup/l1.test.ts +0 -57
- package/src/dedup/raptor/buildHistory.test.ts +0 -353
- package/src/dedup/raptor/multilevel-serve.test.ts +0 -273
- package/src/dedup/raptor/multilevel.test.ts +0 -325
- package/src/dedup/raptor/promote.test.ts +0 -82
- package/src/dedup/raptor/raptor.test.ts +0 -297
- package/src/dedup/raptor/retrieval.test.ts +0 -118
- package/src/dedup/raptor/serve-gate.test.ts +0 -348
- package/src/dedup/sprint12.test.ts +0 -242
- package/src/dedup-engine.test.ts +0 -670
- package/src/driftDetection.test.ts +0 -100
- package/src/e2e.test.ts +0 -843
- package/src/engine.test.ts +0 -123
- package/src/extractive.test.ts +0 -174
- package/src/fork.test.ts +0 -94
- package/src/game/scoring.test.ts +0 -103
- package/src/httpEmbedder.test.ts +0 -286
- package/src/importance.test.ts +0 -538
- package/src/intent.test.ts +0 -87
- package/src/log.test.ts +0 -47
- package/src/mechanical-fix.test.ts +0 -70
- package/src/memory.test.ts +0 -92
- package/src/memoryConsolidate.test.ts +0 -47
- package/src/memoryOps.test.ts +0 -148
- package/src/memoryRecall.test.ts +0 -194
- package/src/memoryRoundtrip.test.ts +0 -155
- package/src/metrics/turns.test.ts +0 -165
- package/src/mirror/mirror.test.ts +0 -240
- package/src/raptor-inject-summaries.test.ts +0 -228
- package/src/ratio.bench.test.ts +0 -1316
- package/src/recall.integration.test.ts +0 -96
- package/src/recall.test.ts +0 -467
- package/src/sprint14.test.ts +0 -245
- package/src/sprint4x-rag-verification.test.ts +0 -119
- package/src/store/compression.test.ts +0 -168
- package/src/store/memoryIndex.test.ts +0 -61
- package/src/store/migrate.test.ts +0 -158
- package/src/store/pgOpenGuard.test.ts +0 -89
- package/src/store/phase01.test.ts +0 -88
- package/src/store/phase04.test.ts +0 -58
- package/src/store/sprint10.test.ts +0 -214
- package/src/store/sqlite/game-achievements.test.ts +0 -80
- package/src/store/sqlite/game-scores.test.ts +0 -132
- package/src/store/sqlite/game-state.test.ts +0 -89
- package/src/store/sqlite/global-index.test.ts +0 -222
- package/src/store/sqlite/mechanical-fix.test.ts +0 -162
- package/src/store/sqlite/perf-samples.test.ts +0 -169
- package/src/store/sqlite/raptor.test.ts +0 -139
- package/src/store/sqlite/turns.test.ts +0 -218
- package/src/store/sqlite.cachehit.test.ts +0 -68
- package/src/store/sqlite.dbmaint.test.ts +0 -193
- package/src/store/sqlite.dbmirror.test.ts +0 -229
- package/src/store/turns/contract-compliance.test.ts +0 -562
- package/src/store/turns/memory-store.test.ts +0 -15
- package/src/store/turns/migrations.test.ts +0 -161
- package/src/store/turns/sqlite-store.test.ts +0 -161
- package/src/store/vectorIndex.test.ts +0 -140
- package/src/store.test.ts +0 -191
- package/src/supersede.test.ts +0 -42
- package/src/topics/cluster.test.ts +0 -176
- package/src/topics/store.test.ts +0 -132
- package/src/types.test.ts +0 -10
- package/src/vector-search-cache.test.ts +0 -190
- package/src/vectorStore.test.ts +0 -533
- package/src/wiki.test.ts +0 -217
|
@@ -1,70 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* mechanical-fix.test.ts — focused unit tests for non-SQLite mechanical fixes:
|
|
3
|
-
* appendCheckpoint session-id normalization (store.ts JSON file path) +
|
|
4
|
-
* preserveRecentForPressure floor of 1 (config.ts).
|
|
5
|
-
*/
|
|
6
|
-
import { describe, it } from "node:test";
|
|
7
|
-
import assert from "node:assert/strict";
|
|
8
|
-
import { tmpdir } from "node:os";
|
|
9
|
-
import { join } from "node:path";
|
|
10
|
-
import { mkdtempSync, rmSync } from "node:fs";
|
|
11
|
-
import { appendCheckpoint, listCheckpoints } from "./store.js";
|
|
12
|
-
import type { StoredCheckpoint } from "./store.js";
|
|
13
|
-
import { preserveRecentForPressure } from "./config.js";
|
|
14
|
-
|
|
15
|
-
// ---------------------------------------------------------------------------
|
|
16
|
-
// appendCheckpoint (store.ts) — normalizeSessionId on the write path
|
|
17
|
-
// ---------------------------------------------------------------------------
|
|
18
|
-
|
|
19
|
-
describe("mechanical-fix: appendCheckpoint (store.ts)", () => {
|
|
20
|
-
it("write→read roundtrips with an UNprefixed sessionId", () => {
|
|
21
|
-
const dir = mkdtempSync(join(tmpdir(), "mc-mech-cp-"));
|
|
22
|
-
try {
|
|
23
|
-
const cp: StoredCheckpoint = {
|
|
24
|
-
checkpointId: "chkpt_001",
|
|
25
|
-
sessionId: "abc", // UNprefixed → normalizes to sess_abc
|
|
26
|
-
summary: "test summary",
|
|
27
|
-
keyDecisions: ["decide"],
|
|
28
|
-
nextSteps: ["step"],
|
|
29
|
-
filesModified: ["file.ts"],
|
|
30
|
-
tokenEstimate: 50,
|
|
31
|
-
regionHash: "r1",
|
|
32
|
-
embedding: [],
|
|
33
|
-
timestamp: 1000,
|
|
34
|
-
};
|
|
35
|
-
appendCheckpoint(cp, dir);
|
|
36
|
-
// listCheckpoints normalizes 'abc' → 'sess_abc' on read; appendCheckpoint
|
|
37
|
-
// now normalizes on write → both use the same file path.
|
|
38
|
-
const read = listCheckpoints("abc", dir);
|
|
39
|
-
assert.equal(read.length, 1);
|
|
40
|
-
assert.equal(read[0].checkpointId, "chkpt_001");
|
|
41
|
-
assert.equal(read[0].sessionId, "abc"); // original preserved in the object
|
|
42
|
-
assert.equal(read[0].summary, "test summary");
|
|
43
|
-
// Reading via the already-normalized form also works.
|
|
44
|
-
const read2 = listCheckpoints("sess_abc", dir);
|
|
45
|
-
assert.equal(read2.length, 1);
|
|
46
|
-
} finally {
|
|
47
|
-
rmSync(dir, { recursive: true, force: true });
|
|
48
|
-
}
|
|
49
|
-
});
|
|
50
|
-
});
|
|
51
|
-
|
|
52
|
-
// ---------------------------------------------------------------------------
|
|
53
|
-
// preserveRecentForPressure (config.ts) — floor of 1
|
|
54
|
-
// ---------------------------------------------------------------------------
|
|
55
|
-
|
|
56
|
-
describe("mechanical-fix: preserveRecentForPressure (config.ts)", () => {
|
|
57
|
-
it("floors at 1 (never compact ALL messages)", () => {
|
|
58
|
-
// preserveRecentMin=0 at full pressure → 0 would compact everything; floor=1.
|
|
59
|
-
assert.equal(preserveRecentForPressure(1.0, 10, 0), 1);
|
|
60
|
-
// preserveRecentMin=0, preserveRecent=0 at any pressure → still 1.
|
|
61
|
-
assert.equal(preserveRecentForPressure(1.0, 0, 0), 1);
|
|
62
|
-
});
|
|
63
|
-
|
|
64
|
-
it("respects preserveRecentMin when above the floor", () => {
|
|
65
|
-
// preserveRecentMin=5 at full pressure → 5 (above the floor, no effect).
|
|
66
|
-
assert.equal(preserveRecentForPressure(1.0, 10, 5), 5);
|
|
67
|
-
// Normal case: pressure=0.5, preserveRecent=10, min=2 → round(10 - 8*0.5) = 6.
|
|
68
|
-
assert.equal(preserveRecentForPressure(0.5, 10, 2), 6);
|
|
69
|
-
});
|
|
70
|
-
});
|
package/src/memory.test.ts
DELETED
|
@@ -1,92 +0,0 @@
|
|
|
1
|
-
import { test } from "node:test";
|
|
2
|
-
import assert from "node:assert/strict";
|
|
3
|
-
import { reviewConversation, type MemoryOp } from "./memory.js";
|
|
4
|
-
import type { EngineMessage } from "./types.js";
|
|
5
|
-
|
|
6
|
-
test("reviewConversation: yields an ADD op for a stated decision", () => {
|
|
7
|
-
const msgs = [
|
|
8
|
-
{ role: "user", text: "we use node:sqlite as the store" },
|
|
9
|
-
{ role: "assistant", text: "got it, node:sqlite is the source of truth" },
|
|
10
|
-
] as any;
|
|
11
|
-
const ops = reviewConversation(msgs);
|
|
12
|
-
assert.ok(ops.some((o) => o.op === "add" && /sqlite|store/i.test(o.memory.content)), "adds a decision memory");
|
|
13
|
-
});
|
|
14
|
-
|
|
15
|
-
test("reviewConversation: REPLACE when a later message contradicts an earlier one", () => {
|
|
16
|
-
const msgs = [
|
|
17
|
-
{ role: "user", text: "the threshold is 50k" },
|
|
18
|
-
{ role: "assistant", text: "ok 50k threshold" },
|
|
19
|
-
{ role: "user", text: "actually raise the threshold to 100k" },
|
|
20
|
-
] as any;
|
|
21
|
-
const ops = reviewConversation(msgs);
|
|
22
|
-
assert.ok(ops.some((o) => o.op === "replace"), "replaces the superseded value");
|
|
23
|
-
});
|
|
24
|
-
|
|
25
|
-
test("reviewConversation: no ops on pure smalltalk (no durable fact)", () => {
|
|
26
|
-
const msgs = [{ role: "user", text: "hi" }, { role: "assistant", text: "hey" }] as any;
|
|
27
|
-
assert.equal(reviewConversation(msgs).length, 0);
|
|
28
|
-
});
|
|
29
|
-
|
|
30
|
-
test("reviewConversation: emits REMOVE when a user asks to drop an existing memory", () => {
|
|
31
|
-
const existing = [{ content: "we use node:sqlite as the store" }];
|
|
32
|
-
// Plain drop statement — no "switch to …" phrasing so we don't accidentally
|
|
33
|
-
// match DECISION_PATTERNS and route into the replace branch instead.
|
|
34
|
-
const msgs = [
|
|
35
|
-
{ role: "user", text: "stop using node:sqlite for the store — drop it from memory" },
|
|
36
|
-
{ role: "assistant", text: "ok dropped" },
|
|
37
|
-
] as any;
|
|
38
|
-
const ops = reviewConversation(msgs, existing);
|
|
39
|
-
assert.ok(ops.some((o) => o.op === "remove" && /sqlite/i.test(o.content)), "emits a remove op targeting the old memory");
|
|
40
|
-
});
|
|
41
|
-
|
|
42
|
-
test("reviewConversation: REMOVE requires topic overlap (no accidental drop)", () => {
|
|
43
|
-
const existing = [{ content: "the timezone is America/Los_Angeles" }];
|
|
44
|
-
const msgs = [{ role: "user", text: "drop it" }] as any;
|
|
45
|
-
const ops = reviewConversation(msgs, existing);
|
|
46
|
-
assert.equal(ops.filter((o) => o.op === "remove").length, 0, "vague 'drop it' with no topic overlap does not remove anything");
|
|
47
|
-
});
|
|
48
|
-
|
|
49
|
-
// ---- E5 (docs/specs/s25-memory-db-roundtrip.md): hallucination-guard pins ----
|
|
50
|
-
|
|
51
|
-
test("E5.3 — truncation pin: long decision truncates to 160 chars and stays message-grounded", () => {
|
|
52
|
-
// collectRecentUserRequests truncates user text at 160 chars before review.
|
|
53
|
-
// A long decision is silently clipped — undocumented before S25; this pins
|
|
54
|
-
// the boundary.
|
|
55
|
-
const long =
|
|
56
|
-
"we decided to use node:sqlite for the authoritative store backend after evaluating better-sqlite3, pglite and libsql and rejecting all three";
|
|
57
|
-
const msgs = [{ role: "user", text: long }] as any;
|
|
58
|
-
const ops = reviewConversation(msgs);
|
|
59
|
-
const add = ops.find((o) => o.op === "add") as Extract<MemoryOp, { op: "add" }> | undefined;
|
|
60
|
-
assert.ok(add, "a decision inside a long user message produces an add");
|
|
61
|
-
assert.ok(
|
|
62
|
-
add!.memory.content.length <= 160,
|
|
63
|
-
"stored content is 160-char truncated",
|
|
64
|
-
);
|
|
65
|
-
assert.ok(
|
|
66
|
-
long.includes(add!.memory.content),
|
|
67
|
-
"truncated content is still verbatim-grounded in the message",
|
|
68
|
-
);
|
|
69
|
-
});
|
|
70
|
-
|
|
71
|
-
test("E5.1 — hallucination guard: every surviving add/replace is verbatim from a real message", () => {
|
|
72
|
-
const msgs = [{ role: "user", text: "the pipeline uses dagster for orchestration" }] as EngineMessage[];
|
|
73
|
-
const ops = reviewConversation(msgs, [{ content: "we use better-sqlite3 for the store" }]);
|
|
74
|
-
for (const o of ops) {
|
|
75
|
-
if (o.op === "remove") continue; // REMOVE is exempt by design (:70-74)
|
|
76
|
-
assert.ok(
|
|
77
|
-
msgs.some((m) => String(m.text ?? "").includes(o.memory.content)),
|
|
78
|
-
"every add/replace content is verbatim from a real message",
|
|
79
|
-
);
|
|
80
|
-
}
|
|
81
|
-
assert.equal(ops.filter((o) => o.op !== "remove").length, 0, "non-decision text produces no add/replace");
|
|
82
|
-
});
|
|
83
|
-
|
|
84
|
-
test("E5.4 — REMOVE over-match pin: single-token topic overlap fires REMOVE", () => {
|
|
85
|
-
const existing = [{ content: "we use redis for the cache" }];
|
|
86
|
-
const msgs = [{ role: "user", text: "stop using redis" }] as any;
|
|
87
|
-
const ops = reviewConversation(msgs, existing);
|
|
88
|
-
assert.ok(
|
|
89
|
-
ops.some((o) => o.op === "remove" && /redis/i.test(o.content)),
|
|
90
|
-
"single-token overlap removes the matching memory (current behavior — KNOWN: weak topic match)",
|
|
91
|
-
);
|
|
92
|
-
});
|
|
@@ -1,47 +0,0 @@
|
|
|
1
|
-
import { test } from "node:test";
|
|
2
|
-
import assert from "node:assert/strict";
|
|
3
|
-
import { mkdtempSync, rmSync } from "node:fs";
|
|
4
|
-
import { tmpdir } from "node:os";
|
|
5
|
-
import { join } from "node:path";
|
|
6
|
-
import { consolidateMemories } from "./memory.js";
|
|
7
|
-
import { addMemory, listMemories } from "./store/sqlite.js";
|
|
8
|
-
|
|
9
|
-
const baseTmp = mkdtempSync(join(tmpdir(), "mc-consolidate-"));
|
|
10
|
-
|
|
11
|
-
test("consolidateMemories: merges near-duplicate memories (one kept, one removed)", async () => {
|
|
12
|
-
const dir = join(baseTmp, "merge");
|
|
13
|
-
// Two near-identical memories — same topic, minor wording drift.
|
|
14
|
-
addMemory({ content: "we use node:sqlite as the store", category: "decision" }, null, dir);
|
|
15
|
-
addMemory({ content: "we use node:sqlite for our store", category: "decision" }, null, dir);
|
|
16
|
-
|
|
17
|
-
const merged = await consolidateMemories(dir);
|
|
18
|
-
assert.equal(merged, 1, "one merge was performed");
|
|
19
|
-
|
|
20
|
-
const rows = listMemories(null, 50, dir);
|
|
21
|
-
// Exactly one of the two near-dupes survives.
|
|
22
|
-
assert.equal(rows.length, 1, "exactly one memory remains after merge");
|
|
23
|
-
assert.match(rows[0].content, /node:sqlite.*store/i, "survivor mentions node:sqlite + store");
|
|
24
|
-
});
|
|
25
|
-
|
|
26
|
-
test("consolidateMemories: leaves unrelated memories alone", async () => {
|
|
27
|
-
const dir = join(baseTmp, "noop");
|
|
28
|
-
addMemory({ content: "we use node:sqlite as the store", category: "decision" }, null, dir);
|
|
29
|
-
addMemory({ content: "the gpt-5 release is on hold pending benchmark results", category: "note" }, null, dir);
|
|
30
|
-
|
|
31
|
-
const merged = await consolidateMemories(dir);
|
|
32
|
-
assert.equal(merged, 0, "no merges on unrelated memories");
|
|
33
|
-
|
|
34
|
-
const rows = listMemories(null, 50, dir);
|
|
35
|
-
assert.equal(rows.length, 2, "both memories survive");
|
|
36
|
-
});
|
|
37
|
-
|
|
38
|
-
test("consolidateMemories: empty store returns 0 and changes nothing", async () => {
|
|
39
|
-
const dir = join(baseTmp, "empty");
|
|
40
|
-
const merged = await consolidateMemories(dir);
|
|
41
|
-
assert.equal(merged, 0, "no merges on empty store");
|
|
42
|
-
assert.equal(listMemories(null, 50, dir).length, 0, "store still empty");
|
|
43
|
-
});
|
|
44
|
-
|
|
45
|
-
test("cleanup memops", () => {
|
|
46
|
-
rmSync(baseTmp, { recursive: true, force: true });
|
|
47
|
-
});
|
package/src/memoryOps.test.ts
DELETED
|
@@ -1,148 +0,0 @@
|
|
|
1
|
-
// This file exercises the sync node:sqlite memory ops only, but every
|
|
2
|
-
// applyMemoryOps() write also fires indexMemoryWrite() → upsertMemoryEmbedding()
|
|
3
|
-
// at the machine-wide PGlite index, fire-and-forget, keyed by repoKey(stateDir)
|
|
4
|
-
// — which for these tmp state dirs is the tmp path itself. Left alone that lands
|
|
5
|
-
// in the developer's real ~/.pi/mega-compact-vector, where the rows stay
|
|
6
|
-
// eligible for cross-repo recall forever: a live session can be handed
|
|
7
|
-
// "threshold is 50k" and "the threshold is 100k" from this file as if they were
|
|
8
|
-
// another project's memories. scripts/run-tests.mjs sets MEGACOMPACT_INDEX_DIR
|
|
9
|
-
// per child, so the suite was already safe; running the file directly was not.
|
|
10
|
-
//
|
|
11
|
-
// Disabling PGlite is the same guard memoryRoundtrip.test.ts uses for the same
|
|
12
|
-
// reason, and it also keeps the file's exit clean (no WASM handle, and no
|
|
13
|
-
// initdb still running when the first test ends). MEGACOMPACT_INDEX_DIR is set
|
|
14
|
-
// as well so the isolation holds if a later test needs the index re-enabled.
|
|
15
|
-
process.env.MEGACOMPACT_PGLITE_DISABLED = "true";
|
|
16
|
-
import { test } from "node:test";
|
|
17
|
-
import assert from "node:assert/strict";
|
|
18
|
-
import { mkdtempSync, rmSync } from "node:fs";
|
|
19
|
-
import { tmpdir } from "node:os";
|
|
20
|
-
import { join } from "node:path";
|
|
21
|
-
import { applyMemoryOps } from "./memoryOps.js";
|
|
22
|
-
import {
|
|
23
|
-
addMemory,
|
|
24
|
-
listMemories,
|
|
25
|
-
replaceMemory,
|
|
26
|
-
referenceMemory,
|
|
27
|
-
MEMORY_MAX_CHARS,
|
|
28
|
-
} from "./store/sqlite.js";
|
|
29
|
-
|
|
30
|
-
const baseTmp = mkdtempSync(join(tmpdir(), "mc-memops-"));
|
|
31
|
-
process.env.MEGACOMPACT_INDEX_DIR = join(baseTmp, "index");
|
|
32
|
-
|
|
33
|
-
test("applyMemoryOps: ADD inserts a new memory", async () => {
|
|
34
|
-
const dir = join(baseTmp, "add");
|
|
35
|
-
await applyMemoryOps(
|
|
36
|
-
[{ op: "add", memory: { content: "we use node:sqlite as the store", category: "decision", sourceTurn: 0 } }],
|
|
37
|
-
dir,
|
|
38
|
-
);
|
|
39
|
-
const rows = listMemories(null, 50, dir);
|
|
40
|
-
assert.ok(rows.some((m) => /node:sqlite/.test(m.content)), "added memory present");
|
|
41
|
-
assert.equal(rows[0].category, "decision", "category persisted");
|
|
42
|
-
});
|
|
43
|
-
|
|
44
|
-
test("applyMemoryOps: ADD is idempotent (no duplicate)", async () => {
|
|
45
|
-
const dir = join(baseTmp, "dup");
|
|
46
|
-
const op = { op: "add" as const, memory: { content: "threshold is 50k", category: "decision", sourceTurn: 0 } };
|
|
47
|
-
await applyMemoryOps([op], dir);
|
|
48
|
-
await applyMemoryOps([op], dir);
|
|
49
|
-
const rows = listMemories(null, 50, dir);
|
|
50
|
-
assert.equal(rows.filter((m) => /threshold is 50k/.test(m.content)).length, 1, "no duplicate");
|
|
51
|
-
});
|
|
52
|
-
|
|
53
|
-
test("applyMemoryOps: REPLACE updates the matching memory", async () => {
|
|
54
|
-
const dir = join(baseTmp, "replace");
|
|
55
|
-
addMemory({ content: "the threshold is 50k", category: "decision" }, null, dir);
|
|
56
|
-
await applyMemoryOps(
|
|
57
|
-
[{ op: "replace", targetContent: "the threshold is 50k", memory: { content: "the threshold is 100k", category: "decision", sourceTurn: 2 } }],
|
|
58
|
-
dir,
|
|
59
|
-
);
|
|
60
|
-
const rows = listMemories(null, 50, dir);
|
|
61
|
-
assert.ok(rows.some((m) => /100k/.test(m.content)), "replaced content present");
|
|
62
|
-
assert.ok(!rows.some((m) => /50k/.test(m.content)), "old content gone");
|
|
63
|
-
});
|
|
64
|
-
|
|
65
|
-
test("applyMemoryOps: REMOVE deletes the matching memory", async () => {
|
|
66
|
-
const dir = join(baseTmp, "remove");
|
|
67
|
-
addMemory({ content: "obsolete note", category: "note" }, null, dir);
|
|
68
|
-
await applyMemoryOps([{ op: "remove", content: "obsolete note" }], dir);
|
|
69
|
-
const rows = listMemories(null, 50, dir);
|
|
70
|
-
assert.ok(!rows.some((m) => /obsolete note/.test(m.content)), "removed");
|
|
71
|
-
});
|
|
72
|
-
|
|
73
|
-
test("S24: addMemory truncates content to MEMORY_MAX_CHARS", () => {
|
|
74
|
-
const dir = join(baseTmp, "cap");
|
|
75
|
-
const big = "x".repeat(MEMORY_MAX_CHARS + 5000);
|
|
76
|
-
const id = addMemory({ content: big, category: "note" }, null, dir);
|
|
77
|
-
const rows = listMemories(null, 50, dir);
|
|
78
|
-
const row = rows.find((m) => m.id === id);
|
|
79
|
-
assert.ok(row, "row present");
|
|
80
|
-
assert.ok(row!.content.length <= MEMORY_MAX_CHARS + 12, "content capped (incl. marker)");
|
|
81
|
-
assert.ok(row!.content.endsWith("…[truncated]"), "marker appended");
|
|
82
|
-
});
|
|
83
|
-
|
|
84
|
-
test("S24: replaceMemory also truncates oversized content", () => {
|
|
85
|
-
const dir = join(baseTmp, "capreplace");
|
|
86
|
-
const id = addMemory({ content: "short", category: "note" }, null, dir);
|
|
87
|
-
const big = "y".repeat(MEMORY_MAX_CHARS + 1000);
|
|
88
|
-
replaceMemory(id, { content: big }, dir);
|
|
89
|
-
const rows = listMemories(null, 50, dir);
|
|
90
|
-
const row = rows.find((m) => m.id === id);
|
|
91
|
-
assert.ok(row, "row present");
|
|
92
|
-
assert.ok(row!.content.length <= MEMORY_MAX_CHARS + 12, "replaced content capped");
|
|
93
|
-
assert.ok(row!.content.endsWith("…[truncated]"), "marker appended");
|
|
94
|
-
});
|
|
95
|
-
|
|
96
|
-
test("S24: addMemory evicts LRU rows past MEMORY_MAX_ROWS per repo", () => {
|
|
97
|
-
// Use a small env cap for a fast, deterministic LRU check (the production
|
|
98
|
-
// default is 500; this exercises the same code path).
|
|
99
|
-
process.env.MEGACOMPACT_MEMORY_MAX_ROWS = "10";
|
|
100
|
-
try {
|
|
101
|
-
const dir = join(baseTmp, "lru");
|
|
102
|
-
const n = 10;
|
|
103
|
-
const seeds = n - 2;
|
|
104
|
-
for (let i = 0; i < seeds; i++) addMemory({ content: `seed-${i}`, category: "note" }, null, dir);
|
|
105
|
-
const keep1 = addMemory({ content: "keep-recent-1", category: "note" }, null, dir);
|
|
106
|
-
const keep2 = addMemory({ content: "keep-recent-2", category: "note" }, null, dir);
|
|
107
|
-
// Mark the two as referenced so the LRU eviction spares them (they get a
|
|
108
|
-
// higher last_referenced than the un-referenced seeds).
|
|
109
|
-
assert.ok(referenceMemory(keep1, dir), "reference keep1");
|
|
110
|
-
assert.ok(referenceMemory(keep2, dir), "reference keep2");
|
|
111
|
-
// Insert 3 more — 3 over the cap across the inserts. The two referenced rows
|
|
112
|
-
// must survive; only un-referenced (oldest) seeds should be evicted.
|
|
113
|
-
addMemory({ content: "new-1", category: "note" }, null, dir);
|
|
114
|
-
addMemory({ content: "new-2", category: "note" }, null, dir);
|
|
115
|
-
addMemory({ content: "new-3", category: "note" }, null, dir);
|
|
116
|
-
const rows = listMemories(null, 1000, dir);
|
|
117
|
-
assert.equal(rows.length, n, "row count clamped to MEMORY_MAX_ROWS");
|
|
118
|
-
assert.ok(rows.some((m) => /keep-recent-1/.test(m.content)), "referenced row survived");
|
|
119
|
-
assert.ok(rows.some((m) => /keep-recent-2/.test(m.content)), "referenced row survived");
|
|
120
|
-
assert.ok(rows.some((m) => /new-3/.test(m.content)), "newest row present");
|
|
121
|
-
const seedRows = rows.filter((m) => /seed-/.test(m.content));
|
|
122
|
-
// 3 rows were evicted (the inserts pushed 3 past the cap); all evicted rows
|
|
123
|
-
// must be un-referenced seeds — the referenced rows survived above.
|
|
124
|
-
assert.equal(seedRows.length, seeds - 3, "exactly 3 oldest un-referenced seeds evicted");
|
|
125
|
-
assert.ok(!seedRows.some((m) => /seed-0/.test(m.content)), "oldest un-referenced seed evicted");
|
|
126
|
-
} finally {
|
|
127
|
-
delete process.env.MEGACOMPACT_MEMORY_MAX_ROWS;
|
|
128
|
-
}
|
|
129
|
-
});
|
|
130
|
-
|
|
131
|
-
test("S24: MEGACOMPACT_MEMORY_MAX_CHARS env override truncates content", () => {
|
|
132
|
-
process.env.MEGACOMPACT_MEMORY_MAX_CHARS = "50";
|
|
133
|
-
try {
|
|
134
|
-
const dir = join(baseTmp, "cap-env");
|
|
135
|
-
const id = addMemory({ content: "x".repeat(500), category: "note" }, null, dir);
|
|
136
|
-
const rows = listMemories(null, 50, dir);
|
|
137
|
-
const row = rows.find((m) => m.id === id);
|
|
138
|
-
assert.ok(row, "row present");
|
|
139
|
-
assert.equal(row!.content.length, 50 + "…[truncated]".length, "truncated to env cap + marker");
|
|
140
|
-
assert.ok(row!.content.endsWith("…[truncated]"), "marker appended");
|
|
141
|
-
} finally {
|
|
142
|
-
delete process.env.MEGACOMPACT_MEMORY_MAX_CHARS;
|
|
143
|
-
}
|
|
144
|
-
});
|
|
145
|
-
|
|
146
|
-
test("cleanup memops", () => {
|
|
147
|
-
rmSync(baseTmp, { recursive: true, force: true });
|
|
148
|
-
});
|
package/src/memoryRecall.test.ts
DELETED
|
@@ -1,194 +0,0 @@
|
|
|
1
|
-
import { test } from "node:test";
|
|
2
|
-
import assert from "node:assert/strict";
|
|
3
|
-
import { mkdtempSync, rmSync } from "node:fs";
|
|
4
|
-
import { tmpdir } from "node:os";
|
|
5
|
-
import { join } from "node:path";
|
|
6
|
-
import { recallMemories } from "./memoryRecall.js";
|
|
7
|
-
import { addMemory, getMemory } from "./store/sqlite.js";
|
|
8
|
-
|
|
9
|
-
const baseTmp = mkdtempSync(join(tmpdir(), "mc-memrec-"));
|
|
10
|
-
|
|
11
|
-
function biGramEmbedder() {
|
|
12
|
-
// Deterministic test embedder — bigger dim + binary encoding so two semantically
|
|
13
|
-
// related strings have higher cosine than unrelated ones.
|
|
14
|
-
const dim = 64;
|
|
15
|
-
return {
|
|
16
|
-
dim,
|
|
17
|
-
embed(text: string): number[] {
|
|
18
|
-
const v = new Array(dim).fill(0);
|
|
19
|
-
const norm = text.toLowerCase().replace(/[^a-z0-9 ]/g, "").trim();
|
|
20
|
-
for (let i = 0; i < norm.length - 1; i++) {
|
|
21
|
-
const idx = ((norm.charCodeAt(i) * 31 + norm.charCodeAt(i + 1)) >>> 0) % dim;
|
|
22
|
-
v[idx] = 1;
|
|
23
|
-
}
|
|
24
|
-
return v;
|
|
25
|
-
},
|
|
26
|
-
};
|
|
27
|
-
}
|
|
28
|
-
|
|
29
|
-
test("recallMemories: ranks relevant memory above unrelated", async () => {
|
|
30
|
-
const dir = join(baseTmp, "rank");
|
|
31
|
-
addMemory({ content: "we use sqlite for the durable store", category: "decision" }, null, dir);
|
|
32
|
-
addMemory({ content: "the threshold is 100 thousand tokens", category: "decision" }, null, dir);
|
|
33
|
-
addMemory({ content: "katz says hi", category: "note" }, null, dir);
|
|
34
|
-
const hits = await recallMemories("what store do we use?", dir, {
|
|
35
|
-
embedder: biGramEmbedder(),
|
|
36
|
-
topK: 3,
|
|
37
|
-
minSimilarity: 0.0,
|
|
38
|
-
});
|
|
39
|
-
assert.ok(hits.length >= 2, "finds relevant");
|
|
40
|
-
assert.ok(/sqlite/.test(hits[0].memory.content), "top hit is sqlite one");
|
|
41
|
-
assert.ok(!/katz/.test(hits[0].memory.content), "unrelated not on top");
|
|
42
|
-
});
|
|
43
|
-
|
|
44
|
-
test("recallMemories: marks referenced hits (last_referenced updated)", async () => {
|
|
45
|
-
const dir = join(baseTmp, "ref");
|
|
46
|
-
addMemory({ content: "policy is local-only", category: "rule" }, null, dir);
|
|
47
|
-
const hits = await recallMemories("local-only policy", dir, { embedder: biGramEmbedder() });
|
|
48
|
-
assert.ok(hits.length >= 1);
|
|
49
|
-
const fresh = getMemory(hits[0].memory.id, dir);
|
|
50
|
-
assert.ok(fresh && fresh.lastReferenced && fresh.lastReferenced > 0, "lastReferenced set");
|
|
51
|
-
});
|
|
52
|
-
|
|
53
|
-
test("recallMemories: empty store returns []", async () => {
|
|
54
|
-
const dir = join(baseTmp, "empty");
|
|
55
|
-
const hits = await recallMemories("anything", dir, { embedder: biGramEmbedder() });
|
|
56
|
-
assert.deepEqual(hits, []);
|
|
57
|
-
});
|
|
58
|
-
|
|
59
|
-
test("recallMemories: decision category beats fact category at equal similarity", async () => {
|
|
60
|
-
const dir = join(baseTmp, "category");
|
|
61
|
-
// Two memories that share many bigrams with the query — both will have very
|
|
62
|
-
// similar cosine. The decision category should win because of categoryWeight.
|
|
63
|
-
addMemory({ content: "we use redis for cache" }, null, dir);
|
|
64
|
-
const aId = addMemory({ content: "we use redis as primary cache key", category: "fact" }, null, dir);
|
|
65
|
-
const dId = addMemory({ content: "we use redis as primary cache layer", category: "decision" }, null, dir);
|
|
66
|
-
const hits = await recallMemories("redis cache layer", dir, {
|
|
67
|
-
embedder: biGramEmbedder(),
|
|
68
|
-
topK: 3,
|
|
69
|
-
minSimilarity: 0.0,
|
|
70
|
-
});
|
|
71
|
-
assert.ok(hits.length >= 2);
|
|
72
|
-
assert.equal(hits[0].memory.id, dId, "decision-tagged memory outranks fact-tagged");
|
|
73
|
-
assert.notEqual(hits[0].memory.id, aId, "top is the decision row, not the unknown-category row");
|
|
74
|
-
});
|
|
75
|
-
|
|
76
|
-
test("recallMemories: fresher reference beats older at equal similarity", async () => {
|
|
77
|
-
const dir = join(baseTmp, "recency");
|
|
78
|
-
const aId = addMemory({ content: "we use redis for cache", category: "fact" }, null, dir);
|
|
79
|
-
const bId = addMemory({ content: "we use redis for cache layer", category: "fact" }, null, dir);
|
|
80
|
-
// Backdate aId so its last_referenced is older; bId stays fresh.
|
|
81
|
-
const { openStore, closeStore } = await import("./store/sqlite.js");
|
|
82
|
-
const db = openStore(dir);
|
|
83
|
-
const longAgo = Math.floor(Date.now() / 1000) - 30 * 86_400; // 30d
|
|
84
|
-
db.prepare("UPDATE memories SET last_referenced = ? WHERE id = ?").run(longAgo, aId);
|
|
85
|
-
// closeStore evicts the cached handle — calling db.close() directly would
|
|
86
|
-
// leave a stale closed DB in the openStore cache and break subsequent
|
|
87
|
-
// callers (the "database is not open" failure under parallel runs).
|
|
88
|
-
closeStore(dir);
|
|
89
|
-
const hits = await recallMemories("redis cache layer", dir, {
|
|
90
|
-
embedder: biGramEmbedder(),
|
|
91
|
-
topK: 3,
|
|
92
|
-
minSimilarity: 0.0,
|
|
93
|
-
});
|
|
94
|
-
assert.ok(hits.length >= 2);
|
|
95
|
-
assert.equal(hits[0].memory.id, bId, "freshly-referenced memory outranks 30-day-old one");
|
|
96
|
-
});
|
|
97
|
-
|
|
98
|
-
test("cleanup memrec", () => {
|
|
99
|
-
rmSync(baseTmp, { recursive: true, force: true });
|
|
100
|
-
});
|
|
101
|
-
|
|
102
|
-
// ---- S24: cross-repo memory recall (PGlite mirror) ---------------------------
|
|
103
|
-
test("recallMemoriesAndInline: surfaces a memory saved in ANOTHER repo via cross-repo index", async () => {
|
|
104
|
-
// Isolate the global PGlite index to a temp dir shared by both "repos".
|
|
105
|
-
process.env.MEGACOMPACT_INDEX_DIR = join(baseTmp, "xrepo-index");
|
|
106
|
-
const repoA = join(baseTmp, "repo-a");
|
|
107
|
-
const repoB = join(baseTmp, "repo-b");
|
|
108
|
-
try {
|
|
109
|
-
// repoA owns a decision about the store backend.
|
|
110
|
-
const { applyMemoryOps } = await import("./memoryOps.js");
|
|
111
|
-
await applyMemoryOps(
|
|
112
|
-
[{ op: "add", memory: { content: "we standardized on node:sqlite for the store backend", category: "decision", sourceTurn: 0 } }],
|
|
113
|
-
repoA,
|
|
114
|
-
);
|
|
115
|
-
// repoB is a fresh session with NO local memory about the store backend.
|
|
116
|
-
const { recallMemoriesAndInline } = await import("./recall.js");
|
|
117
|
-
const res = await recallMemoriesAndInline({
|
|
118
|
-
query: "what store backend do we use?",
|
|
119
|
-
stateDir: repoB,
|
|
120
|
-
limit: 5,
|
|
121
|
-
crossRepo: true,
|
|
122
|
-
crossRepoCosine: 0.3,
|
|
123
|
-
});
|
|
124
|
-
assert.ok(!res.empty, "cross-repo recall found the other repo's memory");
|
|
125
|
-
assert.ok(/node:sqlite/.test(res.block), "the node:sqlite decision was recalled from repo A");
|
|
126
|
-
assert.ok(res.report.some((r) => /from /.test(r)), "report labels the memory as cross-repo");
|
|
127
|
-
} finally {
|
|
128
|
-
const { closeMemoryIndex } = await import("./store/memoryIndex.js");
|
|
129
|
-
await closeMemoryIndex();
|
|
130
|
-
delete process.env.MEGACOMPACT_INDEX_DIR;
|
|
131
|
-
}
|
|
132
|
-
});
|
|
133
|
-
|
|
134
|
-
// ---- S25 §3.3: content de-dup in the cross-repo memory path -----------------
|
|
135
|
-
// recallMemoriesCrossRepo (memoryRecall.ts:114) must NOT surface a memory the
|
|
136
|
-
// local repo ALREADY has — same-repo authoritative store wins over the index.
|
|
137
|
-
test("recallMemoriesCrossRepo: dedupes content the local repo already has", async () => {
|
|
138
|
-
process.env.MEGACOMPACT_INDEX_DIR = join(baseTmp, "xrepo-index-dedup");
|
|
139
|
-
const repoA = join(baseTmp, "dedup-a");
|
|
140
|
-
const repoB = join(baseTmp, "dedup-b");
|
|
141
|
-
try {
|
|
142
|
-
const { applyMemoryOps } = await import("./memoryOps.js");
|
|
143
|
-
const shared = "we standardized on node:sqlite for the store backend";
|
|
144
|
-
await applyMemoryOps(
|
|
145
|
-
[{ op: "add", memory: { content: shared, category: "decision", sourceTurn: 0 } }],
|
|
146
|
-
repoA,
|
|
147
|
-
);
|
|
148
|
-
await applyMemoryOps(
|
|
149
|
-
[{ op: "add", memory: { content: shared, category: "decision", sourceTurn: 0 } }],
|
|
150
|
-
repoB,
|
|
151
|
-
);
|
|
152
|
-
// The PGlite index now has repoA's copy; repoB ALSO has it locally. The
|
|
153
|
-
// cross-repo path for repoB must drop repoA's duplicate.
|
|
154
|
-
const { recallMemoriesCrossRepo } = await import("./memoryRecall.js");
|
|
155
|
-
const hits = await recallMemoriesCrossRepo("what store backend do we use?", repoB, {
|
|
156
|
-
crossRepoCosine: 0.0, // floor at 0: would match everything if dedup fails
|
|
157
|
-
limit: 5,
|
|
158
|
-
});
|
|
159
|
-
assert.ok(
|
|
160
|
-
hits.every((h) => h.memory.content.trim().toLowerCase() !== shared.toLowerCase()),
|
|
161
|
-
"cross-repo hit with content the local repo already has is dropped",
|
|
162
|
-
);
|
|
163
|
-
} finally {
|
|
164
|
-
const { closeMemoryIndex } = await import("./store/memoryIndex.js");
|
|
165
|
-
await closeMemoryIndex();
|
|
166
|
-
delete process.env.MEGACOMPACT_INDEX_DIR;
|
|
167
|
-
}
|
|
168
|
-
});
|
|
169
|
-
|
|
170
|
-
test("recallMemoriesAndInline: cross-repo disabled when MEGACOMPACT_PGLITE_DISABLED", async () => {
|
|
171
|
-
process.env.MEGACOMPACT_INDEX_DIR = join(baseTmp, "xrepo-index-off");
|
|
172
|
-
process.env.MEGACOMPACT_PGLITE_DISABLED = "true";
|
|
173
|
-
const repoA = join(baseTmp, "repo-a2");
|
|
174
|
-
const repoB = join(baseTmp, "repo-b2");
|
|
175
|
-
try {
|
|
176
|
-
const { applyMemoryOps } = await import("./memoryOps.js");
|
|
177
|
-
await applyMemoryOps(
|
|
178
|
-
[{ op: "add", memory: { content: "we standardized on node:sqlite for the store backend", category: "decision", sourceTurn: 0 } }],
|
|
179
|
-
repoA,
|
|
180
|
-
);
|
|
181
|
-
const { recallMemoriesAndInline } = await import("./recall.js");
|
|
182
|
-
const res = await recallMemoriesAndInline({
|
|
183
|
-
query: "what store backend do we use?",
|
|
184
|
-
stateDir: repoB,
|
|
185
|
-
limit: 5,
|
|
186
|
-
crossRepo: true,
|
|
187
|
-
});
|
|
188
|
-
// Index disabled → no cross-repo hit; repoB has no local memory → empty.
|
|
189
|
-
assert.equal(res.empty, true, "cross-repo recall degrades to empty when disabled");
|
|
190
|
-
} finally {
|
|
191
|
-
delete process.env.MEGACOMPACT_PGLITE_DISABLED;
|
|
192
|
-
delete process.env.MEGACOMPACT_INDEX_DIR;
|
|
193
|
-
}
|
|
194
|
-
});
|