pi-mega-compact 0.9.2 → 0.11.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (143) hide show
  1. package/README.md +3 -2
  2. package/dist/extensions/dashboard-server/api-contracts/endpoints.js +95 -47
  3. package/dist/extensions/dashboard-server/api-contracts/index.js +1 -1
  4. package/dist/extensions/dashboard-server/api-contracts/turns.js +10 -0
  5. package/dist/extensions/dashboard-server/api-contracts.test.js +3 -2
  6. package/dist/extensions/dashboard-server/routes-topics.js +87 -0
  7. package/dist/extensions/dashboard-server/routes-turns.js +264 -0
  8. package/dist/extensions/dashboard-server/routes.js +3 -1
  9. package/dist/extensions/dashboard-server/server.js +6 -2
  10. package/dist/extensions/mega-compact.js +10 -6
  11. package/dist/extensions/mega-config.js +4 -0
  12. package/dist/extensions/mega-events/agent-handlers.js +62 -49
  13. package/dist/extensions/mega-events/context-handler.js +48 -2
  14. package/dist/extensions/mega-events/session-handlers.js +25 -1
  15. package/dist/extensions/mega-metrics-cmds.js +90 -0
  16. package/dist/extensions/mega-pipeline/recall.js +47 -17
  17. package/dist/extensions/mega-topics-cmds.js +111 -0
  18. package/dist/extensions/mega-turn-store.js +110 -0
  19. package/dist/extensions/mega-turn-store.test.js +68 -0
  20. package/dist/src/config/turns.js +48 -0
  21. package/dist/src/fork.js +33 -0
  22. package/dist/src/fork.test.js +81 -0
  23. package/dist/src/intent.js +51 -0
  24. package/dist/src/intent.test.js +78 -0
  25. package/dist/src/metrics/index.js +4 -0
  26. package/dist/src/metrics/turns.js +118 -0
  27. package/dist/src/metrics/turns.test.js +152 -0
  28. package/dist/src/store/sqlite/raw-transcript.js +5 -3
  29. package/dist/src/store/sqlite.dbmirror.test.js +9 -0
  30. package/dist/src/store/turns/connection.js +123 -0
  31. package/dist/src/store/turns/contract-compliance.test.js +428 -0
  32. package/dist/src/store/turns/index.js +31 -0
  33. package/dist/src/store/turns/memory-store.js +357 -0
  34. package/dist/src/store/turns/memory-store.test.js +9 -0
  35. package/dist/src/store/turns/migrations.js +178 -0
  36. package/dist/src/store/turns/migrations.test.js +138 -0
  37. package/dist/src/store/turns/schema.js +115 -0
  38. package/dist/src/store/turns/sqlite-store.js +455 -0
  39. package/dist/src/store/turns/sqlite-store.test.js +144 -0
  40. package/dist/src/store/turns/types.js +16 -0
  41. package/dist/src/topics/cluster.js +141 -0
  42. package/dist/src/topics/cluster.test.js +150 -0
  43. package/dist/src/topics/index.js +6 -0
  44. package/dist/src/topics/kselection.js +142 -0
  45. package/dist/src/topics/labels.js +56 -0
  46. package/dist/src/topics/store.js +119 -0
  47. package/dist/src/topics/store.test.js +117 -0
  48. package/dist/src/topics/types.js +8 -0
  49. package/dist/src/wiki.js +133 -0
  50. package/dist/src/wiki.test.js +171 -0
  51. package/extensions/dashboard-client/dist/assets/{AchievementTiles-QPo46Pwg.js → AchievementTiles-DZp_xQOW.js} +2 -2
  52. package/extensions/dashboard-client/dist/assets/{AchievementTiles-QPo46Pwg.js.map → AchievementTiles-DZp_xQOW.js.map} +1 -1
  53. package/extensions/dashboard-client/dist/assets/{AchievementsTab-BDJxRXRY.js → AchievementsTab-BzFHpAHM.js} +2 -2
  54. package/extensions/dashboard-client/dist/assets/{AchievementsTab-BDJxRXRY.js.map → AchievementsTab-BzFHpAHM.js.map} +1 -1
  55. package/extensions/dashboard-client/dist/assets/{CacheTab-CUMqXQjd.js → CacheTab-DEQbTq2T.js} +2 -2
  56. package/extensions/dashboard-client/dist/assets/{CacheTab-CUMqXQjd.js.map → CacheTab-DEQbTq2T.js.map} +1 -1
  57. package/extensions/dashboard-client/dist/assets/{ConfigTab-j1dRzurG.js → ConfigTab-DQ4FG33J.js} +2 -2
  58. package/extensions/dashboard-client/dist/assets/{ConfigTab-j1dRzurG.js.map → ConfigTab-DQ4FG33J.js.map} +1 -1
  59. package/extensions/dashboard-client/dist/assets/{EventsTab-CMglXK4p.js → EventsTab-D5HoEVYo.js} +2 -2
  60. package/extensions/dashboard-client/dist/assets/{EventsTab-CMglXK4p.js.map → EventsTab-D5HoEVYo.js.map} +1 -1
  61. package/extensions/dashboard-client/dist/assets/{GameTab-fpaDoyxi.js → GameTab-Jzsc4yeY.js} +2 -2
  62. package/extensions/dashboard-client/dist/assets/{GameTab-fpaDoyxi.js.map → GameTab-Jzsc4yeY.js.map} +1 -1
  63. package/extensions/dashboard-client/dist/assets/{MetricsTab-CWG2crG_.js → MetricsTab-D_XnsEYX.js} +2 -2
  64. package/extensions/dashboard-client/dist/assets/{MetricsTab-CWG2crG_.js.map → MetricsTab-D_XnsEYX.js.map} +1 -1
  65. package/extensions/dashboard-client/dist/assets/{OverviewTab-BaV2D2nf.js → OverviewTab-BMREvAth.js} +2 -2
  66. package/extensions/dashboard-client/dist/assets/{OverviewTab-BaV2D2nf.js.map → OverviewTab-BMREvAth.js.map} +1 -1
  67. package/extensions/dashboard-client/dist/assets/{ReposTab-C-0kuZ_0.js → ReposTab-DuyhOktG.js} +2 -2
  68. package/extensions/dashboard-client/dist/assets/{ReposTab-C-0kuZ_0.js.map → ReposTab-DuyhOktG.js.map} +1 -1
  69. package/extensions/dashboard-client/dist/assets/{SessionsTab-CSYhddCA.js → SessionsTab-mz_vz8i2.js} +2 -2
  70. package/extensions/dashboard-client/dist/assets/{SessionsTab-CSYhddCA.js.map → SessionsTab-mz_vz8i2.js.map} +1 -1
  71. package/extensions/dashboard-client/dist/assets/{TimeSavedCard-Dy4KRjSM.js → TimeSavedCard-B8AIjNTY.js} +2 -2
  72. package/extensions/dashboard-client/dist/assets/{TimeSavedCard-Dy4KRjSM.js.map → TimeSavedCard-B8AIjNTY.js.map} +1 -1
  73. package/extensions/dashboard-client/dist/assets/TopicsTab-DKuct4oD.js +2 -0
  74. package/extensions/dashboard-client/dist/assets/TopicsTab-DKuct4oD.js.map +1 -0
  75. package/extensions/dashboard-client/dist/assets/TurnsTab-11MGLxY8.js +2 -0
  76. package/extensions/dashboard-client/dist/assets/TurnsTab-11MGLxY8.js.map +1 -0
  77. package/extensions/dashboard-client/dist/assets/{index-D_WtU2TV.js → index-CqLN7STl.js} +10 -10
  78. package/extensions/dashboard-client/dist/assets/index-CqLN7STl.js.map +1 -0
  79. package/extensions/dashboard-client/dist/assets/{index-og3ghxyY.css → index-gn66lYD2.css} +1 -1
  80. package/extensions/dashboard-client/dist/assets/{useSSE-C9yVJlGP.js → useSSE-CXrQSbVY.js} +2 -2
  81. package/extensions/dashboard-client/dist/assets/{useSSE-C9yVJlGP.js.map → useSSE-CXrQSbVY.js.map} +1 -1
  82. package/extensions/dashboard-client/dist/index.html +2 -2
  83. package/extensions/dashboard-client/src/App.tsx +10 -2
  84. package/extensions/dashboard-client/src/api/client.ts +90 -1
  85. package/extensions/dashboard-client/src/main.tsx +1 -0
  86. package/extensions/dashboard-client/src/styles/turns.css +142 -0
  87. package/extensions/dashboard-client/src/tabs/TopicsTab.tsx +186 -0
  88. package/extensions/dashboard-client/src/tabs/TurnsTab.tsx +336 -0
  89. package/extensions/dashboard-server/api-contracts/endpoints.ts +394 -291
  90. package/extensions/dashboard-server/api-contracts/game-types.ts +141 -88
  91. package/extensions/dashboard-server/api-contracts/index.ts +153 -133
  92. package/extensions/dashboard-server/api-contracts/turns.ts +114 -0
  93. package/extensions/dashboard-server/api-contracts.test.ts +920 -919
  94. package/extensions/dashboard-server/routes-topics.ts +119 -0
  95. package/extensions/dashboard-server/routes-turns.ts +305 -0
  96. package/extensions/dashboard-server/routes.ts +8 -1
  97. package/extensions/dashboard-server/server.ts +6 -2
  98. package/extensions/mega-compact.ts +75 -59
  99. package/extensions/mega-config.ts +232 -220
  100. package/extensions/mega-events/agent-handlers.ts +194 -151
  101. package/extensions/mega-events/context-handler.ts +50 -1
  102. package/extensions/mega-events/session-handlers.ts +26 -5
  103. package/extensions/mega-metrics-cmds.ts +114 -0
  104. package/extensions/mega-pipeline/recall.ts +215 -152
  105. package/extensions/mega-topics-cmds.ts +151 -0
  106. package/extensions/mega-turn-store.test.ts +108 -0
  107. package/extensions/mega-turn-store.ts +169 -0
  108. package/package.json +3 -1
  109. package/src/config/turns.ts +69 -0
  110. package/src/fork.test.ts +94 -0
  111. package/src/fork.ts +78 -0
  112. package/src/intent.test.ts +87 -0
  113. package/src/intent.ts +115 -0
  114. package/src/metrics/index.ts +9 -0
  115. package/src/metrics/turns.test.ts +165 -0
  116. package/src/metrics/turns.ts +201 -0
  117. package/src/store/sqlite/raw-transcript.ts +9 -3
  118. package/src/store/sqlite.dbmirror.test.ts +10 -0
  119. package/src/store/turns/connection.ts +137 -0
  120. package/src/store/turns/contract-compliance.test.ts +562 -0
  121. package/src/store/turns/index.ts +65 -0
  122. package/src/store/turns/memory-store.test.ts +15 -0
  123. package/src/store/turns/memory-store.ts +469 -0
  124. package/src/store/turns/migrations.test.ts +161 -0
  125. package/src/store/turns/migrations.ts +203 -0
  126. package/src/store/turns/schema.ts +158 -0
  127. package/src/store/turns/sqlite-store.test.ts +161 -0
  128. package/src/store/turns/sqlite-store.ts +656 -0
  129. package/src/store/turns/types.ts +181 -0
  130. package/src/topics/cluster.test.ts +176 -0
  131. package/src/topics/cluster.ts +191 -0
  132. package/src/topics/index.ts +18 -0
  133. package/src/topics/kselection.ts +182 -0
  134. package/src/topics/labels.ts +67 -0
  135. package/src/topics/store.test.ts +132 -0
  136. package/src/topics/store.ts +208 -0
  137. package/src/topics/types.ts +64 -0
  138. package/src/wiki.test.ts +217 -0
  139. package/src/wiki.ts +198 -0
  140. package/dist/extensions/openclaw-mega-compact.js +0 -291
  141. package/dist/src/minilm.js +0 -92
  142. package/dist/src/wordpiece.js +0 -129
  143. package/extensions/dashboard-client/dist/assets/index-D_WtU2TV.js.map +0 -1
@@ -0,0 +1,137 @@
1
+ /**
2
+ * connection.ts — S49 reconciled turns.db connection manager.
3
+ *
4
+ * RECONCILIATION (s49-turn-db ∪ master): exposes master's contract-facing
5
+ * `openTurnDb` / `closeTurnDb` / `closeAllTurnDbs` (consumed by SqliteTurnStore)
6
+ * AND this branch's value-adds: closed-handle eviction, the MEGACOMPACT_TURNS_DB_PATH
7
+ * env override, and the one-time main-db → turns.db migration (S49B) run after
8
+ * schema init. The unified `initTurnSchema` (schema.ts) creates both the
9
+ * contract tables and the S51/S52 additive shells.
10
+ *
11
+ * Separate cache from the main memory store (src/store/sqlite/utils.ts) so a
12
+ * turn-DB failure can never touch the authoritative memory DB (program §2).
13
+ * Pi-agnostic (PREVENT-PI-004: node:sqlite in-process, no network).
14
+ */
15
+ import { existsSync, mkdirSync } from "node:fs";
16
+ import { join } from "node:path";
17
+ import { DatabaseSync } from "node:sqlite";
18
+ import { TurnsConfig } from "../../config/turns.js";
19
+ import { initTurnSchema } from "./schema.js";
20
+ import { migrateTurnTablesIfNeeded } from "./migrations.js";
21
+
22
+ /** Default turns.db filename within a state dir. */
23
+ export const TURNS_DB_FILE = "turns.db";
24
+
25
+ // Module-level cache, SEPARATE from the memory store's cache. Keyed by the
26
+ // resolved db path (or `:memory:<stateDir>` for in-memory).
27
+ const cache = new Map<string, DatabaseSync>();
28
+
29
+ /** Resolve the turns.db path (env override wins — tests/DR). */
30
+ export function turnDbPath(stateDir: string): string {
31
+ const override = process.env.MEGACOMPACT_TURNS_DB_PATH;
32
+ if (override && override.trim() !== "") return override;
33
+ return join(stateDir, TURNS_DB_FILE);
34
+ }
35
+
36
+ /**
37
+ * Open (or reuse) the isolated turn database connection. Contract-facing
38
+ * shape consumed by `SqliteTurnStore`. Accepts `dbPath` / `inMemory` overrides
39
+ * for tests. Runs the unified schema init + the one-time main-db migration.
40
+ */
41
+ export function openTurnDb(
42
+ stateDir: string,
43
+ options?: { dbPath?: string; inMemory?: boolean },
44
+ ): DatabaseSync {
45
+ const resolvedPath =
46
+ options?.inMemory === true
47
+ ? ":memory:"
48
+ : (options?.dbPath ?? turnDbPath(stateDir));
49
+ const cacheKey = options?.inMemory ? `:memory:${stateDir}` : resolvedPath;
50
+
51
+ const cached = cache.get(cacheKey);
52
+ if (cached) {
53
+ // A closed handle in the cache (test called db.close() directly) would
54
+ // surface as "database is not open" on reuse. Detect + evict.
55
+ try {
56
+ cached.exec("SELECT 1");
57
+ return cached;
58
+ } catch {
59
+ cache.delete(cacheKey);
60
+ }
61
+ }
62
+
63
+ if (options?.inMemory !== true && !existsSync(stateDir)) {
64
+ mkdirSync(stateDir, { recursive: true });
65
+ }
66
+ const db = new DatabaseSync(resolvedPath);
67
+ db.exec("PRAGMA journal_mode = WAL");
68
+ db.exec("PRAGMA foreign_keys = ON");
69
+ db.exec("PRAGMA busy_timeout = 5000");
70
+ initTurnSchema(db);
71
+ // S49B: one-time move of legacy main-db turn tables into turns.db (idempotent,
72
+ // non-fatal). File-backed only; never runs for the in-memory test backend.
73
+ if (options?.inMemory !== true && TurnsConfig.TURNS_DB_ENABLED) {
74
+ migrateTurnTablesIfNeeded(db, stateDir);
75
+ }
76
+ cache.set(cacheKey, db);
77
+ return db;
78
+ }
79
+
80
+ /**
81
+ * Back-compat alias for callers (S51 topics store, dashboard routes) that open
82
+ * a raw DatabaseSync against turns.db to run their own read queries. Equivalent
83
+ * to `openTurnDb(stateDir)` (file-backed, default path).
84
+ */
85
+ export function openTurnStore(stateDir: string): DatabaseSync {
86
+ return openTurnDb(stateDir);
87
+ }
88
+
89
+ /** Back-compat alias: close the cached file-backed connection for a state dir. */
90
+ export function closeTurnStore(stateDir: string): void {
91
+ closeTurnDb(stateDir);
92
+ }
93
+
94
+ /** Close and evict a cached connection. Idempotent. */
95
+ export function closeTurnDb(
96
+ stateDir: string,
97
+ options?: { dbPath?: string; inMemory?: boolean },
98
+ ): void {
99
+ const resolvedPath =
100
+ options?.inMemory === true
101
+ ? ":memory:"
102
+ : (options?.dbPath ?? turnDbPath(stateDir));
103
+ const cacheKey = options?.inMemory ? `:memory:${stateDir}` : resolvedPath;
104
+ const db = cache.get(cacheKey);
105
+ if (!db) return;
106
+ db.close();
107
+ cache.delete(cacheKey);
108
+ }
109
+
110
+ /** Close all cached connections (test teardown / graceful shutdown). */
111
+ export function closeAllTurnDbs(): void {
112
+ for (const db of cache.values()) {
113
+ try {
114
+ db.close();
115
+ } catch {
116
+ // best-effort
117
+ }
118
+ }
119
+ cache.clear();
120
+ }
121
+
122
+ /**
123
+ * Run `fn` atomically. SAVEPOINT (not BEGIN) so it nests safely under an outer
124
+ * transaction. Self-contained (not imported from memory utils) to keep the
125
+ * reuse seam clean.
126
+ */
127
+ export function withTx(db: DatabaseSync, fn: () => void): void {
128
+ db.exec("SAVEPOINT turns_tx");
129
+ try {
130
+ fn();
131
+ db.exec("RELEASE turns_tx");
132
+ } catch (e) {
133
+ db.exec("ROLLBACK TO turns_tx");
134
+ db.exec("RELEASE turns_tx");
135
+ throw e;
136
+ }
137
+ }
@@ -0,0 +1,562 @@
1
+ /**
2
+ * contract-compliance.test.ts — Shared compliance suite for TurnStore.
3
+ *
4
+ * Parameterized: takes a factory function and runs every contract assertion
5
+ * against the produced store. Imported by backend-specific test files to prove
6
+ * both SqliteTurnStore and InMemoryTurnStore satisfy the same contract.
7
+ *
8
+ * Contract guarantees tested:
9
+ * 1. appendTurn returns a TurnId; getTurn round-trips
10
+ * 2. appendRecall + listRecall round-trips
11
+ * 3. query filters compose (AND)
12
+ * 4. conversationStats aggregates correctly
13
+ * 5. forkConversation creates fork lineage
14
+ * 6. asReader cannot append (type-level — verified by compilation)
15
+ * 7. asWriter cannot prune (type-level — verified by compilation)
16
+ * 8. asAdmin can prune + checkpoint + restore
17
+ * 9. checkpoint/restore round-trip is lossless
18
+ * 10. close() is idempotent
19
+ * 11. clear() wipes all data
20
+ */
21
+
22
+ import { describe, it, beforeEach, afterEach } from "node:test";
23
+ import assert from "node:assert/strict";
24
+ import type {
25
+ TurnStore,
26
+ TurnEntry,
27
+ TurnRecallEntry,
28
+ TurnStoreOptions,
29
+ } from "./types.js";
30
+
31
+ /** Factory function — backend test files provide the concrete constructor. */
32
+ export type StoreFactory = (options: TurnStoreOptions) => TurnStore;
33
+
34
+ /** Helper: create a valid TurnEntry. */
35
+ function makeTurn(overrides: Partial<TurnEntry> = {}): TurnEntry {
36
+ return {
37
+ conversationId: "conv_test1234",
38
+ sessionId: "sess_abc",
39
+ turnIndex: 0,
40
+ role: "assistant",
41
+ endedAt: Date.now(),
42
+ ...overrides,
43
+ };
44
+ }
45
+
46
+ /** Helper: create a valid TurnRecallEntry. */
47
+ function makeRecall(
48
+ turnId: string,
49
+ overrides: Partial<TurnRecallEntry> = {},
50
+ ): TurnRecallEntry {
51
+ return {
52
+ turnId,
53
+ checkpointId: "ckpt_001",
54
+ score: 0.85,
55
+ source: "checkpoint",
56
+ ...overrides,
57
+ };
58
+ }
59
+
60
+ /**
61
+ * Run the full compliance suite against a TurnStore factory.
62
+ * Backend test files call this with their constructor.
63
+ */
64
+ export function runComplianceSuite(
65
+ name: string,
66
+ factory: StoreFactory,
67
+ options: TurnStoreOptions,
68
+ ): void {
69
+ describe(`${name} — TurnStore compliance`, () => {
70
+ let store: TurnStore;
71
+
72
+ beforeEach(() => {
73
+ store = factory(options);
74
+ });
75
+
76
+ afterEach(() => {
77
+ try {
78
+ store.asAdmin().clear();
79
+ } catch {
80
+ // best-effort
81
+ }
82
+ try {
83
+ store.close();
84
+ } catch {
85
+ // best-effort
86
+ }
87
+ });
88
+
89
+ // ── 1. appendTurn + getTurn round-trip ──────────────────
90
+
91
+ it("appendTurn returns a TurnId; getTurn retrieves the entry", () => {
92
+ const entry = makeTurn({ turnIndex: 0 });
93
+ const id = store.asWriter().appendTurn(entry);
94
+ assert.ok(
95
+ typeof id === "string" && id.length > 0,
96
+ "TurnId is a non-empty string",
97
+ );
98
+
99
+ const retrieved = store.asReader().getTurn(id);
100
+ assert.ok(retrieved, "getTurn should return the entry");
101
+ assert.equal(retrieved!.conversationId, entry.conversationId);
102
+ assert.equal(retrieved!.turnIndex, entry.turnIndex);
103
+ assert.equal(retrieved!.role, entry.role);
104
+ });
105
+
106
+ it("appendTurn preserves optional fields", () => {
107
+ const entry = makeTurn({
108
+ turnIndex: 1,
109
+ ctxTokens: 5000,
110
+ ctxPercent: 0.65,
111
+ pressureBand: "yellow",
112
+ model: "claude-sonnet-4",
113
+ });
114
+ const id = store.asWriter().appendTurn(entry);
115
+ const retrieved = store.asReader().getTurn(id);
116
+ assert.ok(retrieved);
117
+ assert.equal(retrieved!.ctxTokens, 5000);
118
+ assert.equal(retrieved!.ctxPercent, 0.65);
119
+ assert.equal(retrieved!.pressureBand, "yellow");
120
+ assert.equal(retrieved!.model, "claude-sonnet-4");
121
+ });
122
+
123
+ // ── 2. appendRecall + listRecall round-trip ──────────────
124
+
125
+ it("appendRecall + listRecall round-trips", () => {
126
+ const tid = store.asWriter().appendTurn(makeTurn({ turnIndex: 0 }));
127
+ const recall = makeRecall(tid, {
128
+ checkpointId: "ckpt_r1",
129
+ score: 0.9,
130
+ source: "cluster_summary",
131
+ });
132
+ store.asWriter().appendRecall(recall);
133
+
134
+ const results = store.asReader().listRecall(tid);
135
+ assert.equal(results.length, 1);
136
+ assert.equal(results[0].checkpointId, "ckpt_r1");
137
+ assert.equal(results[0].score, 0.9);
138
+ assert.equal(results[0].source, "cluster_summary");
139
+ });
140
+
141
+ it("appendRecall deduplicates on (turnId, checkpointId)", () => {
142
+ const tid = store.asWriter().appendTurn(makeTurn({ turnIndex: 0 }));
143
+ const r1 = makeRecall(tid, { checkpointId: "ckpt_dedup", score: 0.7 });
144
+ const r2 = makeRecall(tid, { checkpointId: "ckpt_dedup", score: 0.8 });
145
+
146
+ store.asWriter().appendRecall(r1);
147
+ store.asWriter().appendRecall(r2);
148
+
149
+ const results = store.asReader().listRecall(tid);
150
+ // Either 1 (deduped) or 2 (last-write-wins) — both valid contract behaviors
151
+ assert.ok(results.length >= 1 && results.length <= 2);
152
+ });
153
+
154
+ // ── 3. query filters compose (AND) ──────────────────────
155
+
156
+ it("query with no filter returns all turns", () => {
157
+ store.asWriter().appendTurn(makeTurn({ turnIndex: 0 }));
158
+ store.asWriter().appendTurn(makeTurn({ turnIndex: 1 }));
159
+
160
+ const results = store.asReader().query({});
161
+ assert.ok(results.length >= 2);
162
+ });
163
+
164
+ it("query filters by conversationId", () => {
165
+ store
166
+ .asWriter()
167
+ .appendTurn(makeTurn({ conversationId: "conv_a", turnIndex: 0 }));
168
+ store
169
+ .asWriter()
170
+ .appendTurn(makeTurn({ conversationId: "conv_b", turnIndex: 0 }));
171
+
172
+ const results = store.asReader().query({ conversationId: "conv_a" });
173
+ assert.equal(results.length, 1);
174
+ assert.equal(results[0].conversationId, "conv_a");
175
+ });
176
+
177
+ it("query filters by time range (sinceMs + untilMs)", () => {
178
+ const now = Date.now();
179
+ store
180
+ .asWriter()
181
+ .appendTurn(makeTurn({ turnIndex: 0, endedAt: now - 2000 }));
182
+ store
183
+ .asWriter()
184
+ .appendTurn(makeTurn({ turnIndex: 1, endedAt: now - 1000 }));
185
+ store.asWriter().appendTurn(makeTurn({ turnIndex: 2, endedAt: now }));
186
+
187
+ const results = store.asReader().query({
188
+ sinceMs: now - 1500,
189
+ untilMs: now - 500,
190
+ });
191
+ assert.equal(results.length, 1);
192
+ assert.equal(results[0].turnIndex, 1);
193
+ });
194
+
195
+ it("query filters by pressureBand", () => {
196
+ store
197
+ .asWriter()
198
+ .appendTurn(makeTurn({ turnIndex: 0, pressureBand: "red" }));
199
+ store
200
+ .asWriter()
201
+ .appendTurn(makeTurn({ turnIndex: 1, pressureBand: "green" }));
202
+
203
+ const results = store.asReader().query({ pressureBand: "red" });
204
+ assert.equal(results.length, 1);
205
+ assert.equal(results[0].pressureBand, "red");
206
+ });
207
+
208
+ it("query respects limit and offset", () => {
209
+ for (let i = 0; i < 5; i++) {
210
+ store.asWriter().appendTurn(makeTurn({ turnIndex: i }));
211
+ }
212
+
213
+ const page1 = store.asReader().query({ limit: 2, offset: 0 });
214
+ const page2 = store.asReader().query({ limit: 2, offset: 2 });
215
+ assert.equal(page1.length, 2);
216
+ assert.equal(page2.length, 2);
217
+ assert.notEqual(page1[0].turnIndex, page2[0].turnIndex);
218
+ });
219
+
220
+ // ── 4. conversationStats ────────────────────────────────
221
+
222
+ it("conversationStats aggregates correctly", () => {
223
+ const now = Date.now();
224
+ const convId = "conv_stats";
225
+ store.asWriter().appendTurn(
226
+ makeTurn({
227
+ conversationId: convId,
228
+ turnIndex: 0,
229
+ endedAt: now - 2000,
230
+ ctxPercent: 0.3,
231
+ pressureBand: "green",
232
+ }),
233
+ );
234
+ store.asWriter().appendTurn(
235
+ makeTurn({
236
+ conversationId: convId,
237
+ turnIndex: 1,
238
+ endedAt: now - 1000,
239
+ ctxPercent: 0.7,
240
+ pressureBand: "yellow",
241
+ }),
242
+ );
243
+ store.asWriter().appendTurn(
244
+ makeTurn({
245
+ conversationId: convId,
246
+ turnIndex: 2,
247
+ endedAt: now,
248
+ pressureBand: "green",
249
+ }),
250
+ );
251
+
252
+ const stats = store.asReader().conversationStats(convId);
253
+ assert.equal(stats.turnCount, 3);
254
+ assert.equal(stats.firstTurnAt, now - 2000);
255
+ assert.equal(stats.lastTurnAt, now);
256
+ assert.ok(Math.abs(stats.avgCtxPercent - 0.5) < 0.01);
257
+ assert.equal(stats.pressureBands.green, 2);
258
+ assert.equal(stats.pressureBands.yellow, 1);
259
+ });
260
+
261
+ it("conversationStats returns zeros for empty conversation", () => {
262
+ const stats = store.asReader().conversationStats("conv_nonexistent");
263
+ assert.equal(stats.turnCount, 0);
264
+ assert.equal(stats.avgCtxPercent, 0);
265
+ });
266
+
267
+ // ── 5. forkConversation ─────────────────────────────────
268
+
269
+ it("forkConversation creates a child conversation with fork lineage", () => {
270
+ const parentId = "conv_parent";
271
+ store
272
+ .asWriter()
273
+ .appendTurn(makeTurn({ conversationId: parentId, turnIndex: 0 }));
274
+ const tid = store
275
+ .asWriter()
276
+ .appendTurn(makeTurn({ conversationId: parentId, turnIndex: 1 }));
277
+ store
278
+ .asWriter()
279
+ .appendRecall(makeRecall(tid, { checkpointId: "ckpt_fork" }));
280
+
281
+ const childId = store.asWriter().forkConversation(parentId, 1);
282
+ assert.ok(childId.startsWith("conv_"), "child is a conversation id");
283
+ assert.notEqual(childId, parentId, "child is a different conversation");
284
+
285
+ const forks = store.asReader().listForks(parentId);
286
+ assert.equal(forks.length, 1);
287
+ assert.equal(forks[0].childConversationId, childId);
288
+ assert.equal(forks[0].forkTurnIndex, 1);
289
+ });
290
+
291
+ it("forkConversation seeds child with parent recall", () => {
292
+ const parentId = "conv_seed_parent";
293
+ store.asWriter().appendTurn(
294
+ makeTurn({ conversationId: parentId, turnIndex: 0 }),
295
+ );
296
+ const tid1 = store.asWriter().appendTurn(
297
+ makeTurn({ conversationId: parentId, turnIndex: 1 }),
298
+ );
299
+ // Attach recall to the parent's turn at index 1
300
+ store.asWriter().appendRecall(
301
+ makeRecall(tid1, { checkpointId: "ckpt_seed1", score: 0.9, source: "checkpoint" }),
302
+ );
303
+ store.asWriter().appendRecall(
304
+ makeRecall(tid1, { checkpointId: "ckpt_seed2", score: 0.7, source: "memory" }),
305
+ );
306
+
307
+ const childId = store.asWriter().forkConversation(parentId, 1);
308
+
309
+ // The child should have a seed turn (turnIndex 0, role system)
310
+ const childTurns = store.asReader().query({ conversationId: childId });
311
+ assert.ok(childTurns.length >= 1, "child has at least one turn");
312
+
313
+ const seedTurn = childTurns.find(
314
+ (t) => t.turnIndex === 0 && t.role === "system",
315
+ );
316
+ assert.ok(seedTurn, "child has a seed turn");
317
+
318
+ // The seed turn should have the parent's recall entries.
319
+ // Use snapshot-based verification (position-stable IDs).
320
+ const snapshot = store.asAdmin().checkpoint();
321
+ const childRecallInSnapshot = snapshot.recall.filter((r) => {
322
+ // The recall's turnId should point to a turn in the child conversation
323
+ const turnIdx = Number(r.turnId) - 1;
324
+ const turn = snapshot.turns[turnIdx];
325
+ return turn && turn.conversationId === childId;
326
+ });
327
+ assert.equal(
328
+ childRecallInSnapshot.length,
329
+ 2,
330
+ "child seed turn inherits both recall entries from parent",
331
+ );
332
+ assert.ok(
333
+ childRecallInSnapshot.some((r) => r.checkpointId === "ckpt_seed1"),
334
+ "child has ckpt_seed1",
335
+ );
336
+ assert.ok(
337
+ childRecallInSnapshot.some((r) => r.checkpointId === "ckpt_seed2"),
338
+ "child has ckpt_seed2",
339
+ );
340
+ });
341
+
342
+ // ── 6. countTurns ──────────────────────────────────────
343
+
344
+ it("countTurns returns the number of turns in a conversation", () => {
345
+ const convId = "conv_count";
346
+ store
347
+ .asWriter()
348
+ .appendTurn(makeTurn({ conversationId: convId, turnIndex: 0 }));
349
+ store
350
+ .asWriter()
351
+ .appendTurn(makeTurn({ conversationId: convId, turnIndex: 1 }));
352
+
353
+ assert.equal(store.asReader().countTurns(convId), 2);
354
+ assert.equal(store.asReader().countTurns("conv_nonexistent"), 0);
355
+ });
356
+
357
+ // ── 7. ensureConversationId ─────────────────────────────
358
+
359
+ it("ensureConversationId returns same id for same session", () => {
360
+ const id1 = store.asWriter().ensureConversationId("sess_test1");
361
+ const id2 = store.asWriter().ensureConversationId("sess_test1");
362
+ assert.equal(id1, id2, "same session should always get the same conversationId");
363
+ assert.ok(id1.startsWith("conv_"), "conversationId has conv_ prefix");
364
+
365
+ // After writing a turn with this session, ensureConversationId
366
+ // should still return the same conversationId
367
+ store.asWriter().appendTurn(
368
+ makeTurn({ conversationId: id1, sessionId: "sess_test1", turnIndex: 0 }),
369
+ );
370
+ const id3 = store.asWriter().ensureConversationId("sess_test1");
371
+ assert.equal(id3, id1, "conversationId stable after turn is written");
372
+ });
373
+
374
+ // ── 8. prune ────────────────────────────────────────────
375
+
376
+ it("prune removes old turns, respects keepMinPerConversation", () => {
377
+ const convId = "conv_prune";
378
+ const now = Date.now();
379
+
380
+ // 5 turns, 3 are old
381
+ for (let i = 0; i < 5; i++) {
382
+ store.asWriter().appendTurn(
383
+ makeTurn({
384
+ conversationId: convId,
385
+ turnIndex: i,
386
+ endedAt: now - (5 - i) * 1000,
387
+ }),
388
+ );
389
+ }
390
+
391
+ const report = store.asAdmin().prune({
392
+ maxTurnAgeMs: 3500, // turns older than 3.5s
393
+ keepMinPerConversation: 3, // keep at least 3
394
+ vacuumAfterPrune: false,
395
+ });
396
+
397
+ // Should delete 2 (5 total - 3 minimum = 2 eligible, but only those older than cutoff)
398
+ assert.ok(report.turnsRemoved >= 0, "prune report has turnsRemoved");
399
+ assert.equal(
400
+ store.asReader().countTurns(convId),
401
+ 5 - report.turnsRemoved,
402
+ );
403
+ });
404
+
405
+ it("prune cascades recall for deleted turns", () => {
406
+ const convId = "conv_prune_recall";
407
+ const now = Date.now();
408
+
409
+ const tid0 = store.asWriter().appendTurn(
410
+ makeTurn({
411
+ conversationId: convId,
412
+ turnIndex: 0,
413
+ endedAt: now - 10000,
414
+ }),
415
+ );
416
+ store.asWriter().appendRecall(makeRecall(tid0));
417
+ store.asWriter().appendTurn(
418
+ makeTurn({
419
+ conversationId: convId,
420
+ turnIndex: 1,
421
+ endedAt: now,
422
+ }),
423
+ );
424
+
425
+ const report = store.asAdmin().prune({
426
+ maxTurnAgeMs: 5000,
427
+ keepMinPerConversation: 1,
428
+ vacuumAfterPrune: false,
429
+ });
430
+
431
+ if (report.turnsRemoved > 0) {
432
+ assert.ok(report.recallRemoved >= 0, "recall cascaded");
433
+ }
434
+ });
435
+
436
+ // ── 9. checkpoint / restore round-trip ──────────────────
437
+
438
+ it("checkpoint + restore is lossless", () => {
439
+ const convId = "conv_snapshot";
440
+ store
441
+ .asWriter()
442
+ .appendTurn(makeTurn({ conversationId: convId, turnIndex: 0 }));
443
+ const tid = store.asWriter().appendTurn(
444
+ makeTurn({
445
+ conversationId: convId,
446
+ turnIndex: 1,
447
+ ctxTokens: 8000,
448
+ ctxPercent: 0.8,
449
+ pressureBand: "red",
450
+ model: "test-model",
451
+ }),
452
+ );
453
+ store.asWriter().appendRecall(
454
+ makeRecall(tid, {
455
+ checkpointId: "ckpt_snap",
456
+ score: 0.95,
457
+ source: "memory",
458
+ }),
459
+ );
460
+ store.asWriter().forkConversation(convId, 1);
461
+
462
+ const snapshot = store.asAdmin().checkpoint();
463
+ assert.equal(snapshot.version, 1);
464
+ // Fork creates a seed turn in the child, so total turns = 3
465
+ assert.equal(snapshot.turns.length, 3, "2 parent + 1 child seed turn");
466
+ assert.equal(snapshot.recall.length, 2, "1 parent recall + 1 child seed recall (copied from parent)");
467
+ assert.equal(snapshot.forks.length, 1);
468
+
469
+ // Clear and restore
470
+ store.asAdmin().clear();
471
+ assert.equal(store.asReader().countTurns(convId), 0);
472
+
473
+ store.asAdmin().restore(snapshot);
474
+
475
+ // Verify turns restored
476
+ assert.equal(store.asReader().countTurns(convId), 2);
477
+
478
+ // Verify turn content
479
+ const turns = store.asReader().query({ conversationId: convId });
480
+ assert.equal(turns.length, 2);
481
+ assert.equal(turns[1].ctxTokens, 8000);
482
+ assert.equal(turns[1].pressureBand, "red");
483
+ assert.equal(turns[1].model, "test-model");
484
+
485
+ // Verify recall restored: find the restored turn at turnIndex 1
486
+ // and check its recall entries
487
+ const turn1 = turns.find((t) => t.turnIndex === 1);
488
+ assert.ok(turn1, "turn at index 1 should exist after restore");
489
+ // We need the TurnId to query listRecall. Since restore may
490
+ // remap IDs, we query by (conversationId, turnIndex) to find
491
+ // the new TurnId via getTurn.
492
+ //
493
+ // Strategy: snapshot recall uses position-based IDs.
494
+ // After restore, the turn at position 2 (index 1) should have
495
+ // its recall. We can verify by taking a second checkpoint
496
+ // and checking it matches the first.
497
+ const snapshot2 = store.asAdmin().checkpoint();
498
+ assert.equal(snapshot2.turns.length, 3, "second checkpoint has 3 turns (2 parent + 1 child seed)");
499
+ assert.equal(snapshot2.recall.length, 2, "second checkpoint has 2 recall (1 parent + 1 child seed)");
500
+ assert.equal(snapshot2.recall[0].checkpointId, "ckpt_snap", "recall checkpointId preserved");
501
+ assert.equal(snapshot2.recall[0].score, 0.95, "recall score preserved");
502
+ assert.equal(snapshot2.recall[0].source, "memory", "recall source preserved");
503
+
504
+ // Verify forks restored
505
+ const forks = store.asReader().listForks(convId);
506
+ assert.equal(forks.length, 1);
507
+ });
508
+
509
+ // ── 10. close is idempotent ──────────────────────────────
510
+
511
+ it("close is idempotent", () => {
512
+ // Should not throw
513
+ store.close();
514
+ // Second close should also not throw
515
+ // (create a new store for this since the old one is closed)
516
+ const store2 = factory(options);
517
+ store2.close();
518
+ store2.close();
519
+ });
520
+
521
+ // ── 11. clear wipes all data ─────────────────────────────
522
+
523
+ it("clear wipes all data", () => {
524
+ store.asWriter().appendTurn(makeTurn({ turnIndex: 0 }));
525
+ store.asAdmin().clear();
526
+ assert.equal(
527
+ store.asReader().query({}).length,
528
+ 0,
529
+ "no turns after clear",
530
+ );
531
+ });
532
+
533
+ // ── 12. Capability gating ────────────────────────────────
534
+
535
+ it("asReader returns a TurnReader (type check)", () => {
536
+ const reader = store.asReader();
537
+ assert.equal(typeof reader.query, "function");
538
+ assert.equal(typeof reader.getTurn, "function");
539
+ assert.equal(typeof reader.listRecall, "function");
540
+ assert.equal(typeof reader.listForks, "function");
541
+ assert.equal(typeof reader.countTurns, "function");
542
+ assert.equal(typeof reader.conversationStats, "function");
543
+ });
544
+
545
+ it("asWriter returns a TurnWriter (type check)", () => {
546
+ const writer = store.asWriter();
547
+ assert.equal(typeof writer.appendTurn, "function");
548
+ assert.equal(typeof writer.appendRecall, "function");
549
+ assert.equal(typeof writer.ensureConversationId, "function");
550
+ assert.equal(typeof writer.forkConversation, "function");
551
+ });
552
+
553
+ it("asAdmin returns a TurnAdmin (type check)", () => {
554
+ const admin = store.asAdmin();
555
+ assert.equal(typeof admin.prune, "function");
556
+ assert.equal(typeof admin.vacuum, "function");
557
+ assert.equal(typeof admin.checkpoint, "function");
558
+ assert.equal(typeof admin.restore, "function");
559
+ assert.equal(typeof admin.clear, "function");
560
+ });
561
+ });
562
+ }