@modusensus/dsh-mneme 0.6.7 → 0.6.9

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (139) hide show
  1. package/.github/workflows/test.yml +32 -0
  2. package/.release-notes-v0.6.9.md +13 -0
  3. package/CHANGELOG.md +89 -0
  4. package/LICENSE +21 -21
  5. package/README.md +219 -463
  6. package/SECURITY.md +544 -0
  7. package/docs/devlog/2026-08-14-dsh-mneme-dev-log.md +247 -0
  8. package/docs/devlog/2026-08-15-dsh-mneme-audit-stress-dev-log.md +145 -0
  9. package/docs/devlog/2026-08-15-dsh-mneme-pipeline-dev-log.md +56 -0
  10. package/docs/devlog/2026-08-15-dsh-mneme-reflection-dev-log.md +77 -0
  11. package/docs/devlog/2026-08-15-dsh-mneme-review-fixes-dev-log.md +64 -0
  12. package/docs/devlog/2026-08-15-dsh-mneme-semantic-dev-log.md +90 -0
  13. package/dsh-mneme/CHANGELOG.md +248 -0
  14. package/dsh-mneme/LICENSE +21 -0
  15. package/dsh-mneme/README.md +465 -0
  16. package/{cordis.patch.yml → dsh-mneme/cordis.patch.yml} +15 -15
  17. package/dsh-mneme/docs/AGENT_MEMORY_RESEARCH.md +183 -0
  18. package/dsh-mneme/docs/ENTITIES.md +245 -0
  19. package/dsh-mneme/docs/LOCAL_MODEL.md +141 -0
  20. package/dsh-mneme/docs/MIGRATION.md +127 -0
  21. package/dsh-mneme/docs/SEMANTIC.md +256 -0
  22. package/dsh-mneme/docs/SLEEP.md +163 -0
  23. package/{lib → dsh-mneme/lib}/api.js +783 -783
  24. package/{lib → dsh-mneme/lib}/client.js +1757 -1757
  25. package/{src → dsh-mneme/lib}/commands.js +64 -64
  26. package/{lib → dsh-mneme/lib}/config.js +298 -288
  27. package/{lib → dsh-mneme/lib}/dream/clustering.js +118 -118
  28. package/{src → dsh-mneme/lib}/dream/decisions.js +488 -439
  29. package/{lib → dsh-mneme/lib}/dream/sleep.js +561 -554
  30. package/{src → dsh-mneme/lib}/dream/tag-extractor.js +156 -156
  31. package/{lib → dsh-mneme/lib}/dream.js +958 -929
  32. package/{src → dsh-mneme/lib}/embedding.js +154 -154
  33. package/{src → dsh-mneme/lib}/entities/extractor.js +242 -242
  34. package/{src → dsh-mneme/lib}/hot-memory.js +53 -53
  35. package/{lib → dsh-mneme/lib}/index.js +361 -361
  36. package/{src → dsh-mneme/lib}/inject.js +208 -208
  37. package/{lib → dsh-mneme/lib}/local-embedder.js +282 -282
  38. package/{lib → dsh-mneme/lib}/mirror.js +170 -170
  39. package/{lib → dsh-mneme/lib}/parser/tag.js +59 -59
  40. package/{lib → dsh-mneme/lib}/parser/wiki-link.js +38 -38
  41. package/{src → dsh-mneme/lib}/quality-filter.js +123 -123
  42. package/{lib → dsh-mneme/lib}/reranker.js +218 -218
  43. package/{lib → dsh-mneme/lib}/search/adaptive.js +22 -22
  44. package/{lib → dsh-mneme/lib}/search/bm25.js +96 -96
  45. package/{src → dsh-mneme/lib}/search/tag-boost.js +61 -61
  46. package/{src → dsh-mneme/lib}/service.js +1726 -1726
  47. package/{lib → dsh-mneme/lib}/settings.js +172 -172
  48. package/{lib → dsh-mneme/lib}/store.js +2238 -2238
  49. package/{lib → dsh-mneme/lib}/summarize.js +236 -236
  50. package/{lib → dsh-mneme/lib}/tools.js +290 -290
  51. package/{lib → dsh-mneme/lib}/vector-index.js +116 -116
  52. package/dsh-mneme/package-lock.json +1936 -0
  53. package/dsh-mneme/package.json +80 -0
  54. package/{scripts → dsh-mneme/scripts}/benchmark-embed.js +201 -201
  55. package/{scripts → dsh-mneme/scripts}/benchmark-recall.js +133 -133
  56. package/{scripts → dsh-mneme/scripts}/benchmark-rerank.js +166 -166
  57. package/{scripts → dsh-mneme/scripts}/e2e-dsh.js +218 -218
  58. package/{scripts → dsh-mneme/scripts}/stress-dsh.js +255 -255
  59. package/{scripts → dsh-mneme/scripts}/sync-lib.js +52 -52
  60. package/{src → dsh-mneme/src}/api.js +783 -783
  61. package/{lib → dsh-mneme/src}/commands.js +64 -64
  62. package/{src → dsh-mneme/src}/config.js +298 -288
  63. package/{src → dsh-mneme/src}/dream/clustering.js +118 -118
  64. package/{lib → dsh-mneme/src}/dream/decisions.js +488 -439
  65. package/{src → dsh-mneme/src}/dream/sleep.js +561 -554
  66. package/{lib → dsh-mneme/src}/dream/tag-extractor.js +156 -156
  67. package/{src → dsh-mneme/src}/dream.js +958 -929
  68. package/{lib → dsh-mneme/src}/embedding.js +154 -154
  69. package/{lib → dsh-mneme/src}/entities/extractor.js +242 -242
  70. package/{lib → dsh-mneme/src}/hot-memory.js +53 -53
  71. package/{src → dsh-mneme/src}/index.js +361 -361
  72. package/{lib → dsh-mneme/src}/inject.js +208 -208
  73. package/{src → dsh-mneme/src}/local-embedder.js +282 -282
  74. package/{src → dsh-mneme/src}/mirror.js +170 -170
  75. package/{src → dsh-mneme/src}/parser/tag.js +59 -59
  76. package/{src → dsh-mneme/src}/parser/wiki-link.js +38 -38
  77. package/{lib → dsh-mneme/src}/quality-filter.js +123 -123
  78. package/{src → dsh-mneme/src}/reranker.js +218 -218
  79. package/{src → dsh-mneme/src}/search/adaptive.js +22 -22
  80. package/{src → dsh-mneme/src}/search/bm25.js +96 -96
  81. package/{lib → dsh-mneme/src}/search/tag-boost.js +61 -61
  82. package/{lib → dsh-mneme/src}/service.js +1726 -1726
  83. package/{src → dsh-mneme/src}/settings.js +172 -172
  84. package/{src → dsh-mneme/src}/store.js +2238 -2238
  85. package/{src → dsh-mneme/src}/summarize.js +236 -236
  86. package/{src → dsh-mneme/src}/tools.js +290 -290
  87. package/{src → dsh-mneme/src}/vector-index.js +116 -116
  88. package/{test → dsh-mneme/test}/api.test.js +594 -594
  89. package/{test → dsh-mneme/test}/audit.test.js +448 -448
  90. package/{test → dsh-mneme/test}/benchmark.test.js +35 -35
  91. package/{test → dsh-mneme/test}/boundary-v0625.test.js +82 -82
  92. package/{test → dsh-mneme/test}/client.test.js +368 -368
  93. package/{test → dsh-mneme/test}/clustering.test.js +100 -100
  94. package/{test → dsh-mneme/test}/commands.test.js +69 -69
  95. package/{test → dsh-mneme/test}/config.test.js +50 -50
  96. package/{test → dsh-mneme/test}/conflict-freeze.test.js +290 -290
  97. package/{test → dsh-mneme/test}/directory.test.js +134 -134
  98. package/{test → dsh-mneme/test}/dream.test.js +1060 -901
  99. package/{test → dsh-mneme/test}/entities.test.js +522 -522
  100. package/{test → dsh-mneme/test}/epistemic.test.js +298 -298
  101. package/{test → dsh-mneme/test}/fnew-0112.test.js +311 -311
  102. package/{test → dsh-mneme/test}/fnew-03.test.js +422 -422
  103. package/{test → dsh-mneme/test}/graph-api.test.js +175 -175
  104. package/{test → dsh-mneme/test}/helpers/dream-mock.js +82 -82
  105. package/{test → dsh-mneme/test}/hot-memory.test.js +174 -174
  106. package/{test → dsh-mneme/test}/inject.test.js +103 -103
  107. package/{test → dsh-mneme/test}/llm-audit.test.js +279 -279
  108. package/{test → dsh-mneme/test}/local-embedder.test.js +227 -227
  109. package/{test → dsh-mneme/test}/mirror-dirty.test.js +424 -424
  110. package/{test → dsh-mneme/test}/mirror-edit-digest.test.js +187 -187
  111. package/{test → dsh-mneme/test}/mirror-generation.test.js +499 -499
  112. package/{test → dsh-mneme/test}/mirror.test.js +249 -249
  113. package/{test → dsh-mneme/test}/normalize-decisions.test.js +120 -120
  114. package/{test → dsh-mneme/test}/peer-blockers.test.js +190 -190
  115. package/{test → dsh-mneme/test}/policy-epoch.test.js +259 -259
  116. package/{test → dsh-mneme/test}/provenance.test.js +103 -103
  117. package/{test → dsh-mneme/test}/quality-filter.test.js +118 -118
  118. package/{test → dsh-mneme/test}/reasoning-effort.test.js +199 -199
  119. package/{test → dsh-mneme/test}/recall-evals.test.js +235 -235
  120. package/{test → dsh-mneme/test}/recall-layer.test.js +315 -315
  121. package/{test → dsh-mneme/test}/receipt-chain.test.js +451 -451
  122. package/{test → dsh-mneme/test}/reflection.test.js +226 -226
  123. package/{test → dsh-mneme/test}/reranker.test.js +240 -240
  124. package/{test → dsh-mneme/test}/search-fusion.test.js +90 -90
  125. package/{test → dsh-mneme/test}/semantic.test.js +124 -124
  126. package/{test → dsh-mneme/test}/service-search.test.js +199 -199
  127. package/{test → dsh-mneme/test}/service.test.js +435 -435
  128. package/{test → dsh-mneme/test}/settings.test.js +118 -118
  129. package/{test → dsh-mneme/test}/sleep.test.js +365 -365
  130. package/{test → dsh-mneme/test}/store.test.js +436 -436
  131. package/{test → dsh-mneme/test}/stress.test.js +209 -209
  132. package/{test → dsh-mneme/test}/summarize.test.js +191 -191
  133. package/{test → dsh-mneme/test}/tag-boost.test.js +125 -125
  134. package/{test → dsh-mneme/test}/tag.test.js +312 -312
  135. package/{test → dsh-mneme/test}/tools.test.js +285 -285
  136. package/{test → dsh-mneme/test}/vector-index.test.js +221 -221
  137. package/{test → dsh-mneme/test}/wiki-link.test.js +332 -332
  138. package/package.json +18 -40
  139. package//346/250/252/345/271/205.png +0 -0
@@ -1,259 +1,259 @@
1
- import test from "node:test";
2
- import assert from "node:assert/strict";
3
- import { DatabaseSync } from "node:sqlite";
4
- import { mkdtempSync, rmSync } from "node:fs";
5
- import { tmpdir } from "node:os";
6
- import { join } from "node:path";
7
- import { Config } from "../src/config.js";
8
- import { createStore } from "../src/store.js";
9
- import { createService } from "../src/service.js";
10
- import { createDreamScheduler, parseReceipt } from "../src/dream.js";
11
-
12
- // ---------------------------------------------------------------- helpers
13
-
14
- function openMemory() {
15
- return createStore(":memory:");
16
- }
17
-
18
- // Minimal valid dream_runs row for store-level tests.
19
- function run(id, policyEpoch, createdAt) {
20
- const r = {
21
- id,
22
- created_at: createdAt,
23
- status: "ok",
24
- snapshot_hash: `hash-${id}`,
25
- input_count: 1,
26
- decisions: [{ action: "keep", ids: ["x"] }],
27
- outcome: { byId: { x: "keep" } },
28
- applied: 0,
29
- summary_stored: false,
30
- receipt: `dsh-mneme:run:${id}:ok:${`hash-${id}`.slice(0, 12)}:1:0:0`
31
- };
32
- if (policyEpoch !== undefined) r.policy_epoch = policyEpoch;
33
- return r;
34
- }
35
-
36
- /**
37
- * Minimal DSH-like ctx whose LLM distinguishes the two dream calls by the user
38
- * prompt shape: consolidation prompts start with "id=…", summary prompts with
39
- * "- title: content". Mirrors audit.test.js.
40
- */
41
- function mockCtx({ onConsolidation, summaryText = "记忆库总览:用户偏好中文。" } = {}) {
42
- return {
43
- logger: { warn: () => {} },
44
- agentDefaultModel: { currentSelection: () => ({ provider: "mock", model: "mock-model" }) },
45
- llm: {
46
- async *stream(options) {
47
- const userText = options.messages.find((m) => m.role === "user")?.content?.[0]?.text ?? "";
48
- if (userText.startsWith("id=")) {
49
- yield { type: "block-start", index: 0, blockType: "text" };
50
- yield { type: "text-delta", index: 0, text: onConsolidation ? onConsolidation(userText) : "[]" };
51
- yield { type: "block-end", index: 0, block: { type: "text" } };
52
- yield { type: "finish", reason: { kind: "stop" } };
53
- return;
54
- }
55
- if (typeof summaryText === "string") {
56
- yield { type: "text-delta", index: 0, text: summaryText };
57
- yield { type: "finish", reason: { kind: "stop" } };
58
- } else {
59
- throw summaryText instanceof Error ? summaryText : new Error(String(summaryText));
60
- }
61
- }
62
- }
63
- };
64
- }
65
-
66
- // ---------------------------------------------------------------- config
67
-
68
- test("policyEpoch defaults to 0 when config omits it", () => {
69
- const cfg = Config({});
70
- assert.equal(cfg.policyEpoch, 0);
71
- });
72
-
73
- test("policyEpoch accepts in-range integers including both boundaries", () => {
74
- assert.equal(Config({ policyEpoch: 42 }).policyEpoch, 42, "mid-range accepted");
75
- assert.equal(Config({ policyEpoch: 0 }).policyEpoch, 0, "min boundary accepted");
76
- assert.equal(Config({ policyEpoch: 1000000 }).policyEpoch, 1000000, "max boundary accepted");
77
- });
78
-
79
- test("policyEpoch rejects out-of-range / non-integer / wrong-type values", () => {
80
- assert.throws(() => Config({ policyEpoch: -1 }), /expected number >= 0/, "below min rejected");
81
- assert.throws(() => Config({ policyEpoch: 1000001 }), /expected number <= 1000000/, "above max rejected");
82
- assert.throws(() => Config({ policyEpoch: 1.5 }), /expected number multiple of 1/, "non-integer rejected");
83
- assert.throws(() => Config({ policyEpoch: "5" }), /expected number/, "string type rejected");
84
- });
85
-
86
- // ---------------------------------------------------------------- store
87
-
88
- test("saveDreamRun stores policy_epoch and getDreamRun reads it back", () => {
89
- const store = openMemory();
90
- const saved = store.saveDreamRun(run("r-epoch-7", 7));
91
- assert.equal(saved.policy_epoch, 7, "write path returns epoch");
92
- assert.equal(store.getDreamRun("r-epoch-7").policy_epoch, 7, "read path returns epoch");
93
- store.close();
94
- });
95
-
96
- test("saveDreamRun without policy_epoch defaults to 0", () => {
97
- const store = openMemory();
98
- const saved = store.saveDreamRun(run("r-no-epoch"));
99
- assert.equal(saved.policy_epoch, 0);
100
- assert.equal(store.getDreamRun("r-no-epoch").policy_epoch, 0);
101
- store.close();
102
- });
103
-
104
- test("saveDreamRun falls back to 0 for non-integer policy_epoch", () => {
105
- const store = openMemory();
106
- for (const bad of [1.5, undefined, "7", null]) {
107
- store.saveDreamRun(run(`r-bad-${String(bad)}`, bad));
108
- assert.equal(store.getDreamRun(`r-bad-${String(bad)}`).policy_epoch, 0, `policy_epoch=${String(bad)} coerced to 0`);
109
- }
110
- store.close();
111
- });
112
-
113
- test("migration: legacy dream_runs without policy_epoch column gets it backfilled to 0", () => {
114
- const dir = mkdtempSync(join(tmpdir(), "dsh-mneme-epoch-migrate-"));
115
- const dbPath = join(dir, "legacy.db");
116
- try {
117
- // Legacy dream_runs DDL (pre-policy_epoch) + one existing row.
118
- const legacy = new DatabaseSync(dbPath);
119
- legacy.exec(`CREATE TABLE dream_runs (
120
- id TEXT PRIMARY KEY, created_at TEXT NOT NULL, status TEXT NOT NULL, error TEXT,
121
- provider TEXT, model TEXT, snapshot_hash TEXT NOT NULL, input_count INTEGER NOT NULL,
122
- input TEXT, decisions TEXT, outcome TEXT, applied INTEGER NOT NULL DEFAULT 0,
123
- summary_stored INTEGER NOT NULL DEFAULT 0, receipt TEXT NOT NULL
124
- );`);
125
- legacy.exec(`CREATE INDEX idx_dream_runs_created ON dream_runs(created_at);`);
126
- legacy.prepare(
127
- `INSERT INTO dream_runs (id, created_at, status, snapshot_hash, input_count, receipt)
128
- VALUES (?, ?, ?, ?, ?, ?)`
129
- ).run("legacy-run", "2026-08-01T00:00:00.000Z", "ok", "h", 1, "dsh-mneme:run:legacy-run:ok:h:1:0:0");
130
- legacy.close();
131
-
132
- const store = createStore(dbPath);
133
- const cols = store.db.prepare("PRAGMA table_info(dream_runs)").all().map((c) => c.name);
134
- assert.ok(cols.includes("policy_epoch"), "policy_epoch column added");
135
- assert.equal(store.getDreamRun("legacy-run").policy_epoch, 0, "existing row backfilled to default 0");
136
- store.close();
137
- } finally {
138
- rmSync(dir, { recursive: true, force: true });
139
- }
140
- });
141
-
142
- test("migration is idempotent: reopening a migrated store does not error or lose data", () => {
143
- const dir = mkdtempSync(join(tmpdir(), "dsh-mneme-epoch-idem-"));
144
- const dbPath = join(dir, "epoch.db");
145
- try {
146
- const s1 = createStore(dbPath);
147
- s1.saveDreamRun(run("r1", 5));
148
- s1.close();
149
- // Reopen over the already-migrated schema — must not re-ALTER or throw.
150
- const s2 = createStore(dbPath);
151
- assert.equal(s2.getDreamRun("r1").policy_epoch, 5, "data intact across reopen");
152
- const cols = s2.db.prepare("PRAGMA table_info(dream_runs)").all().map((c) => c.name);
153
- assert.equal(cols.filter((c) => c === "policy_epoch").length, 1, "column not duplicated");
154
- s2.close();
155
- } finally {
156
- rmSync(dir, { recursive: true, force: true });
157
- }
158
- });
159
-
160
- test("getLatestPolicyEpoch returns the newest run's epoch by created_at", () => {
161
- const store = openMemory();
162
- store.saveDreamRun(run("epoch-1", 1, "2026-08-01T00:00:00.000Z"));
163
- assert.equal(store.getLatestPolicyEpoch(), 1, "only row wins");
164
- store.saveDreamRun(run("epoch-2", 2, "2026-08-02T00:00:00.000Z"));
165
- assert.equal(store.getLatestPolicyEpoch(), 2, "newer row wins");
166
- store.saveDreamRun(run("epoch-5", 5, "2026-08-03T00:00:00.000Z"));
167
- assert.equal(store.getLatestPolicyEpoch(), 5, "newest row wins over mixed epochs");
168
- store.close();
169
- });
170
-
171
- test("getLatestPolicyEpoch returns 0 on an empty store", () => {
172
- const store = openMemory();
173
- assert.equal(store.getLatestPolicyEpoch(), 0);
174
- store.close();
175
- });
176
-
177
- // ---------------------------------------------------------------- dream
178
-
179
- function dreamSetup() {
180
- const store = createStore(":memory:");
181
- const service = createService({ store, mirror: null, config: {} });
182
- const dream = createDreamScheduler({ onRun: () => Promise.resolve({ ok: true, skipped: true }) });
183
- return { store, service, dream };
184
- }
185
-
186
- test("runDream writes audit row with policy_epoch when config.policyEpoch=5", async () => {
187
- const { store, service, dream } = dreamSetup();
188
- const a = service.saveWithDedupe({ type: "project", title: "旧1", content: "内容A" });
189
- const b = service.saveWithDedupe({ type: "project", title: "旧2", content: "内容B" });
190
- const ctx = mockCtx({
191
- onConsolidation: () => JSON.stringify([
192
- { action: "merge", ids: [a.memory.id, b.memory.id], title: "合并", content: "合并内容", importance: 4, keepSource: a.memory.id }
193
- ])
194
- });
195
- const result = await dream.runDream(ctx, service, { policyEpoch: 5 });
196
- assert.equal(result.ok, true);
197
- const run = store.getDreamRun(result.runId);
198
- assert.equal(run.policy_epoch, 5, "audit row carries configured epoch");
199
- store.close();
200
- });
201
-
202
- test("runDream writes audit row with policy_epoch 0 when config omits it", async () => {
203
- const { store, service, dream } = dreamSetup();
204
- const a = service.saveWithDedupe({ type: "project", title: "旧1", content: "内容A" });
205
- const b = service.saveWithDedupe({ type: "project", title: "旧2", content: "内容B" });
206
- const ctx = mockCtx({
207
- onConsolidation: () => JSON.stringify([
208
- { action: "merge", ids: [a.memory.id, b.memory.id], title: "合并", content: "合并内容", importance: 4, keepSource: a.memory.id }
209
- ])
210
- });
211
- const result = await dream.runDream(ctx, service, {});
212
- assert.equal(result.ok, true);
213
- const run = store.getDreamRun(result.runId);
214
- assert.equal(run.policy_epoch, 0, "default epoch written when config omits policyEpoch");
215
- store.close();
216
- });
217
-
218
- test("compat: receipt stays 8 segments with an epoch in use", async () => {
219
- const { store, service, dream } = dreamSetup();
220
- const a = service.saveWithDedupe({ type: "project", title: "旧1", content: "内容A" });
221
- const b = service.saveWithDedupe({ type: "project", title: "旧2", content: "内容B" });
222
- const ctx = mockCtx({
223
- onConsolidation: () => JSON.stringify([
224
- { action: "merge", ids: [a.memory.id, b.memory.id], title: "合并", content: "合并内容", importance: 4, keepSource: a.memory.id }
225
- ])
226
- });
227
- const result = await dream.runDream(ctx, service, { policyEpoch: 5 });
228
- const run = store.getDreamRun(result.runId);
229
- assert.equal(run.receipt.split(":").length, 8, "receipt format unchanged (8 segments)");
230
- const parsed = parseReceipt(run.receipt);
231
- assert.deepEqual(parsed, {
232
- runId: run.id,
233
- status: "ok",
234
- snapshotHash: run.snapshot_hash.slice(0, 12),
235
- inputCount: 2,
236
- applied: 1,
237
- summaryStored: true
238
- }, "receipt round-trips with an epoch in use");
239
- store.close();
240
- });
241
-
242
- // ---------------------------------------------------------------- semantic
243
-
244
- test("semantic: runs from different epochs stay distinguishable and the newer epoch wins", () => {
245
- const store = openMemory();
246
- // epoch 1 = old ruling-rule version (historical evidence after upgrade)
247
- store.saveDreamRun(run("v1-run", 1, "2026-08-01T00:00:00.000Z"));
248
- // epoch 2 = new ruling-rule version
249
- store.saveDreamRun(run("v2-run", 2, "2026-08-02T00:00:00.000Z"));
250
- assert.equal(store.getDreamRun("v1-run").policy_epoch, 1, "old run keeps its epoch (historical evidence)");
251
- assert.equal(store.getDreamRun("v2-run").policy_epoch, 2, "new run keeps its epoch");
252
- assert.notEqual(
253
- store.getDreamRun("v1-run").policy_epoch,
254
- store.getDreamRun("v2-run").policy_epoch,
255
- "epochs are distinguishable per run"
256
- );
257
- assert.equal(store.getLatestPolicyEpoch(), 2, "effective rule version reflects the upgrade");
258
- store.close();
259
- });
1
+ import test from "node:test";
2
+ import assert from "node:assert/strict";
3
+ import { DatabaseSync } from "node:sqlite";
4
+ import { mkdtempSync, rmSync } from "node:fs";
5
+ import { tmpdir } from "node:os";
6
+ import { join } from "node:path";
7
+ import { Config } from "../src/config.js";
8
+ import { createStore } from "../src/store.js";
9
+ import { createService } from "../src/service.js";
10
+ import { createDreamScheduler, parseReceipt } from "../src/dream.js";
11
+
12
+ // ---------------------------------------------------------------- helpers
13
+
14
+ function openMemory() {
15
+ return createStore(":memory:");
16
+ }
17
+
18
+ // Minimal valid dream_runs row for store-level tests.
19
+ function run(id, policyEpoch, createdAt) {
20
+ const r = {
21
+ id,
22
+ created_at: createdAt,
23
+ status: "ok",
24
+ snapshot_hash: `hash-${id}`,
25
+ input_count: 1,
26
+ decisions: [{ action: "keep", ids: ["x"] }],
27
+ outcome: { byId: { x: "keep" } },
28
+ applied: 0,
29
+ summary_stored: false,
30
+ receipt: `dsh-mneme:run:${id}:ok:${`hash-${id}`.slice(0, 12)}:1:0:0`
31
+ };
32
+ if (policyEpoch !== undefined) r.policy_epoch = policyEpoch;
33
+ return r;
34
+ }
35
+
36
+ /**
37
+ * Minimal DSH-like ctx whose LLM distinguishes the two dream calls by the user
38
+ * prompt shape: consolidation prompts start with "id=…", summary prompts with
39
+ * "- title: content". Mirrors audit.test.js.
40
+ */
41
+ function mockCtx({ onConsolidation, summaryText = "记忆库总览:用户偏好中文。" } = {}) {
42
+ return {
43
+ logger: { warn: () => {} },
44
+ agentDefaultModel: { currentSelection: () => ({ provider: "mock", model: "mock-model" }) },
45
+ llm: {
46
+ async *stream(options) {
47
+ const userText = options.messages.find((m) => m.role === "user")?.content?.[0]?.text ?? "";
48
+ if (userText.startsWith("id=")) {
49
+ yield { type: "block-start", index: 0, blockType: "text" };
50
+ yield { type: "text-delta", index: 0, text: onConsolidation ? onConsolidation(userText) : "[]" };
51
+ yield { type: "block-end", index: 0, block: { type: "text" } };
52
+ yield { type: "finish", reason: { kind: "stop" } };
53
+ return;
54
+ }
55
+ if (typeof summaryText === "string") {
56
+ yield { type: "text-delta", index: 0, text: summaryText };
57
+ yield { type: "finish", reason: { kind: "stop" } };
58
+ } else {
59
+ throw summaryText instanceof Error ? summaryText : new Error(String(summaryText));
60
+ }
61
+ }
62
+ }
63
+ };
64
+ }
65
+
66
+ // ---------------------------------------------------------------- config
67
+
68
+ test("policyEpoch defaults to 0 when config omits it", () => {
69
+ const cfg = Config({});
70
+ assert.equal(cfg.policyEpoch, 0);
71
+ });
72
+
73
+ test("policyEpoch accepts in-range integers including both boundaries", () => {
74
+ assert.equal(Config({ policyEpoch: 42 }).policyEpoch, 42, "mid-range accepted");
75
+ assert.equal(Config({ policyEpoch: 0 }).policyEpoch, 0, "min boundary accepted");
76
+ assert.equal(Config({ policyEpoch: 1000000 }).policyEpoch, 1000000, "max boundary accepted");
77
+ });
78
+
79
+ test("policyEpoch rejects out-of-range / non-integer / wrong-type values", () => {
80
+ assert.throws(() => Config({ policyEpoch: -1 }), /expected number >= 0/, "below min rejected");
81
+ assert.throws(() => Config({ policyEpoch: 1000001 }), /expected number <= 1000000/, "above max rejected");
82
+ assert.throws(() => Config({ policyEpoch: 1.5 }), /expected number multiple of 1/, "non-integer rejected");
83
+ assert.throws(() => Config({ policyEpoch: "5" }), /expected number/, "string type rejected");
84
+ });
85
+
86
+ // ---------------------------------------------------------------- store
87
+
88
+ test("saveDreamRun stores policy_epoch and getDreamRun reads it back", () => {
89
+ const store = openMemory();
90
+ const saved = store.saveDreamRun(run("r-epoch-7", 7));
91
+ assert.equal(saved.policy_epoch, 7, "write path returns epoch");
92
+ assert.equal(store.getDreamRun("r-epoch-7").policy_epoch, 7, "read path returns epoch");
93
+ store.close();
94
+ });
95
+
96
+ test("saveDreamRun without policy_epoch defaults to 0", () => {
97
+ const store = openMemory();
98
+ const saved = store.saveDreamRun(run("r-no-epoch"));
99
+ assert.equal(saved.policy_epoch, 0);
100
+ assert.equal(store.getDreamRun("r-no-epoch").policy_epoch, 0);
101
+ store.close();
102
+ });
103
+
104
+ test("saveDreamRun falls back to 0 for non-integer policy_epoch", () => {
105
+ const store = openMemory();
106
+ for (const bad of [1.5, undefined, "7", null]) {
107
+ store.saveDreamRun(run(`r-bad-${String(bad)}`, bad));
108
+ assert.equal(store.getDreamRun(`r-bad-${String(bad)}`).policy_epoch, 0, `policy_epoch=${String(bad)} coerced to 0`);
109
+ }
110
+ store.close();
111
+ });
112
+
113
+ test("migration: legacy dream_runs without policy_epoch column gets it backfilled to 0", () => {
114
+ const dir = mkdtempSync(join(tmpdir(), "dsh-mneme-epoch-migrate-"));
115
+ const dbPath = join(dir, "legacy.db");
116
+ try {
117
+ // Legacy dream_runs DDL (pre-policy_epoch) + one existing row.
118
+ const legacy = new DatabaseSync(dbPath);
119
+ legacy.exec(`CREATE TABLE dream_runs (
120
+ id TEXT PRIMARY KEY, created_at TEXT NOT NULL, status TEXT NOT NULL, error TEXT,
121
+ provider TEXT, model TEXT, snapshot_hash TEXT NOT NULL, input_count INTEGER NOT NULL,
122
+ input TEXT, decisions TEXT, outcome TEXT, applied INTEGER NOT NULL DEFAULT 0,
123
+ summary_stored INTEGER NOT NULL DEFAULT 0, receipt TEXT NOT NULL
124
+ );`);
125
+ legacy.exec(`CREATE INDEX idx_dream_runs_created ON dream_runs(created_at);`);
126
+ legacy.prepare(
127
+ `INSERT INTO dream_runs (id, created_at, status, snapshot_hash, input_count, receipt)
128
+ VALUES (?, ?, ?, ?, ?, ?)`
129
+ ).run("legacy-run", "2026-08-01T00:00:00.000Z", "ok", "h", 1, "dsh-mneme:run:legacy-run:ok:h:1:0:0");
130
+ legacy.close();
131
+
132
+ const store = createStore(dbPath);
133
+ const cols = store.db.prepare("PRAGMA table_info(dream_runs)").all().map((c) => c.name);
134
+ assert.ok(cols.includes("policy_epoch"), "policy_epoch column added");
135
+ assert.equal(store.getDreamRun("legacy-run").policy_epoch, 0, "existing row backfilled to default 0");
136
+ store.close();
137
+ } finally {
138
+ rmSync(dir, { recursive: true, force: true });
139
+ }
140
+ });
141
+
142
+ test("migration is idempotent: reopening a migrated store does not error or lose data", () => {
143
+ const dir = mkdtempSync(join(tmpdir(), "dsh-mneme-epoch-idem-"));
144
+ const dbPath = join(dir, "epoch.db");
145
+ try {
146
+ const s1 = createStore(dbPath);
147
+ s1.saveDreamRun(run("r1", 5));
148
+ s1.close();
149
+ // Reopen over the already-migrated schema — must not re-ALTER or throw.
150
+ const s2 = createStore(dbPath);
151
+ assert.equal(s2.getDreamRun("r1").policy_epoch, 5, "data intact across reopen");
152
+ const cols = s2.db.prepare("PRAGMA table_info(dream_runs)").all().map((c) => c.name);
153
+ assert.equal(cols.filter((c) => c === "policy_epoch").length, 1, "column not duplicated");
154
+ s2.close();
155
+ } finally {
156
+ rmSync(dir, { recursive: true, force: true });
157
+ }
158
+ });
159
+
160
+ test("getLatestPolicyEpoch returns the newest run's epoch by created_at", () => {
161
+ const store = openMemory();
162
+ store.saveDreamRun(run("epoch-1", 1, "2026-08-01T00:00:00.000Z"));
163
+ assert.equal(store.getLatestPolicyEpoch(), 1, "only row wins");
164
+ store.saveDreamRun(run("epoch-2", 2, "2026-08-02T00:00:00.000Z"));
165
+ assert.equal(store.getLatestPolicyEpoch(), 2, "newer row wins");
166
+ store.saveDreamRun(run("epoch-5", 5, "2026-08-03T00:00:00.000Z"));
167
+ assert.equal(store.getLatestPolicyEpoch(), 5, "newest row wins over mixed epochs");
168
+ store.close();
169
+ });
170
+
171
+ test("getLatestPolicyEpoch returns 0 on an empty store", () => {
172
+ const store = openMemory();
173
+ assert.equal(store.getLatestPolicyEpoch(), 0);
174
+ store.close();
175
+ });
176
+
177
+ // ---------------------------------------------------------------- dream
178
+
179
+ function dreamSetup() {
180
+ const store = createStore(":memory:");
181
+ const service = createService({ store, mirror: null, config: {} });
182
+ const dream = createDreamScheduler({ onRun: () => Promise.resolve({ ok: true, skipped: true }) });
183
+ return { store, service, dream };
184
+ }
185
+
186
+ test("runDream writes audit row with policy_epoch when config.policyEpoch=5", async () => {
187
+ const { store, service, dream } = dreamSetup();
188
+ const a = service.saveWithDedupe({ type: "project", title: "旧1", content: "内容A" });
189
+ const b = service.saveWithDedupe({ type: "project", title: "旧2", content: "内容B" });
190
+ const ctx = mockCtx({
191
+ onConsolidation: () => JSON.stringify([
192
+ { action: "merge", ids: [a.memory.id, b.memory.id], title: "合并", content: "合并内容", importance: 4, keepSource: a.memory.id }
193
+ ])
194
+ });
195
+ const result = await dream.runDream(ctx, service, { policyEpoch: 5 });
196
+ assert.equal(result.ok, true);
197
+ const run = store.getDreamRun(result.runId);
198
+ assert.equal(run.policy_epoch, 5, "audit row carries configured epoch");
199
+ store.close();
200
+ });
201
+
202
+ test("runDream writes audit row with policy_epoch 0 when config omits it", async () => {
203
+ const { store, service, dream } = dreamSetup();
204
+ const a = service.saveWithDedupe({ type: "project", title: "旧1", content: "内容A" });
205
+ const b = service.saveWithDedupe({ type: "project", title: "旧2", content: "内容B" });
206
+ const ctx = mockCtx({
207
+ onConsolidation: () => JSON.stringify([
208
+ { action: "merge", ids: [a.memory.id, b.memory.id], title: "合并", content: "合并内容", importance: 4, keepSource: a.memory.id }
209
+ ])
210
+ });
211
+ const result = await dream.runDream(ctx, service, {});
212
+ assert.equal(result.ok, true);
213
+ const run = store.getDreamRun(result.runId);
214
+ assert.equal(run.policy_epoch, 0, "default epoch written when config omits policyEpoch");
215
+ store.close();
216
+ });
217
+
218
+ test("compat: receipt stays 8 segments with an epoch in use", async () => {
219
+ const { store, service, dream } = dreamSetup();
220
+ const a = service.saveWithDedupe({ type: "project", title: "旧1", content: "内容A" });
221
+ const b = service.saveWithDedupe({ type: "project", title: "旧2", content: "内容B" });
222
+ const ctx = mockCtx({
223
+ onConsolidation: () => JSON.stringify([
224
+ { action: "merge", ids: [a.memory.id, b.memory.id], title: "合并", content: "合并内容", importance: 4, keepSource: a.memory.id }
225
+ ])
226
+ });
227
+ const result = await dream.runDream(ctx, service, { policyEpoch: 5 });
228
+ const run = store.getDreamRun(result.runId);
229
+ assert.equal(run.receipt.split(":").length, 8, "receipt format unchanged (8 segments)");
230
+ const parsed = parseReceipt(run.receipt);
231
+ assert.deepEqual(parsed, {
232
+ runId: run.id,
233
+ status: "ok",
234
+ snapshotHash: run.snapshot_hash.slice(0, 12),
235
+ inputCount: 2,
236
+ applied: 1,
237
+ summaryStored: true
238
+ }, "receipt round-trips with an epoch in use");
239
+ store.close();
240
+ });
241
+
242
+ // ---------------------------------------------------------------- semantic
243
+
244
+ test("semantic: runs from different epochs stay distinguishable and the newer epoch wins", () => {
245
+ const store = openMemory();
246
+ // epoch 1 = old ruling-rule version (historical evidence after upgrade)
247
+ store.saveDreamRun(run("v1-run", 1, "2026-08-01T00:00:00.000Z"));
248
+ // epoch 2 = new ruling-rule version
249
+ store.saveDreamRun(run("v2-run", 2, "2026-08-02T00:00:00.000Z"));
250
+ assert.equal(store.getDreamRun("v1-run").policy_epoch, 1, "old run keeps its epoch (historical evidence)");
251
+ assert.equal(store.getDreamRun("v2-run").policy_epoch, 2, "new run keeps its epoch");
252
+ assert.notEqual(
253
+ store.getDreamRun("v1-run").policy_epoch,
254
+ store.getDreamRun("v2-run").policy_epoch,
255
+ "epochs are distinguishable per run"
256
+ );
257
+ assert.equal(store.getLatestPolicyEpoch(), 2, "effective rule version reflects the upgrade");
258
+ store.close();
259
+ });