@modusensus/dsh-mneme 0.8.14 → 0.8.15

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (271) hide show
  1. package/LICENSE +21 -21
  2. package/README.md +655 -654
  3. package/assets/icon.svg +3 -3
  4. package/bin/cli.mjs +689 -689
  5. package/bin/dsh-mneme-mcp.mjs +510 -510
  6. package/bin/dsh-mneme-serve.mjs +151 -151
  7. package/cordis.patch.yml +21 -21
  8. package/docs/CONFIGURATION.md +263 -0
  9. package/docs/CONTINUITY.md +124 -0
  10. package/docs/DAEMON.md +46 -0
  11. package/docs/ENTITIES.md +245 -0
  12. package/docs/LOCAL_MODEL.md +222 -0
  13. package/docs/SEMANTIC.md +256 -0
  14. package/docs/SLEEP.md +164 -0
  15. package/docs/STORAGE.md +89 -0
  16. package/lib/api-standalone.js +673 -673
  17. package/lib/api.js +1437 -1433
  18. package/lib/bootstrap.js +211 -211
  19. package/lib/client.js +5444 -5295
  20. package/lib/commands.js +95 -95
  21. package/lib/config.js +880 -843
  22. package/lib/content-hash.js +54 -54
  23. package/lib/continuity.js +220 -220
  24. package/lib/document-index.js +94 -94
  25. package/lib/document.js +303 -303
  26. package/lib/dream/clustering.js +118 -118
  27. package/lib/dream/decisions.js +674 -674
  28. package/lib/dream/narratives.js +44 -44
  29. package/lib/dream/sleep.js +819 -819
  30. package/lib/dream.js +1501 -1501
  31. package/lib/embedding.js +177 -177
  32. package/lib/entities/extractor.js +252 -252
  33. package/lib/graph/anchoring.js +179 -179
  34. package/lib/guide.js +74 -74
  35. package/lib/heat.js +144 -144
  36. package/lib/hot-memory.js +46 -46
  37. package/lib/index.js +535 -503
  38. package/lib/inject.js +464 -450
  39. package/lib/lang.js +248 -229
  40. package/lib/local-embedder.js +358 -358
  41. package/lib/maintenance.js +142 -142
  42. package/lib/mirror.js +330 -330
  43. package/lib/organize.js +450 -450
  44. package/lib/peak-hours.js +117 -117
  45. package/lib/placement.js +13 -0
  46. package/lib/pre-inject-gate.js +340 -0
  47. package/lib/quality-filter.js +126 -126
  48. package/lib/recall-stats.js +175 -175
  49. package/lib/reranker.js +269 -269
  50. package/lib/runtime/adopt.js +176 -176
  51. package/lib/runtime/closure.js +172 -172
  52. package/lib/runtime/download.js +247 -247
  53. package/lib/runtime/layout.js +265 -265
  54. package/lib/runtime/loader.js +252 -252
  55. package/lib/runtime/model-fetch.js +361 -361
  56. package/lib/runtime/provision.js +237 -237
  57. package/lib/runtime/tarball.js +130 -130
  58. package/lib/runtime/verify.js +223 -204
  59. package/lib/scope.js +146 -146
  60. package/lib/search/adaptive.js +60 -60
  61. package/lib/search/bm25.js +96 -96
  62. package/lib/semantic.js +229 -229
  63. package/lib/sensitive-scan.js +209 -209
  64. package/lib/serve.js +215 -215
  65. package/lib/service.js +2663 -2605
  66. package/lib/settings.js +517 -511
  67. package/lib/store.js +3007 -3007
  68. package/lib/summarize.js +891 -856
  69. package/lib/tools.js +743 -737
  70. package/lib/vector-index.js +110 -110
  71. package/lib/version-check.js +122 -122
  72. package/lib/write-admission.js +402 -402
  73. package/locale/en.json +6 -6
  74. package/locale/zh.json +6 -6
  75. package/package.json +118 -118
  76. package/runtime-manifest.json +526 -526
  77. package/scripts/benchmark-embed.js +201 -201
  78. package/scripts/benchmark-recall.js +249 -249
  79. package/scripts/benchmark-rerank.js +166 -166
  80. package/scripts/build-runtime-manifest.mjs +224 -224
  81. package/scripts/changelog-prep.mjs +36 -36
  82. package/scripts/check-sync.js +42 -42
  83. package/scripts/e2e-dsh.js +220 -220
  84. package/scripts/mneme-runtime.mjs +277 -277
  85. package/scripts/stress-dsh.js +255 -255
  86. package/scripts/sync-lib.js +47 -47
  87. package/scripts/sync-test-badge.mjs +69 -69
  88. package/scripts/test-count-sync.mjs +44 -44
  89. package/src/api-standalone.js +673 -673
  90. package/src/api.js +1437 -1433
  91. package/src/bootstrap.js +211 -211
  92. package/src/commands.js +95 -95
  93. package/src/config.js +880 -843
  94. package/src/content-hash.js +54 -54
  95. package/src/continuity.js +220 -220
  96. package/src/document-index.js +94 -94
  97. package/src/document.js +303 -303
  98. package/src/dream/clustering.js +118 -118
  99. package/src/dream/decisions.js +674 -674
  100. package/src/dream/narratives.js +44 -44
  101. package/src/dream/sleep.js +819 -819
  102. package/src/dream.js +1501 -1501
  103. package/src/embedding.js +177 -177
  104. package/src/entities/extractor.js +252 -252
  105. package/src/graph/anchoring.js +179 -179
  106. package/src/guide.js +74 -74
  107. package/src/heat.js +144 -144
  108. package/src/hot-memory.js +46 -46
  109. package/src/index.js +535 -503
  110. package/src/inject.js +464 -450
  111. package/src/lang.js +248 -229
  112. package/src/local-embedder.js +358 -358
  113. package/src/maintenance.js +142 -142
  114. package/src/mirror.js +330 -330
  115. package/src/organize.js +450 -450
  116. package/src/peak-hours.js +117 -117
  117. package/src/placement.js +13 -0
  118. package/src/pre-inject-gate.js +340 -0
  119. package/src/quality-filter.js +126 -126
  120. package/src/recall-stats.js +175 -175
  121. package/src/reranker.js +269 -269
  122. package/src/runtime/adopt.js +176 -176
  123. package/src/runtime/closure.js +172 -172
  124. package/src/runtime/download.js +247 -247
  125. package/src/runtime/layout.js +265 -265
  126. package/src/runtime/loader.js +252 -252
  127. package/src/runtime/model-fetch.js +361 -361
  128. package/src/runtime/provision.js +237 -237
  129. package/src/runtime/tarball.js +130 -130
  130. package/src/runtime/verify.js +223 -204
  131. package/src/scope.js +146 -146
  132. package/src/search/adaptive.js +60 -60
  133. package/src/search/bm25.js +96 -96
  134. package/src/semantic.js +229 -229
  135. package/src/sensitive-scan.js +209 -209
  136. package/src/serve.js +215 -215
  137. package/src/service.js +2663 -2605
  138. package/src/settings.js +517 -511
  139. package/src/store.js +3007 -3007
  140. package/src/summarize.js +891 -856
  141. package/src/tools.js +743 -737
  142. package/src/vector-index.js +110 -110
  143. package/src/version-check.js +122 -122
  144. package/src/write-admission.js +402 -402
  145. package/test/adaptive-inject-budget.test.js +85 -85
  146. package/test/api-routes-gaps.test.js +218 -218
  147. package/test/api.test.js +1702 -1690
  148. package/test/audit.test.js +448 -448
  149. package/test/baseline-persist.test.js +248 -248
  150. package/test/benchmark.test.js +94 -94
  151. package/test/bootstrap.test.js +220 -220
  152. package/test/changelog-prep.test.js +60 -60
  153. package/test/client.test.js +1230 -1169
  154. package/test/clustering.test.js +100 -100
  155. package/test/commands.test.js +106 -106
  156. package/test/config.test.js +66 -66
  157. package/test/conflict-freeze.test.js +300 -300
  158. package/test/content-hash.test.js +204 -204
  159. package/test/continuity.test.js +333 -333
  160. package/test/document-dir.test.js +233 -233
  161. package/test/document.test.js +671 -671
  162. package/test/dream-archive-guardrail.test.js +116 -116
  163. package/test/dream-candidate-hybrid.test.js +281 -281
  164. package/test/dream-coverage-degrade.test.js +86 -86
  165. package/test/dream-failure-backoff.test.js +173 -173
  166. package/test/dream-peak-hours.test.js +194 -194
  167. package/test/dream.test.js +1385 -1383
  168. package/test/embedding-ready.test.js +196 -196
  169. package/test/entities.test.js +627 -547
  170. package/test/entity-recall.test.js +179 -179
  171. package/test/epistemic.test.js +325 -325
  172. package/test/fnew-0112.test.js +311 -311
  173. package/test/fnew-03.test.js +422 -422
  174. package/test/graph-anchoring.test.js +184 -184
  175. package/test/graph-api.test.js +175 -175
  176. package/test/graph-inject-budget.test.js +103 -103
  177. package/test/graph-passive-confirm.test.js +91 -91
  178. package/test/graph-weight-evolution.test.js +104 -104
  179. package/test/heat.test.js +175 -175
  180. package/test/helpers/dream-mock.js +82 -82
  181. package/test/helpers/peer-worker.mjs +25 -25
  182. package/test/helpers/runtime-source.js +60 -60
  183. package/test/helpers/tar-builder.js +80 -80
  184. package/test/helpers/write-admission-samples.js +308 -308
  185. package/test/hot-memory.test.js +145 -145
  186. package/test/inject-content-cap.test.js +91 -91
  187. package/test/inject-first-round-bm25.test.js +89 -89
  188. package/test/inject-heat.test.js +77 -77
  189. package/test/inject-parent-gate.test.js +106 -106
  190. package/test/inject-pools.test.js +194 -194
  191. package/test/inject-recall.test.js +105 -105
  192. package/test/inject-rotation.test.js +161 -161
  193. package/test/inject.test.js +420 -420
  194. package/test/lang.test.js +87 -87
  195. package/test/lastrunat-persist.test.js +101 -101
  196. package/test/lib-smoke.test.js +96 -96
  197. package/test/llm-audit.test.js +598 -598
  198. package/test/llm-message-source.test.js +207 -207
  199. package/test/local-embedder.test.js +292 -292
  200. package/test/maintenance.test.js +391 -391
  201. package/test/mcp-stdio.test.js +385 -385
  202. package/test/mirror-dirty.test.js +424 -424
  203. package/test/mirror-edit-digest.test.js +187 -187
  204. package/test/mirror-generation.test.js +499 -499
  205. package/test/mirror-types.test.js +208 -208
  206. package/test/mirror.test.js +249 -249
  207. package/test/narrative-bars.test.js +162 -162
  208. package/test/organize.test.js +418 -418
  209. package/test/peer-blockers.test.js +193 -193
  210. package/test/placement.test.js +36 -0
  211. package/test/policy-epoch.test.js +259 -259
  212. package/test/pre-inject-gate.test.js +434 -0
  213. package/test/quality-filter.test.js +186 -186
  214. package/test/reasoning-effort.test.js +752 -752
  215. package/test/recall-anti-update.test.js +82 -82
  216. package/test/recall-evals.test.js +253 -253
  217. package/test/recall-layer.test.js +326 -326
  218. package/test/recall-stats.test.js +189 -189
  219. package/test/receipt-chain.test.js +451 -451
  220. package/test/reflection.test.js +226 -226
  221. package/test/reindex-backfill.test.js +62 -62
  222. package/test/reranker-single-logit.test.js +73 -73
  223. package/test/reranker.test.js +197 -197
  224. package/test/resident-status.test.js +83 -83
  225. package/test/runtime-adopt.test.js +206 -206
  226. package/test/runtime-cli.test.js +89 -89
  227. package/test/runtime-closure.test.js +193 -193
  228. package/test/runtime-download.test.js +302 -302
  229. package/test/runtime-layout.test.js +163 -163
  230. package/test/runtime-loader.test.js +255 -255
  231. package/test/runtime-manifest.test.js +159 -159
  232. package/test/runtime-model-fetch.test.js +348 -348
  233. package/test/runtime-provision.test.js +101 -101
  234. package/test/runtime-tarball.test.js +81 -81
  235. package/test/runtime-verify.test.js +319 -279
  236. package/test/scope-candidates.test.js +239 -239
  237. package/test/scope-explicit.test.js +452 -452
  238. package/test/scope-inject-soft.test.js +106 -106
  239. package/test/scope-retrieval.test.js +197 -197
  240. package/test/scope-storage.test.js +255 -255
  241. package/test/scope-strict.test.js +367 -367
  242. package/test/search-fusion.test.js +90 -90
  243. package/test/semantic.test.js +124 -124
  244. package/test/sensitive-scan.test.js +207 -207
  245. package/test/serve-bin.test.js +121 -121
  246. package/test/serve.test.js +196 -196
  247. package/test/service-search.test.js +174 -174
  248. package/test/service.test.js +405 -405
  249. package/test/settings.test.js +261 -261
  250. package/test/skip-invalid-restore.test.js +262 -262
  251. package/test/sleep-action-set.test.js +422 -422
  252. package/test/sleep-heat.test.js +126 -126
  253. package/test/sleep-scheduler-rearm.test.js +89 -89
  254. package/test/sleep.test.js +527 -527
  255. package/test/standalone-api.test.js +751 -751
  256. package/test/store-vector-cache.test.js +98 -98
  257. package/test/store.test.js +396 -396
  258. package/test/stress.test.js +209 -209
  259. package/test/summarize-occurred-at.test.js +127 -0
  260. package/test/summarize-reasoning-effort.test.js +189 -189
  261. package/test/summarize.test.js +1465 -1465
  262. package/test/supersede-state-tracking.test.js +394 -0
  263. package/test/test-count-sync.test.js +60 -60
  264. package/test/tools-dto-schema-matrix.test.js +325 -325
  265. package/test/tools-memory-get-schema.test.js +65 -65
  266. package/test/tools.test.js +428 -374
  267. package/test/updated-at-semantics.test.js +113 -113
  268. package/test/vector-index.test.js +221 -221
  269. package/test/version-check.test.js +152 -152
  270. package/test/webServer-optional.test.js +82 -82
  271. package/test/write-admission.test.js +668 -668
@@ -1,209 +1,209 @@
1
- import test from "node:test";
2
- import assert from "node:assert/strict";
3
- import { mkdtempSync } from "node:fs";
4
- import { tmpdir } from "node:os";
5
- import { join } from "node:path";
6
- import { createStore } from "../src/store.js";
7
- import { createService } from "../src/service.js";
8
- import { createDreamScheduler, parseReceipt } from "../src/dream.js";
9
- import { applyDecisions } from "../src/dream/decisions.js";
10
- import {
11
- sessionDecisions,
12
- arbitrationDecisions,
13
- mockCtx
14
- } from "./helpers/dream-mock.js";
15
-
16
- function setup() {
17
- const store = createStore(":memory:");
18
- const service = createService({ store, mirror: null, config: {} });
19
- const dream = createDreamScheduler({ onRun: () => Promise.resolve({ ok: true, skipped: true }) });
20
- return { store, service, dream };
21
- }
22
-
23
- function tmpPath(prefix) {
24
- return join(mkdtempSync(join(tmpdir(), prefix)), "memory.db");
25
- }
26
-
27
- // ---------------------------------------------------------------- 轴线 1
28
-
29
- test("long-session stress: Recall@k stays high, stale residual drops to zero", async () => {
30
- const { store, service, dream } = setup();
31
- const ctx = mockCtx({ onConsolidation: sessionDecisions });
32
- const topics = 5;
33
- const rounds = 3;
34
-
35
- const gt = [];
36
- for (let t = 1; t <= topics; t++) {
37
- const title = `主题${String(t).padStart(2, "0")}`;
38
- const { memory } = service.saveWithDedupe({ type: "project", title, content: `${title} 规范内容`, importance: 5 });
39
- gt.push({ title, id: memory.id });
40
- }
41
- for (let r = 1; r <= rounds; r++) {
42
- for (let t = 1; t <= topics; t++) {
43
- service.saveWithDedupe({
44
- type: "project",
45
- title: `主题${String(t).padStart(2, "0")}·变体${r}`,
46
- content: "旧变体",
47
- importance: 3
48
- });
49
- }
50
- const result = await dream.runDream(ctx, service, {});
51
- assert.equal(result.ok, true);
52
- }
53
-
54
- let hits = 0;
55
- for (const { title, id } of gt) {
56
- if (service.search(title, { limit: 5 }).some((m) => m.id === id)) hits++;
57
- }
58
- assert.equal(hits, topics, "every canonical memory recalled in top-5 after 3 consolidation rounds");
59
-
60
- const all = store.all();
61
- const variants = all.filter((m) => m.type === "project" && m.title.includes("变体"));
62
- assert.equal(variants.filter((m) => !m.archived).length, 0, "no stale variants remain active");
63
- assert.equal(store.listDreamRuns().length, rounds, "every run written to the audit trail");
64
- store.close();
65
- });
66
-
67
- // ---------------------------------------------------------------- 轴线 2
68
-
69
- test("arbitration set is replayable: deterministic, correct, idempotent replay", async () => {
70
- const { store, service, dream } = setup();
71
- const ctx = mockCtx({ onConsolidation: arbitrationDecisions });
72
- const sets = [
73
- { w: { type: "decision", title: "截止", content: "8月20日", importance: 5 }, l: { type: "decision", title: "截止(旧)", content: "8月15日", importance: 3 } },
74
- { w: { type: "preference", title: "语言", content: "简体中文", importance: 5 }, l: { type: "preference", title: "语言(旧)", content: "繁体中文", importance: 2 } }
75
- ];
76
- for (const s of sets) {
77
- service.saveWithDedupe({ ...s.l });
78
- service.saveWithDedupe({ ...s.w });
79
- }
80
-
81
- const run = await dream.runDream(ctx, service, {});
82
- assert.equal(run.ok, true);
83
- assert.equal(run.applied, sets.length, "one conflict per arbitration set");
84
-
85
- // correctness: winner kept (with provenance), loser archived
86
- for (const s of sets) {
87
- const winner = service.list({ type: s.w.type }).find((m) => m.title === s.w.title);
88
- const loser = store.all().find((m) => m.title === s.l.title);
89
- assert.ok(winner, "winner present");
90
- assert.ok(loser?.archived, "loser archived");
91
- assert.ok(winner.content.includes("已否决旧信息"), "provenance note appended");
92
- }
93
-
94
- // audit + receipt are replayable
95
- const audit = store.getDreamRun(run.runId);
96
- assert.equal(audit.status, "ok");
97
- const receipt = parseReceipt(audit.receipt);
98
- assert.equal(receipt.status, "ok");
99
- assert.equal(Object.keys(audit.outcome.byId).length, sets.length * 2, "outcome covers every arbitrated id");
100
- assert.equal(audit.decisions.length, sets.length, "raw decisions persisted");
101
-
102
- // re-applying the recorded decision list is a no-op (idempotent replay)
103
- assert.equal(applyDecisions(audit.decisions, service).applied, 0, "replay applies nothing");
104
- store.close();
105
- });
106
-
107
- // ---------------------------------------------------------------- 轴线 3
108
-
109
- function bump(content) {
110
- return `count=${Number(content.match(/count=(\d+)/)[1]) + 1}`;
111
- }
112
-
113
- test("concurrent agents: no duplicate merge, lost-update reproduced then fixed, crash recovery", () => {
114
- const path = tmpPath("dsh-mneme-stress-test-");
115
- const sA = createStore(path);
116
- const svA = createService({ store: sA, mirror: null, config: {} });
117
-
118
- // duplicate merge: 20 agents save the same title → exactly one active row
119
- for (let i = 0; i < 20; i++) {
120
- svA.saveWithDedupe({ type: "preference", title: "并发任务", content: `agent-${i}` });
121
- }
122
- assert.equal(
123
- svA.list({ type: "preference", limit: 100 }).filter((m) => m.title === "并发任务").length,
124
- 1,
125
- "no duplicate rows after concurrent same-title saves"
126
- );
127
-
128
- // lost update: two connections read the same baseline, then both write
129
- const sB = createStore(path);
130
- const svB = createService({ store: sB, mirror: null, config: {} });
131
- svA.saveWithDedupe({ type: "history", title: "计数器", content: "count=0", importance: 3 });
132
- const id = svA.list({ type: "history" })[0].id;
133
-
134
- const readA = svA.getById(id).content; // count=0
135
- const readB = svB.getById(id).content; // count=0 (stale)
136
- svA.update(id, { content: bump(readA) }); // count=1
137
- svB.update(id, { content: bump(readB) }); // count=1 → overwrites A's increment
138
- assert.equal(svB.getById(id).content, "count=1", "unlocked read-modify-write loses an increment");
139
-
140
- // serialized fix: re-read the latest value before writing
141
- svA.update(id, { content: "count=0" });
142
- svA.update(id, { content: bump(svA.getById(id).content) }); // reads 0 → 1
143
- svB.update(id, { content: bump(svB.getById(id).content) }); // reads 1 → 2
144
- assert.equal(svB.getById(id).content, "count=2", "re-read before write keeps both increments");
145
-
146
- // crash recovery: committed writes survive an exception and a reopen
147
- svA.saveWithDedupe({ type: "project", title: "已提交", content: "x" });
148
- assert.throws(() => svA.update("ghost", { content: "boom" }), /not found/, "unknown-id update throws");
149
- sA.close();
150
- sB.close();
151
-
152
- const sR = createStore(path);
153
- assert.ok(sR.getById(id), "counter survives reopen");
154
- assert.ok(sR.all().some((m) => m.title === "已提交"), "committed write survives reopen");
155
- assert.equal(sR.all().filter((m) => m.title === "已提交").length, 1, "no partial residue");
156
- sR.close();
157
- });
158
-
159
- // ---------------------------------------------------------------- CAS + atomicity (item ③)
160
-
161
- test("CAS concurrent increments: stale version rejected, retry lands both increments", () => {
162
- const path = tmpPath("dsh-mneme-stress-cas-");
163
- const sA = createStore(path);
164
- const svA = createService({ store: sA, mirror: null, config: {} });
165
- const sB = createStore(path);
166
- const svB = createService({ store: sB, mirror: null, config: {} });
167
-
168
- svA.saveWithDedupe({ type: "history", title: "计数器", content: "count=0", importance: 3 });
169
- const id = svA.list({ type: "history" })[0].id;
170
- svA.update(id, { content: "count=0" });
171
- const baseline = svA.getById(id); // updated_at=T, count=0
172
-
173
- const aOk = svA.compareAndUpdate(id, baseline.updated_at, { content: bump("count=0") });
174
- assert.ok(aOk, "current-version CAS lands");
175
- const bStale = svB.compareAndUpdate(id, baseline.updated_at, { content: bump("count=0") });
176
- assert.equal(bStale, undefined, "stale-version CAS rejected — no lost update");
177
-
178
- const cur = svB.getById(id);
179
- svB.compareAndUpdate(id, cur.updated_at, { content: bump(cur.content) });
180
- assert.equal(svB.getById(id).content, "count=2", "re-read + retry keeps both increments");
181
- sA.close();
182
- sB.close();
183
- });
184
-
185
- test("multi-step transaction is atomic: a mid-way throw rolls back every step", () => {
186
- const path = tmpPath("dsh-mneme-stress-atomic-");
187
- const s = createStore(path);
188
- const sv = createService({ store: s, mirror: null, config: {} });
189
-
190
- assert.throws(
191
- () => sv.transaction(() => {
192
- sv.saveWithDedupe({ type: "project", title: "原子A", content: "x" });
193
- sv.saveWithDedupe({ type: "project", title: "原子B", content: "y" });
194
- throw new Error("boom");
195
- }),
196
- /boom/
197
- );
198
- assert.ok(!s.all().some((m) => m.title === "原子A"), "atomicA fully rolled back");
199
- assert.ok(!s.all().some((m) => m.title === "原子B"), "atomicB fully rolled back");
200
-
201
- // a clean transaction commits both steps
202
- sv.transaction(() => {
203
- sv.saveWithDedupe({ type: "project", title: "完整A", content: "x" });
204
- sv.saveWithDedupe({ type: "project", title: "完整B", content: "y" });
205
- });
206
- assert.equal(s.all().filter((m) => m.title === "完整A").length, 1, "committed step A");
207
- assert.equal(s.all().filter((m) => m.title === "完整B").length, 1, "committed step B");
208
- s.close();
209
- });
1
+ import test from "node:test";
2
+ import assert from "node:assert/strict";
3
+ import { mkdtempSync } from "node:fs";
4
+ import { tmpdir } from "node:os";
5
+ import { join } from "node:path";
6
+ import { createStore } from "../src/store.js";
7
+ import { createService } from "../src/service.js";
8
+ import { createDreamScheduler, parseReceipt } from "../src/dream.js";
9
+ import { applyDecisions } from "../src/dream/decisions.js";
10
+ import {
11
+ sessionDecisions,
12
+ arbitrationDecisions,
13
+ mockCtx
14
+ } from "./helpers/dream-mock.js";
15
+
16
+ function setup() {
17
+ const store = createStore(":memory:");
18
+ const service = createService({ store, mirror: null, config: {} });
19
+ const dream = createDreamScheduler({ onRun: () => Promise.resolve({ ok: true, skipped: true }) });
20
+ return { store, service, dream };
21
+ }
22
+
23
+ function tmpPath(prefix) {
24
+ return join(mkdtempSync(join(tmpdir(), prefix)), "memory.db");
25
+ }
26
+
27
+ // ---------------------------------------------------------------- 轴线 1
28
+
29
+ test("long-session stress: Recall@k stays high, stale residual drops to zero", async () => {
30
+ const { store, service, dream } = setup();
31
+ const ctx = mockCtx({ onConsolidation: sessionDecisions });
32
+ const topics = 5;
33
+ const rounds = 3;
34
+
35
+ const gt = [];
36
+ for (let t = 1; t <= topics; t++) {
37
+ const title = `主题${String(t).padStart(2, "0")}`;
38
+ const { memory } = service.saveWithDedupe({ type: "project", title, content: `${title} 规范内容`, importance: 5 });
39
+ gt.push({ title, id: memory.id });
40
+ }
41
+ for (let r = 1; r <= rounds; r++) {
42
+ for (let t = 1; t <= topics; t++) {
43
+ service.saveWithDedupe({
44
+ type: "project",
45
+ title: `主题${String(t).padStart(2, "0")}·变体${r}`,
46
+ content: "旧变体",
47
+ importance: 3
48
+ });
49
+ }
50
+ const result = await dream.runDream(ctx, service, {});
51
+ assert.equal(result.ok, true);
52
+ }
53
+
54
+ let hits = 0;
55
+ for (const { title, id } of gt) {
56
+ if (service.search(title, { limit: 5 }).some((m) => m.id === id)) hits++;
57
+ }
58
+ assert.equal(hits, topics, "every canonical memory recalled in top-5 after 3 consolidation rounds");
59
+
60
+ const all = store.all();
61
+ const variants = all.filter((m) => m.type === "project" && m.title.includes("变体"));
62
+ assert.equal(variants.filter((m) => !m.archived).length, 0, "no stale variants remain active");
63
+ assert.equal(store.listDreamRuns().length, rounds, "every run written to the audit trail");
64
+ store.close();
65
+ });
66
+
67
+ // ---------------------------------------------------------------- 轴线 2
68
+
69
+ test("arbitration set is replayable: deterministic, correct, idempotent replay", async () => {
70
+ const { store, service, dream } = setup();
71
+ const ctx = mockCtx({ onConsolidation: arbitrationDecisions });
72
+ const sets = [
73
+ { w: { type: "decision", title: "截止", content: "8月20日", importance: 5 }, l: { type: "decision", title: "截止(旧)", content: "8月15日", importance: 3 } },
74
+ { w: { type: "preference", title: "语言", content: "简体中文", importance: 5 }, l: { type: "preference", title: "语言(旧)", content: "繁体中文", importance: 2 } }
75
+ ];
76
+ for (const s of sets) {
77
+ service.saveWithDedupe({ ...s.l });
78
+ service.saveWithDedupe({ ...s.w });
79
+ }
80
+
81
+ const run = await dream.runDream(ctx, service, {});
82
+ assert.equal(run.ok, true);
83
+ assert.equal(run.applied, sets.length, "one conflict per arbitration set");
84
+
85
+ // correctness: winner kept (with provenance), loser archived
86
+ for (const s of sets) {
87
+ const winner = service.list({ type: s.w.type }).find((m) => m.title === s.w.title);
88
+ const loser = store.all().find((m) => m.title === s.l.title);
89
+ assert.ok(winner, "winner present");
90
+ assert.ok(loser?.archived, "loser archived");
91
+ assert.ok(winner.content.includes("已否决旧信息"), "provenance note appended");
92
+ }
93
+
94
+ // audit + receipt are replayable
95
+ const audit = store.getDreamRun(run.runId);
96
+ assert.equal(audit.status, "ok");
97
+ const receipt = parseReceipt(audit.receipt);
98
+ assert.equal(receipt.status, "ok");
99
+ assert.equal(Object.keys(audit.outcome.byId).length, sets.length * 2, "outcome covers every arbitrated id");
100
+ assert.equal(audit.decisions.length, sets.length, "raw decisions persisted");
101
+
102
+ // re-applying the recorded decision list is a no-op (idempotent replay)
103
+ assert.equal(applyDecisions(audit.decisions, service).applied, 0, "replay applies nothing");
104
+ store.close();
105
+ });
106
+
107
+ // ---------------------------------------------------------------- 轴线 3
108
+
109
+ function bump(content) {
110
+ return `count=${Number(content.match(/count=(\d+)/)[1]) + 1}`;
111
+ }
112
+
113
+ test("concurrent agents: no duplicate merge, lost-update reproduced then fixed, crash recovery", () => {
114
+ const path = tmpPath("dsh-mneme-stress-test-");
115
+ const sA = createStore(path);
116
+ const svA = createService({ store: sA, mirror: null, config: {} });
117
+
118
+ // duplicate merge: 20 agents save the same title → exactly one active row
119
+ for (let i = 0; i < 20; i++) {
120
+ svA.saveWithDedupe({ type: "preference", title: "并发任务", content: `agent-${i}` });
121
+ }
122
+ assert.equal(
123
+ svA.list({ type: "preference", limit: 100 }).filter((m) => m.title === "并发任务").length,
124
+ 1,
125
+ "no duplicate rows after concurrent same-title saves"
126
+ );
127
+
128
+ // lost update: two connections read the same baseline, then both write
129
+ const sB = createStore(path);
130
+ const svB = createService({ store: sB, mirror: null, config: {} });
131
+ svA.saveWithDedupe({ type: "history", title: "计数器", content: "count=0", importance: 3 });
132
+ const id = svA.list({ type: "history" })[0].id;
133
+
134
+ const readA = svA.getById(id).content; // count=0
135
+ const readB = svB.getById(id).content; // count=0 (stale)
136
+ svA.update(id, { content: bump(readA) }); // count=1
137
+ svB.update(id, { content: bump(readB) }); // count=1 → overwrites A's increment
138
+ assert.equal(svB.getById(id).content, "count=1", "unlocked read-modify-write loses an increment");
139
+
140
+ // serialized fix: re-read the latest value before writing
141
+ svA.update(id, { content: "count=0" });
142
+ svA.update(id, { content: bump(svA.getById(id).content) }); // reads 0 → 1
143
+ svB.update(id, { content: bump(svB.getById(id).content) }); // reads 1 → 2
144
+ assert.equal(svB.getById(id).content, "count=2", "re-read before write keeps both increments");
145
+
146
+ // crash recovery: committed writes survive an exception and a reopen
147
+ svA.saveWithDedupe({ type: "project", title: "已提交", content: "x" });
148
+ assert.throws(() => svA.update("ghost", { content: "boom" }), /not found/, "unknown-id update throws");
149
+ sA.close();
150
+ sB.close();
151
+
152
+ const sR = createStore(path);
153
+ assert.ok(sR.getById(id), "counter survives reopen");
154
+ assert.ok(sR.all().some((m) => m.title === "已提交"), "committed write survives reopen");
155
+ assert.equal(sR.all().filter((m) => m.title === "已提交").length, 1, "no partial residue");
156
+ sR.close();
157
+ });
158
+
159
+ // ---------------------------------------------------------------- CAS + atomicity (item ③)
160
+
161
+ test("CAS concurrent increments: stale version rejected, retry lands both increments", () => {
162
+ const path = tmpPath("dsh-mneme-stress-cas-");
163
+ const sA = createStore(path);
164
+ const svA = createService({ store: sA, mirror: null, config: {} });
165
+ const sB = createStore(path);
166
+ const svB = createService({ store: sB, mirror: null, config: {} });
167
+
168
+ svA.saveWithDedupe({ type: "history", title: "计数器", content: "count=0", importance: 3 });
169
+ const id = svA.list({ type: "history" })[0].id;
170
+ svA.update(id, { content: "count=0" });
171
+ const baseline = svA.getById(id); // updated_at=T, count=0
172
+
173
+ const aOk = svA.compareAndUpdate(id, baseline.updated_at, { content: bump("count=0") });
174
+ assert.ok(aOk, "current-version CAS lands");
175
+ const bStale = svB.compareAndUpdate(id, baseline.updated_at, { content: bump("count=0") });
176
+ assert.equal(bStale, undefined, "stale-version CAS rejected — no lost update");
177
+
178
+ const cur = svB.getById(id);
179
+ svB.compareAndUpdate(id, cur.updated_at, { content: bump(cur.content) });
180
+ assert.equal(svB.getById(id).content, "count=2", "re-read + retry keeps both increments");
181
+ sA.close();
182
+ sB.close();
183
+ });
184
+
185
+ test("multi-step transaction is atomic: a mid-way throw rolls back every step", () => {
186
+ const path = tmpPath("dsh-mneme-stress-atomic-");
187
+ const s = createStore(path);
188
+ const sv = createService({ store: s, mirror: null, config: {} });
189
+
190
+ assert.throws(
191
+ () => sv.transaction(() => {
192
+ sv.saveWithDedupe({ type: "project", title: "原子A", content: "x" });
193
+ sv.saveWithDedupe({ type: "project", title: "原子B", content: "y" });
194
+ throw new Error("boom");
195
+ }),
196
+ /boom/
197
+ );
198
+ assert.ok(!s.all().some((m) => m.title === "原子A"), "atomicA fully rolled back");
199
+ assert.ok(!s.all().some((m) => m.title === "原子B"), "atomicB fully rolled back");
200
+
201
+ // a clean transaction commits both steps
202
+ sv.transaction(() => {
203
+ sv.saveWithDedupe({ type: "project", title: "完整A", content: "x" });
204
+ sv.saveWithDedupe({ type: "project", title: "完整B", content: "y" });
205
+ });
206
+ assert.equal(s.all().filter((m) => m.title === "完整A").length, 1, "committed step A");
207
+ assert.equal(s.all().filter((m) => m.title === "完整B").length, 1, "committed step B");
208
+ s.close();
209
+ });
@@ -0,0 +1,127 @@
1
+ import test from "node:test";
2
+ import assert from "node:assert/strict";
3
+ import { createStore } from "../src/store.js";
4
+ import { createService } from "../src/service.js";
5
+ import { createSummarizer, parseSummaryJson } from "../src/summarize.js";
6
+
7
+ // 蒸馏的时间锚定(SimpleMem,arXiv 2601.02553:抽取与时间锚定在同一次生成里完成,
8
+ // 消融去掉后时间类问题 F1 掉 56.7%)。这组用例防的是三类回归:
9
+ // 1) occurred_at 在解析层被吞掉(历史形状里没有这个字段,改 prompt 时容易只改
10
+ // 提示词、忘记映射);
11
+ // 2) 解析不出来的时间被写成 null / "" 而不是省略键——空值会被下游当成「已锚定」,
12
+ // 污染 occurred_from/occurred_to 过滤与时间排序;
13
+ // 3) 模型瞎填的未来时间原样落库(store.normalizeOccurredAt 只判可解析性,拦不住)。
14
+ // 时间一律按「相对当下」构造:锁死某个日期会让用例在时钟走过该日期后变成反向断言。
15
+ const HOUR_MS = 3600 * 1000;
16
+ const DAY_MS = 24 * HOUR_MS;
17
+
18
+ /** 带 +08:00 偏移的同刻 ISO 写法:证明归一真的解析过时区,而不是原样搬运字符串。 */
19
+ function isoWithOffset(ms) {
20
+ return `${new Date(ms + 8 * HOUR_MS).toISOString().slice(0, 23)}+08:00`;
21
+ }
22
+
23
+ function setup(entries, deps = {}) {
24
+ const store = createStore(":memory:");
25
+ const service = createService({ store, mirror: null, config: {} });
26
+ const events = [];
27
+ const calls = [];
28
+ const ctx = {
29
+ on(name, fn) {
30
+ events.push({ name, fn });
31
+ return () => {
32
+ const i = events.findIndex((e) => e.name === name && e.fn === fn);
33
+ if (i !== -1) events.splice(i, 1);
34
+ };
35
+ },
36
+ llm: {
37
+ stream(options) {
38
+ calls.push(options);
39
+ const json = JSON.stringify(entries);
40
+ return (async function* () {
41
+ yield { type: "block-start", block: { type: "text" } };
42
+ yield { type: "text-delta", delta: json };
43
+ yield { type: "block-end", block: { type: "text" } };
44
+ yield { type: "finish", kind: "ok" };
45
+ })();
46
+ }
47
+ }
48
+ };
49
+ createSummarizer(ctx, service, { autoSummarize: true }, deps);
50
+ return { store, service, calls, handler: events.find((e) => e.name === "session/event").fn };
51
+ }
52
+
53
+ function turnEndSession(text = "上周把 occurred_at 接进蒸馏链路") {
54
+ return {
55
+ id: "s-time",
56
+ requestHeader: () => ({ config: { provider: "deepseek", model: "deepseek-chat" } }),
57
+ events: [
58
+ { type: "user/message", data: { source: { kind: "user" }, content: [{ type: "text", text }] } },
59
+ { seq: 2, type: "turn/end" }
60
+ ]
61
+ };
62
+ }
63
+
64
+ test("parseSummaryJson keeps a parseable occurred_at, normalized to UTC ISO", () => {
65
+ const past = Date.now() - 30 * DAY_MS;
66
+ const parsed = parseSummaryJson(JSON.stringify([
67
+ { type: "history", title: "时间锚定", content: "上周把 occurred_at 接进蒸馏", importance: 2, occurred_at: isoWithOffset(past) }
68
+ ]));
69
+ assert.equal(parsed.length, 1);
70
+ assert.equal(parsed[0].occurred_at, new Date(past).toISOString(), "带偏移的绝对时间归一为 UTC ISO");
71
+ });
72
+
73
+ test("parseSummaryJson omits occurred_at when it is unparseable, non-string, or beyond the 1-day future tolerance", () => {
74
+ const now = Date.now();
75
+ const parsed = parseSummaryJson(JSON.stringify([
76
+ { type: "history", title: "脏字符串", content: "模型给了自然语言时间", importance: 2, occurred_at: "昨天下午" },
77
+ { type: "history", title: "空白串", content: "模型给了空串", importance: 2, occurred_at: " " },
78
+ { type: "history", title: "非字符串", content: "模型给了 epoch 数字", importance: 2, occurred_at: 1757000000000 },
79
+ { type: "history", title: "未来时间", content: "模型编了个两年后的时间", importance: 2, occurred_at: new Date(now + 730 * DAY_MS).toISOString() },
80
+ { type: "history", title: "略晚于当下", content: "时区/时钟偏移内的未来时间", importance: 2, occurred_at: new Date(now + HOUR_MS).toISOString() },
81
+ { type: "history", title: "没给时间", content: "最普通的条目", importance: 2 }
82
+ ]));
83
+ assert.equal(parsed.length, 6);
84
+ for (const i of [0, 1, 2, 3, 5]) {
85
+ assert.equal("occurred_at" in parsed[i], false, `${parsed[i].title}:必须整条省略该键(不是 null、不是空串)`);
86
+ }
87
+ // 1 天容忍内的未来时间保留:真实时钟与模型给出的时区写法会有小时级偏差,不是瞎填。
88
+ assert.equal(parsed[4].occurred_at, new Date(now + HOUR_MS).toISOString(), "容忍窗口内的时间照常保留");
89
+ });
90
+
91
+ test("distilled occurred_at is visible in the store, dirty/future values are dropped", async () => {
92
+ const past = Date.now() - 3 * HOUR_MS;
93
+ const { store, handler } = setup([
94
+ { type: "decision", title: "时间锚定", content: "蒸馏产物带绝对时间 occurred_at", importance: 4, occurred_at: isoWithOffset(past) },
95
+ { type: "history", title: "脏时间", content: "模型给了不可解析的时间", importance: 2, occurred_at: "上周三" },
96
+ { type: "history", title: "未来时间", content: "模型编了个两年后的时间", importance: 2, occurred_at: new Date(Date.now() + 730 * DAY_MS).toISOString() },
97
+ { type: "history", title: "无时间", content: "条目里根本没有时间依据", importance: 2 }
98
+ ]);
99
+ await handler(turnEndSession(), { seq: 2, type: "turn/end" });
100
+
101
+ const rows = store.all();
102
+ const byTitle = (title) => {
103
+ const row = rows.find((r) => r.title === title);
104
+ assert.ok(row, `记忆「${title}」应当落库`);
105
+ return row;
106
+ };
107
+ // 落库可见:解析层的归一值原样进 memories.occurred_at(saveWithDedupe 普通路径)。
108
+ assert.equal(byTitle("时间锚定").occurred_at, new Date(past).toISOString());
109
+ // 丢弃:不可解析与超容忍的未来时间都不落列(NULL),不是字符串化后硬存。
110
+ assert.equal(byTitle("脏时间").occurred_at, undefined);
111
+ assert.equal(byTitle("未来时间").occurred_at, undefined);
112
+ assert.equal(byTitle("无时间").occurred_at, undefined);
113
+ });
114
+
115
+ test("the distill system prompt carries the wall-clock anchor relative times are converted against", async () => {
116
+ const fixed = new Date("2026-05-04T03:02:01.000Z");
117
+ const { calls, handler } = setup([
118
+ { type: "history", title: "锚点", content: "会话里只说了「昨天」", importance: 2 }
119
+ ], { now: () => fixed.getTime() });
120
+ await handler(turnEndSession("昨天部署了 v0.8.4"), { seq: 2, type: "turn/end" });
121
+
122
+ const system = calls[0].messages.find((m) => m.role === "system")?.content?.[0]?.text ?? "";
123
+ assert.ok(system.includes("occurred_at"), "系统提示的形状串里给出可选时间字段");
124
+ assert.ok(system.includes("严格") || system.includes("严禁编造"), "提示词写明编造禁令");
125
+ // 锚点取自可注入时钟:没有它,「昨天」永远换算不出绝对值。
126
+ assert.ok(system.includes(`当前时间:${fixed.toISOString()}`), "系统提示末尾带上会话发生时间");
127
+ });