@modusensus/dsh-mneme 0.8.14 → 0.8.16

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (279) hide show
  1. package/LICENSE +21 -21
  2. package/README.md +660 -654
  3. package/assets/icon.svg +3 -3
  4. package/bin/cli.mjs +691 -689
  5. package/bin/dsh-mneme-mcp.mjs +510 -510
  6. package/bin/dsh-mneme-serve.mjs +151 -151
  7. package/cordis.patch.yml +21 -21
  8. package/docs/CONFIGURATION.md +275 -0
  9. package/docs/CONTINUITY.md +124 -0
  10. package/docs/DAEMON.md +46 -0
  11. package/docs/DISTILL.md +162 -0
  12. package/docs/ENTITIES.md +245 -0
  13. package/docs/LOCAL_MODEL.md +222 -0
  14. package/docs/SEMANTIC.md +256 -0
  15. package/docs/SLEEP.md +164 -0
  16. package/docs/STORAGE.md +98 -0
  17. package/lib/api-standalone.js +656 -673
  18. package/lib/api.js +1605 -1433
  19. package/lib/bootstrap.js +211 -211
  20. package/lib/client.js +6354 -5296
  21. package/lib/commands.js +95 -95
  22. package/lib/config.js +947 -843
  23. package/lib/content-hash.js +54 -54
  24. package/lib/continuity.js +220 -220
  25. package/lib/document-index.js +94 -94
  26. package/lib/document.js +303 -303
  27. package/lib/dream/clustering.js +118 -118
  28. package/lib/dream/decisions.js +694 -674
  29. package/lib/dream/narratives.js +44 -44
  30. package/lib/dream/sleep.js +819 -819
  31. package/lib/dream.js +1503 -1501
  32. package/lib/embedding.js +177 -177
  33. package/lib/entities/extractor.js +252 -252
  34. package/lib/graph/anchoring.js +179 -179
  35. package/lib/guide.js +74 -74
  36. package/lib/heat.js +144 -144
  37. package/lib/hot-memory.js +108 -46
  38. package/lib/index.js +552 -503
  39. package/lib/inject.js +428 -450
  40. package/lib/lang.js +248 -229
  41. package/lib/local-embedder.js +358 -358
  42. package/lib/maintenance.js +162 -142
  43. package/lib/mirror.js +330 -330
  44. package/lib/organize.js +450 -450
  45. package/lib/peak-hours.js +117 -117
  46. package/lib/placement.js +13 -0
  47. package/lib/pre-inject-gate.js +340 -0
  48. package/lib/quality-filter.js +126 -126
  49. package/lib/recall-stats.js +190 -175
  50. package/lib/reclaim-http.js +150 -0
  51. package/lib/reranker.js +269 -269
  52. package/lib/runtime/adopt.js +176 -176
  53. package/lib/runtime/closure.js +172 -172
  54. package/lib/runtime/download.js +247 -247
  55. package/lib/runtime/layout.js +265 -265
  56. package/lib/runtime/loader.js +252 -252
  57. package/lib/runtime/model-fetch.js +361 -361
  58. package/lib/runtime/provision.js +237 -237
  59. package/lib/runtime/tarball.js +130 -130
  60. package/lib/runtime/verify.js +223 -204
  61. package/lib/safe-slice.js +18 -0
  62. package/lib/scope.js +146 -146
  63. package/lib/search/adaptive.js +60 -60
  64. package/lib/search/bm25.js +96 -96
  65. package/lib/semantic.js +229 -229
  66. package/lib/sensitive-scan.js +209 -209
  67. package/lib/serve.js +215 -215
  68. package/lib/service.js +2688 -2605
  69. package/lib/settings.js +528 -511
  70. package/lib/store.js +3196 -3007
  71. package/lib/summarize.js +1039 -856
  72. package/lib/tools.js +743 -737
  73. package/lib/vector-index.js +110 -110
  74. package/lib/version-check.js +122 -122
  75. package/lib/write-admission.js +402 -402
  76. package/locale/en.json +6 -6
  77. package/locale/zh.json +6 -6
  78. package/package.json +118 -118
  79. package/runtime-manifest.json +526 -526
  80. package/scripts/benchmark-embed.js +201 -201
  81. package/scripts/benchmark-recall.js +249 -249
  82. package/scripts/benchmark-rerank.js +166 -166
  83. package/scripts/build-runtime-manifest.mjs +224 -224
  84. package/scripts/changelog-prep.mjs +36 -36
  85. package/scripts/check-sync.js +42 -42
  86. package/scripts/e2e-dsh.js +220 -220
  87. package/scripts/mneme-runtime.mjs +277 -277
  88. package/scripts/stress-dsh.js +255 -255
  89. package/scripts/sync-lib.js +47 -47
  90. package/scripts/sync-test-badge.mjs +69 -69
  91. package/scripts/test-count-sync.mjs +44 -44
  92. package/src/api-standalone.js +656 -673
  93. package/src/api.js +1605 -1433
  94. package/src/bootstrap.js +211 -211
  95. package/src/commands.js +95 -95
  96. package/src/config.js +947 -843
  97. package/src/content-hash.js +54 -54
  98. package/src/continuity.js +220 -220
  99. package/src/document-index.js +94 -94
  100. package/src/document.js +303 -303
  101. package/src/dream/clustering.js +118 -118
  102. package/src/dream/decisions.js +694 -674
  103. package/src/dream/narratives.js +44 -44
  104. package/src/dream/sleep.js +819 -819
  105. package/src/dream.js +1503 -1501
  106. package/src/embedding.js +177 -177
  107. package/src/entities/extractor.js +252 -252
  108. package/src/graph/anchoring.js +179 -179
  109. package/src/guide.js +74 -74
  110. package/src/heat.js +144 -144
  111. package/src/hot-memory.js +108 -46
  112. package/src/index.js +552 -503
  113. package/src/inject.js +428 -450
  114. package/src/lang.js +248 -229
  115. package/src/local-embedder.js +358 -358
  116. package/src/maintenance.js +162 -142
  117. package/src/mirror.js +330 -330
  118. package/src/organize.js +450 -450
  119. package/src/peak-hours.js +117 -117
  120. package/src/placement.js +13 -0
  121. package/src/pre-inject-gate.js +340 -0
  122. package/src/quality-filter.js +126 -126
  123. package/src/recall-stats.js +190 -175
  124. package/src/reclaim-http.js +150 -0
  125. package/src/reranker.js +269 -269
  126. package/src/runtime/adopt.js +176 -176
  127. package/src/runtime/closure.js +172 -172
  128. package/src/runtime/download.js +247 -247
  129. package/src/runtime/layout.js +265 -265
  130. package/src/runtime/loader.js +252 -252
  131. package/src/runtime/model-fetch.js +361 -361
  132. package/src/runtime/provision.js +237 -237
  133. package/src/runtime/tarball.js +130 -130
  134. package/src/runtime/verify.js +223 -204
  135. package/src/safe-slice.js +18 -0
  136. package/src/scope.js +146 -146
  137. package/src/search/adaptive.js +60 -60
  138. package/src/search/bm25.js +96 -96
  139. package/src/semantic.js +229 -229
  140. package/src/sensitive-scan.js +209 -209
  141. package/src/serve.js +215 -215
  142. package/src/service.js +2688 -2605
  143. package/src/settings.js +528 -511
  144. package/src/store.js +3196 -3007
  145. package/src/summarize.js +1039 -856
  146. package/src/tools.js +743 -737
  147. package/src/vector-index.js +110 -110
  148. package/src/version-check.js +122 -122
  149. package/src/write-admission.js +402 -402
  150. package/test/adaptive-inject-budget.test.js +85 -85
  151. package/test/api-routes-gaps.test.js +899 -218
  152. package/test/api.test.js +1725 -1690
  153. package/test/audit.test.js +448 -448
  154. package/test/baseline-persist.test.js +248 -248
  155. package/test/benchmark.test.js +94 -94
  156. package/test/bootstrap.test.js +220 -220
  157. package/test/changelog-prep.test.js +60 -60
  158. package/test/client.test.js +1582 -1169
  159. package/test/clustering.test.js +100 -100
  160. package/test/commands.test.js +106 -106
  161. package/test/config.test.js +66 -66
  162. package/test/conflict-freeze.test.js +300 -300
  163. package/test/content-hash.test.js +204 -204
  164. package/test/continuity.test.js +333 -333
  165. package/test/contrast.test.js +314 -0
  166. package/test/document-dir.test.js +233 -233
  167. package/test/document.test.js +671 -671
  168. package/test/dream-archive-guardrail.test.js +116 -116
  169. package/test/dream-candidate-hybrid.test.js +281 -281
  170. package/test/dream-coverage-degrade.test.js +86 -86
  171. package/test/dream-failure-backoff.test.js +173 -173
  172. package/test/dream-merge-guardrail.test.js +219 -0
  173. package/test/dream-peak-hours.test.js +194 -194
  174. package/test/dream.test.js +1385 -1383
  175. package/test/embedding-ready.test.js +196 -196
  176. package/test/entities.test.js +627 -547
  177. package/test/entity-recall.test.js +179 -179
  178. package/test/epistemic.test.js +325 -325
  179. package/test/fnew-0112.test.js +311 -311
  180. package/test/fnew-03.test.js +422 -422
  181. package/test/graph-anchoring.test.js +184 -184
  182. package/test/graph-api.test.js +175 -175
  183. package/test/graph-inject-budget.test.js +103 -103
  184. package/test/graph-passive-confirm.test.js +91 -91
  185. package/test/graph-weight-evolution.test.js +104 -104
  186. package/test/heat.test.js +175 -175
  187. package/test/helpers/dream-mock.js +82 -82
  188. package/test/helpers/peer-worker.mjs +25 -25
  189. package/test/helpers/runtime-source.js +60 -60
  190. package/test/helpers/tar-builder.js +80 -80
  191. package/test/helpers/write-admission-samples.js +308 -308
  192. package/test/hot-memory.test.js +211 -145
  193. package/test/inject-content-cap.test.js +91 -91
  194. package/test/inject-first-round-bm25.test.js +89 -89
  195. package/test/inject-heat.test.js +77 -77
  196. package/test/inject-parent-gate.test.js +106 -106
  197. package/test/inject-pools.test.js +194 -194
  198. package/test/inject-recall.test.js +144 -105
  199. package/test/inject-rotation.test.js +161 -161
  200. package/test/inject.test.js +443 -420
  201. package/test/lang.test.js +87 -87
  202. package/test/lastrunat-persist.test.js +101 -101
  203. package/test/lib-smoke.test.js +96 -96
  204. package/test/llm-audit.test.js +696 -598
  205. package/test/llm-message-source.test.js +207 -207
  206. package/test/local-embedder.test.js +292 -292
  207. package/test/maintenance.test.js +501 -391
  208. package/test/mcp-stdio.test.js +385 -385
  209. package/test/mirror-dirty.test.js +424 -424
  210. package/test/mirror-edit-digest.test.js +187 -187
  211. package/test/mirror-generation.test.js +499 -499
  212. package/test/mirror-types.test.js +208 -208
  213. package/test/mirror.test.js +249 -249
  214. package/test/narrative-bars.test.js +162 -162
  215. package/test/organize.test.js +418 -418
  216. package/test/peer-blockers.test.js +193 -193
  217. package/test/placement.test.js +36 -0
  218. package/test/policy-epoch.test.js +259 -259
  219. package/test/pre-inject-gate.test.js +444 -0
  220. package/test/quality-filter.test.js +186 -186
  221. package/test/reasoning-effort.test.js +752 -752
  222. package/test/recall-anti-update.test.js +82 -82
  223. package/test/recall-evals.test.js +253 -253
  224. package/test/recall-layer.test.js +326 -326
  225. package/test/recall-stats.test.js +274 -189
  226. package/test/receipt-chain.test.js +451 -451
  227. package/test/reclaim-http.test.js +209 -0
  228. package/test/reflection.test.js +226 -226
  229. package/test/reindex-backfill.test.js +62 -62
  230. package/test/reranker-single-logit.test.js +73 -73
  231. package/test/reranker.test.js +197 -197
  232. package/test/resident-status.test.js +83 -83
  233. package/test/runtime-adopt.test.js +206 -206
  234. package/test/runtime-cli.test.js +89 -89
  235. package/test/runtime-closure.test.js +193 -193
  236. package/test/runtime-download.test.js +302 -302
  237. package/test/runtime-layout.test.js +163 -163
  238. package/test/runtime-loader.test.js +255 -255
  239. package/test/runtime-manifest.test.js +159 -159
  240. package/test/runtime-model-fetch.test.js +348 -348
  241. package/test/runtime-provision.test.js +101 -101
  242. package/test/runtime-tarball.test.js +81 -81
  243. package/test/runtime-verify.test.js +319 -279
  244. package/test/scope-candidates.test.js +239 -239
  245. package/test/scope-explicit.test.js +452 -452
  246. package/test/scope-inject-soft.test.js +106 -106
  247. package/test/scope-retrieval.test.js +197 -197
  248. package/test/scope-storage.test.js +255 -255
  249. package/test/scope-strict.test.js +367 -367
  250. package/test/search-fusion.test.js +90 -90
  251. package/test/semantic.test.js +124 -124
  252. package/test/sensitive-scan.test.js +207 -207
  253. package/test/serve-bin.test.js +121 -121
  254. package/test/serve.test.js +196 -196
  255. package/test/service-search.test.js +174 -174
  256. package/test/service.test.js +410 -405
  257. package/test/settings.test.js +269 -261
  258. package/test/skip-invalid-restore.test.js +262 -262
  259. package/test/sleep-action-set.test.js +422 -422
  260. package/test/sleep-heat.test.js +126 -126
  261. package/test/sleep-scheduler-rearm.test.js +89 -89
  262. package/test/sleep.test.js +527 -527
  263. package/test/standalone-api.test.js +751 -751
  264. package/test/store-vector-cache.test.js +98 -98
  265. package/test/store.test.js +504 -396
  266. package/test/stress.test.js +209 -209
  267. package/test/summarize-occurred-at.test.js +127 -0
  268. package/test/summarize-reasoning-effort.test.js +189 -189
  269. package/test/summarize.test.js +1639 -1465
  270. package/test/supersede-state-tracking.test.js +394 -0
  271. package/test/test-count-sync.test.js +60 -60
  272. package/test/tools-dto-schema-matrix.test.js +325 -325
  273. package/test/tools-memory-get-schema.test.js +65 -65
  274. package/test/tools.test.js +428 -374
  275. package/test/updated-at-semantics.test.js +113 -113
  276. package/test/vector-index.test.js +221 -221
  277. package/test/version-check.test.js +152 -152
  278. package/test/webServer-optional.test.js +82 -82
  279. package/test/write-admission.test.js +668 -668
@@ -1,209 +1,209 @@
1
- import test from "node:test";
2
- import assert from "node:assert/strict";
3
- import { mkdtempSync } from "node:fs";
4
- import { tmpdir } from "node:os";
5
- import { join } from "node:path";
6
- import { createStore } from "../src/store.js";
7
- import { createService } from "../src/service.js";
8
- import { createDreamScheduler, parseReceipt } from "../src/dream.js";
9
- import { applyDecisions } from "../src/dream/decisions.js";
10
- import {
11
- sessionDecisions,
12
- arbitrationDecisions,
13
- mockCtx
14
- } from "./helpers/dream-mock.js";
15
-
16
- function setup() {
17
- const store = createStore(":memory:");
18
- const service = createService({ store, mirror: null, config: {} });
19
- const dream = createDreamScheduler({ onRun: () => Promise.resolve({ ok: true, skipped: true }) });
20
- return { store, service, dream };
21
- }
22
-
23
- function tmpPath(prefix) {
24
- return join(mkdtempSync(join(tmpdir(), prefix)), "memory.db");
25
- }
26
-
27
- // ---------------------------------------------------------------- 轴线 1
28
-
29
- test("long-session stress: Recall@k stays high, stale residual drops to zero", async () => {
30
- const { store, service, dream } = setup();
31
- const ctx = mockCtx({ onConsolidation: sessionDecisions });
32
- const topics = 5;
33
- const rounds = 3;
34
-
35
- const gt = [];
36
- for (let t = 1; t <= topics; t++) {
37
- const title = `主题${String(t).padStart(2, "0")}`;
38
- const { memory } = service.saveWithDedupe({ type: "project", title, content: `${title} 规范内容`, importance: 5 });
39
- gt.push({ title, id: memory.id });
40
- }
41
- for (let r = 1; r <= rounds; r++) {
42
- for (let t = 1; t <= topics; t++) {
43
- service.saveWithDedupe({
44
- type: "project",
45
- title: `主题${String(t).padStart(2, "0")}·变体${r}`,
46
- content: "旧变体",
47
- importance: 3
48
- });
49
- }
50
- const result = await dream.runDream(ctx, service, {});
51
- assert.equal(result.ok, true);
52
- }
53
-
54
- let hits = 0;
55
- for (const { title, id } of gt) {
56
- if (service.search(title, { limit: 5 }).some((m) => m.id === id)) hits++;
57
- }
58
- assert.equal(hits, topics, "every canonical memory recalled in top-5 after 3 consolidation rounds");
59
-
60
- const all = store.all();
61
- const variants = all.filter((m) => m.type === "project" && m.title.includes("变体"));
62
- assert.equal(variants.filter((m) => !m.archived).length, 0, "no stale variants remain active");
63
- assert.equal(store.listDreamRuns().length, rounds, "every run written to the audit trail");
64
- store.close();
65
- });
66
-
67
- // ---------------------------------------------------------------- 轴线 2
68
-
69
- test("arbitration set is replayable: deterministic, correct, idempotent replay", async () => {
70
- const { store, service, dream } = setup();
71
- const ctx = mockCtx({ onConsolidation: arbitrationDecisions });
72
- const sets = [
73
- { w: { type: "decision", title: "截止", content: "8月20日", importance: 5 }, l: { type: "decision", title: "截止(旧)", content: "8月15日", importance: 3 } },
74
- { w: { type: "preference", title: "语言", content: "简体中文", importance: 5 }, l: { type: "preference", title: "语言(旧)", content: "繁体中文", importance: 2 } }
75
- ];
76
- for (const s of sets) {
77
- service.saveWithDedupe({ ...s.l });
78
- service.saveWithDedupe({ ...s.w });
79
- }
80
-
81
- const run = await dream.runDream(ctx, service, {});
82
- assert.equal(run.ok, true);
83
- assert.equal(run.applied, sets.length, "one conflict per arbitration set");
84
-
85
- // correctness: winner kept (with provenance), loser archived
86
- for (const s of sets) {
87
- const winner = service.list({ type: s.w.type }).find((m) => m.title === s.w.title);
88
- const loser = store.all().find((m) => m.title === s.l.title);
89
- assert.ok(winner, "winner present");
90
- assert.ok(loser?.archived, "loser archived");
91
- assert.ok(winner.content.includes("已否决旧信息"), "provenance note appended");
92
- }
93
-
94
- // audit + receipt are replayable
95
- const audit = store.getDreamRun(run.runId);
96
- assert.equal(audit.status, "ok");
97
- const receipt = parseReceipt(audit.receipt);
98
- assert.equal(receipt.status, "ok");
99
- assert.equal(Object.keys(audit.outcome.byId).length, sets.length * 2, "outcome covers every arbitrated id");
100
- assert.equal(audit.decisions.length, sets.length, "raw decisions persisted");
101
-
102
- // re-applying the recorded decision list is a no-op (idempotent replay)
103
- assert.equal(applyDecisions(audit.decisions, service).applied, 0, "replay applies nothing");
104
- store.close();
105
- });
106
-
107
- // ---------------------------------------------------------------- 轴线 3
108
-
109
- function bump(content) {
110
- return `count=${Number(content.match(/count=(\d+)/)[1]) + 1}`;
111
- }
112
-
113
- test("concurrent agents: no duplicate merge, lost-update reproduced then fixed, crash recovery", () => {
114
- const path = tmpPath("dsh-mneme-stress-test-");
115
- const sA = createStore(path);
116
- const svA = createService({ store: sA, mirror: null, config: {} });
117
-
118
- // duplicate merge: 20 agents save the same title → exactly one active row
119
- for (let i = 0; i < 20; i++) {
120
- svA.saveWithDedupe({ type: "preference", title: "并发任务", content: `agent-${i}` });
121
- }
122
- assert.equal(
123
- svA.list({ type: "preference", limit: 100 }).filter((m) => m.title === "并发任务").length,
124
- 1,
125
- "no duplicate rows after concurrent same-title saves"
126
- );
127
-
128
- // lost update: two connections read the same baseline, then both write
129
- const sB = createStore(path);
130
- const svB = createService({ store: sB, mirror: null, config: {} });
131
- svA.saveWithDedupe({ type: "history", title: "计数器", content: "count=0", importance: 3 });
132
- const id = svA.list({ type: "history" })[0].id;
133
-
134
- const readA = svA.getById(id).content; // count=0
135
- const readB = svB.getById(id).content; // count=0 (stale)
136
- svA.update(id, { content: bump(readA) }); // count=1
137
- svB.update(id, { content: bump(readB) }); // count=1 → overwrites A's increment
138
- assert.equal(svB.getById(id).content, "count=1", "unlocked read-modify-write loses an increment");
139
-
140
- // serialized fix: re-read the latest value before writing
141
- svA.update(id, { content: "count=0" });
142
- svA.update(id, { content: bump(svA.getById(id).content) }); // reads 0 → 1
143
- svB.update(id, { content: bump(svB.getById(id).content) }); // reads 1 → 2
144
- assert.equal(svB.getById(id).content, "count=2", "re-read before write keeps both increments");
145
-
146
- // crash recovery: committed writes survive an exception and a reopen
147
- svA.saveWithDedupe({ type: "project", title: "已提交", content: "x" });
148
- assert.throws(() => svA.update("ghost", { content: "boom" }), /not found/, "unknown-id update throws");
149
- sA.close();
150
- sB.close();
151
-
152
- const sR = createStore(path);
153
- assert.ok(sR.getById(id), "counter survives reopen");
154
- assert.ok(sR.all().some((m) => m.title === "已提交"), "committed write survives reopen");
155
- assert.equal(sR.all().filter((m) => m.title === "已提交").length, 1, "no partial residue");
156
- sR.close();
157
- });
158
-
159
- // ---------------------------------------------------------------- CAS + atomicity (item ③)
160
-
161
- test("CAS concurrent increments: stale version rejected, retry lands both increments", () => {
162
- const path = tmpPath("dsh-mneme-stress-cas-");
163
- const sA = createStore(path);
164
- const svA = createService({ store: sA, mirror: null, config: {} });
165
- const sB = createStore(path);
166
- const svB = createService({ store: sB, mirror: null, config: {} });
167
-
168
- svA.saveWithDedupe({ type: "history", title: "计数器", content: "count=0", importance: 3 });
169
- const id = svA.list({ type: "history" })[0].id;
170
- svA.update(id, { content: "count=0" });
171
- const baseline = svA.getById(id); // updated_at=T, count=0
172
-
173
- const aOk = svA.compareAndUpdate(id, baseline.updated_at, { content: bump("count=0") });
174
- assert.ok(aOk, "current-version CAS lands");
175
- const bStale = svB.compareAndUpdate(id, baseline.updated_at, { content: bump("count=0") });
176
- assert.equal(bStale, undefined, "stale-version CAS rejected — no lost update");
177
-
178
- const cur = svB.getById(id);
179
- svB.compareAndUpdate(id, cur.updated_at, { content: bump(cur.content) });
180
- assert.equal(svB.getById(id).content, "count=2", "re-read + retry keeps both increments");
181
- sA.close();
182
- sB.close();
183
- });
184
-
185
- test("multi-step transaction is atomic: a mid-way throw rolls back every step", () => {
186
- const path = tmpPath("dsh-mneme-stress-atomic-");
187
- const s = createStore(path);
188
- const sv = createService({ store: s, mirror: null, config: {} });
189
-
190
- assert.throws(
191
- () => sv.transaction(() => {
192
- sv.saveWithDedupe({ type: "project", title: "原子A", content: "x" });
193
- sv.saveWithDedupe({ type: "project", title: "原子B", content: "y" });
194
- throw new Error("boom");
195
- }),
196
- /boom/
197
- );
198
- assert.ok(!s.all().some((m) => m.title === "原子A"), "atomicA fully rolled back");
199
- assert.ok(!s.all().some((m) => m.title === "原子B"), "atomicB fully rolled back");
200
-
201
- // a clean transaction commits both steps
202
- sv.transaction(() => {
203
- sv.saveWithDedupe({ type: "project", title: "完整A", content: "x" });
204
- sv.saveWithDedupe({ type: "project", title: "完整B", content: "y" });
205
- });
206
- assert.equal(s.all().filter((m) => m.title === "完整A").length, 1, "committed step A");
207
- assert.equal(s.all().filter((m) => m.title === "完整B").length, 1, "committed step B");
208
- s.close();
209
- });
1
+ import test from "node:test";
2
+ import assert from "node:assert/strict";
3
+ import { mkdtempSync } from "node:fs";
4
+ import { tmpdir } from "node:os";
5
+ import { join } from "node:path";
6
+ import { createStore } from "../src/store.js";
7
+ import { createService } from "../src/service.js";
8
+ import { createDreamScheduler, parseReceipt } from "../src/dream.js";
9
+ import { applyDecisions } from "../src/dream/decisions.js";
10
+ import {
11
+ sessionDecisions,
12
+ arbitrationDecisions,
13
+ mockCtx
14
+ } from "./helpers/dream-mock.js";
15
+
16
+ function setup() {
17
+ const store = createStore(":memory:");
18
+ const service = createService({ store, mirror: null, config: {} });
19
+ const dream = createDreamScheduler({ onRun: () => Promise.resolve({ ok: true, skipped: true }) });
20
+ return { store, service, dream };
21
+ }
22
+
23
+ function tmpPath(prefix) {
24
+ return join(mkdtempSync(join(tmpdir(), prefix)), "memory.db");
25
+ }
26
+
27
+ // ---------------------------------------------------------------- 轴线 1
28
+
29
+ test("long-session stress: Recall@k stays high, stale residual drops to zero", async () => {
30
+ const { store, service, dream } = setup();
31
+ const ctx = mockCtx({ onConsolidation: sessionDecisions });
32
+ const topics = 5;
33
+ const rounds = 3;
34
+
35
+ const gt = [];
36
+ for (let t = 1; t <= topics; t++) {
37
+ const title = `主题${String(t).padStart(2, "0")}`;
38
+ const { memory } = service.saveWithDedupe({ type: "project", title, content: `${title} 规范内容`, importance: 5 });
39
+ gt.push({ title, id: memory.id });
40
+ }
41
+ for (let r = 1; r <= rounds; r++) {
42
+ for (let t = 1; t <= topics; t++) {
43
+ service.saveWithDedupe({
44
+ type: "project",
45
+ title: `主题${String(t).padStart(2, "0")}·变体${r}`,
46
+ content: "旧变体",
47
+ importance: 3
48
+ });
49
+ }
50
+ const result = await dream.runDream(ctx, service, {});
51
+ assert.equal(result.ok, true);
52
+ }
53
+
54
+ let hits = 0;
55
+ for (const { title, id } of gt) {
56
+ if (service.search(title, { limit: 5 }).some((m) => m.id === id)) hits++;
57
+ }
58
+ assert.equal(hits, topics, "every canonical memory recalled in top-5 after 3 consolidation rounds");
59
+
60
+ const all = store.all();
61
+ const variants = all.filter((m) => m.type === "project" && m.title.includes("变体"));
62
+ assert.equal(variants.filter((m) => !m.archived).length, 0, "no stale variants remain active");
63
+ assert.equal(store.listDreamRuns().length, rounds, "every run written to the audit trail");
64
+ store.close();
65
+ });
66
+
67
+ // ---------------------------------------------------------------- 轴线 2
68
+
69
+ test("arbitration set is replayable: deterministic, correct, idempotent replay", async () => {
70
+ const { store, service, dream } = setup();
71
+ const ctx = mockCtx({ onConsolidation: arbitrationDecisions });
72
+ const sets = [
73
+ { w: { type: "decision", title: "截止", content: "8月20日", importance: 5 }, l: { type: "decision", title: "截止(旧)", content: "8月15日", importance: 3 } },
74
+ { w: { type: "preference", title: "语言", content: "简体中文", importance: 5 }, l: { type: "preference", title: "语言(旧)", content: "繁体中文", importance: 2 } }
75
+ ];
76
+ for (const s of sets) {
77
+ service.saveWithDedupe({ ...s.l });
78
+ service.saveWithDedupe({ ...s.w });
79
+ }
80
+
81
+ const run = await dream.runDream(ctx, service, {});
82
+ assert.equal(run.ok, true);
83
+ assert.equal(run.applied, sets.length, "one conflict per arbitration set");
84
+
85
+ // correctness: winner kept (with provenance), loser archived
86
+ for (const s of sets) {
87
+ const winner = service.list({ type: s.w.type }).find((m) => m.title === s.w.title);
88
+ const loser = store.all().find((m) => m.title === s.l.title);
89
+ assert.ok(winner, "winner present");
90
+ assert.ok(loser?.archived, "loser archived");
91
+ assert.ok(winner.content.includes("已否决旧信息"), "provenance note appended");
92
+ }
93
+
94
+ // audit + receipt are replayable
95
+ const audit = store.getDreamRun(run.runId);
96
+ assert.equal(audit.status, "ok");
97
+ const receipt = parseReceipt(audit.receipt);
98
+ assert.equal(receipt.status, "ok");
99
+ assert.equal(Object.keys(audit.outcome.byId).length, sets.length * 2, "outcome covers every arbitrated id");
100
+ assert.equal(audit.decisions.length, sets.length, "raw decisions persisted");
101
+
102
+ // re-applying the recorded decision list is a no-op (idempotent replay)
103
+ assert.equal(applyDecisions(audit.decisions, service).applied, 0, "replay applies nothing");
104
+ store.close();
105
+ });
106
+
107
+ // ---------------------------------------------------------------- 轴线 3
108
+
109
+ function bump(content) {
110
+ return `count=${Number(content.match(/count=(\d+)/)[1]) + 1}`;
111
+ }
112
+
113
+ test("concurrent agents: no duplicate merge, lost-update reproduced then fixed, crash recovery", () => {
114
+ const path = tmpPath("dsh-mneme-stress-test-");
115
+ const sA = createStore(path);
116
+ const svA = createService({ store: sA, mirror: null, config: {} });
117
+
118
+ // duplicate merge: 20 agents save the same title → exactly one active row
119
+ for (let i = 0; i < 20; i++) {
120
+ svA.saveWithDedupe({ type: "preference", title: "并发任务", content: `agent-${i}` });
121
+ }
122
+ assert.equal(
123
+ svA.list({ type: "preference", limit: 100 }).filter((m) => m.title === "并发任务").length,
124
+ 1,
125
+ "no duplicate rows after concurrent same-title saves"
126
+ );
127
+
128
+ // lost update: two connections read the same baseline, then both write
129
+ const sB = createStore(path);
130
+ const svB = createService({ store: sB, mirror: null, config: {} });
131
+ svA.saveWithDedupe({ type: "history", title: "计数器", content: "count=0", importance: 3 });
132
+ const id = svA.list({ type: "history" })[0].id;
133
+
134
+ const readA = svA.getById(id).content; // count=0
135
+ const readB = svB.getById(id).content; // count=0 (stale)
136
+ svA.update(id, { content: bump(readA) }); // count=1
137
+ svB.update(id, { content: bump(readB) }); // count=1 → overwrites A's increment
138
+ assert.equal(svB.getById(id).content, "count=1", "unlocked read-modify-write loses an increment");
139
+
140
+ // serialized fix: re-read the latest value before writing
141
+ svA.update(id, { content: "count=0" });
142
+ svA.update(id, { content: bump(svA.getById(id).content) }); // reads 0 → 1
143
+ svB.update(id, { content: bump(svB.getById(id).content) }); // reads 1 → 2
144
+ assert.equal(svB.getById(id).content, "count=2", "re-read before write keeps both increments");
145
+
146
+ // crash recovery: committed writes survive an exception and a reopen
147
+ svA.saveWithDedupe({ type: "project", title: "已提交", content: "x" });
148
+ assert.throws(() => svA.update("ghost", { content: "boom" }), /not found/, "unknown-id update throws");
149
+ sA.close();
150
+ sB.close();
151
+
152
+ const sR = createStore(path);
153
+ assert.ok(sR.getById(id), "counter survives reopen");
154
+ assert.ok(sR.all().some((m) => m.title === "已提交"), "committed write survives reopen");
155
+ assert.equal(sR.all().filter((m) => m.title === "已提交").length, 1, "no partial residue");
156
+ sR.close();
157
+ });
158
+
159
+ // ---------------------------------------------------------------- CAS + atomicity (item ③)
160
+
161
+ test("CAS concurrent increments: stale version rejected, retry lands both increments", () => {
162
+ const path = tmpPath("dsh-mneme-stress-cas-");
163
+ const sA = createStore(path);
164
+ const svA = createService({ store: sA, mirror: null, config: {} });
165
+ const sB = createStore(path);
166
+ const svB = createService({ store: sB, mirror: null, config: {} });
167
+
168
+ svA.saveWithDedupe({ type: "history", title: "计数器", content: "count=0", importance: 3 });
169
+ const id = svA.list({ type: "history" })[0].id;
170
+ svA.update(id, { content: "count=0" });
171
+ const baseline = svA.getById(id); // updated_at=T, count=0
172
+
173
+ const aOk = svA.compareAndUpdate(id, baseline.updated_at, { content: bump("count=0") });
174
+ assert.ok(aOk, "current-version CAS lands");
175
+ const bStale = svB.compareAndUpdate(id, baseline.updated_at, { content: bump("count=0") });
176
+ assert.equal(bStale, undefined, "stale-version CAS rejected — no lost update");
177
+
178
+ const cur = svB.getById(id);
179
+ svB.compareAndUpdate(id, cur.updated_at, { content: bump(cur.content) });
180
+ assert.equal(svB.getById(id).content, "count=2", "re-read + retry keeps both increments");
181
+ sA.close();
182
+ sB.close();
183
+ });
184
+
185
+ test("multi-step transaction is atomic: a mid-way throw rolls back every step", () => {
186
+ const path = tmpPath("dsh-mneme-stress-atomic-");
187
+ const s = createStore(path);
188
+ const sv = createService({ store: s, mirror: null, config: {} });
189
+
190
+ assert.throws(
191
+ () => sv.transaction(() => {
192
+ sv.saveWithDedupe({ type: "project", title: "原子A", content: "x" });
193
+ sv.saveWithDedupe({ type: "project", title: "原子B", content: "y" });
194
+ throw new Error("boom");
195
+ }),
196
+ /boom/
197
+ );
198
+ assert.ok(!s.all().some((m) => m.title === "原子A"), "atomicA fully rolled back");
199
+ assert.ok(!s.all().some((m) => m.title === "原子B"), "atomicB fully rolled back");
200
+
201
+ // a clean transaction commits both steps
202
+ sv.transaction(() => {
203
+ sv.saveWithDedupe({ type: "project", title: "完整A", content: "x" });
204
+ sv.saveWithDedupe({ type: "project", title: "完整B", content: "y" });
205
+ });
206
+ assert.equal(s.all().filter((m) => m.title === "完整A").length, 1, "committed step A");
207
+ assert.equal(s.all().filter((m) => m.title === "完整B").length, 1, "committed step B");
208
+ s.close();
209
+ });
@@ -0,0 +1,127 @@
1
+ import test from "node:test";
2
+ import assert from "node:assert/strict";
3
+ import { createStore } from "../src/store.js";
4
+ import { createService } from "../src/service.js";
5
+ import { createSummarizer, parseSummaryJson } from "../src/summarize.js";
6
+
7
+ // 蒸馏的时间锚定(SimpleMem,arXiv 2601.02553:抽取与时间锚定在同一次生成里完成,
8
+ // 消融去掉后时间类问题 F1 掉 56.7%)。这组用例防的是三类回归:
9
+ // 1) occurred_at 在解析层被吞掉(历史形状里没有这个字段,改 prompt 时容易只改
10
+ // 提示词、忘记映射);
11
+ // 2) 解析不出来的时间被写成 null / "" 而不是省略键——空值会被下游当成「已锚定」,
12
+ // 污染 occurred_from/occurred_to 过滤与时间排序;
13
+ // 3) 模型瞎填的未来时间原样落库(store.normalizeOccurredAt 只判可解析性,拦不住)。
14
+ // 时间一律按「相对当下」构造:锁死某个日期会让用例在时钟走过该日期后变成反向断言。
15
+ const HOUR_MS = 3600 * 1000;
16
+ const DAY_MS = 24 * HOUR_MS;
17
+
18
+ /** 带 +08:00 偏移的同刻 ISO 写法:证明归一真的解析过时区,而不是原样搬运字符串。 */
19
+ function isoWithOffset(ms) {
20
+ return `${new Date(ms + 8 * HOUR_MS).toISOString().slice(0, 23)}+08:00`;
21
+ }
22
+
23
+ function setup(entries, deps = {}) {
24
+ const store = createStore(":memory:");
25
+ const service = createService({ store, mirror: null, config: {} });
26
+ const events = [];
27
+ const calls = [];
28
+ const ctx = {
29
+ on(name, fn) {
30
+ events.push({ name, fn });
31
+ return () => {
32
+ const i = events.findIndex((e) => e.name === name && e.fn === fn);
33
+ if (i !== -1) events.splice(i, 1);
34
+ };
35
+ },
36
+ llm: {
37
+ stream(options) {
38
+ calls.push(options);
39
+ const json = JSON.stringify(entries);
40
+ return (async function* () {
41
+ yield { type: "block-start", block: { type: "text" } };
42
+ yield { type: "text-delta", delta: json };
43
+ yield { type: "block-end", block: { type: "text" } };
44
+ yield { type: "finish", kind: "ok" };
45
+ })();
46
+ }
47
+ }
48
+ };
49
+ createSummarizer(ctx, service, { autoSummarize: true }, deps);
50
+ return { store, service, calls, handler: events.find((e) => e.name === "session/event").fn };
51
+ }
52
+
53
+ function turnEndSession(text = "上周把 occurred_at 接进蒸馏链路") {
54
+ return {
55
+ id: "s-time",
56
+ requestHeader: () => ({ config: { provider: "deepseek", model: "deepseek-chat" } }),
57
+ events: [
58
+ { type: "user/message", data: { source: { kind: "user" }, content: [{ type: "text", text }] } },
59
+ { seq: 2, type: "turn/end" }
60
+ ]
61
+ };
62
+ }
63
+
64
+ test("parseSummaryJson keeps a parseable occurred_at, normalized to UTC ISO", () => {
65
+ const past = Date.now() - 30 * DAY_MS;
66
+ const parsed = parseSummaryJson(JSON.stringify([
67
+ { type: "history", title: "时间锚定", content: "上周把 occurred_at 接进蒸馏", importance: 2, occurred_at: isoWithOffset(past) }
68
+ ]));
69
+ assert.equal(parsed.length, 1);
70
+ assert.equal(parsed[0].occurred_at, new Date(past).toISOString(), "带偏移的绝对时间归一为 UTC ISO");
71
+ });
72
+
73
+ test("parseSummaryJson omits occurred_at when it is unparseable, non-string, or beyond the 1-day future tolerance", () => {
74
+ const now = Date.now();
75
+ const parsed = parseSummaryJson(JSON.stringify([
76
+ { type: "history", title: "脏字符串", content: "模型给了自然语言时间", importance: 2, occurred_at: "昨天下午" },
77
+ { type: "history", title: "空白串", content: "模型给了空串", importance: 2, occurred_at: " " },
78
+ { type: "history", title: "非字符串", content: "模型给了 epoch 数字", importance: 2, occurred_at: 1757000000000 },
79
+ { type: "history", title: "未来时间", content: "模型编了个两年后的时间", importance: 2, occurred_at: new Date(now + 730 * DAY_MS).toISOString() },
80
+ { type: "history", title: "略晚于当下", content: "时区/时钟偏移内的未来时间", importance: 2, occurred_at: new Date(now + HOUR_MS).toISOString() },
81
+ { type: "history", title: "没给时间", content: "最普通的条目", importance: 2 }
82
+ ]));
83
+ assert.equal(parsed.length, 6);
84
+ for (const i of [0, 1, 2, 3, 5]) {
85
+ assert.equal("occurred_at" in parsed[i], false, `${parsed[i].title}:必须整条省略该键(不是 null、不是空串)`);
86
+ }
87
+ // 1 天容忍内的未来时间保留:真实时钟与模型给出的时区写法会有小时级偏差,不是瞎填。
88
+ assert.equal(parsed[4].occurred_at, new Date(now + HOUR_MS).toISOString(), "容忍窗口内的时间照常保留");
89
+ });
90
+
91
+ test("distilled occurred_at is visible in the store, dirty/future values are dropped", async () => {
92
+ const past = Date.now() - 3 * HOUR_MS;
93
+ const { store, handler } = setup([
94
+ { type: "decision", title: "时间锚定", content: "蒸馏产物带绝对时间 occurred_at", importance: 4, occurred_at: isoWithOffset(past) },
95
+ { type: "history", title: "脏时间", content: "模型给了不可解析的时间", importance: 2, occurred_at: "上周三" },
96
+ { type: "history", title: "未来时间", content: "模型编了个两年后的时间", importance: 2, occurred_at: new Date(Date.now() + 730 * DAY_MS).toISOString() },
97
+ { type: "history", title: "无时间", content: "条目里根本没有时间依据", importance: 2 }
98
+ ]);
99
+ await handler(turnEndSession(), { seq: 2, type: "turn/end" });
100
+
101
+ const rows = store.all();
102
+ const byTitle = (title) => {
103
+ const row = rows.find((r) => r.title === title);
104
+ assert.ok(row, `记忆「${title}」应当落库`);
105
+ return row;
106
+ };
107
+ // 落库可见:解析层的归一值原样进 memories.occurred_at(saveWithDedupe 普通路径)。
108
+ assert.equal(byTitle("时间锚定").occurred_at, new Date(past).toISOString());
109
+ // 丢弃:不可解析与超容忍的未来时间都不落列(NULL),不是字符串化后硬存。
110
+ assert.equal(byTitle("脏时间").occurred_at, undefined);
111
+ assert.equal(byTitle("未来时间").occurred_at, undefined);
112
+ assert.equal(byTitle("无时间").occurred_at, undefined);
113
+ });
114
+
115
+ test("the distill system prompt carries the wall-clock anchor relative times are converted against", async () => {
116
+ const fixed = new Date("2026-05-04T03:02:01.000Z");
117
+ const { calls, handler } = setup([
118
+ { type: "history", title: "锚点", content: "会话里只说了「昨天」", importance: 2 }
119
+ ], { now: () => fixed.getTime() });
120
+ await handler(turnEndSession("昨天部署了 v0.8.4"), { seq: 2, type: "turn/end" });
121
+
122
+ const system = calls[0].messages.find((m) => m.role === "system")?.content?.[0]?.text ?? "";
123
+ assert.ok(system.includes("occurred_at"), "系统提示的形状串里给出可选时间字段");
124
+ assert.ok(system.includes("严格") || system.includes("严禁编造"), "提示词写明编造禁令");
125
+ // 锚点取自可注入时钟:没有它,「昨天」永远换算不出绝对值。
126
+ assert.ok(system.includes(`当前时间:${fixed.toISOString()}`), "系统提示末尾带上会话发生时间");
127
+ });