@modusensus/dsh-mneme 0.8.3 → 0.8.5

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (205) hide show
  1. package/LICENSE +21 -21
  2. package/README.md +727 -636
  3. package/bin/cli.mjs +0 -0
  4. package/bin/dsh-mneme-mcp.mjs +510 -0
  5. package/cordis.patch.yml +21 -21
  6. package/lib/api-standalone.js +506 -316
  7. package/lib/api.js +1403 -1316
  8. package/lib/bootstrap.js +211 -0
  9. package/lib/client.js +4657 -4366
  10. package/lib/commands.js +95 -95
  11. package/lib/config.js +615 -510
  12. package/lib/document.js +221 -0
  13. package/lib/dream/clustering.js +118 -118
  14. package/lib/dream/decisions.js +658 -658
  15. package/lib/dream/narratives.js +44 -0
  16. package/lib/dream/sleep.js +702 -700
  17. package/lib/dream.js +147 -16
  18. package/lib/embedding.js +177 -177
  19. package/lib/entities/extractor.js +249 -249
  20. package/lib/guide.js +44 -0
  21. package/lib/heat.js +144 -136
  22. package/lib/hot-memory.js +46 -46
  23. package/lib/index.js +515 -515
  24. package/lib/inject.js +375 -295
  25. package/lib/lang.js +208 -179
  26. package/lib/local-embedder.js +320 -320
  27. package/lib/mirror.js +198 -198
  28. package/lib/organize.js +450 -0
  29. package/lib/quality-filter.js +126 -126
  30. package/lib/recall-stats.js +125 -0
  31. package/lib/reranker.js +269 -269
  32. package/lib/runtime/adopt.js +176 -176
  33. package/lib/runtime/closure.js +172 -172
  34. package/lib/runtime/download.js +247 -247
  35. package/lib/runtime/layout.js +265 -235
  36. package/lib/runtime/loader.js +252 -249
  37. package/lib/runtime/model-fetch.js +361 -361
  38. package/lib/runtime/provision.js +237 -237
  39. package/lib/runtime/tarball.js +130 -130
  40. package/lib/runtime/verify.js +204 -191
  41. package/lib/scope.js +118 -118
  42. package/lib/search/adaptive.js +60 -22
  43. package/lib/search/bm25.js +96 -96
  44. package/lib/service.js +2324 -2087
  45. package/lib/settings.js +459 -420
  46. package/lib/store.js +2549 -2367
  47. package/lib/summarize.js +820 -449
  48. package/lib/tools.js +702 -574
  49. package/lib/vector-index.js +110 -110
  50. package/lib/version-check.js +122 -122
  51. package/package.json +109 -108
  52. package/runtime-manifest.json +526 -596
  53. package/scripts/benchmark-embed.js +201 -201
  54. package/scripts/benchmark-recall.js +199 -199
  55. package/scripts/benchmark-rerank.js +166 -166
  56. package/scripts/build-runtime-manifest.mjs +224 -217
  57. package/scripts/check-sync.js +42 -42
  58. package/scripts/e2e-dsh.js +220 -220
  59. package/scripts/mneme-runtime.mjs +277 -277
  60. package/scripts/stress-dsh.js +255 -255
  61. package/scripts/sync-lib.js +47 -47
  62. package/scripts/sync-test-badge.mjs +67 -61
  63. package/src/api-standalone.js +506 -316
  64. package/src/api.js +1403 -1316
  65. package/src/bootstrap.js +211 -0
  66. package/src/commands.js +95 -95
  67. package/src/config.js +615 -510
  68. package/src/document.js +221 -0
  69. package/src/dream/clustering.js +118 -118
  70. package/src/dream/decisions.js +658 -658
  71. package/src/dream/narratives.js +44 -0
  72. package/src/dream/sleep.js +702 -700
  73. package/src/dream.js +147 -16
  74. package/src/embedding.js +177 -177
  75. package/src/entities/extractor.js +249 -249
  76. package/src/guide.js +44 -0
  77. package/src/heat.js +144 -136
  78. package/src/hot-memory.js +46 -46
  79. package/src/index.js +515 -515
  80. package/src/inject.js +375 -295
  81. package/src/lang.js +208 -179
  82. package/src/local-embedder.js +320 -320
  83. package/src/mirror.js +198 -198
  84. package/src/organize.js +450 -0
  85. package/src/quality-filter.js +126 -126
  86. package/src/recall-stats.js +125 -0
  87. package/src/reranker.js +269 -269
  88. package/src/runtime/adopt.js +176 -176
  89. package/src/runtime/closure.js +172 -172
  90. package/src/runtime/download.js +247 -247
  91. package/src/runtime/layout.js +265 -235
  92. package/src/runtime/loader.js +252 -249
  93. package/src/runtime/model-fetch.js +361 -361
  94. package/src/runtime/provision.js +237 -237
  95. package/src/runtime/tarball.js +130 -130
  96. package/src/runtime/verify.js +204 -191
  97. package/src/scope.js +118 -118
  98. package/src/search/adaptive.js +60 -22
  99. package/src/search/bm25.js +96 -96
  100. package/src/service.js +2324 -2087
  101. package/src/settings.js +459 -420
  102. package/src/store.js +2549 -2367
  103. package/src/summarize.js +820 -449
  104. package/src/tools.js +702 -574
  105. package/src/vector-index.js +110 -110
  106. package/src/version-check.js +122 -122
  107. package/test/adaptive-inject-budget.test.js +85 -0
  108. package/test/api-routes-gaps.test.js +218 -218
  109. package/test/api.test.js +1640 -1482
  110. package/test/audit.test.js +448 -448
  111. package/test/benchmark.test.js +94 -94
  112. package/test/bootstrap.test.js +220 -0
  113. package/test/client.test.js +860 -736
  114. package/test/clustering.test.js +100 -100
  115. package/test/commands.test.js +106 -106
  116. package/test/config.test.js +66 -66
  117. package/test/conflict-freeze.test.js +300 -300
  118. package/test/document.test.js +523 -0
  119. package/test/dream-archive-guardrail.test.js +116 -116
  120. package/test/dream-candidate-hybrid.test.js +281 -281
  121. package/test/dream-coverage-degrade.test.js +86 -86
  122. package/test/dream.test.js +1308 -1254
  123. package/test/embedding-ready.test.js +196 -196
  124. package/test/entities.test.js +547 -547
  125. package/test/entity-recall.test.js +179 -0
  126. package/test/epistemic.test.js +298 -298
  127. package/test/fnew-0112.test.js +311 -311
  128. package/test/fnew-03.test.js +422 -422
  129. package/test/graph-api.test.js +175 -175
  130. package/test/heat.test.js +175 -148
  131. package/test/helpers/dream-mock.js +82 -82
  132. package/test/helpers/peer-worker.mjs +25 -25
  133. package/test/helpers/runtime-source.js +60 -60
  134. package/test/helpers/tar-builder.js +80 -80
  135. package/test/hot-memory.test.js +145 -145
  136. package/test/inject-content-cap.test.js +91 -0
  137. package/test/inject-first-round-bm25.test.js +89 -89
  138. package/test/inject-heat.test.js +61 -0
  139. package/test/inject-pools.test.js +170 -0
  140. package/test/inject-recall.test.js +105 -0
  141. package/test/inject-rotation.test.js +161 -161
  142. package/test/inject.test.js +283 -249
  143. package/test/lang.test.js +87 -87
  144. package/test/lib-smoke.test.js +96 -96
  145. package/test/llm-audit.test.js +462 -309
  146. package/test/llm-message-source.test.js +177 -177
  147. package/test/local-embedder.test.js +249 -249
  148. package/test/mcp-stdio.test.js +385 -0
  149. package/test/mirror-dirty.test.js +424 -424
  150. package/test/mirror-edit-digest.test.js +187 -187
  151. package/test/mirror-generation.test.js +499 -499
  152. package/test/mirror.test.js +249 -249
  153. package/test/narrative-bars.test.js +162 -0
  154. package/test/organize.test.js +418 -0
  155. package/test/peer-blockers.test.js +193 -193
  156. package/test/policy-epoch.test.js +259 -259
  157. package/test/quality-filter.test.js +186 -186
  158. package/test/reasoning-effort.test.js +746 -746
  159. package/test/recall-evals.test.js +235 -235
  160. package/test/recall-layer.test.js +326 -326
  161. package/test/recall-stats.test.js +123 -0
  162. package/test/receipt-chain.test.js +451 -451
  163. package/test/reflection.test.js +226 -226
  164. package/test/reindex-backfill.test.js +62 -62
  165. package/test/reranker-single-logit.test.js +73 -73
  166. package/test/reranker.test.js +197 -197
  167. package/test/resident-status.test.js +83 -0
  168. package/test/runtime-adopt.test.js +206 -206
  169. package/test/runtime-cli.test.js +89 -89
  170. package/test/runtime-closure.test.js +193 -193
  171. package/test/runtime-download.test.js +302 -302
  172. package/test/runtime-layout.test.js +163 -163
  173. package/test/runtime-loader.test.js +255 -237
  174. package/test/runtime-manifest.test.js +159 -158
  175. package/test/runtime-model-fetch.test.js +348 -348
  176. package/test/runtime-provision.test.js +101 -101
  177. package/test/runtime-tarball.test.js +81 -81
  178. package/test/runtime-verify.test.js +279 -214
  179. package/test/scope-candidates.test.js +239 -239
  180. package/test/scope-explicit.test.js +452 -452
  181. package/test/scope-retrieval.test.js +197 -197
  182. package/test/scope-storage.test.js +255 -255
  183. package/test/scope-strict.test.js +231 -231
  184. package/test/search-fusion.test.js +90 -90
  185. package/test/semantic.test.js +124 -124
  186. package/test/service-search.test.js +174 -174
  187. package/test/service.test.js +405 -405
  188. package/test/settings.test.js +261 -261
  189. package/test/skip-invalid-restore.test.js +262 -262
  190. package/test/sleep-action-set.test.js +422 -422
  191. package/test/sleep-heat.test.js +126 -125
  192. package/test/sleep-scheduler-rearm.test.js +89 -89
  193. package/test/sleep.test.js +410 -373
  194. package/test/standalone-api.test.js +544 -359
  195. package/test/store-vector-cache.test.js +98 -98
  196. package/test/store.test.js +396 -383
  197. package/test/stress.test.js +209 -209
  198. package/test/summarize.test.js +1288 -575
  199. package/test/tools-dto-schema-matrix.test.js +325 -0
  200. package/test/tools-memory-get-schema.test.js +65 -65
  201. package/test/tools.test.js +374 -341
  202. package/test/updated-at-semantics.test.js +113 -113
  203. package/test/vector-index.test.js +221 -221
  204. package/test/version-check.test.js +152 -152
  205. package/test/webServer-optional.test.js +82 -82
@@ -1,113 +1,113 @@
1
- import test from "node:test";
2
- import assert from "node:assert/strict";
3
- import { runSleep } from "../src/dream/sleep.js";
4
- import { createStore } from "../src/store.js";
5
- import { createService } from "../src/service.js";
6
-
7
- // v0.7.0 语义修正(待办④ updated_at 不算访问):
8
- // - merge/update 刷 updated_at 绝不当访问,last_accessed_at 与 updated_at 正交;
9
- // - sleep 降级 ref 只用 last_accessed_at ?? created_at,杜绝 autoDream 合并
10
- // 动作把"刚更新过内容"伪装成"刚被召回";
11
- // - 触达数据采集(touchRecalled)由 heatEnabled 控制,不再依赖 sleepModeEnabled。
12
-
13
- const DAY = 86400000;
14
-
15
- function setup(config = {}) {
16
- const store = createStore(":memory:");
17
- const service = createService({ store, mirror: null, config });
18
- return { store, service };
19
- }
20
-
21
- function saveMemory(service, title, content, type = "project") {
22
- return service.saveWithDedupe({ type, title, content, importance: 3 }).memory;
23
- }
24
-
25
- test("store.update bumps updated_at but never last_accessed_at", () => {
26
- const { store, service } = setup();
27
- const mem = saveMemory(service, "项目A", "状态:进行中");
28
- assert.equal(mem.last_accessed_at, undefined, "saved memory has no last_accessed_at");
29
-
30
- const touched = service.touchLastAccess(mem.id, new Date(Date.now() - 5 * DAY).toISOString());
31
- assert.equal(touched, true, "explicit touch succeeds");
32
- const afterTouch = store.getById(mem.id);
33
- assert.ok(afterTouch.last_accessed_at, "last_accessed_at set after touch");
34
-
35
- const updatedAtBefore = afterTouch.updated_at;
36
- store.update(mem.id, { content: "状态:已交付" });
37
- const afterUpdate = store.getById(mem.id);
38
- assert.notEqual(afterUpdate.updated_at, updatedAtBefore, "updated_at changed by update");
39
- assert.equal(
40
- afterUpdate.last_accessed_at,
41
- afterTouch.last_accessed_at,
42
- "last_accessed_at untouched by update (content change ≠ access)"
43
- );
44
- store.close();
45
- });
46
-
47
- test("search bumps last_accessed_at with heatEnabled on, and is gated off by heatEnabled=false", async () => {
48
- // 显式开启 heat(v0.7.20 起默认关):last_accessed_at 被采集(与 sleep 开关解耦)。
49
- const a = setup({ heatEnabled: true });
50
- saveMemory(a.service, "量子计算", "入门");
51
- await a.service.searchMemories("量子", { mode: "keyword" });
52
- const rowA = a.store.getById(a.service.all()[0].id);
53
- assert.ok(rowA.last_accessed_at, "touch runs when heatEnabled is true even when sleepModeEnabled off");
54
- a.store.close();
55
-
56
- // heatEnabled=false(默认值)→ 热路径零写入。
57
- const b = setup({ heatEnabled: false });
58
- saveMemory(b.service, "量子计算", "入门");
59
- await b.service.searchMemories("量子", { mode: "keyword" });
60
- const rowB = b.store.getById(b.service.all()[0].id);
61
- assert.equal(rowB.last_accessed_at, undefined, "no touch when heatEnabled=false");
62
- b.store.close();
63
- });
64
-
65
- test("sleep demotion anchors on last_accessed_at — a merge-bumped updated_at does not reset the fresh clock", async () => {
66
- const { store, service } = setup();
67
- const now = Date.now();
68
- const idle = saveMemory(service, "冷查记忆A", "很久没被召回");
69
- // 模拟一次 autoDream 合并:updated_at 刷成"现在",但真实访问在 100 天前。
70
- store.update(idle.id, { content: "合并带来的内容更新" });
71
- const wait = saveMemory(service, "冷查记忆B", "40 天未访问");
72
-
73
- service.touchLastAccess(idle.id, new Date(now - 100 * DAY).toISOString());
74
- service.touchLastAccess(wait.id, new Date(now - 40 * DAY).toISOString());
75
-
76
- // runSleep 的最低配置:demotion 阶段不需要 LLM/语义,其余阶段会 skip。
77
- const ctx = {
78
- logger: { warn: () => {}, info: () => {} },
79
- agentDefaultModel: { currentSelection: () => ({ provider: "mock", model: "sleep-model" }) },
80
- llm: {
81
- async *stream() {
82
- yield { type: "text-delta", index: 0, text: "[]" };
83
- yield { type: "finish", reason: { kind: "stop" } };
84
- }
85
- }
86
- };
87
- const config = {
88
- sleepModeEnabled: true,
89
- sleepConflictStrictness: "normal",
90
- sleepArchiveDays: 30,
91
- sleepCompressDays: 90,
92
- sleepPatternMinMemories: 100,
93
- sleepMaxPatternPerRun: 3,
94
- // v0.7.0 热联合判定:project λ=0.0008 默认太慢衰减,40/100 天热值都高于
95
- // 阈值、被热闸保护——本测试只验证"updated_at 不算访问"的 ref 语义,故把
96
- // λ 调快到 0.02 打开降级路径(默认保守语义由 sleep-heat.test.js 覆盖)。
97
- heatTypeDecay: { project: 0.02 }
98
- };
99
-
100
- const result = await runSleep(ctx, service, config, { warn: () => {}, info: () => {} }, null, null);
101
-
102
- const demotion = result.phases?.["demotion"];
103
- assert.ok(demotion, "demotion phase ran");
104
- // A:last_accessed 100 天前(即使 updated_at 是"现在")→ 越过 90 天归档线。
105
- assert.ok(demotion.archived.includes(idle.id), "A archived by last_accessed_at (updated_at ignored)");
106
- const afterA = store.getById(idle.id);
107
- assert.equal(afterA.archived, true, "A is archived in store");
108
- // B:last_accessed 40 天前 → 进入 30 天压缩窗口,被降级为摘要。
109
- assert.ok(demotion.demoted.includes(wait.id), "B demoted in 30d compress window");
110
- const afterB = store.getById(wait.id);
111
- assert.ok(afterB._full_content, "B full body parked in _full_content");
112
- store.close();
113
- });
1
+ import test from "node:test";
2
+ import assert from "node:assert/strict";
3
+ import { runSleep } from "../src/dream/sleep.js";
4
+ import { createStore } from "../src/store.js";
5
+ import { createService } from "../src/service.js";
6
+
7
+ // v0.7.0 语义修正(待办④ updated_at 不算访问):
8
+ // - merge/update 刷 updated_at 绝不当访问,last_accessed_at 与 updated_at 正交;
9
+ // - sleep 降级 ref 只用 last_accessed_at ?? created_at,杜绝 autoDream 合并
10
+ // 动作把"刚更新过内容"伪装成"刚被召回";
11
+ // - 触达数据采集(touchRecalled)由 heatEnabled 控制,不再依赖 sleepModeEnabled。
12
+
13
+ const DAY = 86400000;
14
+
15
+ function setup(config = {}) {
16
+ const store = createStore(":memory:");
17
+ const service = createService({ store, mirror: null, config });
18
+ return { store, service };
19
+ }
20
+
21
+ function saveMemory(service, title, content, type = "project") {
22
+ return service.saveWithDedupe({ type, title, content, importance: 3 }).memory;
23
+ }
24
+
25
+ test("store.update bumps updated_at but never last_accessed_at", () => {
26
+ const { store, service } = setup();
27
+ const mem = saveMemory(service, "项目A", "状态:进行中");
28
+ assert.equal(mem.last_accessed_at, undefined, "saved memory has no last_accessed_at");
29
+
30
+ const touched = service.touchLastAccess(mem.id, new Date(Date.now() - 5 * DAY).toISOString());
31
+ assert.equal(touched, true, "explicit touch succeeds");
32
+ const afterTouch = store.getById(mem.id);
33
+ assert.ok(afterTouch.last_accessed_at, "last_accessed_at set after touch");
34
+
35
+ const updatedAtBefore = afterTouch.updated_at;
36
+ store.update(mem.id, { content: "状态:已交付" });
37
+ const afterUpdate = store.getById(mem.id);
38
+ assert.notEqual(afterUpdate.updated_at, updatedAtBefore, "updated_at changed by update");
39
+ assert.equal(
40
+ afterUpdate.last_accessed_at,
41
+ afterTouch.last_accessed_at,
42
+ "last_accessed_at untouched by update (content change ≠ access)"
43
+ );
44
+ store.close();
45
+ });
46
+
47
+ test("search bumps last_accessed_at with heatEnabled on, and is gated off by heatEnabled=false", async () => {
48
+ // 显式开启 heat(v0.7.20 起默认关):last_accessed_at 被采集(与 sleep 开关解耦)。
49
+ const a = setup({ heatEnabled: true });
50
+ saveMemory(a.service, "量子计算", "入门");
51
+ await a.service.searchMemories("量子", { mode: "keyword" });
52
+ const rowA = a.store.getById(a.service.all()[0].id);
53
+ assert.ok(rowA.last_accessed_at, "touch runs when heatEnabled is true even when sleepModeEnabled off");
54
+ a.store.close();
55
+
56
+ // heatEnabled=false(默认值)→ 热路径零写入。
57
+ const b = setup({ heatEnabled: false });
58
+ saveMemory(b.service, "量子计算", "入门");
59
+ await b.service.searchMemories("量子", { mode: "keyword" });
60
+ const rowB = b.store.getById(b.service.all()[0].id);
61
+ assert.equal(rowB.last_accessed_at, undefined, "no touch when heatEnabled=false");
62
+ b.store.close();
63
+ });
64
+
65
+ test("sleep demotion anchors on last_accessed_at — a merge-bumped updated_at does not reset the fresh clock", async () => {
66
+ const { store, service } = setup();
67
+ const now = Date.now();
68
+ const idle = saveMemory(service, "冷查记忆A", "很久没被召回");
69
+ // 模拟一次 autoDream 合并:updated_at 刷成"现在",但真实访问在 100 天前。
70
+ store.update(idle.id, { content: "合并带来的内容更新" });
71
+ const wait = saveMemory(service, "冷查记忆B", "40 天未访问");
72
+
73
+ service.touchLastAccess(idle.id, new Date(now - 100 * DAY).toISOString());
74
+ service.touchLastAccess(wait.id, new Date(now - 40 * DAY).toISOString());
75
+
76
+ // runSleep 的最低配置:demotion 阶段不需要 LLM/语义,其余阶段会 skip。
77
+ const ctx = {
78
+ logger: { warn: () => {}, info: () => {} },
79
+ agentDefaultModel: { currentSelection: () => ({ provider: "mock", model: "sleep-model" }) },
80
+ llm: {
81
+ async *stream() {
82
+ yield { type: "text-delta", index: 0, text: "[]" };
83
+ yield { type: "finish", reason: { kind: "stop" } };
84
+ }
85
+ }
86
+ };
87
+ const config = {
88
+ sleepModeEnabled: true,
89
+ sleepConflictStrictness: "normal",
90
+ sleepArchiveDays: 30,
91
+ sleepCompressDays: 90,
92
+ sleepPatternMinMemories: 100,
93
+ sleepMaxPatternPerRun: 3,
94
+ // v0.7.0 热联合判定:project λ=0.0008 默认太慢衰减,40/100 天热值都高于
95
+ // 阈值、被热闸保护——本测试只验证"updated_at 不算访问"的 ref 语义,故把
96
+ // λ 调快到 0.02 打开降级路径(默认保守语义由 sleep-heat.test.js 覆盖)。
97
+ heatTypeDecay: { project: 0.02 }
98
+ };
99
+
100
+ const result = await runSleep(ctx, service, config, { warn: () => {}, info: () => {} }, null, null);
101
+
102
+ const demotion = result.phases?.["demotion"];
103
+ assert.ok(demotion, "demotion phase ran");
104
+ // A:last_accessed 100 天前(即使 updated_at 是"现在")→ 越过 90 天归档线。
105
+ assert.ok(demotion.archived.includes(idle.id), "A archived by last_accessed_at (updated_at ignored)");
106
+ const afterA = store.getById(idle.id);
107
+ assert.equal(afterA.archived, true, "A is archived in store");
108
+ // B:last_accessed 40 天前 → 进入 30 天压缩窗口,被降级为摘要。
109
+ assert.ok(demotion.demoted.includes(wait.id), "B demoted in 30d compress window");
110
+ const afterB = store.getById(wait.id);
111
+ assert.ok(afterB._full_content, "B full body parked in _full_content");
112
+ store.close();
113
+ });