@modusensus/dsh-mneme 0.13.0 → 0.14.0-beta.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (543) hide show
  1. package/LICENSE +21 -21
  2. package/README.md +830 -828
  3. package/assets/icon.svg +3 -3
  4. package/bin/cli.mjs +964 -964
  5. package/bin/dsh-mneme-choro.mjs +262 -254
  6. package/bin/dsh-mneme-mcp.mjs +510 -510
  7. package/bin/dsh-mneme-serve.mjs +151 -151
  8. package/cordis.patch.yml +21 -21
  9. package/docs/CONFIGURATION.md +407 -402
  10. package/docs/CONTINUITY.md +139 -139
  11. package/docs/DAEMON.md +57 -57
  12. package/docs/DIRECTORIES.md +114 -114
  13. package/docs/DISTILL.md +397 -371
  14. package/docs/DSH-GO.md +97 -97
  15. package/docs/ENTITIES.md +247 -247
  16. package/docs/FORGET.md +77 -77
  17. package/docs/KB.md +110 -110
  18. package/docs/LOCAL_MODEL.md +222 -222
  19. package/docs/SEMANTIC.md +256 -256
  20. package/docs/SHARE.md +552 -552
  21. package/docs/SLEEP.md +202 -202
  22. package/docs/STORAGE.md +122 -122
  23. package/docs/WORKFLOWS.md +366 -366
  24. package/lib/api-standalone.js +1007 -1007
  25. package/lib/api.js +3600 -3394
  26. package/lib/attachment-text.js +122 -122
  27. package/lib/bootstrap-http.js +105 -105
  28. package/lib/bootstrap.js +215 -215
  29. package/lib/candidates.js +454 -454
  30. package/lib/capabilities.js +819 -819
  31. package/lib/choro-command.js +111 -111
  32. package/lib/client.js +14420 -13436
  33. package/lib/commands.js +95 -95
  34. package/lib/config-keys.js +144 -144
  35. package/lib/config.js +1361 -1317
  36. package/lib/content-hash.js +54 -54
  37. package/lib/continuity.js +258 -258
  38. package/lib/date-hint.js +32 -0
  39. package/lib/diary/auto.js +190 -190
  40. package/lib/diary/compose.js +440 -440
  41. package/lib/diary/dir.js +59 -59
  42. package/lib/diary/export.js +97 -97
  43. package/lib/diary/index.js +26 -26
  44. package/lib/diary/library.js +189 -189
  45. package/lib/diary/qq-inbox.js +142 -142
  46. package/lib/diary/rollover.js +61 -61
  47. package/lib/diary/session-provider.js +122 -122
  48. package/lib/document-index.js +94 -94
  49. package/lib/document.js +322 -322
  50. package/lib/dream/clustering.js +123 -123
  51. package/lib/dream/decisions.js +945 -907
  52. package/lib/dream/narratives.js +44 -44
  53. package/lib/dream/sleep.js +2027 -1887
  54. package/lib/dream/triage.js +139 -0
  55. package/lib/dream.js +1879 -1764
  56. package/lib/dsh-go/host.js +162 -162
  57. package/lib/dsh-go/panel.js +2091 -2091
  58. package/lib/dsh-go/text.js +342 -342
  59. package/lib/dsh-go/views/common.js +68 -68
  60. package/lib/dsh-go/views/entity.js +48 -48
  61. package/lib/dsh-go/views/memory.js +198 -198
  62. package/lib/dsh-go/views/root.js +30 -30
  63. package/lib/dsh-go/views/settings.js +398 -398
  64. package/lib/dsh-go/views/status.js +51 -51
  65. package/lib/embedding.js +342 -342
  66. package/lib/entities/extractor.js +285 -285
  67. package/lib/fence.js +24 -24
  68. package/lib/graph/anchoring.js +184 -184
  69. package/lib/guide.js +74 -74
  70. package/lib/heat.js +144 -144
  71. package/lib/hot-memory.js +119 -107
  72. package/lib/image-describe.js +158 -0
  73. package/lib/index.js +852 -822
  74. package/lib/inject.js +656 -639
  75. package/lib/kb/index.js +309 -309
  76. package/lib/kb/routes.js +219 -219
  77. package/lib/kb/tools.js +148 -148
  78. package/lib/lang.js +607 -584
  79. package/lib/local-embedder.js +358 -358
  80. package/lib/maintenance.js +162 -162
  81. package/lib/memory-source.js +9 -9
  82. package/lib/mirror.js +330 -330
  83. package/lib/organize.js +456 -456
  84. package/lib/peak-hours.js +172 -172
  85. package/lib/pipeline-activities.js +178 -178
  86. package/lib/pipeline-attribution.js +165 -165
  87. package/lib/pipeline-command.js +279 -279
  88. package/lib/pipeline-confirm.js +142 -142
  89. package/lib/pipeline-exec.js +174 -174
  90. package/lib/pipeline-nudge-auto.js +129 -129
  91. package/lib/pipeline-nudge.js +1623 -1623
  92. package/lib/pipeline-observations.js +181 -181
  93. package/lib/pipeline-observe.js +133 -133
  94. package/lib/pipeline-runner.js +361 -361
  95. package/lib/pipeline-runs.js +442 -442
  96. package/lib/pipeline.js +716 -716
  97. package/lib/placement.js +13 -13
  98. package/lib/pre-inject-gate.js +354 -354
  99. package/lib/profile-extract.js +164 -164
  100. package/lib/profile-facts.js +356 -356
  101. package/lib/provenance-http.js +251 -251
  102. package/lib/quality-filter.js +162 -162
  103. package/lib/recall-stats.js +190 -190
  104. package/lib/reclaim-http.js +150 -150
  105. package/lib/reranker.js +269 -269
  106. package/lib/runtime/adopt.js +176 -176
  107. package/lib/runtime/closure.js +172 -172
  108. package/lib/runtime/download.js +247 -247
  109. package/lib/runtime/layout.js +265 -265
  110. package/lib/runtime/loader.js +252 -252
  111. package/lib/runtime/model-fetch.js +361 -361
  112. package/lib/runtime/provision.js +237 -237
  113. package/lib/runtime/tarball.js +130 -130
  114. package/lib/runtime/verify.js +223 -223
  115. package/lib/safe-slice.js +18 -18
  116. package/lib/scope-state.js +277 -277
  117. package/lib/scope.js +187 -187
  118. package/lib/search/adaptive.js +60 -60
  119. package/lib/search/bm25.js +96 -96
  120. package/lib/semantic.js +572 -572
  121. package/lib/sensitive-scan.js +209 -209
  122. package/lib/serve.js +228 -228
  123. package/lib/service.js +3268 -3196
  124. package/lib/session-gate.js +91 -91
  125. package/lib/session-usage.js +350 -350
  126. package/lib/settings.js +827 -802
  127. package/lib/share-http.js +281 -281
  128. package/lib/share-import.js +234 -234
  129. package/lib/share.js +335 -335
  130. package/lib/store.js +5895 -5662
  131. package/lib/summarize.js +1388 -1343
  132. package/lib/tools.js +1370 -1356
  133. package/lib/user-settings.js +230 -230
  134. package/lib/vector-index.js +180 -180
  135. package/lib/version-check.js +122 -122
  136. package/lib/wiki/claims.js +267 -0
  137. package/lib/wiki/cli-hint.js +90 -90
  138. package/lib/wiki/inject.js +164 -164
  139. package/lib/wiki/partition.js +200 -200
  140. package/lib/wiki/plan.js +214 -214
  141. package/lib/wiki/queries.js +640 -474
  142. package/lib/wiki/render.js +261 -187
  143. package/lib/wiki/scan.js +371 -371
  144. package/lib/wiki/t0.js +500 -463
  145. package/lib/wiki/t1-jobs.js +232 -232
  146. package/lib/wiki/t1.js +609 -502
  147. package/lib/write-admission.js +404 -404
  148. package/locale/en.json +6 -6
  149. package/locale/zh.json +6 -6
  150. package/package.json +15 -1
  151. package/runtime-manifest.json +526 -526
  152. package/scripts/benchmark-embed.js +201 -201
  153. package/scripts/benchmark-recall.js +249 -249
  154. package/scripts/benchmark-rerank.js +166 -166
  155. package/scripts/build-runtime-manifest.mjs +224 -224
  156. package/scripts/changelog-prep.mjs +91 -91
  157. package/scripts/check-sync.js +44 -44
  158. package/scripts/e2e-dsh.js +220 -220
  159. package/scripts/mneme-runtime.mjs +277 -277
  160. package/scripts/publish-gate.mjs +197 -197
  161. package/scripts/release-docs.mjs +210 -204
  162. package/scripts/release-notes.mjs +164 -161
  163. package/scripts/stress-dsh.js +255 -255
  164. package/scripts/sync-lib.js +47 -47
  165. package/scripts/sync-test-badge.mjs +69 -69
  166. package/scripts/test-count-sync.mjs +48 -48
  167. package/src/api-standalone.js +1007 -1007
  168. package/src/api.js +3600 -3394
  169. package/src/attachment-text.js +122 -122
  170. package/src/bootstrap-http.js +105 -105
  171. package/src/bootstrap.js +215 -215
  172. package/src/candidates.js +454 -454
  173. package/src/capabilities.js +819 -819
  174. package/src/choro-command.js +111 -111
  175. package/src/commands.js +95 -95
  176. package/src/config-keys.js +144 -144
  177. package/src/config.js +1361 -1317
  178. package/src/content-hash.js +54 -54
  179. package/src/continuity.js +258 -258
  180. package/src/date-hint.js +32 -0
  181. package/src/diary/auto.js +190 -190
  182. package/src/diary/compose.js +440 -440
  183. package/src/diary/dir.js +59 -59
  184. package/src/diary/export.js +97 -97
  185. package/src/diary/index.js +26 -26
  186. package/src/diary/library.js +189 -189
  187. package/src/diary/qq-inbox.js +142 -142
  188. package/src/diary/rollover.js +61 -61
  189. package/src/diary/session-provider.js +122 -122
  190. package/src/document-index.js +94 -94
  191. package/src/document.js +322 -322
  192. package/src/dream/clustering.js +123 -123
  193. package/src/dream/decisions.js +945 -907
  194. package/src/dream/narratives.js +44 -44
  195. package/src/dream/sleep.js +2027 -1887
  196. package/src/dream/triage.js +139 -0
  197. package/src/dream.js +1879 -1764
  198. package/src/dsh-go/host.js +162 -162
  199. package/src/dsh-go/panel.js +2091 -2091
  200. package/src/dsh-go/text.js +342 -342
  201. package/src/dsh-go/views/common.js +68 -68
  202. package/src/dsh-go/views/entity.js +48 -48
  203. package/src/dsh-go/views/memory.js +198 -198
  204. package/src/dsh-go/views/root.js +30 -30
  205. package/src/dsh-go/views/settings.js +398 -398
  206. package/src/dsh-go/views/status.js +51 -51
  207. package/src/embedding.js +342 -342
  208. package/src/entities/extractor.js +285 -285
  209. package/src/fence.js +24 -24
  210. package/src/graph/anchoring.js +184 -184
  211. package/src/guide.js +74 -74
  212. package/src/heat.js +144 -144
  213. package/src/hot-memory.js +119 -107
  214. package/src/image-describe.js +158 -0
  215. package/src/index.js +852 -822
  216. package/src/inject.js +656 -639
  217. package/src/kb/index.js +309 -309
  218. package/src/kb/routes.js +219 -219
  219. package/src/kb/tools.js +148 -148
  220. package/src/lang.js +607 -584
  221. package/src/local-embedder.js +358 -358
  222. package/src/maintenance.js +162 -162
  223. package/src/memory-source.js +9 -9
  224. package/src/mirror.js +330 -330
  225. package/src/organize.js +456 -456
  226. package/src/peak-hours.js +172 -172
  227. package/src/pipeline-activities.js +178 -178
  228. package/src/pipeline-attribution.js +165 -165
  229. package/src/pipeline-command.js +279 -279
  230. package/src/pipeline-confirm.js +142 -142
  231. package/src/pipeline-exec.js +174 -174
  232. package/src/pipeline-nudge-auto.js +129 -129
  233. package/src/pipeline-nudge.js +1623 -1623
  234. package/src/pipeline-observations.js +181 -181
  235. package/src/pipeline-observe.js +133 -133
  236. package/src/pipeline-runner.js +361 -361
  237. package/src/pipeline-runs.js +442 -442
  238. package/src/pipeline.js +716 -716
  239. package/src/placement.js +13 -13
  240. package/src/pre-inject-gate.js +354 -354
  241. package/src/profile-extract.js +164 -164
  242. package/src/profile-facts.js +356 -356
  243. package/src/provenance-http.js +251 -251
  244. package/src/quality-filter.js +162 -162
  245. package/src/recall-stats.js +190 -190
  246. package/src/reclaim-http.js +150 -150
  247. package/src/reranker.js +269 -269
  248. package/src/runtime/adopt.js +176 -176
  249. package/src/runtime/closure.js +172 -172
  250. package/src/runtime/download.js +247 -247
  251. package/src/runtime/layout.js +265 -265
  252. package/src/runtime/loader.js +252 -252
  253. package/src/runtime/model-fetch.js +361 -361
  254. package/src/runtime/provision.js +237 -237
  255. package/src/runtime/tarball.js +130 -130
  256. package/src/runtime/verify.js +223 -223
  257. package/src/safe-slice.js +18 -18
  258. package/src/scope-state.js +277 -277
  259. package/src/scope.js +187 -187
  260. package/src/search/adaptive.js +60 -60
  261. package/src/search/bm25.js +96 -96
  262. package/src/semantic.js +572 -572
  263. package/src/sensitive-scan.js +209 -209
  264. package/src/serve.js +228 -228
  265. package/src/service.js +3268 -3196
  266. package/src/session-gate.js +91 -91
  267. package/src/session-usage.js +350 -350
  268. package/src/settings.js +827 -802
  269. package/src/share-http.js +281 -281
  270. package/src/share-import.js +234 -234
  271. package/src/share.js +335 -335
  272. package/src/store.js +5895 -5662
  273. package/src/summarize.js +1388 -1343
  274. package/src/tools.js +1370 -1356
  275. package/src/user-settings.js +230 -230
  276. package/src/vector-index.js +180 -180
  277. package/src/version-check.js +122 -122
  278. package/src/wiki/claims.js +267 -0
  279. package/src/wiki/cli-hint.js +90 -90
  280. package/src/wiki/inject.js +164 -164
  281. package/src/wiki/partition.js +200 -200
  282. package/src/wiki/plan.js +214 -214
  283. package/src/wiki/queries.js +640 -474
  284. package/src/wiki/render.js +261 -187
  285. package/src/wiki/scan.js +371 -371
  286. package/src/wiki/t0.js +500 -463
  287. package/src/wiki/t1-jobs.js +232 -232
  288. package/src/wiki/t1.js +609 -502
  289. package/src/write-admission.js +404 -404
  290. package/test/adaptive-inject-budget.test.js +85 -85
  291. package/test/api-hardening.test.js +173 -173
  292. package/test/api-nudge-route.test.js +259 -259
  293. package/test/api-routes-gaps.test.js +1092 -1092
  294. package/test/api.test.js +3007 -2988
  295. package/test/attachment-text.test.js +139 -139
  296. package/test/audit.test.js +448 -448
  297. package/test/baseline-persist.test.js +248 -248
  298. package/test/benchmark.test.js +94 -94
  299. package/test/bm25-corpus-cache.test.js +145 -145
  300. package/test/bootstrap.test.js +228 -228
  301. package/test/candidates.test.js +345 -345
  302. package/test/capabilities.test.js +577 -577
  303. package/test/capacity-warning.test.js +262 -262
  304. package/test/changelog-prep.test.js +125 -125
  305. package/test/choro-command.test.js +218 -218
  306. package/test/cli-enums.test.js +37 -37
  307. package/test/cli-flag-value.test.js +86 -86
  308. package/test/cli-receive.test.js +390 -390
  309. package/test/cli-share.test.js +437 -437
  310. package/test/client-share.test.js +225 -225
  311. package/test/client.test.js +4595 -4184
  312. package/test/clustering.test.js +100 -100
  313. package/test/commands.test.js +106 -106
  314. package/test/config-keys-routes.test.js +233 -233
  315. package/test/config.test.js +153 -153
  316. package/test/conflict-freeze.test.js +344 -344
  317. package/test/conflict-ledger-enforce.test.js +452 -0
  318. package/test/conflict-ledger.test.js +242 -0
  319. package/test/conflict-reviewed.test.js +79 -79
  320. package/test/content-hash.test.js +204 -204
  321. package/test/continuity.test.js +452 -452
  322. package/test/contrast.test.js +432 -320
  323. package/test/date-hint.test.js +156 -0
  324. package/test/dedupe-candidate-window.test.js +180 -180
  325. package/test/dependency-overrides.test.js +78 -78
  326. package/test/diary-library.test.js +187 -187
  327. package/test/diary.test.js +576 -576
  328. package/test/differentiate-feedback.test.js +248 -248
  329. package/test/distill-tx-embed-gap.test.js +110 -110
  330. package/test/docs-config-keys.test.js +65 -65
  331. package/test/document-dir.test.js +233 -233
  332. package/test/document.test.js +703 -703
  333. package/test/dream-archive-guardrail.test.js +116 -116
  334. package/test/dream-baseline-clamp.test.js +174 -0
  335. package/test/dream-candidate-hybrid.test.js +281 -281
  336. package/test/dream-coverage-degrade.test.js +86 -86
  337. package/test/dream-decision-evidence.test.js +314 -314
  338. package/test/dream-failure-backoff.test.js +173 -173
  339. package/test/dream-fence.test.js +207 -207
  340. package/test/dream-maxtokens-fallback.test.js +132 -132
  341. package/test/dream-merge-guardrail.test.js +219 -219
  342. package/test/dream-peak-hours.test.js +194 -194
  343. package/test/dream.test.js +1528 -1528
  344. package/test/dsh-go-host.test.js +134 -134
  345. package/test/dsh-go-panel-actions.test.js +854 -854
  346. package/test/dsh-go-panel.test.js +251 -251
  347. package/test/embed-ready-poll.test.js +94 -94
  348. package/test/embed-text-reasons.test.js +112 -112
  349. package/test/embedding-cache-f32.test.js +276 -276
  350. package/test/embedding-ready.test.js +226 -226
  351. package/test/entities.test.js +711 -711
  352. package/test/entity-recall.test.js +179 -179
  353. package/test/epistemic.test.js +325 -325
  354. package/test/failure-query.test.js +147 -147
  355. package/test/failure-retention.test.js +105 -105
  356. package/test/fnew-0112.test.js +311 -311
  357. package/test/fnew-03.test.js +422 -422
  358. package/test/forget-corrections.test.js +70 -70
  359. package/test/graph-anchoring.test.js +184 -184
  360. package/test/graph-api.test.js +333 -209
  361. package/test/graph-boosted-relations.test.js +189 -189
  362. package/test/graph-inject-budget.test.js +103 -103
  363. package/test/graph-multipath.test.js +269 -269
  364. package/test/graph-passive-confirm.test.js +91 -91
  365. package/test/graph-weight-evolution.test.js +104 -104
  366. package/test/heat.test.js +175 -175
  367. package/test/helpers/dream-mock.js +86 -86
  368. package/test/helpers/peer-worker.mjs +25 -25
  369. package/test/helpers/runtime-source.js +60 -60
  370. package/test/helpers/tar-builder.js +80 -80
  371. package/test/helpers/write-admission-samples.js +312 -312
  372. package/test/hot-memory.test.js +259 -211
  373. package/test/image-description.test.js +271 -0
  374. package/test/image-memory.test.js +170 -170
  375. package/test/inject-content-cap.test.js +91 -91
  376. package/test/inject-first-round-bm25.test.js +89 -89
  377. package/test/inject-heat.test.js +77 -77
  378. package/test/inject-parent-gate.test.js +134 -106
  379. package/test/inject-pin-explicit.test.js +300 -300
  380. package/test/inject-pin-vector-crowd.test.js +225 -225
  381. package/test/inject-pools.test.js +195 -195
  382. package/test/inject-recall.test.js +172 -172
  383. package/test/inject-rotation.test.js +161 -161
  384. package/test/inject.test.js +553 -494
  385. package/test/issue-617-step1-query-and-fusion.test.js +361 -361
  386. package/test/kb-api-wiring.test.js +128 -128
  387. package/test/kb-collections.test.js +272 -272
  388. package/test/kb-routes.test.js +379 -379
  389. package/test/lang.test.js +98 -98
  390. package/test/lastrunat-persist.test.js +101 -101
  391. package/test/lib-smoke.test.js +116 -116
  392. package/test/llm-audit.test.js +815 -815
  393. package/test/llm-message-source.test.js +207 -207
  394. package/test/local-embedder.test.js +292 -292
  395. package/test/maintenance.test.js +501 -501
  396. package/test/mcp-stdio.test.js +385 -385
  397. package/test/mint-source.test.js +311 -311
  398. package/test/mirror-dirty.test.js +424 -424
  399. package/test/mirror-edit-digest.test.js +187 -187
  400. package/test/mirror-generation.test.js +499 -499
  401. package/test/mirror-types.test.js +208 -208
  402. package/test/mirror.test.js +249 -249
  403. package/test/narrative-bars.test.js +162 -162
  404. package/test/organize-tool.test.js +232 -232
  405. package/test/organize.test.js +418 -418
  406. package/test/panel-chart-scale.test.js +90 -0
  407. package/test/panel-tokens.test.js +245 -0
  408. package/test/peak-hours-observability.test.js +70 -70
  409. package/test/peer-blockers.test.js +193 -193
  410. package/test/persona-addressing.test.js +83 -83
  411. package/test/persona-api.test.js +172 -172
  412. package/test/persona-by-session.test.js +568 -568
  413. package/test/persona-flag.test.js +36 -36
  414. package/test/persona-inject.test.js +145 -145
  415. package/test/persona-settings.test.js +198 -198
  416. package/test/pipeline-activities.test.js +155 -155
  417. package/test/pipeline-attribution.test.js +175 -175
  418. package/test/pipeline-command.test.js +243 -243
  419. package/test/pipeline-confirm.test.js +148 -148
  420. package/test/pipeline-exec.test.js +172 -172
  421. package/test/pipeline-nudge-auto.test.js +248 -248
  422. package/test/pipeline-nudge.test.js +1278 -1278
  423. package/test/pipeline-observations.test.js +157 -157
  424. package/test/pipeline-observe.test.js +127 -127
  425. package/test/pipeline-r1r2.test.js +278 -278
  426. package/test/pipeline-runner.test.js +468 -468
  427. package/test/pipeline-runs.test.js +767 -767
  428. package/test/pipeline.test.js +636 -636
  429. package/test/placement.test.js +36 -36
  430. package/test/policy-epoch.test.js +259 -259
  431. package/test/pre-inject-gate.test.js +444 -444
  432. package/test/profile-extract.test.js +269 -269
  433. package/test/profile-facts.test.js +492 -492
  434. package/test/prompt-stance.test.js +128 -128
  435. package/test/provenance-http.test.js +367 -367
  436. package/test/publish-gate.test.js +272 -272
  437. package/test/quality-backfill.test.js +290 -290
  438. package/test/quality-filter.test.js +295 -295
  439. package/test/readme-claims.test.js +113 -113
  440. package/test/reasoning-effort.test.js +752 -752
  441. package/test/recall-anti-update.test.js +82 -82
  442. package/test/recall-evals.test.js +253 -253
  443. package/test/recall-layer.test.js +326 -326
  444. package/test/recall-retention.test.js +128 -128
  445. package/test/recall-stats.test.js +274 -274
  446. package/test/receipt-chain.test.js +451 -451
  447. package/test/reclaim-http.test.js +209 -209
  448. package/test/reflection-update-gate.test.js +129 -129
  449. package/test/reflection.test.js +226 -226
  450. package/test/reindex-backfill.test.js +475 -475
  451. package/test/reindex-scheduler.test.js +369 -369
  452. package/test/release-docs.test.js +156 -136
  453. package/test/release-notes.test.js +265 -240
  454. package/test/release-workflow.test.js +93 -93
  455. package/test/reranker-single-logit.test.js +73 -73
  456. package/test/reranker.test.js +197 -197
  457. package/test/resident-status.test.js +83 -83
  458. package/test/route-policy.test.js +113 -113
  459. package/test/runtime-adopt.test.js +206 -206
  460. package/test/runtime-cli.test.js +89 -89
  461. package/test/runtime-closure.test.js +193 -193
  462. package/test/runtime-download.test.js +302 -302
  463. package/test/runtime-layout.test.js +163 -163
  464. package/test/runtime-loader.test.js +255 -255
  465. package/test/runtime-manifest.test.js +159 -159
  466. package/test/runtime-model-fetch.test.js +348 -348
  467. package/test/runtime-provision.test.js +101 -101
  468. package/test/runtime-tarball.test.js +81 -81
  469. package/test/runtime-verify.test.js +319 -319
  470. package/test/scope-candidates.test.js +491 -491
  471. package/test/scope-distill-stamp.test.js +134 -134
  472. package/test/scope-explicit.test.js +452 -452
  473. package/test/scope-inject-soft.test.js +106 -106
  474. package/test/scope-optional-service.test.js +110 -110
  475. package/test/scope-retrieval.test.js +197 -197
  476. package/test/scope-state.test.js +610 -610
  477. package/test/scope-storage.test.js +255 -255
  478. package/test/scope-strict.test.js +367 -367
  479. package/test/search-fusion.test.js +90 -90
  480. package/test/security-doc.test.js +188 -178
  481. package/test/semantic.test.js +124 -124
  482. package/test/sensitive-scan.test.js +251 -251
  483. package/test/serve-bin.test.js +121 -121
  484. package/test/serve.test.js +258 -258
  485. package/test/service-search.test.js +174 -174
  486. package/test/service.test.js +410 -410
  487. package/test/session-gate.test.js +264 -264
  488. package/test/session-usage.test.js +317 -317
  489. package/test/settings.test.js +273 -273
  490. package/test/share-foreign-rows.test.js +144 -144
  491. package/test/share-http.test.js +144 -144
  492. package/test/share-import.test.js +577 -577
  493. package/test/share-imported-guard.test.js +311 -311
  494. package/test/share-imported-identity.test.js +111 -111
  495. package/test/share-pack.test.js +511 -511
  496. package/test/share-receive-http.test.js +756 -756
  497. package/test/share-routes.test.js +337 -337
  498. package/test/share-store.test.js +133 -133
  499. package/test/share-validate.test.js +101 -101
  500. package/test/skip-invalid-restore.test.js +262 -262
  501. package/test/sleep-action-set.test.js +441 -441
  502. package/test/sleep-catchup.test.js +315 -315
  503. package/test/sleep-failure-backoff.test.js +156 -156
  504. package/test/sleep-heat.test.js +174 -174
  505. package/test/sleep-scheduler-rearm.test.js +89 -89
  506. package/test/sleep.test.js +1455 -1418
  507. package/test/standalone-api.test.js +1344 -1344
  508. package/test/store-vector-cache.test.js +98 -98
  509. package/test/store-write-path-columns.test.js +191 -191
  510. package/test/store.test.js +744 -744
  511. package/test/stress.test.js +209 -209
  512. package/test/summarize-occurred-at.test.js +127 -127
  513. package/test/summarize-parse-diagnostics.test.js +75 -75
  514. package/test/summarize-reasoning-effort.test.js +189 -189
  515. package/test/summarize.test.js +2251 -2251
  516. package/test/supersede-state-tracking.test.js +394 -394
  517. package/test/test-count-sync.test.js +71 -71
  518. package/test/tool-state-ignore.test.js +65 -65
  519. package/test/tools-dto-schema-matrix.test.js +398 -398
  520. package/test/tools-memory-get-schema.test.js +65 -65
  521. package/test/tools.test.js +585 -585
  522. package/test/updated-at-semantics.test.js +113 -113
  523. package/test/user-settings-preview.test.js +127 -127
  524. package/test/user-settings-segments.test.js +527 -527
  525. package/test/vector-index.test.js +334 -334
  526. package/test/version-check.test.js +152 -152
  527. package/test/webServer-optional.test.js +82 -82
  528. package/test/wiki-api.test.js +734 -627
  529. package/test/wiki-claims.test.js +194 -0
  530. package/test/wiki-cli-hint.test.js +118 -118
  531. package/test/wiki-inject.test.js +265 -265
  532. package/test/wiki-partition.test.js +112 -112
  533. package/test/wiki-plan.test.js +80 -80
  534. package/test/wiki-provenance.test.js +202 -0
  535. package/test/wiki-queries.test.js +398 -277
  536. package/test/wiki-scan.test.js +208 -208
  537. package/test/wiki-store.test.js +190 -190
  538. package/test/wiki-t0.test.js +456 -380
  539. package/test/wiki-t1-jobs.test.js +125 -125
  540. package/test/wiki-t1.test.js +460 -235
  541. package/test/wiki-tools.test.js +176 -176
  542. package/test/workflow-guards.test.js +155 -155
  543. package/test/write-admission.test.js +668 -668
@@ -1,815 +1,815 @@
1
- import test from "node:test";
2
- import assert from "node:assert/strict";
3
- import { EventEmitter } from "node:events";
4
- import { DatabaseSync } from "node:sqlite";
5
- import { mkdtempSync, readFileSync } from "node:fs";
6
- import { tmpdir } from "node:os";
7
- import { join } from "node:path";
8
- import { Context } from "@deepseek-ai/cordis";
9
- import { createStore } from "../src/store.js";
10
- import * as mneme from "../src/index.js";
11
- import { createService } from "../src/service.js";
12
- import { createDreamScheduler } from "../src/dream.js";
13
- import { createSummarizer } from "../src/summarize.js";
14
- import { createApi } from "../src/api.js";
15
- import { createSettings } from "../src/settings.js";
16
- import { createEntityStreamAdapter } from "../src/index.js";
17
- import { mockCtx } from "./helpers/dream-mock.js";
18
-
19
- // Bug8: LLM audit trail. Every background LLM call (autoDream consolidation +
20
- // summary, autoSummarize compression) records tokens/time/status into
21
- // llm_audit_logs. Failures are captured as status='error' and never block the
22
- // calling feature. Read back through the API (/llm-audit + /llm-audit/stats).
23
- // Gating: runDream treats llmAudit.enabled === false as off; summarize treats
24
- // llmAudit.enabled !== false as on.
25
-
26
- function dreamSetup(over = {}) {
27
- const store = createStore(":memory:");
28
- const service = createService({ store, mirror: null, config: {} });
29
- return {
30
- store,
31
- service,
32
- config: { dreamProvider: "deepseek", dreamModel: "deepseek-chat", llmAudit: { enabled: true }, ...over }
33
- };
34
- }
35
-
36
- test("autoDream writes llm_audit_logs rows for consolidation and summary", async () => {
37
- const { store, service, config } = dreamSetup();
38
- service.saveWithDedupe({ type: "project", title: "旧1", content: "第一段内容" });
39
- service.saveWithDedupe({ type: "project", title: "旧2", content: "第二段内容" });
40
- const ctx = mockCtx({
41
- onConsolidation: (listText) => {
42
- const ids = [...listText.matchAll(/id=([^\s|]+)\s*\|\s*type=\w+\s*\|\s*importance=\d+/g)].map((m) => m[1]);
43
- return JSON.stringify(ids.map((id) => ({ action: "keep", ids: [id] })));
44
- }
45
- });
46
- const dream = createDreamScheduler({ thresholdCount: 1, thresholdChars: 0, delayMs: 0 });
47
- const result = await dream.runDream(ctx, service, config);
48
- assert.equal(result.ok, true);
49
-
50
- const rows = service.listLlmAudits();
51
- assert.equal(rows.length, 2, "one consolidation + one summary audit row");
52
- const consolidate = rows.find((r) => r.operation_type === "dream_consolidate");
53
- const summarize = rows.find((r) => r.operation_type === "dream_summarize");
54
- assert.ok(consolidate, "dream_consolidate row present");
55
- assert.ok(summarize, "dream_summarize row present");
56
- assert.equal(consolidate.trigger_source, "autoDream");
57
- assert.equal(summarize.trigger_source, "autoDream");
58
- assert.equal(consolidate.status, "success");
59
- assert.equal(summarize.status, "success");
60
- // config-first (Issue #25): dreamSetup sets dreamProvider/dreamModel, so it
61
- // wins over mockCtx's agentDefaultModel (mock:stress-model) — assert the
62
- // actually-used config route.
63
- assert.equal(consolidate.model_id, "deepseek:deepseek-chat");
64
- assert.equal(summarize.model_id, "deepseek:deepseek-chat");
65
- assert.ok(Array.isArray(consolidate.related_memory_ids) && consolidate.related_memory_ids.length === 2,
66
- "consolidation audit records the snapshot ids");
67
- assert.ok(consolidate.total_tokens >= 0 && summarize.total_tokens >= 0);
68
- assert.ok(typeof consolidate.duration_ms === "number" && consolidate.duration_ms >= 0);
69
- store.close();
70
- });
71
-
72
- test("autoDream LLM failure is audited as status=error and never blocks the run", async () => {
73
- const { store, service, config } = dreamSetup();
74
- service.saveWithDedupe({ type: "project", title: "主题", content: "内容" });
75
- // Consolidation stream finishes with kind "error" → streamText returns
76
- // undefined → the run fails safe; runAuditedLlm must still leave an
77
- // error audit row before the failure propagates.
78
- const ctx = {
79
- logger: { warn: () => {} },
80
- llm: {
81
- async *stream() {
82
- yield { type: "text-delta", index: 0, text: "" };
83
- yield { type: "finish", reason: { kind: "error" } };
84
- }
85
- }
86
- };
87
- const dream = createDreamScheduler({ thresholdCount: 1, thresholdChars: 0, delayMs: 0 });
88
- const result = await dream.runDream(ctx, service, config);
89
- assert.equal(result.ok, false, "aborted/errored stream fails the run");
90
- const rows = service.listLlmAudits();
91
- assert.equal(rows.length, 1, "failed consolidation still audited");
92
- assert.equal(rows[0].operation_type, "dream_consolidate");
93
- assert.equal(rows[0].status, "error");
94
- assert.ok(rows[0].error_message, "error message recorded");
95
- // the audit write did not block the failure path
96
- assert.equal(result.error, "llm failed");
97
- store.close();
98
- });
99
-
100
- test("autoDream throwing LLM is audited as status=error", async () => {
101
- const { store, service, config } = dreamSetup();
102
- service.saveWithDedupe({ type: "project", title: "主题", content: "内容" });
103
- const ctx = {
104
- logger: { warn: () => {} },
105
- llm: {
106
- async *stream() {
107
- throw new Error("network down");
108
- }
109
- }
110
- };
111
- const dream = createDreamScheduler({ thresholdCount: 1, thresholdChars: 0, delayMs: 0 });
112
- const result = await dream.runDream(ctx, service, config);
113
- assert.equal(result.ok, false);
114
- const rows = service.listLlmAudits();
115
- assert.equal(rows.length, 1, "throwing call still audited");
116
- assert.equal(rows[0].status, "error");
117
- assert.match(rows[0].error_message, /network down/);
118
- store.close();
119
- });
120
-
121
- test("autoDream parse failure is audited as status=error, not fake success", async () => {
122
- const { store, service, config } = dreamSetup();
123
- service.saveWithDedupe({ type: "project", title: "主题", content: "内容" });
124
- // Stream completes fine but returns no JSON array — the run fails, and the
125
- // audit must NOT claim success (the old bug: llm_audit said dream_consolidate
126
- // success while the run recorded failed).
127
- const warnings = [];
128
- const ctx = {
129
- logger: { warn: (m) => warnings.push(m) },
130
- llm: {
131
- async *stream() {
132
- yield { type: "text-delta", index: 0, text: "抱歉,我无法解析成 JSON。" };
133
- yield { type: "finish", reason: { kind: "stop" } };
134
- }
135
- }
136
- };
137
- const dream = createDreamScheduler({ thresholdCount: 1, thresholdChars: 0, delayMs: 0 });
138
- const result = await dream.runDream(ctx, service, config);
139
- assert.equal(result.ok, false);
140
- assert.equal(result.error, "no json array in llm output");
141
- const rows = service.listLlmAudits();
142
- assert.equal(rows.length, 1, "failed consolidation still audited");
143
- assert.equal(rows[0].operation_type, "dream_consolidate");
144
- assert.equal(rows[0].status, "error", "stream succeeded but output unusable → audit error");
145
- assert.match(rows[0].error_message, /no json array in llm output/);
146
- assert.ok(warnings.some((m) => m.includes("head: 抱歉,我无法解析成")), "raw output head logged for diagnosis");
147
- store.close();
148
- });
149
-
150
- test("autoDream audit is skipped when llmAudit.enabled === false", async () => {
151
- const { store, service, config } = dreamSetup({ llmAudit: { enabled: false } });
152
- service.saveWithDedupe({ type: "project", title: "主题", content: "内容" });
153
- const ctx = mockCtx();
154
- const dream = createDreamScheduler({ thresholdCount: 1, thresholdChars: 0, delayMs: 0 });
155
- await dream.runDream(ctx, service, config);
156
- assert.equal(service.listLlmAudits().length, 0, "no audit rows when disabled");
157
- store.close();
158
- });
159
-
160
- test("autoSummarize writes an llm_audit_logs row (trigger_source autoSummarize)", async () => {
161
- const store = createStore(":memory:");
162
- const service = createService({ store, mirror: null, config: {} });
163
- const events = [];
164
- const ctx = {
165
- on(name, fn) {
166
- events.push({ name, fn });
167
- return () => {};
168
- },
169
- logger: { warn: () => {} },
170
- llm: {
171
- async *stream() {
172
- yield { type: "text-delta", index: 0, text: JSON.stringify([
173
- { type: "decision", title: "选型", content: "确定用 node:sqlite", importance: 4 }
174
- ]) };
175
- yield { type: "finish", reason: { kind: "stop" } };
176
- }
177
- }
178
- };
179
- const config = {
180
- autoSummarize: true,
181
- summarizeProvider: "deepseek",
182
- summarizeModel: "deepseek-chat",
183
- llmAudit: { enabled: true }
184
- };
185
- createSummarizer(ctx, service, config);
186
- const handler = events.find((e) => e.name === "session/event").fn;
187
- const session = {
188
- id: "s1",
189
- requestHeader: () => ({ config: {} }),
190
- events: [
191
- { type: "user/message", data: { source: { kind: "user" }, content: [{ type: "text", text: "帮我选型" }] } },
192
- { seq: 2, type: "turn/end" }
193
- ]
194
- };
195
- await handler(session, { seq: 2, type: "turn/end" });
196
- const rows = service.listLlmAudits();
197
- assert.equal(rows.length, 1, "one autoSummarize audit row");
198
- assert.equal(rows[0].trigger_source, "autoSummarize");
199
- assert.equal(rows[0].operation_type, "summarize_compress");
200
- assert.equal(rows[0].model_id, "deepseek:deepseek-chat");
201
- assert.equal(rows[0].status, "success");
202
- store.close();
203
- });
204
-
205
- // --- token 记账:用量嵌在 chunk.usage 下 -------------------------------------
206
- // 真实 dsh-llm 协议的用量形状是 { type:"usage", usage: TokenUsage }(TokenUsage
207
- // = { inputTokens, outputTokens, … }),chunk 顶层没有 token 字段。把整个 chunk
208
- // 当用量对象读取会让 input/output 恒为 undefined,审计行落 0:本机实测 7 天 49
209
- // 次 success 调用 total_tokens 全 0,面板「LLM 消耗」永远显示 0。下面三例锁住
210
- // 真实形状,并保留用量平铺在顶层的兼容分支。
211
-
212
- /** 在 base ctx 的流末尾(finish 之前)插入一个 usage chunk。 */
213
- function withUsageChunk(base, usageChunk) {
214
- return {
215
- ...base,
216
- llm: {
217
- async *stream(options) {
218
- for await (const chunk of base.llm.stream(options)) {
219
- if (chunk.type === "finish") yield usageChunk;
220
- yield chunk;
221
- }
222
- }
223
- }
224
- };
225
- }
226
-
227
- /** consolidation 决策:全部 keep,保证 run 成功且无需解析语义。 */
228
- const keepAllDecisions = (listText) => {
229
- const ids = [...listText.matchAll(/id=([^\s|]+)\s*\|\s*type=\w+\s*\|\s*importance=\d+/g)].map((m) => m[1]);
230
- return JSON.stringify(ids.map((id) => ({ action: "keep", ids: [id] })));
231
- };
232
-
233
- test("autoDream records tokens from the nested usage chunk (chunk.usage)", async () => {
234
- const { store, service, config } = dreamSetup();
235
- service.saveWithDedupe({ type: "project", title: "旧1", content: "第一段内容" });
236
- const ctx = withUsageChunk(
237
- mockCtx({ onConsolidation: keepAllDecisions }),
238
- { type: "usage", usage: { inputTokens: 1200, outputTokens: 300, totalTokens: 1500 } }
239
- );
240
- const dream = createDreamScheduler({ thresholdCount: 1, thresholdChars: 0, delayMs: 0 });
241
- const result = await dream.runDream(ctx, service, config);
242
- assert.equal(result.ok, true);
243
-
244
- const rows = service.listLlmAudits();
245
- const consolidate = rows.find((r) => r.operation_type === "dream_consolidate");
246
- assert.equal(consolidate.input_tokens, 1200, "input tokens come from chunk.usage");
247
- assert.equal(consolidate.output_tokens, 300, "output tokens come from chunk.usage");
248
- assert.equal(consolidate.total_tokens, 1500);
249
- const summary = rows.find((r) => r.operation_type === "dream_summarize");
250
- assert.equal(summary.total_tokens, 1500, "the dream summary call is accounted too");
251
- store.close();
252
- });
253
-
254
- test("autoSummarize records tokens from the nested usage chunk (chunk.usage)", async () => {
255
- const store = createStore(":memory:");
256
- const service = createService({ store, mirror: null, config: {} });
257
- const events = [];
258
- const ctx = withUsageChunk({
259
- on(name, fn) {
260
- events.push({ name, fn });
261
- return () => {};
262
- },
263
- logger: { warn: () => {} },
264
- llm: {
265
- async *stream() {
266
- yield { type: "text-delta", index: 0, text: JSON.stringify([
267
- { type: "decision", title: "选型", content: "确定用 node:sqlite", importance: 4 }
268
- ]) };
269
- yield { type: "finish", reason: { kind: "stop" } };
270
- }
271
- }
272
- }, { type: "usage", usage: { inputTokens: 800, outputTokens: 200, totalTokens: 1000 } });
273
- const config = {
274
- autoSummarize: true,
275
- summarizeProvider: "deepseek",
276
- summarizeModel: "deepseek-chat",
277
- llmAudit: { enabled: true }
278
- };
279
- createSummarizer(ctx, service, config);
280
- const handler = events.find((e) => e.name === "session/event").fn;
281
- const session = {
282
- id: "s1",
283
- requestHeader: () => ({ config: {} }),
284
- events: [
285
- { type: "user/message", data: { source: { kind: "user" }, content: [{ type: "text", text: "帮我选型" }] } },
286
- { seq: 2, type: "turn/end" }
287
- ]
288
- };
289
- await handler(session, { seq: 2, type: "turn/end" });
290
-
291
- const rows = service.listLlmAudits();
292
- assert.equal(rows.length, 1);
293
- assert.equal(rows[0].input_tokens, 800, "input tokens come from chunk.usage");
294
- assert.equal(rows[0].output_tokens, 200, "output tokens come from chunk.usage");
295
- assert.equal(rows[0].total_tokens, 1000);
296
- store.close();
297
- });
298
-
299
- test("flat top-level usage shape still records tokens", async () => {
300
- const { store, service, config } = dreamSetup();
301
- service.saveWithDedupe({ type: "project", title: "旧1", content: "第一段内容" });
302
- const ctx = withUsageChunk(
303
- mockCtx({ onConsolidation: keepAllDecisions }),
304
- { type: "usage", inputTokens: 40, outputTokens: 10 }
305
- );
306
- const dream = createDreamScheduler({ thresholdCount: 1, thresholdChars: 0, delayMs: 0 });
307
- await dream.runDream(ctx, service, config);
308
- const consolidate = service.listLlmAudits().find((r) => r.operation_type === "dream_consolidate");
309
- assert.equal(consolidate.total_tokens, 50, "flat shape is still readable");
310
- store.close();
311
- });
312
-
313
- // --- token 记账的边界语义 ----------------------------------------------------
314
- // 上面三例锁的是「有 usage chunk 且形状正确」。契约的另一半是「没有用量时的
315
- // 行为」:未知不等于错误,记 0(不崩,也不凭空编数),同时保留协议演进时
316
- // 用量平铺在 chunk 根的读法。
317
-
318
- test("no usage chunk at all still writes 0 tokens and never crashes", async () => {
319
- const { store, service, config } = dreamSetup();
320
- service.saveWithDedupe({ type: "project", title: "旧1", content: "第一段内容" });
321
- // 桩的原始形状就是不发 usage chunk:适配器未上报用量的情形走这条路径。
322
- const ctx = mockCtx({ onConsolidation: keepAllDecisions });
323
- const dream = createDreamScheduler({ thresholdCount: 1, thresholdChars: 0, delayMs: 0 });
324
- const result = await dream.runDream(ctx, service, config);
325
- assert.equal(result.ok, true, "缺少用量不该让巩固本身失败");
326
- const rows = service.listLlmAudits();
327
- assert.ok(rows.length >= 1, "巩固那行仍然要写下");
328
- for (const row of rows) {
329
- assert.equal(row.input_tokens, 0, "未知用量记 0,不编数");
330
- assert.equal(row.output_tokens, 0);
331
- assert.equal(row.total_tokens, 0);
332
- }
333
- store.close();
334
- });
335
-
336
- test("root-level flattened usage fields still record tokens (protocol fallback)", async () => {
337
- const { store, service, config } = dreamSetup();
338
- service.saveWithDedupe({ type: "project", title: "旧1", content: "第一段内容" });
339
- // 用量数字直接挂在 chunk 根、没有嵌套 usage 对象,命中的是 `chunk.usage ?? chunk`
340
- // 的兜底分支;这里用 snake_case,锁住读取端的别名链。
341
- const ctx = withUsageChunk(
342
- mockCtx({ onConsolidation: keepAllDecisions }),
343
- { type: "usage", input_tokens: 9, output_tokens: 3 }
344
- );
345
- const dream = createDreamScheduler({ thresholdCount: 1, thresholdChars: 0, delayMs: 0 });
346
- const result = await dream.runDream(ctx, service, config);
347
- assert.equal(result.ok, true);
348
- const rows = service.listLlmAudits();
349
- assert.ok(rows.length >= 1);
350
- for (const row of rows) {
351
- assert.equal(row.input_tokens, 9, "根级平铺字段仍可读");
352
- assert.equal(row.output_tokens, 3);
353
- assert.equal(row.total_tokens, 12);
354
- }
355
- store.close();
356
- });
357
-
358
- // --- API surface ------------------------------------------------------------
359
-
360
- class FakeRes extends EventEmitter {
361
- constructor() { super(); this.statusCode = 200; this.body = ""; }
362
- writeHead(code, headers) { this.statusCode = code; this.headers = headers; return this; }
363
- end(text) { this.body = text ?? ""; this.emit("end"); return this; }
364
- }
365
-
366
- function req(path) {
367
- const r = new EventEmitter();
368
- r.url = path;
369
- r.method = "GET";
370
- r.headers = {};
371
- return r;
372
- }
373
-
374
- function apiSetup() {
375
- const store = createStore(":memory:");
376
- const service = createService({ store, mirror: null, config: {} });
377
- const settings = createSettings(store.db);
378
- const routes = [];
379
- const ctx = {
380
- webServer: {
381
- register(route) {
382
- routes.push(route);
383
- return () => {};
384
- }
385
- }
386
- };
387
- createApi(ctx, service, settings, { add: () => {}, remove: () => false, list: () => [] });
388
- return { store, service, routes };
389
- }
390
-
391
- test("GET /api/dsh-mneme/semantic/llm-audit paginates and filters by source", async () => {
392
- const { store, service, routes } = apiSetup();
393
- for (let i = 0; i < 3; i++) {
394
- service.saveLlmAudit({
395
- trigger_source: "autoDream",
396
- operation_type: "dream_consolidate",
397
- model_id: "deepseek:deepseek-chat",
398
- input_tokens: 10, output_tokens: 5, status: "success"
399
- });
400
- }
401
- service.saveLlmAudit({
402
- trigger_source: "autoSummarize",
403
- operation_type: "summarize_compress",
404
- model_id: "deepseek:deepseek-chat",
405
- input_tokens: 3, output_tokens: 1, status: "success"
406
- });
407
- const route = routes.find((r) => r.path === "/api/dsh-mneme/semantic/llm-audit");
408
-
409
- // full page
410
- let res = new FakeRes();
411
- await route.handler(req("/api/dsh-mneme/semantic/llm-audit?page=1&pageSize=2"), res);
412
- let data = JSON.parse(res.body);
413
- assert.equal(res.statusCode, 200);
414
- assert.equal(data.total, 4);
415
- assert.equal(data.page, 1);
416
- assert.equal(data.pageSize, 2);
417
- assert.equal(data.items.length, 2);
418
-
419
- // second page
420
- res = new FakeRes();
421
- await route.handler(req("/api/dsh-mneme/semantic/llm-audit?page=2&pageSize=2"), res);
422
- data = JSON.parse(res.body);
423
- assert.equal(data.items.length, 2, "page 2 has the remaining rows");
424
- assert.equal(data.total, 4);
425
-
426
- // source filter
427
- res = new FakeRes();
428
- await route.handler(req("/api/dsh-mneme/semantic/llm-audit?source=autoSummarize"), res);
429
- data = JSON.parse(res.body);
430
- assert.equal(data.total, 1);
431
- assert.equal(data.items[0].trigger_source, "autoSummarize");
432
- store.close();
433
- });
434
-
435
- test("GET /api/dsh-mneme/semantic/llm-audit/stats aggregates by source and status", async () => {
436
- const { store, service, routes } = apiSetup();
437
- service.saveLlmAudit({
438
- timestamp: new Date().toISOString(),
439
- trigger_source: "autoDream", operation_type: "dream_consolidate",
440
- model_id: "m", input_tokens: 100, output_tokens: 40, duration_ms: 25, status: "success"
441
- });
442
- service.saveLlmAudit({
443
- timestamp: new Date().toISOString(),
444
- trigger_source: "autoDream", operation_type: "dream_summarize",
445
- model_id: "m", input_tokens: 30, output_tokens: 10, duration_ms: 8, status: "success"
446
- });
447
- service.saveLlmAudit({
448
- timestamp: new Date().toISOString(),
449
- trigger_source: "autoSummarize", operation_type: "summarize_compress",
450
- model_id: "m", input_tokens: 5, output_tokens: 2, duration_ms: 4, status: "error"
451
- });
452
- const route = routes.find((r) => r.path === "/api/dsh-mneme/semantic/llm-audit/stats");
453
- const res = new FakeRes();
454
- await route.handler(req("/api/dsh-mneme/semantic/llm-audit/stats?days=7"), res);
455
- const stats = JSON.parse(res.body);
456
- assert.equal(res.statusCode, 200);
457
- assert.equal(stats.days, 7);
458
- assert.equal(stats.total_calls, 3);
459
- assert.equal(stats.input_tokens, 135);
460
- assert.equal(stats.output_tokens, 52);
461
- assert.equal(stats.total_tokens, 187);
462
- assert.equal(stats.total_duration_ms, 37);
463
- const bySource = stats.by_source.find((s) => s.source === "autoDream");
464
- assert.equal(bySource.c, 2);
465
- assert.equal(bySource.total_tokens, 180);
466
- const errStatus = stats.by_status.find((s) => s.status === "error");
467
- assert.equal(errStatus.c, 1);
468
- store.close();
469
- });
470
-
471
- // by_operation / by_day 是面板「token 去向」环形图与 7 天柱状的数据源。
472
- // 锁三件事:① 环形图直接按返回顺序画段,所以 by_operation 必须按
473
- // total_tokens 降序、by_day 必须按 day 升序(前端不再排);② 每行带完整的
474
- // in/out/total 拆分(by_source 只有 total,画不出输入/输出对照);
475
- // ③ write_admission 只计量不调 LLM,token 恒 0 是设计——它必须作为一行
476
- // 出现且为 0,防的是将来有人把 0 行过滤掉或当成异常补齐。
477
- test("GET /api/dsh-mneme/semantic/llm-audit/stats breaks spend down by operation and by day", async () => {
478
- const { store, service, routes } = apiSetup();
479
- const day1 = new Date(Date.now() - 2 * 86400000).toISOString();
480
- const day2 = new Date(Date.now() - 1 * 86400000).toISOString();
481
- service.saveLlmAudit({
482
- timestamp: day1,
483
- trigger_source: "autoDream", operation_type: "dream_consolidate",
484
- model_id: "m", input_tokens: 100, output_tokens: 40, status: "success"
485
- });
486
- service.saveLlmAudit({
487
- timestamp: day1,
488
- trigger_source: "writeAdmission", operation_type: "write_admission",
489
- model_id: "m", input_tokens: 0, output_tokens: 0, status: "success"
490
- });
491
- service.saveLlmAudit({
492
- timestamp: day2,
493
- trigger_source: "autoDream", operation_type: "dream_consolidate",
494
- model_id: "m", input_tokens: 10, output_tokens: 5, status: "success"
495
- });
496
- service.saveLlmAudit({
497
- timestamp: day2,
498
- trigger_source: "autoSummarize", operation_type: "summarize_compress",
499
- model_id: "m", input_tokens: 30, output_tokens: 10, status: "success"
500
- });
501
- const route = routes.find((r) => r.path === "/api/dsh-mneme/semantic/llm-audit/stats");
502
- const res = new FakeRes();
503
- await route.handler(req("/api/dsh-mneme/semantic/llm-audit/stats?days=7"), res);
504
- const stats = JSON.parse(res.body);
505
- assert.equal(res.statusCode, 200);
506
-
507
- // by_operation:total_tokens 降序,含 in/out/total 拆分
508
- assert.deepEqual(
509
- stats.by_operation.map((o) => o.operation),
510
- ["dream_consolidate", "summarize_compress", "write_admission"]
511
- );
512
- const consolidate = stats.by_operation[0];
513
- assert.equal(consolidate.c, 2);
514
- assert.equal(consolidate.input_tokens, 110);
515
- assert.equal(consolidate.output_tokens, 45);
516
- assert.equal(consolidate.total_tokens, 155);
517
- const admission = stats.by_operation.find((o) => o.operation === "write_admission");
518
- assert.equal(admission.c, 1);
519
- assert.equal(admission.total_tokens, 0);
520
-
521
- // by_day:date(timestamp)(UTC)分组,day 升序
522
- const d1 = day1.slice(0, 10);
523
- const d2 = day2.slice(0, 10);
524
- assert.deepEqual(stats.by_day.map((d) => d.day), [d1, d2]);
525
- assert.equal(stats.by_day[0].c, 2);
526
- assert.equal(stats.by_day[0].total_tokens, 140);
527
- assert.equal(stats.by_day[1].c, 2);
528
- assert.equal(stats.by_day[1].total_tokens, 55);
529
- store.close();
530
- });
531
-
532
- // ------------------------------------------- entity extraction (issue #250)
533
- // 实体抽取是「每次写入记忆都会跑」的后台 LLM 链路,但 createEntityStreamAdapter
534
- // 只拿到 llm 句柄、没有 service,所以从来没有写审计的能力——面板因此回答不了
535
- // 「关掉实体抽取能省多少」。下面两条用例锁定 usage chunk 汇总落库,以及审计写失败
536
- // 只 warn 不反噬(CONTRIBUTING 的 fail-safe 硬约定)。
537
-
538
- test("entity extraction writes an llm_audit row with the streamed usage tokens", async () => {
539
- const store = createStore(":memory:");
540
- const service = createService({ store, mirror: null, config: {} });
541
- const streamEntityText = createEntityStreamAdapter({
542
- llm: {
543
- async *stream() {
544
- yield { type: "text-delta", index: 0, text: '{"entities":[],"relations":[]}' };
545
- yield { type: "usage", usage: { inputTokens: 700, outputTokens: 180, totalTokens: 880 } };
546
- yield { type: "finish", reason: { kind: "stop" } };
547
- }
548
- },
549
- agentDefaultModel: { currentSelection: () => ({ provider: "mock", model: "mock-model" }) },
550
- logger: { warn: () => {} },
551
- service
552
- });
553
- const text = await streamEntityText(
554
- [{ role: "user", content: [{ type: "text", text: "记忆内容" }] }],
555
- { memoryId: "mem-ok-1" }
556
- );
557
- assert.ok(text.includes("entities"), "the extracted text still reaches the extractor");
558
-
559
- const row = service.listLlmAudits({ source: "entityExtract" })[0];
560
- assert.ok(row, "entity_extract audit row present");
561
- assert.equal(row.trigger_source, "entityExtract");
562
- assert.equal(row.operation_type, "entity_extract");
563
- assert.equal(row.status, "success");
564
- assert.equal(row.model_id, "mock:mock-model", "the resolved route is recorded");
565
- assert.equal(row.input_tokens, 700, "input tokens come from chunk.usage");
566
- assert.equal(row.output_tokens, 180, "output tokens come from chunk.usage");
567
- assert.equal(row.total_tokens, 880);
568
- // success 行同样必须可归因。此前这里不传 memoryId、也不断言 id,于是
569
- // writeAudit("success", null) 省略第三参的缺陷在绿测试下活了很久——活库
570
- // 6256 条 success 行 related_memory_ids 100% 空数组,成功的那些抽取反而
571
- // 一条都对不上记忆,#405 只修了 error 半边。
572
- assert.deepEqual(row.related_memory_ids, ["mem-ok-1"],
573
- "a successful extraction is attributable to the memory it read");
574
- store.close();
575
- });
576
-
577
- test("entity extraction success row still leaves the id empty when there is none to attribute", async () => {
578
- const store = createStore(":memory:");
579
- const service = createService({ store, mirror: null, config: {} });
580
- const streamEntityText = createEntityStreamAdapter({
581
- llm: {
582
- async *stream() {
583
- yield { type: "text-delta", index: 0, text: '{"entities":[],"relations":[]}' };
584
- yield { type: "finish", reason: { kind: "stop" } };
585
- }
586
- },
587
- agentDefaultModel: { currentSelection: () => ({ provider: "mock", model: "mock-model" }) },
588
- logger: { warn: () => {} },
589
- service
590
- });
591
- await streamEntityText([{ role: "user", content: [{ type: "text", text: "记忆内容" }] }], {});
592
- const row = service.listLlmAudits({ source: "entityExtract" })[0];
593
- assert.equal(row.status, "success");
594
- assert.deepEqual(row.related_memory_ids, [],
595
- "no memoryId → empty, never a fabricated id");
596
- store.close();
597
- });
598
-
599
- test("entity extraction audit write failure only warns and never sinks the extraction", async () => {
600
- const store = createStore(":memory:");
601
- const service = createService({ store, mirror: null, config: {} });
602
- // 审计表写不进去(只读库 / 磁盘满)绝不能把抽取本身拖失败—— fail-safe 是硬约定。
603
- service.saveLlmAudit = () => { throw new Error("attempt to write a readonly database"); };
604
- const warnings = [];
605
- const streamEntityText = createEntityStreamAdapter({
606
- llm: {
607
- async *stream() {
608
- yield { type: "text-delta", index: 0, text: '{"entities":[],"relations":[]}' };
609
- yield { type: "usage", usage: { inputTokens: 10, outputTokens: 5, totalTokens: 15 } };
610
- yield { type: "finish", reason: { kind: "stop" } };
611
- }
612
- },
613
- agentDefaultModel: { currentSelection: () => ({ provider: "mock", model: "mock-model" }) },
614
- logger: { warn: (m) => warnings.push(String(m)) },
615
- service
616
- });
617
- const text = await streamEntityText(
618
- [{ role: "user", content: [{ type: "text", text: "记忆内容" }] }],
619
- {}
620
- );
621
- assert.ok(text.includes("entities"), "extraction text survives an audit write failure");
622
- assert.ok(warnings.some((w) => w.includes("llm audit write failed")),
623
- "the audit failure is logged rather than swallowed silently");
624
- store.close();
625
- });
626
-
627
- test("entity extraction writes no audit row when llmAudit.enabled === false", async () => {
628
- const store = createStore(":memory:");
629
- const service = createService({ store, mirror: null, config: {} });
630
- const streamEntityText = createEntityStreamAdapter({
631
- llm: {
632
- async *stream() {
633
- yield { type: "text-delta", index: 0, text: '{"entities":[],"relations":[]}' };
634
- yield { type: "usage", usage: { inputTokens: 10, outputTokens: 5, totalTokens: 15 } };
635
- yield { type: "finish", reason: { kind: "stop" } };
636
- }
637
- },
638
- agentDefaultModel: { currentSelection: () => ({ provider: "mock", model: "mock-model" }) },
639
- logger: { warn: () => {} },
640
- service,
641
- // 单闸门:与 dream / sleep / summarize 同一个 llmAudit.enabled,不新增第二道。
642
- config: { llmAudit: { enabled: false } }
643
- });
644
- const text = await streamEntityText(
645
- [{ role: "user", content: [{ type: "text", text: "记忆内容" }] }],
646
- {}
647
- );
648
- assert.ok(text.includes("entities"), "turning the audit off must not break extraction");
649
- assert.equal(service.listLlmAudits().length, 0, "no audit rows when disabled");
650
- store.close();
651
- });
652
-
653
- // #405:实体抽取的审计行此前把失败原因压成一句常量、related_memory_ids 恒空,于是
654
- // 429 / 配额 / 鉴权 / 超时在库里长得一模一样(主库 735 条 entity_extract error 行全
655
- // 是「llm stream aborted or errored」),也查不出是哪条记忆没抽到实体。四条锁:原因
656
- // 落进 error_message(复用 dream 的 describeStreamFailure,全仓归一只此一份)、无
657
- // 细节时退回旧字面量、归属 id 传得进来且不凭空造、抛错路径同样带归属。
658
- test("#405: entity extraction audit records the stream failure cause, not a constant", async () => {
659
- const store = createStore(":memory:");
660
- const service = createService({ store, mirror: null, config: {} });
661
- const streamEntityText = createEntityStreamAdapter({
662
- llm: {
663
- async *stream() {
664
- yield {
665
- type: "finish",
666
- reason: { kind: "error", failure: { code: "rate_limited", message: "429 Too Many Requests", status: 429 } }
667
- };
668
- }
669
- },
670
- agentDefaultModel: { currentSelection: () => ({ provider: "mock", model: "mock-model" }) },
671
- logger: { warn: () => {} },
672
- service
673
- });
674
- const text = await streamEntityText(
675
- [{ role: "user", content: [{ type: "text", text: "记忆内容" }] }],
676
- { memoryId: "mem-1" }
677
- );
678
- assert.equal(text, undefined, "a failed stream yields no text");
679
- const row = service.listLlmAudits({ source: "entityExtract" })[0];
680
- assert.equal(row.status, "error");
681
- assert.equal(row.error_message, "rate_limited: 429 Too Many Requests",
682
- "code + message from chunk.reason.failure survive into the audit row");
683
- assert.notEqual(row.error_message, "llm stream aborted or errored",
684
- "the constant that made every provider failure look identical is gone");
685
- assert.deepEqual(row.related_memory_ids, ["mem-1"],
686
- "the row is attributable to the memory that was being extracted");
687
- store.close();
688
- });
689
-
690
- test("#405: entity extraction audit keeps the legacy wording when the failure has no detail", async () => {
691
- const store = createStore(":memory:");
692
- const service = createService({ store, mirror: null, config: {} });
693
- const streamEntityText = createEntityStreamAdapter({
694
- llm: {
695
- async *stream() {
696
- // 老形态:只有 kind,既没有 failure 也没有 message(dsh-llm 早期版本、或
697
- // 替身)。这时退回旧字面量——把 error_message 写成空串在库里比一句常量更
698
- // 难查,那等于用另一种方式把原因丢掉。
699
- yield { type: "finish", reason: { kind: "aborted" } };
700
- }
701
- },
702
- agentDefaultModel: { currentSelection: () => ({ provider: "mock", model: "mock-model" }) },
703
- logger: { warn: () => {} },
704
- service
705
- });
706
- await streamEntityText([{ role: "user", content: [{ type: "text", text: "记忆内容" }] }], {});
707
- const row = service.listLlmAudits({ source: "entityExtract" })[0];
708
- assert.equal(row.error_message, "llm stream aborted or errored");
709
- assert.deepEqual(row.related_memory_ids, [], "no memoryId → still empty, never fabricated");
710
- store.close();
711
- });
712
-
713
- test("#405: entity extraction audit attributes a thrown stream error to the memory too", async () => {
714
- const store = createStore(":memory:");
715
- const service = createService({ store, mirror: null, config: {} });
716
- const streamEntityText = createEntityStreamAdapter({
717
- llm: {
718
- async *stream() {
719
- throw new Error("socket hang up");
720
- }
721
- },
722
- agentDefaultModel: { currentSelection: () => ({ provider: "mock", model: "mock-model" }) },
723
- logger: { warn: () => {} },
724
- service
725
- });
726
- await streamEntityText([{ role: "user", content: [{ type: "text", text: "记忆内容" }] }], { memoryId: "mem-9" });
727
- const row = service.listLlmAudits({ source: "entityExtract" })[0];
728
- assert.equal(row.status, "error");
729
- assert.equal(row.error_message, "socket hang up");
730
- assert.deepEqual(row.related_memory_ids, ["mem-9"], "the throw path attributes too");
731
- store.close();
732
- });
733
-
734
- test("#405: the failure-cause formatter stays a single implementation", async () => {
735
- const indexSrc = readFileSync(new URL("../src/index.js", import.meta.url), "utf8");
736
- const dreamSrc = readFileSync(new URL("../src/dream.js", import.meta.url), "utf8");
737
- assert.match(indexSrc, /describeStreamFailure/, "index.js reuses dream.js's formatter");
738
- // 有人在这里就地重写 code/message 拼接,就又多出一份口径——#411 的教训是「复制
739
- // 粘贴漂移不是设计,是漂移」。锁死两端:归一逻辑只许在 dream.js 里存在一次。
740
- assert.equal(indexSrc.match(/failure\.code/g), null, "index.js must not re-format the failure code itself");
741
- assert.equal(dreamSrc.match(/function describeStreamFailure\(/g).length, 1, "exactly one definition");
742
- });
743
-
744
- // 启动期保留清理(Bug8)必须与写入侧读**同一份**配置。面板把 llmAudit.enabled 写进
745
- // kv、经 nestedFlags 合进 cfg,bundle 里可能是关的:清理若读 rawCfg,就会出现「面板
746
- // 说开 → 各写入点照写,raw 说关 → 不清理」这种无保留期的增长(写入准入 #254 也是读
747
- // cfg 的写入点之一)。所以这条锁的是「清理跟着装配后的 cfg 走」。
748
- test("boot retention purge reads the assembled config, not rawCfg", async () => {
749
- const dir = mkdtempSync(join(tmpdir(), "mneme-audit-retention-"));
750
- const dbPath = join(dir, "memory.db");
751
-
752
- const seed = createStore(dbPath);
753
- createSettings(seed.db).setFeatureFlags({ "llmAudit.enabled": true });
754
- seed.saveLlmAudit({
755
- timestamp: new Date(Date.now() - 2 * 86400000).toISOString(),
756
- trigger_source: "autoDream",
757
- operation_type: "dream_consolidate",
758
- model_id: "m",
759
- status: "success"
760
- });
761
- assert.equal(seed.listLlmAudits().length, 1, "先放一行过期审计");
762
- seed.close();
763
-
764
- const ctx = new Context();
765
- ctx.provide("tools", { register() { return () => {}; } });
766
- ctx.provide("commands", { register() { return () => {}; } });
767
- ctx.provide("systemPrompt", { context() { return () => {}; } });
768
- ctx.provide("agentDefaultModel", { currentSelection() { return { provider: "mock", model: "mock" }; } });
769
- ctx.provide("llm", { async *stream() { yield { type: "finish", reason: { kind: "stop" } }; } });
770
- ctx.provide("webServer", { register() { return () => {}; } });
771
- // bundle 说关、面板说开,保留期 1 天而那行已过期 2 天:只有读装配后的 cfg 才会清掉它
772
- await ctx.plugin(mneme, { memoryDir: dir, llmAudit: { enabled: false, retentionDays: 1 } });
773
-
774
- const after = new DatabaseSync(dbPath);
775
- const left = after.prepare("SELECT count(*) AS c FROM llm_audit_logs").get().c;
776
- after.close();
777
- assert.equal(left, 0, "面板开着的审计必须按 cfg 清理,否则审计行只增不减");
778
- });
779
-
780
- // #399 的启动期裁剪同理:留存开关与保留期都要取装配后的 cfg。这里额外锁一条
781
- // 「默认关就不动手」——留存是 opt-in,默认关时一张空表不该被每次启动扫一遍。
782
- test("boot purge trims expired distill records only when retention is on (issue #399)", async () => {
783
- const dir = mkdtempSync(join(tmpdir(), "mneme-distill-retention-"));
784
- const dbPath = join(dir, "memory.db");
785
-
786
- const seed = createStore(dbPath);
787
- createSettings(seed.db).setFeatureFlags({ "distillRecords.enabled": true, "distillRecords.retentionDays": 1 });
788
- seed.saveDistillRecords([
789
- {
790
- sessionId: "s-boot",
791
- seq: 1,
792
- role: "user",
793
- text: "过期原文",
794
- windowId: "s-boot:1",
795
- distilledAt: new Date(Date.now() - 2 * 86400000).toISOString()
796
- }
797
- ]);
798
- assert.equal(seed.db.prepare("SELECT count(*) AS c FROM distill_records").get().c, 1, "先放一行过期原文");
799
- seed.close();
800
-
801
- const ctx = new Context();
802
- ctx.provide("tools", { register() { return () => {}; } });
803
- ctx.provide("commands", { register() { return () => {}; } });
804
- ctx.provide("systemPrompt", { context() { return () => {}; } });
805
- ctx.provide("agentDefaultModel", { currentSelection() { return { provider: "mock", model: "mock" }; } });
806
- ctx.provide("llm", { async *stream() { yield { type: "finish", reason: { kind: "stop" } }; } });
807
- ctx.provide("webServer", { register() { return () => {}; } });
808
- // bundle 说关、面板说开(保留期 1 天,那行已过期 2 天):只有读装配后的 cfg 才会清掉
809
- await ctx.plugin(mneme, { memoryDir: dir, distillRecords: { enabled: false, retentionDays: 1 } });
810
-
811
- const after = new DatabaseSync(dbPath);
812
- const left = after.prepare("SELECT count(*) AS c FROM distill_records").get().c;
813
- after.close();
814
- assert.equal(left, 0, "面板开着的留存必须按 cfg 裁剪,否则原文只增不减");
815
- });
1
+ import test from "node:test";
2
+ import assert from "node:assert/strict";
3
+ import { EventEmitter } from "node:events";
4
+ import { DatabaseSync } from "node:sqlite";
5
+ import { mkdtempSync, readFileSync } from "node:fs";
6
+ import { tmpdir } from "node:os";
7
+ import { join } from "node:path";
8
+ import { Context } from "@deepseek-ai/cordis";
9
+ import { createStore } from "../src/store.js";
10
+ import * as mneme from "../src/index.js";
11
+ import { createService } from "../src/service.js";
12
+ import { createDreamScheduler } from "../src/dream.js";
13
+ import { createSummarizer } from "../src/summarize.js";
14
+ import { createApi } from "../src/api.js";
15
+ import { createSettings } from "../src/settings.js";
16
+ import { createEntityStreamAdapter } from "../src/index.js";
17
+ import { mockCtx } from "./helpers/dream-mock.js";
18
+
19
+ // Bug8: LLM audit trail. Every background LLM call (autoDream consolidation +
20
+ // summary, autoSummarize compression) records tokens/time/status into
21
+ // llm_audit_logs. Failures are captured as status='error' and never block the
22
+ // calling feature. Read back through the API (/llm-audit + /llm-audit/stats).
23
+ // Gating: runDream treats llmAudit.enabled === false as off; summarize treats
24
+ // llmAudit.enabled !== false as on.
25
+
26
+ function dreamSetup(over = {}) {
27
+ const store = createStore(":memory:");
28
+ const service = createService({ store, mirror: null, config: {} });
29
+ return {
30
+ store,
31
+ service,
32
+ config: { dreamProvider: "deepseek", dreamModel: "deepseek-chat", llmAudit: { enabled: true }, ...over }
33
+ };
34
+ }
35
+
36
+ test("autoDream writes llm_audit_logs rows for consolidation and summary", async () => {
37
+ const { store, service, config } = dreamSetup();
38
+ service.saveWithDedupe({ type: "project", title: "旧1", content: "第一段内容" });
39
+ service.saveWithDedupe({ type: "project", title: "旧2", content: "第二段内容" });
40
+ const ctx = mockCtx({
41
+ onConsolidation: (listText) => {
42
+ const ids = [...listText.matchAll(/id=([^\s|]+)\s*\|\s*type=\w+\s*\|\s*importance=\d+/g)].map((m) => m[1]);
43
+ return JSON.stringify(ids.map((id) => ({ action: "keep", ids: [id] })));
44
+ }
45
+ });
46
+ const dream = createDreamScheduler({ thresholdCount: 1, thresholdChars: 0, delayMs: 0 });
47
+ const result = await dream.runDream(ctx, service, config);
48
+ assert.equal(result.ok, true);
49
+
50
+ const rows = service.listLlmAudits();
51
+ assert.equal(rows.length, 2, "one consolidation + one summary audit row");
52
+ const consolidate = rows.find((r) => r.operation_type === "dream_consolidate");
53
+ const summarize = rows.find((r) => r.operation_type === "dream_summarize");
54
+ assert.ok(consolidate, "dream_consolidate row present");
55
+ assert.ok(summarize, "dream_summarize row present");
56
+ assert.equal(consolidate.trigger_source, "autoDream");
57
+ assert.equal(summarize.trigger_source, "autoDream");
58
+ assert.equal(consolidate.status, "success");
59
+ assert.equal(summarize.status, "success");
60
+ // config-first (Issue #25): dreamSetup sets dreamProvider/dreamModel, so it
61
+ // wins over mockCtx's agentDefaultModel (mock:stress-model) — assert the
62
+ // actually-used config route.
63
+ assert.equal(consolidate.model_id, "deepseek:deepseek-chat");
64
+ assert.equal(summarize.model_id, "deepseek:deepseek-chat");
65
+ assert.ok(Array.isArray(consolidate.related_memory_ids) && consolidate.related_memory_ids.length === 2,
66
+ "consolidation audit records the snapshot ids");
67
+ assert.ok(consolidate.total_tokens >= 0 && summarize.total_tokens >= 0);
68
+ assert.ok(typeof consolidate.duration_ms === "number" && consolidate.duration_ms >= 0);
69
+ store.close();
70
+ });
71
+
72
+ test("autoDream LLM failure is audited as status=error and never blocks the run", async () => {
73
+ const { store, service, config } = dreamSetup();
74
+ service.saveWithDedupe({ type: "project", title: "主题", content: "内容" });
75
+ // Consolidation stream finishes with kind "error" → streamText returns
76
+ // undefined → the run fails safe; runAuditedLlm must still leave an
77
+ // error audit row before the failure propagates.
78
+ const ctx = {
79
+ logger: { warn: () => {} },
80
+ llm: {
81
+ async *stream() {
82
+ yield { type: "text-delta", index: 0, text: "" };
83
+ yield { type: "finish", reason: { kind: "error" } };
84
+ }
85
+ }
86
+ };
87
+ const dream = createDreamScheduler({ thresholdCount: 1, thresholdChars: 0, delayMs: 0 });
88
+ const result = await dream.runDream(ctx, service, config);
89
+ assert.equal(result.ok, false, "aborted/errored stream fails the run");
90
+ const rows = service.listLlmAudits();
91
+ assert.equal(rows.length, 1, "failed consolidation still audited");
92
+ assert.equal(rows[0].operation_type, "dream_consolidate");
93
+ assert.equal(rows[0].status, "error");
94
+ assert.ok(rows[0].error_message, "error message recorded");
95
+ // the audit write did not block the failure path
96
+ assert.equal(result.error, "llm failed");
97
+ store.close();
98
+ });
99
+
100
+ test("autoDream throwing LLM is audited as status=error", async () => {
101
+ const { store, service, config } = dreamSetup();
102
+ service.saveWithDedupe({ type: "project", title: "主题", content: "内容" });
103
+ const ctx = {
104
+ logger: { warn: () => {} },
105
+ llm: {
106
+ async *stream() {
107
+ throw new Error("network down");
108
+ }
109
+ }
110
+ };
111
+ const dream = createDreamScheduler({ thresholdCount: 1, thresholdChars: 0, delayMs: 0 });
112
+ const result = await dream.runDream(ctx, service, config);
113
+ assert.equal(result.ok, false);
114
+ const rows = service.listLlmAudits();
115
+ assert.equal(rows.length, 1, "throwing call still audited");
116
+ assert.equal(rows[0].status, "error");
117
+ assert.match(rows[0].error_message, /network down/);
118
+ store.close();
119
+ });
120
+
121
+ test("autoDream parse failure is audited as status=error, not fake success", async () => {
122
+ const { store, service, config } = dreamSetup();
123
+ service.saveWithDedupe({ type: "project", title: "主题", content: "内容" });
124
+ // Stream completes fine but returns no JSON array — the run fails, and the
125
+ // audit must NOT claim success (the old bug: llm_audit said dream_consolidate
126
+ // success while the run recorded failed).
127
+ const warnings = [];
128
+ const ctx = {
129
+ logger: { warn: (m) => warnings.push(m) },
130
+ llm: {
131
+ async *stream() {
132
+ yield { type: "text-delta", index: 0, text: "抱歉,我无法解析成 JSON。" };
133
+ yield { type: "finish", reason: { kind: "stop" } };
134
+ }
135
+ }
136
+ };
137
+ const dream = createDreamScheduler({ thresholdCount: 1, thresholdChars: 0, delayMs: 0 });
138
+ const result = await dream.runDream(ctx, service, config);
139
+ assert.equal(result.ok, false);
140
+ assert.equal(result.error, "no json array in llm output");
141
+ const rows = service.listLlmAudits();
142
+ assert.equal(rows.length, 1, "failed consolidation still audited");
143
+ assert.equal(rows[0].operation_type, "dream_consolidate");
144
+ assert.equal(rows[0].status, "error", "stream succeeded but output unusable → audit error");
145
+ assert.match(rows[0].error_message, /no json array in llm output/);
146
+ assert.ok(warnings.some((m) => m.includes("head: 抱歉,我无法解析成")), "raw output head logged for diagnosis");
147
+ store.close();
148
+ });
149
+
150
+ test("autoDream audit is skipped when llmAudit.enabled === false", async () => {
151
+ const { store, service, config } = dreamSetup({ llmAudit: { enabled: false } });
152
+ service.saveWithDedupe({ type: "project", title: "主题", content: "内容" });
153
+ const ctx = mockCtx();
154
+ const dream = createDreamScheduler({ thresholdCount: 1, thresholdChars: 0, delayMs: 0 });
155
+ await dream.runDream(ctx, service, config);
156
+ assert.equal(service.listLlmAudits().length, 0, "no audit rows when disabled");
157
+ store.close();
158
+ });
159
+
160
+ test("autoSummarize writes an llm_audit_logs row (trigger_source autoSummarize)", async () => {
161
+ const store = createStore(":memory:");
162
+ const service = createService({ store, mirror: null, config: {} });
163
+ const events = [];
164
+ const ctx = {
165
+ on(name, fn) {
166
+ events.push({ name, fn });
167
+ return () => {};
168
+ },
169
+ logger: { warn: () => {} },
170
+ llm: {
171
+ async *stream() {
172
+ yield { type: "text-delta", index: 0, text: JSON.stringify([
173
+ { type: "decision", title: "选型", content: "确定用 node:sqlite", importance: 4 }
174
+ ]) };
175
+ yield { type: "finish", reason: { kind: "stop" } };
176
+ }
177
+ }
178
+ };
179
+ const config = {
180
+ autoSummarize: true,
181
+ summarizeProvider: "deepseek",
182
+ summarizeModel: "deepseek-chat",
183
+ llmAudit: { enabled: true }
184
+ };
185
+ createSummarizer(ctx, service, config);
186
+ const handler = events.find((e) => e.name === "session/event").fn;
187
+ const session = {
188
+ id: "s1",
189
+ requestHeader: () => ({ config: {} }),
190
+ events: [
191
+ { type: "user/message", data: { source: { kind: "user" }, content: [{ type: "text", text: "帮我选型" }] } },
192
+ { seq: 2, type: "turn/end" }
193
+ ]
194
+ };
195
+ await handler(session, { seq: 2, type: "turn/end" });
196
+ const rows = service.listLlmAudits();
197
+ assert.equal(rows.length, 1, "one autoSummarize audit row");
198
+ assert.equal(rows[0].trigger_source, "autoSummarize");
199
+ assert.equal(rows[0].operation_type, "summarize_compress");
200
+ assert.equal(rows[0].model_id, "deepseek:deepseek-chat");
201
+ assert.equal(rows[0].status, "success");
202
+ store.close();
203
+ });
204
+
205
+ // --- token 记账:用量嵌在 chunk.usage 下 -------------------------------------
206
+ // 真实 dsh-llm 协议的用量形状是 { type:"usage", usage: TokenUsage }(TokenUsage
207
+ // = { inputTokens, outputTokens, … }),chunk 顶层没有 token 字段。把整个 chunk
208
+ // 当用量对象读取会让 input/output 恒为 undefined,审计行落 0:本机实测 7 天 49
209
+ // 次 success 调用 total_tokens 全 0,面板「LLM 消耗」永远显示 0。下面三例锁住
210
+ // 真实形状,并保留用量平铺在顶层的兼容分支。
211
+
212
+ /** 在 base ctx 的流末尾(finish 之前)插入一个 usage chunk。 */
213
+ function withUsageChunk(base, usageChunk) {
214
+ return {
215
+ ...base,
216
+ llm: {
217
+ async *stream(options) {
218
+ for await (const chunk of base.llm.stream(options)) {
219
+ if (chunk.type === "finish") yield usageChunk;
220
+ yield chunk;
221
+ }
222
+ }
223
+ }
224
+ };
225
+ }
226
+
227
+ /** consolidation 决策:全部 keep,保证 run 成功且无需解析语义。 */
228
+ const keepAllDecisions = (listText) => {
229
+ const ids = [...listText.matchAll(/id=([^\s|]+)\s*\|\s*type=\w+\s*\|\s*importance=\d+/g)].map((m) => m[1]);
230
+ return JSON.stringify(ids.map((id) => ({ action: "keep", ids: [id] })));
231
+ };
232
+
233
+ test("autoDream records tokens from the nested usage chunk (chunk.usage)", async () => {
234
+ const { store, service, config } = dreamSetup();
235
+ service.saveWithDedupe({ type: "project", title: "旧1", content: "第一段内容" });
236
+ const ctx = withUsageChunk(
237
+ mockCtx({ onConsolidation: keepAllDecisions }),
238
+ { type: "usage", usage: { inputTokens: 1200, outputTokens: 300, totalTokens: 1500 } }
239
+ );
240
+ const dream = createDreamScheduler({ thresholdCount: 1, thresholdChars: 0, delayMs: 0 });
241
+ const result = await dream.runDream(ctx, service, config);
242
+ assert.equal(result.ok, true);
243
+
244
+ const rows = service.listLlmAudits();
245
+ const consolidate = rows.find((r) => r.operation_type === "dream_consolidate");
246
+ assert.equal(consolidate.input_tokens, 1200, "input tokens come from chunk.usage");
247
+ assert.equal(consolidate.output_tokens, 300, "output tokens come from chunk.usage");
248
+ assert.equal(consolidate.total_tokens, 1500);
249
+ const summary = rows.find((r) => r.operation_type === "dream_summarize");
250
+ assert.equal(summary.total_tokens, 1500, "the dream summary call is accounted too");
251
+ store.close();
252
+ });
253
+
254
+ test("autoSummarize records tokens from the nested usage chunk (chunk.usage)", async () => {
255
+ const store = createStore(":memory:");
256
+ const service = createService({ store, mirror: null, config: {} });
257
+ const events = [];
258
+ const ctx = withUsageChunk({
259
+ on(name, fn) {
260
+ events.push({ name, fn });
261
+ return () => {};
262
+ },
263
+ logger: { warn: () => {} },
264
+ llm: {
265
+ async *stream() {
266
+ yield { type: "text-delta", index: 0, text: JSON.stringify([
267
+ { type: "decision", title: "选型", content: "确定用 node:sqlite", importance: 4 }
268
+ ]) };
269
+ yield { type: "finish", reason: { kind: "stop" } };
270
+ }
271
+ }
272
+ }, { type: "usage", usage: { inputTokens: 800, outputTokens: 200, totalTokens: 1000 } });
273
+ const config = {
274
+ autoSummarize: true,
275
+ summarizeProvider: "deepseek",
276
+ summarizeModel: "deepseek-chat",
277
+ llmAudit: { enabled: true }
278
+ };
279
+ createSummarizer(ctx, service, config);
280
+ const handler = events.find((e) => e.name === "session/event").fn;
281
+ const session = {
282
+ id: "s1",
283
+ requestHeader: () => ({ config: {} }),
284
+ events: [
285
+ { type: "user/message", data: { source: { kind: "user" }, content: [{ type: "text", text: "帮我选型" }] } },
286
+ { seq: 2, type: "turn/end" }
287
+ ]
288
+ };
289
+ await handler(session, { seq: 2, type: "turn/end" });
290
+
291
+ const rows = service.listLlmAudits();
292
+ assert.equal(rows.length, 1);
293
+ assert.equal(rows[0].input_tokens, 800, "input tokens come from chunk.usage");
294
+ assert.equal(rows[0].output_tokens, 200, "output tokens come from chunk.usage");
295
+ assert.equal(rows[0].total_tokens, 1000);
296
+ store.close();
297
+ });
298
+
299
+ test("flat top-level usage shape still records tokens", async () => {
300
+ const { store, service, config } = dreamSetup();
301
+ service.saveWithDedupe({ type: "project", title: "旧1", content: "第一段内容" });
302
+ const ctx = withUsageChunk(
303
+ mockCtx({ onConsolidation: keepAllDecisions }),
304
+ { type: "usage", inputTokens: 40, outputTokens: 10 }
305
+ );
306
+ const dream = createDreamScheduler({ thresholdCount: 1, thresholdChars: 0, delayMs: 0 });
307
+ await dream.runDream(ctx, service, config);
308
+ const consolidate = service.listLlmAudits().find((r) => r.operation_type === "dream_consolidate");
309
+ assert.equal(consolidate.total_tokens, 50, "flat shape is still readable");
310
+ store.close();
311
+ });
312
+
313
+ // --- token 记账的边界语义 ----------------------------------------------------
314
+ // 上面三例锁的是「有 usage chunk 且形状正确」。契约的另一半是「没有用量时的
315
+ // 行为」:未知不等于错误,记 0(不崩,也不凭空编数),同时保留协议演进时
316
+ // 用量平铺在 chunk 根的读法。
317
+
318
+ test("no usage chunk at all still writes 0 tokens and never crashes", async () => {
319
+ const { store, service, config } = dreamSetup();
320
+ service.saveWithDedupe({ type: "project", title: "旧1", content: "第一段内容" });
321
+ // 桩的原始形状就是不发 usage chunk:适配器未上报用量的情形走这条路径。
322
+ const ctx = mockCtx({ onConsolidation: keepAllDecisions });
323
+ const dream = createDreamScheduler({ thresholdCount: 1, thresholdChars: 0, delayMs: 0 });
324
+ const result = await dream.runDream(ctx, service, config);
325
+ assert.equal(result.ok, true, "缺少用量不该让巩固本身失败");
326
+ const rows = service.listLlmAudits();
327
+ assert.ok(rows.length >= 1, "巩固那行仍然要写下");
328
+ for (const row of rows) {
329
+ assert.equal(row.input_tokens, 0, "未知用量记 0,不编数");
330
+ assert.equal(row.output_tokens, 0);
331
+ assert.equal(row.total_tokens, 0);
332
+ }
333
+ store.close();
334
+ });
335
+
336
+ test("root-level flattened usage fields still record tokens (protocol fallback)", async () => {
337
+ const { store, service, config } = dreamSetup();
338
+ service.saveWithDedupe({ type: "project", title: "旧1", content: "第一段内容" });
339
+ // 用量数字直接挂在 chunk 根、没有嵌套 usage 对象,命中的是 `chunk.usage ?? chunk`
340
+ // 的兜底分支;这里用 snake_case,锁住读取端的别名链。
341
+ const ctx = withUsageChunk(
342
+ mockCtx({ onConsolidation: keepAllDecisions }),
343
+ { type: "usage", input_tokens: 9, output_tokens: 3 }
344
+ );
345
+ const dream = createDreamScheduler({ thresholdCount: 1, thresholdChars: 0, delayMs: 0 });
346
+ const result = await dream.runDream(ctx, service, config);
347
+ assert.equal(result.ok, true);
348
+ const rows = service.listLlmAudits();
349
+ assert.ok(rows.length >= 1);
350
+ for (const row of rows) {
351
+ assert.equal(row.input_tokens, 9, "根级平铺字段仍可读");
352
+ assert.equal(row.output_tokens, 3);
353
+ assert.equal(row.total_tokens, 12);
354
+ }
355
+ store.close();
356
+ });
357
+
358
+ // --- API surface ------------------------------------------------------------
359
+
360
+ class FakeRes extends EventEmitter {
361
+ constructor() { super(); this.statusCode = 200; this.body = ""; }
362
+ writeHead(code, headers) { this.statusCode = code; this.headers = headers; return this; }
363
+ end(text) { this.body = text ?? ""; this.emit("end"); return this; }
364
+ }
365
+
366
+ function req(path) {
367
+ const r = new EventEmitter();
368
+ r.url = path;
369
+ r.method = "GET";
370
+ r.headers = {};
371
+ return r;
372
+ }
373
+
374
+ function apiSetup() {
375
+ const store = createStore(":memory:");
376
+ const service = createService({ store, mirror: null, config: {} });
377
+ const settings = createSettings(store.db);
378
+ const routes = [];
379
+ const ctx = {
380
+ webServer: {
381
+ register(route) {
382
+ routes.push(route);
383
+ return () => {};
384
+ }
385
+ }
386
+ };
387
+ createApi(ctx, service, settings, { add: () => {}, remove: () => false, list: () => [] });
388
+ return { store, service, routes };
389
+ }
390
+
391
+ test("GET /api/dsh-mneme/semantic/llm-audit paginates and filters by source", async () => {
392
+ const { store, service, routes } = apiSetup();
393
+ for (let i = 0; i < 3; i++) {
394
+ service.saveLlmAudit({
395
+ trigger_source: "autoDream",
396
+ operation_type: "dream_consolidate",
397
+ model_id: "deepseek:deepseek-chat",
398
+ input_tokens: 10, output_tokens: 5, status: "success"
399
+ });
400
+ }
401
+ service.saveLlmAudit({
402
+ trigger_source: "autoSummarize",
403
+ operation_type: "summarize_compress",
404
+ model_id: "deepseek:deepseek-chat",
405
+ input_tokens: 3, output_tokens: 1, status: "success"
406
+ });
407
+ const route = routes.find((r) => r.path === "/api/dsh-mneme/semantic/llm-audit");
408
+
409
+ // full page
410
+ let res = new FakeRes();
411
+ await route.handler(req("/api/dsh-mneme/semantic/llm-audit?page=1&pageSize=2"), res);
412
+ let data = JSON.parse(res.body);
413
+ assert.equal(res.statusCode, 200);
414
+ assert.equal(data.total, 4);
415
+ assert.equal(data.page, 1);
416
+ assert.equal(data.pageSize, 2);
417
+ assert.equal(data.items.length, 2);
418
+
419
+ // second page
420
+ res = new FakeRes();
421
+ await route.handler(req("/api/dsh-mneme/semantic/llm-audit?page=2&pageSize=2"), res);
422
+ data = JSON.parse(res.body);
423
+ assert.equal(data.items.length, 2, "page 2 has the remaining rows");
424
+ assert.equal(data.total, 4);
425
+
426
+ // source filter
427
+ res = new FakeRes();
428
+ await route.handler(req("/api/dsh-mneme/semantic/llm-audit?source=autoSummarize"), res);
429
+ data = JSON.parse(res.body);
430
+ assert.equal(data.total, 1);
431
+ assert.equal(data.items[0].trigger_source, "autoSummarize");
432
+ store.close();
433
+ });
434
+
435
+ test("GET /api/dsh-mneme/semantic/llm-audit/stats aggregates by source and status", async () => {
436
+ const { store, service, routes } = apiSetup();
437
+ service.saveLlmAudit({
438
+ timestamp: new Date().toISOString(),
439
+ trigger_source: "autoDream", operation_type: "dream_consolidate",
440
+ model_id: "m", input_tokens: 100, output_tokens: 40, duration_ms: 25, status: "success"
441
+ });
442
+ service.saveLlmAudit({
443
+ timestamp: new Date().toISOString(),
444
+ trigger_source: "autoDream", operation_type: "dream_summarize",
445
+ model_id: "m", input_tokens: 30, output_tokens: 10, duration_ms: 8, status: "success"
446
+ });
447
+ service.saveLlmAudit({
448
+ timestamp: new Date().toISOString(),
449
+ trigger_source: "autoSummarize", operation_type: "summarize_compress",
450
+ model_id: "m", input_tokens: 5, output_tokens: 2, duration_ms: 4, status: "error"
451
+ });
452
+ const route = routes.find((r) => r.path === "/api/dsh-mneme/semantic/llm-audit/stats");
453
+ const res = new FakeRes();
454
+ await route.handler(req("/api/dsh-mneme/semantic/llm-audit/stats?days=7"), res);
455
+ const stats = JSON.parse(res.body);
456
+ assert.equal(res.statusCode, 200);
457
+ assert.equal(stats.days, 7);
458
+ assert.equal(stats.total_calls, 3);
459
+ assert.equal(stats.input_tokens, 135);
460
+ assert.equal(stats.output_tokens, 52);
461
+ assert.equal(stats.total_tokens, 187);
462
+ assert.equal(stats.total_duration_ms, 37);
463
+ const bySource = stats.by_source.find((s) => s.source === "autoDream");
464
+ assert.equal(bySource.c, 2);
465
+ assert.equal(bySource.total_tokens, 180);
466
+ const errStatus = stats.by_status.find((s) => s.status === "error");
467
+ assert.equal(errStatus.c, 1);
468
+ store.close();
469
+ });
470
+
471
+ // by_operation / by_day 是面板「token 去向」环形图与 7 天柱状的数据源。
472
+ // 锁三件事:① 环形图直接按返回顺序画段,所以 by_operation 必须按
473
+ // total_tokens 降序、by_day 必须按 day 升序(前端不再排);② 每行带完整的
474
+ // in/out/total 拆分(by_source 只有 total,画不出输入/输出对照);
475
+ // ③ write_admission 只计量不调 LLM,token 恒 0 是设计——它必须作为一行
476
+ // 出现且为 0,防的是将来有人把 0 行过滤掉或当成异常补齐。
477
+ test("GET /api/dsh-mneme/semantic/llm-audit/stats breaks spend down by operation and by day", async () => {
478
+ const { store, service, routes } = apiSetup();
479
+ const day1 = new Date(Date.now() - 2 * 86400000).toISOString();
480
+ const day2 = new Date(Date.now() - 1 * 86400000).toISOString();
481
+ service.saveLlmAudit({
482
+ timestamp: day1,
483
+ trigger_source: "autoDream", operation_type: "dream_consolidate",
484
+ model_id: "m", input_tokens: 100, output_tokens: 40, status: "success"
485
+ });
486
+ service.saveLlmAudit({
487
+ timestamp: day1,
488
+ trigger_source: "writeAdmission", operation_type: "write_admission",
489
+ model_id: "m", input_tokens: 0, output_tokens: 0, status: "success"
490
+ });
491
+ service.saveLlmAudit({
492
+ timestamp: day2,
493
+ trigger_source: "autoDream", operation_type: "dream_consolidate",
494
+ model_id: "m", input_tokens: 10, output_tokens: 5, status: "success"
495
+ });
496
+ service.saveLlmAudit({
497
+ timestamp: day2,
498
+ trigger_source: "autoSummarize", operation_type: "summarize_compress",
499
+ model_id: "m", input_tokens: 30, output_tokens: 10, status: "success"
500
+ });
501
+ const route = routes.find((r) => r.path === "/api/dsh-mneme/semantic/llm-audit/stats");
502
+ const res = new FakeRes();
503
+ await route.handler(req("/api/dsh-mneme/semantic/llm-audit/stats?days=7"), res);
504
+ const stats = JSON.parse(res.body);
505
+ assert.equal(res.statusCode, 200);
506
+
507
+ // by_operation:total_tokens 降序,含 in/out/total 拆分
508
+ assert.deepEqual(
509
+ stats.by_operation.map((o) => o.operation),
510
+ ["dream_consolidate", "summarize_compress", "write_admission"]
511
+ );
512
+ const consolidate = stats.by_operation[0];
513
+ assert.equal(consolidate.c, 2);
514
+ assert.equal(consolidate.input_tokens, 110);
515
+ assert.equal(consolidate.output_tokens, 45);
516
+ assert.equal(consolidate.total_tokens, 155);
517
+ const admission = stats.by_operation.find((o) => o.operation === "write_admission");
518
+ assert.equal(admission.c, 1);
519
+ assert.equal(admission.total_tokens, 0);
520
+
521
+ // by_day:date(timestamp)(UTC)分组,day 升序
522
+ const d1 = day1.slice(0, 10);
523
+ const d2 = day2.slice(0, 10);
524
+ assert.deepEqual(stats.by_day.map((d) => d.day), [d1, d2]);
525
+ assert.equal(stats.by_day[0].c, 2);
526
+ assert.equal(stats.by_day[0].total_tokens, 140);
527
+ assert.equal(stats.by_day[1].c, 2);
528
+ assert.equal(stats.by_day[1].total_tokens, 55);
529
+ store.close();
530
+ });
531
+
532
+ // ------------------------------------------- entity extraction (issue #250)
533
+ // 实体抽取是「每次写入记忆都会跑」的后台 LLM 链路,但 createEntityStreamAdapter
534
+ // 只拿到 llm 句柄、没有 service,所以从来没有写审计的能力——面板因此回答不了
535
+ // 「关掉实体抽取能省多少」。下面两条用例锁定 usage chunk 汇总落库,以及审计写失败
536
+ // 只 warn 不反噬(CONTRIBUTING 的 fail-safe 硬约定)。
537
+
538
+ test("entity extraction writes an llm_audit row with the streamed usage tokens", async () => {
539
+ const store = createStore(":memory:");
540
+ const service = createService({ store, mirror: null, config: {} });
541
+ const streamEntityText = createEntityStreamAdapter({
542
+ llm: {
543
+ async *stream() {
544
+ yield { type: "text-delta", index: 0, text: '{"entities":[],"relations":[]}' };
545
+ yield { type: "usage", usage: { inputTokens: 700, outputTokens: 180, totalTokens: 880 } };
546
+ yield { type: "finish", reason: { kind: "stop" } };
547
+ }
548
+ },
549
+ agentDefaultModel: { currentSelection: () => ({ provider: "mock", model: "mock-model" }) },
550
+ logger: { warn: () => {} },
551
+ service
552
+ });
553
+ const text = await streamEntityText(
554
+ [{ role: "user", content: [{ type: "text", text: "记忆内容" }] }],
555
+ { memoryId: "mem-ok-1" }
556
+ );
557
+ assert.ok(text.includes("entities"), "the extracted text still reaches the extractor");
558
+
559
+ const row = service.listLlmAudits({ source: "entityExtract" })[0];
560
+ assert.ok(row, "entity_extract audit row present");
561
+ assert.equal(row.trigger_source, "entityExtract");
562
+ assert.equal(row.operation_type, "entity_extract");
563
+ assert.equal(row.status, "success");
564
+ assert.equal(row.model_id, "mock:mock-model", "the resolved route is recorded");
565
+ assert.equal(row.input_tokens, 700, "input tokens come from chunk.usage");
566
+ assert.equal(row.output_tokens, 180, "output tokens come from chunk.usage");
567
+ assert.equal(row.total_tokens, 880);
568
+ // success 行同样必须可归因。此前这里不传 memoryId、也不断言 id,于是
569
+ // writeAudit("success", null) 省略第三参的缺陷在绿测试下活了很久——活库
570
+ // 6256 条 success 行 related_memory_ids 100% 空数组,成功的那些抽取反而
571
+ // 一条都对不上记忆,#405 只修了 error 半边。
572
+ assert.deepEqual(row.related_memory_ids, ["mem-ok-1"],
573
+ "a successful extraction is attributable to the memory it read");
574
+ store.close();
575
+ });
576
+
577
+ test("entity extraction success row still leaves the id empty when there is none to attribute", async () => {
578
+ const store = createStore(":memory:");
579
+ const service = createService({ store, mirror: null, config: {} });
580
+ const streamEntityText = createEntityStreamAdapter({
581
+ llm: {
582
+ async *stream() {
583
+ yield { type: "text-delta", index: 0, text: '{"entities":[],"relations":[]}' };
584
+ yield { type: "finish", reason: { kind: "stop" } };
585
+ }
586
+ },
587
+ agentDefaultModel: { currentSelection: () => ({ provider: "mock", model: "mock-model" }) },
588
+ logger: { warn: () => {} },
589
+ service
590
+ });
591
+ await streamEntityText([{ role: "user", content: [{ type: "text", text: "记忆内容" }] }], {});
592
+ const row = service.listLlmAudits({ source: "entityExtract" })[0];
593
+ assert.equal(row.status, "success");
594
+ assert.deepEqual(row.related_memory_ids, [],
595
+ "no memoryId → empty, never a fabricated id");
596
+ store.close();
597
+ });
598
+
599
+ test("entity extraction audit write failure only warns and never sinks the extraction", async () => {
600
+ const store = createStore(":memory:");
601
+ const service = createService({ store, mirror: null, config: {} });
602
+ // 审计表写不进去(只读库 / 磁盘满)绝不能把抽取本身拖失败—— fail-safe 是硬约定。
603
+ service.saveLlmAudit = () => { throw new Error("attempt to write a readonly database"); };
604
+ const warnings = [];
605
+ const streamEntityText = createEntityStreamAdapter({
606
+ llm: {
607
+ async *stream() {
608
+ yield { type: "text-delta", index: 0, text: '{"entities":[],"relations":[]}' };
609
+ yield { type: "usage", usage: { inputTokens: 10, outputTokens: 5, totalTokens: 15 } };
610
+ yield { type: "finish", reason: { kind: "stop" } };
611
+ }
612
+ },
613
+ agentDefaultModel: { currentSelection: () => ({ provider: "mock", model: "mock-model" }) },
614
+ logger: { warn: (m) => warnings.push(String(m)) },
615
+ service
616
+ });
617
+ const text = await streamEntityText(
618
+ [{ role: "user", content: [{ type: "text", text: "记忆内容" }] }],
619
+ {}
620
+ );
621
+ assert.ok(text.includes("entities"), "extraction text survives an audit write failure");
622
+ assert.ok(warnings.some((w) => w.includes("llm audit write failed")),
623
+ "the audit failure is logged rather than swallowed silently");
624
+ store.close();
625
+ });
626
+
627
+ test("entity extraction writes no audit row when llmAudit.enabled === false", async () => {
628
+ const store = createStore(":memory:");
629
+ const service = createService({ store, mirror: null, config: {} });
630
+ const streamEntityText = createEntityStreamAdapter({
631
+ llm: {
632
+ async *stream() {
633
+ yield { type: "text-delta", index: 0, text: '{"entities":[],"relations":[]}' };
634
+ yield { type: "usage", usage: { inputTokens: 10, outputTokens: 5, totalTokens: 15 } };
635
+ yield { type: "finish", reason: { kind: "stop" } };
636
+ }
637
+ },
638
+ agentDefaultModel: { currentSelection: () => ({ provider: "mock", model: "mock-model" }) },
639
+ logger: { warn: () => {} },
640
+ service,
641
+ // 单闸门:与 dream / sleep / summarize 同一个 llmAudit.enabled,不新增第二道。
642
+ config: { llmAudit: { enabled: false } }
643
+ });
644
+ const text = await streamEntityText(
645
+ [{ role: "user", content: [{ type: "text", text: "记忆内容" }] }],
646
+ {}
647
+ );
648
+ assert.ok(text.includes("entities"), "turning the audit off must not break extraction");
649
+ assert.equal(service.listLlmAudits().length, 0, "no audit rows when disabled");
650
+ store.close();
651
+ });
652
+
653
+ // #405:实体抽取的审计行此前把失败原因压成一句常量、related_memory_ids 恒空,于是
654
+ // 429 / 配额 / 鉴权 / 超时在库里长得一模一样(主库 735 条 entity_extract error 行全
655
+ // 是「llm stream aborted or errored」),也查不出是哪条记忆没抽到实体。四条锁:原因
656
+ // 落进 error_message(复用 dream 的 describeStreamFailure,全仓归一只此一份)、无
657
+ // 细节时退回旧字面量、归属 id 传得进来且不凭空造、抛错路径同样带归属。
658
+ test("#405: entity extraction audit records the stream failure cause, not a constant", async () => {
659
+ const store = createStore(":memory:");
660
+ const service = createService({ store, mirror: null, config: {} });
661
+ const streamEntityText = createEntityStreamAdapter({
662
+ llm: {
663
+ async *stream() {
664
+ yield {
665
+ type: "finish",
666
+ reason: { kind: "error", failure: { code: "rate_limited", message: "429 Too Many Requests", status: 429 } }
667
+ };
668
+ }
669
+ },
670
+ agentDefaultModel: { currentSelection: () => ({ provider: "mock", model: "mock-model" }) },
671
+ logger: { warn: () => {} },
672
+ service
673
+ });
674
+ const text = await streamEntityText(
675
+ [{ role: "user", content: [{ type: "text", text: "记忆内容" }] }],
676
+ { memoryId: "mem-1" }
677
+ );
678
+ assert.equal(text, undefined, "a failed stream yields no text");
679
+ const row = service.listLlmAudits({ source: "entityExtract" })[0];
680
+ assert.equal(row.status, "error");
681
+ assert.equal(row.error_message, "rate_limited: 429 Too Many Requests",
682
+ "code + message from chunk.reason.failure survive into the audit row");
683
+ assert.notEqual(row.error_message, "llm stream aborted or errored",
684
+ "the constant that made every provider failure look identical is gone");
685
+ assert.deepEqual(row.related_memory_ids, ["mem-1"],
686
+ "the row is attributable to the memory that was being extracted");
687
+ store.close();
688
+ });
689
+
690
+ test("#405: entity extraction audit keeps the legacy wording when the failure has no detail", async () => {
691
+ const store = createStore(":memory:");
692
+ const service = createService({ store, mirror: null, config: {} });
693
+ const streamEntityText = createEntityStreamAdapter({
694
+ llm: {
695
+ async *stream() {
696
+ // 老形态:只有 kind,既没有 failure 也没有 message(dsh-llm 早期版本、或
697
+ // 替身)。这时退回旧字面量——把 error_message 写成空串在库里比一句常量更
698
+ // 难查,那等于用另一种方式把原因丢掉。
699
+ yield { type: "finish", reason: { kind: "aborted" } };
700
+ }
701
+ },
702
+ agentDefaultModel: { currentSelection: () => ({ provider: "mock", model: "mock-model" }) },
703
+ logger: { warn: () => {} },
704
+ service
705
+ });
706
+ await streamEntityText([{ role: "user", content: [{ type: "text", text: "记忆内容" }] }], {});
707
+ const row = service.listLlmAudits({ source: "entityExtract" })[0];
708
+ assert.equal(row.error_message, "llm stream aborted or errored");
709
+ assert.deepEqual(row.related_memory_ids, [], "no memoryId → still empty, never fabricated");
710
+ store.close();
711
+ });
712
+
713
+ test("#405: entity extraction audit attributes a thrown stream error to the memory too", async () => {
714
+ const store = createStore(":memory:");
715
+ const service = createService({ store, mirror: null, config: {} });
716
+ const streamEntityText = createEntityStreamAdapter({
717
+ llm: {
718
+ async *stream() {
719
+ throw new Error("socket hang up");
720
+ }
721
+ },
722
+ agentDefaultModel: { currentSelection: () => ({ provider: "mock", model: "mock-model" }) },
723
+ logger: { warn: () => {} },
724
+ service
725
+ });
726
+ await streamEntityText([{ role: "user", content: [{ type: "text", text: "记忆内容" }] }], { memoryId: "mem-9" });
727
+ const row = service.listLlmAudits({ source: "entityExtract" })[0];
728
+ assert.equal(row.status, "error");
729
+ assert.equal(row.error_message, "socket hang up");
730
+ assert.deepEqual(row.related_memory_ids, ["mem-9"], "the throw path attributes too");
731
+ store.close();
732
+ });
733
+
734
+ test("#405: the failure-cause formatter stays a single implementation", async () => {
735
+ const indexSrc = readFileSync(new URL("../src/index.js", import.meta.url), "utf8");
736
+ const dreamSrc = readFileSync(new URL("../src/dream.js", import.meta.url), "utf8");
737
+ assert.match(indexSrc, /describeStreamFailure/, "index.js reuses dream.js's formatter");
738
+ // 有人在这里就地重写 code/message 拼接,就又多出一份口径——#411 的教训是「复制
739
+ // 粘贴漂移不是设计,是漂移」。锁死两端:归一逻辑只许在 dream.js 里存在一次。
740
+ assert.equal(indexSrc.match(/failure\.code/g), null, "index.js must not re-format the failure code itself");
741
+ assert.equal(dreamSrc.match(/function describeStreamFailure\(/g).length, 1, "exactly one definition");
742
+ });
743
+
744
+ // 启动期保留清理(Bug8)必须与写入侧读**同一份**配置。面板把 llmAudit.enabled 写进
745
+ // kv、经 nestedFlags 合进 cfg,bundle 里可能是关的:清理若读 rawCfg,就会出现「面板
746
+ // 说开 → 各写入点照写,raw 说关 → 不清理」这种无保留期的增长(写入准入 #254 也是读
747
+ // cfg 的写入点之一)。所以这条锁的是「清理跟着装配后的 cfg 走」。
748
+ test("boot retention purge reads the assembled config, not rawCfg", async () => {
749
+ const dir = mkdtempSync(join(tmpdir(), "mneme-audit-retention-"));
750
+ const dbPath = join(dir, "memory.db");
751
+
752
+ const seed = createStore(dbPath);
753
+ createSettings(seed.db).setFeatureFlags({ "llmAudit.enabled": true });
754
+ seed.saveLlmAudit({
755
+ timestamp: new Date(Date.now() - 2 * 86400000).toISOString(),
756
+ trigger_source: "autoDream",
757
+ operation_type: "dream_consolidate",
758
+ model_id: "m",
759
+ status: "success"
760
+ });
761
+ assert.equal(seed.listLlmAudits().length, 1, "先放一行过期审计");
762
+ seed.close();
763
+
764
+ const ctx = new Context();
765
+ ctx.provide("tools", { register() { return () => {}; } });
766
+ ctx.provide("commands", { register() { return () => {}; } });
767
+ ctx.provide("systemPrompt", { context() { return () => {}; } });
768
+ ctx.provide("agentDefaultModel", { currentSelection() { return { provider: "mock", model: "mock" }; } });
769
+ ctx.provide("llm", { async *stream() { yield { type: "finish", reason: { kind: "stop" } }; } });
770
+ ctx.provide("webServer", { register() { return () => {}; } });
771
+ // bundle 说关、面板说开,保留期 1 天而那行已过期 2 天:只有读装配后的 cfg 才会清掉它
772
+ await ctx.plugin(mneme, { memoryDir: dir, llmAudit: { enabled: false, retentionDays: 1 } });
773
+
774
+ const after = new DatabaseSync(dbPath);
775
+ const left = after.prepare("SELECT count(*) AS c FROM llm_audit_logs").get().c;
776
+ after.close();
777
+ assert.equal(left, 0, "面板开着的审计必须按 cfg 清理,否则审计行只增不减");
778
+ });
779
+
780
+ // #399 的启动期裁剪同理:留存开关与保留期都要取装配后的 cfg。这里额外锁一条
781
+ // 「默认关就不动手」——留存是 opt-in,默认关时一张空表不该被每次启动扫一遍。
782
+ test("boot purge trims expired distill records only when retention is on (issue #399)", async () => {
783
+ const dir = mkdtempSync(join(tmpdir(), "mneme-distill-retention-"));
784
+ const dbPath = join(dir, "memory.db");
785
+
786
+ const seed = createStore(dbPath);
787
+ createSettings(seed.db).setFeatureFlags({ "distillRecords.enabled": true, "distillRecords.retentionDays": 1 });
788
+ seed.saveDistillRecords([
789
+ {
790
+ sessionId: "s-boot",
791
+ seq: 1,
792
+ role: "user",
793
+ text: "过期原文",
794
+ windowId: "s-boot:1",
795
+ distilledAt: new Date(Date.now() - 2 * 86400000).toISOString()
796
+ }
797
+ ]);
798
+ assert.equal(seed.db.prepare("SELECT count(*) AS c FROM distill_records").get().c, 1, "先放一行过期原文");
799
+ seed.close();
800
+
801
+ const ctx = new Context();
802
+ ctx.provide("tools", { register() { return () => {}; } });
803
+ ctx.provide("commands", { register() { return () => {}; } });
804
+ ctx.provide("systemPrompt", { context() { return () => {}; } });
805
+ ctx.provide("agentDefaultModel", { currentSelection() { return { provider: "mock", model: "mock" }; } });
806
+ ctx.provide("llm", { async *stream() { yield { type: "finish", reason: { kind: "stop" } }; } });
807
+ ctx.provide("webServer", { register() { return () => {}; } });
808
+ // bundle 说关、面板说开(保留期 1 天,那行已过期 2 天):只有读装配后的 cfg 才会清掉
809
+ await ctx.plugin(mneme, { memoryDir: dir, distillRecords: { enabled: false, retentionDays: 1 } });
810
+
811
+ const after = new DatabaseSync(dbPath);
812
+ const left = after.prepare("SELECT count(*) AS c FROM distill_records").get().c;
813
+ after.close();
814
+ assert.equal(left, 0, "面板开着的留存必须按 cfg 裁剪,否则原文只增不减");
815
+ });