@modusensus/dsh-mneme 0.13.0 → 0.14.0-beta.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (543) hide show
  1. package/LICENSE +21 -21
  2. package/README.md +830 -828
  3. package/assets/icon.svg +3 -3
  4. package/bin/cli.mjs +964 -964
  5. package/bin/dsh-mneme-choro.mjs +262 -254
  6. package/bin/dsh-mneme-mcp.mjs +510 -510
  7. package/bin/dsh-mneme-serve.mjs +151 -151
  8. package/cordis.patch.yml +21 -21
  9. package/docs/CONFIGURATION.md +407 -402
  10. package/docs/CONTINUITY.md +139 -139
  11. package/docs/DAEMON.md +57 -57
  12. package/docs/DIRECTORIES.md +114 -114
  13. package/docs/DISTILL.md +397 -371
  14. package/docs/DSH-GO.md +97 -97
  15. package/docs/ENTITIES.md +247 -247
  16. package/docs/FORGET.md +77 -77
  17. package/docs/KB.md +110 -110
  18. package/docs/LOCAL_MODEL.md +222 -222
  19. package/docs/SEMANTIC.md +256 -256
  20. package/docs/SHARE.md +552 -552
  21. package/docs/SLEEP.md +202 -202
  22. package/docs/STORAGE.md +122 -122
  23. package/docs/WORKFLOWS.md +366 -366
  24. package/lib/api-standalone.js +1007 -1007
  25. package/lib/api.js +3600 -3394
  26. package/lib/attachment-text.js +122 -122
  27. package/lib/bootstrap-http.js +105 -105
  28. package/lib/bootstrap.js +215 -215
  29. package/lib/candidates.js +454 -454
  30. package/lib/capabilities.js +819 -819
  31. package/lib/choro-command.js +111 -111
  32. package/lib/client.js +14420 -13436
  33. package/lib/commands.js +95 -95
  34. package/lib/config-keys.js +144 -144
  35. package/lib/config.js +1361 -1317
  36. package/lib/content-hash.js +54 -54
  37. package/lib/continuity.js +258 -258
  38. package/lib/date-hint.js +32 -0
  39. package/lib/diary/auto.js +190 -190
  40. package/lib/diary/compose.js +440 -440
  41. package/lib/diary/dir.js +59 -59
  42. package/lib/diary/export.js +97 -97
  43. package/lib/diary/index.js +26 -26
  44. package/lib/diary/library.js +189 -189
  45. package/lib/diary/qq-inbox.js +142 -142
  46. package/lib/diary/rollover.js +61 -61
  47. package/lib/diary/session-provider.js +122 -122
  48. package/lib/document-index.js +94 -94
  49. package/lib/document.js +322 -322
  50. package/lib/dream/clustering.js +123 -123
  51. package/lib/dream/decisions.js +945 -907
  52. package/lib/dream/narratives.js +44 -44
  53. package/lib/dream/sleep.js +2027 -1887
  54. package/lib/dream/triage.js +139 -0
  55. package/lib/dream.js +1879 -1764
  56. package/lib/dsh-go/host.js +162 -162
  57. package/lib/dsh-go/panel.js +2091 -2091
  58. package/lib/dsh-go/text.js +342 -342
  59. package/lib/dsh-go/views/common.js +68 -68
  60. package/lib/dsh-go/views/entity.js +48 -48
  61. package/lib/dsh-go/views/memory.js +198 -198
  62. package/lib/dsh-go/views/root.js +30 -30
  63. package/lib/dsh-go/views/settings.js +398 -398
  64. package/lib/dsh-go/views/status.js +51 -51
  65. package/lib/embedding.js +342 -342
  66. package/lib/entities/extractor.js +285 -285
  67. package/lib/fence.js +24 -24
  68. package/lib/graph/anchoring.js +184 -184
  69. package/lib/guide.js +74 -74
  70. package/lib/heat.js +144 -144
  71. package/lib/hot-memory.js +119 -107
  72. package/lib/image-describe.js +158 -0
  73. package/lib/index.js +852 -822
  74. package/lib/inject.js +656 -639
  75. package/lib/kb/index.js +309 -309
  76. package/lib/kb/routes.js +219 -219
  77. package/lib/kb/tools.js +148 -148
  78. package/lib/lang.js +607 -584
  79. package/lib/local-embedder.js +358 -358
  80. package/lib/maintenance.js +162 -162
  81. package/lib/memory-source.js +9 -9
  82. package/lib/mirror.js +330 -330
  83. package/lib/organize.js +456 -456
  84. package/lib/peak-hours.js +172 -172
  85. package/lib/pipeline-activities.js +178 -178
  86. package/lib/pipeline-attribution.js +165 -165
  87. package/lib/pipeline-command.js +279 -279
  88. package/lib/pipeline-confirm.js +142 -142
  89. package/lib/pipeline-exec.js +174 -174
  90. package/lib/pipeline-nudge-auto.js +129 -129
  91. package/lib/pipeline-nudge.js +1623 -1623
  92. package/lib/pipeline-observations.js +181 -181
  93. package/lib/pipeline-observe.js +133 -133
  94. package/lib/pipeline-runner.js +361 -361
  95. package/lib/pipeline-runs.js +442 -442
  96. package/lib/pipeline.js +716 -716
  97. package/lib/placement.js +13 -13
  98. package/lib/pre-inject-gate.js +354 -354
  99. package/lib/profile-extract.js +164 -164
  100. package/lib/profile-facts.js +356 -356
  101. package/lib/provenance-http.js +251 -251
  102. package/lib/quality-filter.js +162 -162
  103. package/lib/recall-stats.js +190 -190
  104. package/lib/reclaim-http.js +150 -150
  105. package/lib/reranker.js +269 -269
  106. package/lib/runtime/adopt.js +176 -176
  107. package/lib/runtime/closure.js +172 -172
  108. package/lib/runtime/download.js +247 -247
  109. package/lib/runtime/layout.js +265 -265
  110. package/lib/runtime/loader.js +252 -252
  111. package/lib/runtime/model-fetch.js +361 -361
  112. package/lib/runtime/provision.js +237 -237
  113. package/lib/runtime/tarball.js +130 -130
  114. package/lib/runtime/verify.js +223 -223
  115. package/lib/safe-slice.js +18 -18
  116. package/lib/scope-state.js +277 -277
  117. package/lib/scope.js +187 -187
  118. package/lib/search/adaptive.js +60 -60
  119. package/lib/search/bm25.js +96 -96
  120. package/lib/semantic.js +572 -572
  121. package/lib/sensitive-scan.js +209 -209
  122. package/lib/serve.js +228 -228
  123. package/lib/service.js +3268 -3196
  124. package/lib/session-gate.js +91 -91
  125. package/lib/session-usage.js +350 -350
  126. package/lib/settings.js +827 -802
  127. package/lib/share-http.js +281 -281
  128. package/lib/share-import.js +234 -234
  129. package/lib/share.js +335 -335
  130. package/lib/store.js +5895 -5662
  131. package/lib/summarize.js +1388 -1343
  132. package/lib/tools.js +1370 -1356
  133. package/lib/user-settings.js +230 -230
  134. package/lib/vector-index.js +180 -180
  135. package/lib/version-check.js +122 -122
  136. package/lib/wiki/claims.js +267 -0
  137. package/lib/wiki/cli-hint.js +90 -90
  138. package/lib/wiki/inject.js +164 -164
  139. package/lib/wiki/partition.js +200 -200
  140. package/lib/wiki/plan.js +214 -214
  141. package/lib/wiki/queries.js +640 -474
  142. package/lib/wiki/render.js +261 -187
  143. package/lib/wiki/scan.js +371 -371
  144. package/lib/wiki/t0.js +500 -463
  145. package/lib/wiki/t1-jobs.js +232 -232
  146. package/lib/wiki/t1.js +609 -502
  147. package/lib/write-admission.js +404 -404
  148. package/locale/en.json +6 -6
  149. package/locale/zh.json +6 -6
  150. package/package.json +15 -1
  151. package/runtime-manifest.json +526 -526
  152. package/scripts/benchmark-embed.js +201 -201
  153. package/scripts/benchmark-recall.js +249 -249
  154. package/scripts/benchmark-rerank.js +166 -166
  155. package/scripts/build-runtime-manifest.mjs +224 -224
  156. package/scripts/changelog-prep.mjs +91 -91
  157. package/scripts/check-sync.js +44 -44
  158. package/scripts/e2e-dsh.js +220 -220
  159. package/scripts/mneme-runtime.mjs +277 -277
  160. package/scripts/publish-gate.mjs +197 -197
  161. package/scripts/release-docs.mjs +210 -204
  162. package/scripts/release-notes.mjs +164 -161
  163. package/scripts/stress-dsh.js +255 -255
  164. package/scripts/sync-lib.js +47 -47
  165. package/scripts/sync-test-badge.mjs +69 -69
  166. package/scripts/test-count-sync.mjs +48 -48
  167. package/src/api-standalone.js +1007 -1007
  168. package/src/api.js +3600 -3394
  169. package/src/attachment-text.js +122 -122
  170. package/src/bootstrap-http.js +105 -105
  171. package/src/bootstrap.js +215 -215
  172. package/src/candidates.js +454 -454
  173. package/src/capabilities.js +819 -819
  174. package/src/choro-command.js +111 -111
  175. package/src/commands.js +95 -95
  176. package/src/config-keys.js +144 -144
  177. package/src/config.js +1361 -1317
  178. package/src/content-hash.js +54 -54
  179. package/src/continuity.js +258 -258
  180. package/src/date-hint.js +32 -0
  181. package/src/diary/auto.js +190 -190
  182. package/src/diary/compose.js +440 -440
  183. package/src/diary/dir.js +59 -59
  184. package/src/diary/export.js +97 -97
  185. package/src/diary/index.js +26 -26
  186. package/src/diary/library.js +189 -189
  187. package/src/diary/qq-inbox.js +142 -142
  188. package/src/diary/rollover.js +61 -61
  189. package/src/diary/session-provider.js +122 -122
  190. package/src/document-index.js +94 -94
  191. package/src/document.js +322 -322
  192. package/src/dream/clustering.js +123 -123
  193. package/src/dream/decisions.js +945 -907
  194. package/src/dream/narratives.js +44 -44
  195. package/src/dream/sleep.js +2027 -1887
  196. package/src/dream/triage.js +139 -0
  197. package/src/dream.js +1879 -1764
  198. package/src/dsh-go/host.js +162 -162
  199. package/src/dsh-go/panel.js +2091 -2091
  200. package/src/dsh-go/text.js +342 -342
  201. package/src/dsh-go/views/common.js +68 -68
  202. package/src/dsh-go/views/entity.js +48 -48
  203. package/src/dsh-go/views/memory.js +198 -198
  204. package/src/dsh-go/views/root.js +30 -30
  205. package/src/dsh-go/views/settings.js +398 -398
  206. package/src/dsh-go/views/status.js +51 -51
  207. package/src/embedding.js +342 -342
  208. package/src/entities/extractor.js +285 -285
  209. package/src/fence.js +24 -24
  210. package/src/graph/anchoring.js +184 -184
  211. package/src/guide.js +74 -74
  212. package/src/heat.js +144 -144
  213. package/src/hot-memory.js +119 -107
  214. package/src/image-describe.js +158 -0
  215. package/src/index.js +852 -822
  216. package/src/inject.js +656 -639
  217. package/src/kb/index.js +309 -309
  218. package/src/kb/routes.js +219 -219
  219. package/src/kb/tools.js +148 -148
  220. package/src/lang.js +607 -584
  221. package/src/local-embedder.js +358 -358
  222. package/src/maintenance.js +162 -162
  223. package/src/memory-source.js +9 -9
  224. package/src/mirror.js +330 -330
  225. package/src/organize.js +456 -456
  226. package/src/peak-hours.js +172 -172
  227. package/src/pipeline-activities.js +178 -178
  228. package/src/pipeline-attribution.js +165 -165
  229. package/src/pipeline-command.js +279 -279
  230. package/src/pipeline-confirm.js +142 -142
  231. package/src/pipeline-exec.js +174 -174
  232. package/src/pipeline-nudge-auto.js +129 -129
  233. package/src/pipeline-nudge.js +1623 -1623
  234. package/src/pipeline-observations.js +181 -181
  235. package/src/pipeline-observe.js +133 -133
  236. package/src/pipeline-runner.js +361 -361
  237. package/src/pipeline-runs.js +442 -442
  238. package/src/pipeline.js +716 -716
  239. package/src/placement.js +13 -13
  240. package/src/pre-inject-gate.js +354 -354
  241. package/src/profile-extract.js +164 -164
  242. package/src/profile-facts.js +356 -356
  243. package/src/provenance-http.js +251 -251
  244. package/src/quality-filter.js +162 -162
  245. package/src/recall-stats.js +190 -190
  246. package/src/reclaim-http.js +150 -150
  247. package/src/reranker.js +269 -269
  248. package/src/runtime/adopt.js +176 -176
  249. package/src/runtime/closure.js +172 -172
  250. package/src/runtime/download.js +247 -247
  251. package/src/runtime/layout.js +265 -265
  252. package/src/runtime/loader.js +252 -252
  253. package/src/runtime/model-fetch.js +361 -361
  254. package/src/runtime/provision.js +237 -237
  255. package/src/runtime/tarball.js +130 -130
  256. package/src/runtime/verify.js +223 -223
  257. package/src/safe-slice.js +18 -18
  258. package/src/scope-state.js +277 -277
  259. package/src/scope.js +187 -187
  260. package/src/search/adaptive.js +60 -60
  261. package/src/search/bm25.js +96 -96
  262. package/src/semantic.js +572 -572
  263. package/src/sensitive-scan.js +209 -209
  264. package/src/serve.js +228 -228
  265. package/src/service.js +3268 -3196
  266. package/src/session-gate.js +91 -91
  267. package/src/session-usage.js +350 -350
  268. package/src/settings.js +827 -802
  269. package/src/share-http.js +281 -281
  270. package/src/share-import.js +234 -234
  271. package/src/share.js +335 -335
  272. package/src/store.js +5895 -5662
  273. package/src/summarize.js +1388 -1343
  274. package/src/tools.js +1370 -1356
  275. package/src/user-settings.js +230 -230
  276. package/src/vector-index.js +180 -180
  277. package/src/version-check.js +122 -122
  278. package/src/wiki/claims.js +267 -0
  279. package/src/wiki/cli-hint.js +90 -90
  280. package/src/wiki/inject.js +164 -164
  281. package/src/wiki/partition.js +200 -200
  282. package/src/wiki/plan.js +214 -214
  283. package/src/wiki/queries.js +640 -474
  284. package/src/wiki/render.js +261 -187
  285. package/src/wiki/scan.js +371 -371
  286. package/src/wiki/t0.js +500 -463
  287. package/src/wiki/t1-jobs.js +232 -232
  288. package/src/wiki/t1.js +609 -502
  289. package/src/write-admission.js +404 -404
  290. package/test/adaptive-inject-budget.test.js +85 -85
  291. package/test/api-hardening.test.js +173 -173
  292. package/test/api-nudge-route.test.js +259 -259
  293. package/test/api-routes-gaps.test.js +1092 -1092
  294. package/test/api.test.js +3007 -2988
  295. package/test/attachment-text.test.js +139 -139
  296. package/test/audit.test.js +448 -448
  297. package/test/baseline-persist.test.js +248 -248
  298. package/test/benchmark.test.js +94 -94
  299. package/test/bm25-corpus-cache.test.js +145 -145
  300. package/test/bootstrap.test.js +228 -228
  301. package/test/candidates.test.js +345 -345
  302. package/test/capabilities.test.js +577 -577
  303. package/test/capacity-warning.test.js +262 -262
  304. package/test/changelog-prep.test.js +125 -125
  305. package/test/choro-command.test.js +218 -218
  306. package/test/cli-enums.test.js +37 -37
  307. package/test/cli-flag-value.test.js +86 -86
  308. package/test/cli-receive.test.js +390 -390
  309. package/test/cli-share.test.js +437 -437
  310. package/test/client-share.test.js +225 -225
  311. package/test/client.test.js +4595 -4184
  312. package/test/clustering.test.js +100 -100
  313. package/test/commands.test.js +106 -106
  314. package/test/config-keys-routes.test.js +233 -233
  315. package/test/config.test.js +153 -153
  316. package/test/conflict-freeze.test.js +344 -344
  317. package/test/conflict-ledger-enforce.test.js +452 -0
  318. package/test/conflict-ledger.test.js +242 -0
  319. package/test/conflict-reviewed.test.js +79 -79
  320. package/test/content-hash.test.js +204 -204
  321. package/test/continuity.test.js +452 -452
  322. package/test/contrast.test.js +432 -320
  323. package/test/date-hint.test.js +156 -0
  324. package/test/dedupe-candidate-window.test.js +180 -180
  325. package/test/dependency-overrides.test.js +78 -78
  326. package/test/diary-library.test.js +187 -187
  327. package/test/diary.test.js +576 -576
  328. package/test/differentiate-feedback.test.js +248 -248
  329. package/test/distill-tx-embed-gap.test.js +110 -110
  330. package/test/docs-config-keys.test.js +65 -65
  331. package/test/document-dir.test.js +233 -233
  332. package/test/document.test.js +703 -703
  333. package/test/dream-archive-guardrail.test.js +116 -116
  334. package/test/dream-baseline-clamp.test.js +174 -0
  335. package/test/dream-candidate-hybrid.test.js +281 -281
  336. package/test/dream-coverage-degrade.test.js +86 -86
  337. package/test/dream-decision-evidence.test.js +314 -314
  338. package/test/dream-failure-backoff.test.js +173 -173
  339. package/test/dream-fence.test.js +207 -207
  340. package/test/dream-maxtokens-fallback.test.js +132 -132
  341. package/test/dream-merge-guardrail.test.js +219 -219
  342. package/test/dream-peak-hours.test.js +194 -194
  343. package/test/dream.test.js +1528 -1528
  344. package/test/dsh-go-host.test.js +134 -134
  345. package/test/dsh-go-panel-actions.test.js +854 -854
  346. package/test/dsh-go-panel.test.js +251 -251
  347. package/test/embed-ready-poll.test.js +94 -94
  348. package/test/embed-text-reasons.test.js +112 -112
  349. package/test/embedding-cache-f32.test.js +276 -276
  350. package/test/embedding-ready.test.js +226 -226
  351. package/test/entities.test.js +711 -711
  352. package/test/entity-recall.test.js +179 -179
  353. package/test/epistemic.test.js +325 -325
  354. package/test/failure-query.test.js +147 -147
  355. package/test/failure-retention.test.js +105 -105
  356. package/test/fnew-0112.test.js +311 -311
  357. package/test/fnew-03.test.js +422 -422
  358. package/test/forget-corrections.test.js +70 -70
  359. package/test/graph-anchoring.test.js +184 -184
  360. package/test/graph-api.test.js +333 -209
  361. package/test/graph-boosted-relations.test.js +189 -189
  362. package/test/graph-inject-budget.test.js +103 -103
  363. package/test/graph-multipath.test.js +269 -269
  364. package/test/graph-passive-confirm.test.js +91 -91
  365. package/test/graph-weight-evolution.test.js +104 -104
  366. package/test/heat.test.js +175 -175
  367. package/test/helpers/dream-mock.js +86 -86
  368. package/test/helpers/peer-worker.mjs +25 -25
  369. package/test/helpers/runtime-source.js +60 -60
  370. package/test/helpers/tar-builder.js +80 -80
  371. package/test/helpers/write-admission-samples.js +312 -312
  372. package/test/hot-memory.test.js +259 -211
  373. package/test/image-description.test.js +271 -0
  374. package/test/image-memory.test.js +170 -170
  375. package/test/inject-content-cap.test.js +91 -91
  376. package/test/inject-first-round-bm25.test.js +89 -89
  377. package/test/inject-heat.test.js +77 -77
  378. package/test/inject-parent-gate.test.js +134 -106
  379. package/test/inject-pin-explicit.test.js +300 -300
  380. package/test/inject-pin-vector-crowd.test.js +225 -225
  381. package/test/inject-pools.test.js +195 -195
  382. package/test/inject-recall.test.js +172 -172
  383. package/test/inject-rotation.test.js +161 -161
  384. package/test/inject.test.js +553 -494
  385. package/test/issue-617-step1-query-and-fusion.test.js +361 -361
  386. package/test/kb-api-wiring.test.js +128 -128
  387. package/test/kb-collections.test.js +272 -272
  388. package/test/kb-routes.test.js +379 -379
  389. package/test/lang.test.js +98 -98
  390. package/test/lastrunat-persist.test.js +101 -101
  391. package/test/lib-smoke.test.js +116 -116
  392. package/test/llm-audit.test.js +815 -815
  393. package/test/llm-message-source.test.js +207 -207
  394. package/test/local-embedder.test.js +292 -292
  395. package/test/maintenance.test.js +501 -501
  396. package/test/mcp-stdio.test.js +385 -385
  397. package/test/mint-source.test.js +311 -311
  398. package/test/mirror-dirty.test.js +424 -424
  399. package/test/mirror-edit-digest.test.js +187 -187
  400. package/test/mirror-generation.test.js +499 -499
  401. package/test/mirror-types.test.js +208 -208
  402. package/test/mirror.test.js +249 -249
  403. package/test/narrative-bars.test.js +162 -162
  404. package/test/organize-tool.test.js +232 -232
  405. package/test/organize.test.js +418 -418
  406. package/test/panel-chart-scale.test.js +90 -0
  407. package/test/panel-tokens.test.js +245 -0
  408. package/test/peak-hours-observability.test.js +70 -70
  409. package/test/peer-blockers.test.js +193 -193
  410. package/test/persona-addressing.test.js +83 -83
  411. package/test/persona-api.test.js +172 -172
  412. package/test/persona-by-session.test.js +568 -568
  413. package/test/persona-flag.test.js +36 -36
  414. package/test/persona-inject.test.js +145 -145
  415. package/test/persona-settings.test.js +198 -198
  416. package/test/pipeline-activities.test.js +155 -155
  417. package/test/pipeline-attribution.test.js +175 -175
  418. package/test/pipeline-command.test.js +243 -243
  419. package/test/pipeline-confirm.test.js +148 -148
  420. package/test/pipeline-exec.test.js +172 -172
  421. package/test/pipeline-nudge-auto.test.js +248 -248
  422. package/test/pipeline-nudge.test.js +1278 -1278
  423. package/test/pipeline-observations.test.js +157 -157
  424. package/test/pipeline-observe.test.js +127 -127
  425. package/test/pipeline-r1r2.test.js +278 -278
  426. package/test/pipeline-runner.test.js +468 -468
  427. package/test/pipeline-runs.test.js +767 -767
  428. package/test/pipeline.test.js +636 -636
  429. package/test/placement.test.js +36 -36
  430. package/test/policy-epoch.test.js +259 -259
  431. package/test/pre-inject-gate.test.js +444 -444
  432. package/test/profile-extract.test.js +269 -269
  433. package/test/profile-facts.test.js +492 -492
  434. package/test/prompt-stance.test.js +128 -128
  435. package/test/provenance-http.test.js +367 -367
  436. package/test/publish-gate.test.js +272 -272
  437. package/test/quality-backfill.test.js +290 -290
  438. package/test/quality-filter.test.js +295 -295
  439. package/test/readme-claims.test.js +113 -113
  440. package/test/reasoning-effort.test.js +752 -752
  441. package/test/recall-anti-update.test.js +82 -82
  442. package/test/recall-evals.test.js +253 -253
  443. package/test/recall-layer.test.js +326 -326
  444. package/test/recall-retention.test.js +128 -128
  445. package/test/recall-stats.test.js +274 -274
  446. package/test/receipt-chain.test.js +451 -451
  447. package/test/reclaim-http.test.js +209 -209
  448. package/test/reflection-update-gate.test.js +129 -129
  449. package/test/reflection.test.js +226 -226
  450. package/test/reindex-backfill.test.js +475 -475
  451. package/test/reindex-scheduler.test.js +369 -369
  452. package/test/release-docs.test.js +156 -136
  453. package/test/release-notes.test.js +265 -240
  454. package/test/release-workflow.test.js +93 -93
  455. package/test/reranker-single-logit.test.js +73 -73
  456. package/test/reranker.test.js +197 -197
  457. package/test/resident-status.test.js +83 -83
  458. package/test/route-policy.test.js +113 -113
  459. package/test/runtime-adopt.test.js +206 -206
  460. package/test/runtime-cli.test.js +89 -89
  461. package/test/runtime-closure.test.js +193 -193
  462. package/test/runtime-download.test.js +302 -302
  463. package/test/runtime-layout.test.js +163 -163
  464. package/test/runtime-loader.test.js +255 -255
  465. package/test/runtime-manifest.test.js +159 -159
  466. package/test/runtime-model-fetch.test.js +348 -348
  467. package/test/runtime-provision.test.js +101 -101
  468. package/test/runtime-tarball.test.js +81 -81
  469. package/test/runtime-verify.test.js +319 -319
  470. package/test/scope-candidates.test.js +491 -491
  471. package/test/scope-distill-stamp.test.js +134 -134
  472. package/test/scope-explicit.test.js +452 -452
  473. package/test/scope-inject-soft.test.js +106 -106
  474. package/test/scope-optional-service.test.js +110 -110
  475. package/test/scope-retrieval.test.js +197 -197
  476. package/test/scope-state.test.js +610 -610
  477. package/test/scope-storage.test.js +255 -255
  478. package/test/scope-strict.test.js +367 -367
  479. package/test/search-fusion.test.js +90 -90
  480. package/test/security-doc.test.js +188 -178
  481. package/test/semantic.test.js +124 -124
  482. package/test/sensitive-scan.test.js +251 -251
  483. package/test/serve-bin.test.js +121 -121
  484. package/test/serve.test.js +258 -258
  485. package/test/service-search.test.js +174 -174
  486. package/test/service.test.js +410 -410
  487. package/test/session-gate.test.js +264 -264
  488. package/test/session-usage.test.js +317 -317
  489. package/test/settings.test.js +273 -273
  490. package/test/share-foreign-rows.test.js +144 -144
  491. package/test/share-http.test.js +144 -144
  492. package/test/share-import.test.js +577 -577
  493. package/test/share-imported-guard.test.js +311 -311
  494. package/test/share-imported-identity.test.js +111 -111
  495. package/test/share-pack.test.js +511 -511
  496. package/test/share-receive-http.test.js +756 -756
  497. package/test/share-routes.test.js +337 -337
  498. package/test/share-store.test.js +133 -133
  499. package/test/share-validate.test.js +101 -101
  500. package/test/skip-invalid-restore.test.js +262 -262
  501. package/test/sleep-action-set.test.js +441 -441
  502. package/test/sleep-catchup.test.js +315 -315
  503. package/test/sleep-failure-backoff.test.js +156 -156
  504. package/test/sleep-heat.test.js +174 -174
  505. package/test/sleep-scheduler-rearm.test.js +89 -89
  506. package/test/sleep.test.js +1455 -1418
  507. package/test/standalone-api.test.js +1344 -1344
  508. package/test/store-vector-cache.test.js +98 -98
  509. package/test/store-write-path-columns.test.js +191 -191
  510. package/test/store.test.js +744 -744
  511. package/test/stress.test.js +209 -209
  512. package/test/summarize-occurred-at.test.js +127 -127
  513. package/test/summarize-parse-diagnostics.test.js +75 -75
  514. package/test/summarize-reasoning-effort.test.js +189 -189
  515. package/test/summarize.test.js +2251 -2251
  516. package/test/supersede-state-tracking.test.js +394 -394
  517. package/test/test-count-sync.test.js +71 -71
  518. package/test/tool-state-ignore.test.js +65 -65
  519. package/test/tools-dto-schema-matrix.test.js +398 -398
  520. package/test/tools-memory-get-schema.test.js +65 -65
  521. package/test/tools.test.js +585 -585
  522. package/test/updated-at-semantics.test.js +113 -113
  523. package/test/user-settings-preview.test.js +127 -127
  524. package/test/user-settings-segments.test.js +527 -527
  525. package/test/vector-index.test.js +334 -334
  526. package/test/version-check.test.js +152 -152
  527. package/test/webServer-optional.test.js +82 -82
  528. package/test/wiki-api.test.js +734 -627
  529. package/test/wiki-claims.test.js +194 -0
  530. package/test/wiki-cli-hint.test.js +118 -118
  531. package/test/wiki-inject.test.js +265 -265
  532. package/test/wiki-partition.test.js +112 -112
  533. package/test/wiki-plan.test.js +80 -80
  534. package/test/wiki-provenance.test.js +202 -0
  535. package/test/wiki-queries.test.js +398 -277
  536. package/test/wiki-scan.test.js +208 -208
  537. package/test/wiki-store.test.js +190 -190
  538. package/test/wiki-t0.test.js +456 -380
  539. package/test/wiki-t1-jobs.test.js +125 -125
  540. package/test/wiki-t1.test.js +460 -235
  541. package/test/wiki-tools.test.js +176 -176
  542. package/test/workflow-guards.test.js +155 -155
  543. package/test/write-admission.test.js +668 -668
@@ -1,314 +1,314 @@
1
- // issue #534:[0.9.5] dream 决策层 19 轮里 17 轮整轮判定无效,两轮 ok 也 applied=0,
2
- // 失败时不落原始决策。作者报的是三件互相独立的观测缺口,本文件各锁一条:
3
- //
4
- // 1. 失败的轮次只剩「N errors」这个结论,模型原文随日志滚掉,事后无法复现;
5
- // → dream_runs.raw_output(不入 decisions 列:那一列的语义是「可重放决策数组」,
6
- // applyDecisions 直接吃它,塞非决策对象会污染重放者)。
7
- // 2. skipped 里只有 index/action/ids/error 四键,看不出这条决策是「缺 title」
8
- // 还是「缺 content」——都是同一个 error 串里的不同分支;
9
- // → 逐条补 has_keepSource / has_title / has_content 三个布尔。
10
- // 3. 审计算 95% 成功率、真实整轮只有 10.5%:两套账没有共同分母。
11
- // → llm_audit_logs.metadata.decision_validation(verdict + 三个计数 + 动作名),
12
- // 不改 status/token/timestamp(那是调用层事实,改写等于伪造账本)。
13
- import test from "node:test";
14
- import assert from "node:assert/strict";
15
- import { readFileSync } from "node:fs";
16
- import {
17
- createDreamScheduler,
18
- rawOutputPayload,
19
- decisionValidationMeta,
20
- validateDecisions
21
- } from "../src/dream.js";
22
- import { createStore } from "../src/store.js";
23
- import { createService } from "../src/service.js";
24
- import { mockCtx } from "./helpers/dream-mock.js";
25
-
26
- function snapshot(ids) {
27
- return new Map(ids.map((id) => [id, {
28
- id, type: "project", title: `t-${id}`, content: `c-${id}`, importance: 3, archived: false, forgotten: false
29
- }]));
30
- }
31
-
32
- function setup() {
33
- const store = createStore(":memory:");
34
- const service = createService({ store, mirror: null, config: {} });
35
- const dream = createDreamScheduler({ onRun: () => Promise.resolve({ ok: true, skipped: true }) });
36
- return { store, service, dream };
37
- }
38
-
39
- function consolidateAudits(service) {
40
- return service.listLlmAudits({ limit: 20 }).filter((a) => a.operation_type === "dream_consolidate");
41
- }
42
-
43
- function metaOf(row) {
44
- const meta = row.metadata;
45
- return typeof meta === "string" ? JSON.parse(meta) : meta;
46
- }
47
-
48
- // ---------------------------------------------------------------- 建议 2 载荷
49
-
50
- test("#534: rawOutputPayload 只留头尾,空文本整键不写", () => {
51
- assert.equal(rawOutputPayload(""), undefined, "空文本不许落空壳对象冒充「有原文」");
52
- assert.equal(rawOutputPayload(undefined), undefined);
53
- assert.equal(rawOutputPayload(null), undefined);
54
-
55
- const short = rawOutputPayload("抱歉,我无法处理这个任务");
56
- assert.equal(short.raw_len, 12);
57
- assert.equal(short.raw_has_bracket, false, "有没有 '[' 是区分「没按格式写」与「格式对但救不回来」的判据");
58
- assert.equal("raw_tail" in short, false, "短文本不补 tail:tail 是给跑飞的长输出定位收尾的");
59
-
60
- const long = `起手 ${"填".repeat(600)} 收尾段落`;
61
- const payload = rawOutputPayload(long);
62
- assert.equal(payload.raw_len, long.length);
63
- assert.equal(payload.raw_head, long.slice(0, 300), "头部固定 300 字,口径沿用 #504");
64
- assert.equal(payload.raw_tail, long.slice(-200), "仅 >500 字时补末 200 字");
65
- assert.equal(payload.raw_has_bracket, false);
66
-
67
- assert.equal(rawOutputPayload("[{").raw_has_bracket, true);
68
- });
69
-
70
- test("#534: 拒收轮与合法子集的载荷形状一致,只是 verdict 不同", () => {
71
- const rejected = decisionValidationMeta({ verdict: "rejected", errors: ["e1", "e2"], skipped: [{ action: "merge" }, { action: "merge" }, { action: "archive" }], survivorCount: 0 });
72
- assert.deepEqual(rejected.decision_validation, {
73
- verdict: "rejected",
74
- error_count: 2,
75
- skipped_count: 3,
76
- survivor_count: 0,
77
- invalid_actions: ["merge", "archive"]
78
- });
79
- const ok = decisionValidationMeta({ verdict: "ok", errors: [], skipped: [], survivorCount: 4 });
80
- assert.equal(ok.decision_validation.verdict, "ok");
81
- assert.deepEqual(ok.decision_validation.invalid_actions, []);
82
- assert.equal(ok.decision_validation.survivor_count, 4);
83
- });
84
-
85
- // ---------------------------------------------------------------- 建议 1 三布尔
86
-
87
- test("#534: skipped 逐条带 has_keepSource / has_title / has_content,能区分缺哪一项", () => {
88
- const ids = ["a", "b"];
89
- const snap = snapshot(ids);
90
- // ① merge 什么都不给 → 三个布尔全 false(keepSource 不在 ids 里、title/content 空)
91
- const bare = validateDecisions([{ action: "merge", ids }], snap, { skipInvalid: true });
92
- assert.equal(bare.skipped.length, 1);
93
- const skippedBare = bare.skipped[0];
94
- assert.deepEqual(Object.keys(skippedBare).sort(), ["action", "error", "has_content", "has_keepSource", "has_title", "ids", "index"],
95
- "既有四键保留,只加三个布尔——不塞原文");
96
- assert.equal(skippedBare.has_keepSource, false);
97
- assert.equal(skippedBare.has_title, false);
98
- assert.equal(skippedBare.has_content, false);
99
-
100
- // ② 三项都给但 keepSource 不指向自家人 → 仍被拒,但三布尔能看出「字段是齐的」
101
- const full = validateDecisions([{
102
- action: "merge", ids, keepSource: "zzz", title: "合并标题", content: "合并正文", importance: 4
103
- }], snap, { skipInvalid: true });
104
- assert.equal(full.skipped.length, 1);
105
- assert.equal(full.skipped[0].has_keepSource, true, "写了 keepSource 就要看清「写了但不合法」");
106
- assert.equal(full.skipped[0].has_title, true);
107
- assert.equal(full.skipped[0].has_content, true);
108
- assert.match(full.skipped[0].error, /keepSource/, "具体不合法的点仍在 error 里,布尔只补形状");
109
-
110
- // ③ 空白字符串不算「有」:模型常把缺省值写成空串
111
- const blank = validateDecisions([{ action: "merge", ids, keepSource: "a", title: " ", content: "\n" }], snap, { skipInvalid: true });
112
- assert.equal(blank.skipped[0].has_title, false);
113
- assert.equal(blank.skipped[0].has_content, false);
114
- });
115
-
116
- // ---------------------------------------------------------------- 建议 2 落库(端到端)
117
-
118
- test("#534: 解析失败轮把模型原文写进 raw_output,decisions 仍然不落库", async () => {
119
- const { store, service, dream } = setup();
120
- service.saveWithDedupe({ type: "preference", title: "语言", content: "中文" });
121
- const prose = "抱歉,我无法处理这个任务";
122
- const result = await dream.runDream(mockCtx({ onConsolidation: () => prose }), service, {});
123
- assert.equal(result.ok, false);
124
- assert.match(result.error, /no json array/);
125
-
126
- const run = store.getDreamRun(result.runId);
127
- assert.equal(run.decisions, undefined, "回归锁:decisions 列仍只承载「可重放决策数组」");
128
- assert.ok(run.raw_output, "失败轮必须留下原文读数(此前只有一条会滚掉的 warn)");
129
- assert.equal(run.raw_output.raw_len, prose.length);
130
- assert.equal(run.raw_output.raw_head, prose, "原文本身要能在库外复现模型到底吐了什么");
131
- assert.equal(run.raw_output.raw_has_bracket, false);
132
- store.close();
133
- });
134
-
135
- test("#534: 校验整单拒绝轮同样落 raw_output(原文是有效的 JSON 数组)", async () => {
136
- const { store, service, dream } = setup();
137
- service.saveWithDedupe({ type: "preference", title: "语言", content: "中文" });
138
- const decisions = JSON.stringify([{ action: "archive", ids: ["deadbeef"] }]);
139
- const result = await dream.runDream(mockCtx({ onConsolidation: () => decisions }), service, {});
140
- assert.equal(result.ok, false);
141
- assert.match(result.error, /invalid decisions/);
142
-
143
- const run = store.getDreamRun(result.runId);
144
- assert.equal(run.decisions[0]._validationFailed, true, "既有哨兵不变(#135 锁)");
145
- assert.equal(run.raw_output.raw_len, decisions.length);
146
- assert.equal(run.raw_output.raw_head, decisions, "被拒但格式合法的轮次,原文最有价值:能离线重跑校验");
147
- assert.equal(run.raw_output.raw_has_bracket, true, "区分「格式对但内容不合法」与「压根没写 JSON」");
148
- store.close();
149
- });
150
-
151
- test("#534: 流错误(没有文本可留)落 NULL,不许写空壳对象", async () => {
152
- const { store, service, dream } = setup();
153
- service.saveWithDedupe({ type: "preference", title: "语言", content: "中文" });
154
- const ctx = {
155
- logger: { warn: () => {}, info: () => {} },
156
- llm: {
157
- async *stream() {
158
- yield { type: "finish", reason: { kind: "error", failure: { code: "RATE_LIMIT", message: "429" } } };
159
- }
160
- }
161
- };
162
- const result = await dream.runDream(ctx, service, {});
163
- assert.equal(result.ok, false);
164
- const run = store.getDreamRun(result.runId);
165
- assert.equal(run.raw_output, undefined, "提供方错误时模型没吐过正文,落 NULL 而不是 {raw_len:0}");
166
- store.close();
167
- });
168
-
169
- // ---------------------------------------------------------------- 建议 3 分账
170
-
171
- test("#534: 校验判决补回同一行的 metadata,调用层事实不动", async () => {
172
- const { store, service, dream } = setup();
173
- service.saveWithDedupe({ type: "preference", title: "语言", content: "中文" });
174
- await dream.runDream(mockCtx({ onConsolidation: () => "抱歉,我无法处理这个任务" }), service, {});
175
- const row = consolidateAudits(service).find((a) => a.status === "error");
176
- assert.ok(row, "调用层仍按既有口径记 error(吐了正文却不是 JSON 数组)");
177
- const meta = metaOf(row);
178
- assert.deepEqual(meta.decision_validation, {
179
- verdict: "unparsed",
180
- error_count: 0,
181
- skipped_count: 0,
182
- survivor_count: 0,
183
- invalid_actions: []
184
- }, "「没解析出数组」是判决的第四种状态,不能跟「整单拒绝」混成一个");
185
- assert.equal(meta.parse_failure, true, "#504 的解析失败读数必须保留(dream-fence 锁)");
186
- assert.equal(row.status, "error", "补注不许改写调用层 status");
187
- assert.ok(row.total_tokens >= 0, "token 计数原样保留");
188
- store.close();
189
- });
190
-
191
- test("#534: 调用成功但决策被整单拒绝 → 同一行同时读出两层结论", async () => {
192
- const { store, service, dream } = setup();
193
- service.saveWithDedupe({ type: "preference", title: "语言", content: "中文" });
194
- await dream.runDream(mockCtx({
195
- onConsolidation: () => JSON.stringify([{ action: "archive", ids: ["deadbeef"] }])
196
- }), service, {});
197
- const rows = consolidateAudits(service);
198
- const row = rows[0];
199
- assert.equal(row.status, "success", "调用是真的成功了——这是作者说的「审计 95% 成功率」那一侧");
200
- const meta = metaOf(row);
201
- assert.equal(meta.decision_validation.verdict, "rejected", "整轮无效在这一侧才看得见(真实 10.5%)");
202
- assert.equal(meta.decision_validation.skipped_count, 1);
203
- assert.deepEqual(meta.decision_validation.invalid_actions, ["archive"]);
204
- assert.ok(meta.decision_validation.error_count >= 1, "all-invalid 的整单错误串要计入 error_count");
205
- store.close();
206
- });
207
-
208
- test("#534: 合法子集(degraded)的 verdict 与 survivor_count 对得上", async () => {
209
- const { store, service, dream } = setup();
210
- const { memory: m } = service.saveWithDedupe({ type: "preference", title: "语言", content: "中文" });
211
- await dream.runDream(mockCtx({
212
- onConsolidation: () => JSON.stringify([
213
- { action: "keep", ids: [m.id] },
214
- { action: "archive", ids: ["deadbeef"] }
215
- ])
216
- }), service, {});
217
- const row = consolidateAudits(service)[0];
218
- assert.equal(row.status, "success");
219
- const meta = metaOf(row);
220
- assert.equal(meta.decision_validation.verdict, "degraded");
221
- assert.equal(meta.decision_validation.skipped_count, 1);
222
- // 校验器就地 splice 掉被跳过的条目,所以存活数就是校验后的 decisions 长度:
223
- // 这里 1 条 keep 存活、1 条 archive 被跳过(隐式 keep 不会重复补已 claim 的 id)。
224
- assert.equal(meta.decision_validation.survivor_count, 1, "存活数是校验后真正会被消费的条目数");
225
- store.close();
226
- });
227
-
228
- test("#534: 全部合法的轮次 verdict=ok,metadata 不因补注长出多余键", async () => {
229
- const { store, service, dream } = setup();
230
- const { memory: m } = service.saveWithDedupe({ type: "preference", title: "语言", content: "中文" });
231
- const result = await dream.runDream(mockCtx({
232
- onConsolidation: () => JSON.stringify([{ action: "keep", ids: [m.id] }])
233
- }), service, {});
234
- assert.equal(result.ok, true);
235
- const row = consolidateAudits(service)[0];
236
- const meta = metaOf(row);
237
- assert.equal(meta.decision_validation.verdict, "ok");
238
- assert.equal(meta.decision_validation.skipped_count, 0);
239
- assert.equal(meta.parse_failure, undefined, "成功轮不许带解析失败读数");
240
- store.close();
241
- });
242
-
243
- test("#534: 覆盖率不足(没有逐条跳过)也判 degraded,与 dream_runs.status 同源", async () => {
244
- // CodeRabbit on #535:coverageShortfall 同样是校验层降级。此前 verdict 只认
245
- // skippedInvalid,于是「模型给了合法子集、但覆盖不到半数」的轮次会落成
246
- // dream_runs.status="degraded" 而 metadata 写 verdict="ok"——两套账在最该
247
- // 对齐的一格上又对不上。这条锁把它们绑死在同一个判据上。
248
- const { store, service, dream } = setup();
249
- const ids = [];
250
- for (let i = 0; i < 5; i += 1) {
251
- ids.push(service.saveWithDedupe({ type: "project", title: `覆盖-${i}`, content: `覆盖正文-${i}`, importance: 3 }).memory.id);
252
- }
253
- const result = await dream.runDream(mockCtx({
254
- // 2/5 = 40% 覆盖 < 下限 50%,且没有一条被逐条跳过——降级理由只能是 coverage。
255
- // 必须让一条真落地(archive 掉一条):全 keep 轮会先被 noChange 分支截走
256
- // (那里 status 只由 summaryStored 决定),走不到 coverage 这一格。
257
- onConsolidation: () => JSON.stringify([
258
- { action: "keep", ids: [ids[0]] },
259
- { action: "archive", ids: [ids[1]], reason: "重复条目" }
260
- ])
261
- }), service, { dreamImplicitKeep: true, dreamMinExplicitCoverage: 0.5 });
262
- const run = store.getDreamRun(result.runId);
263
- assert.equal(run.applied, 1, "先确认这条路径真的落地了改动(否则测的还是 noChange 分支)");
264
- assert.equal(run.status, "degraded", "覆盖率不足在 run 行上一直是 degraded(#104 方向 1)");
265
- const meta = metaOf(consolidateAudits(service)[0]);
266
- assert.equal(meta.decision_validation.verdict, "degraded", "审计 metadata 必须跟 run 行说同一件事");
267
- assert.equal(meta.decision_validation.skipped_count, 0, "这条路径没有逐条跳过,判据只能是 coverage");
268
- assert.equal(meta.decision_validation.survivor_count, 5, "未 claim 的 4 条被隐式 keep 补齐,全部存活");
269
- store.close();
270
- });
271
-
272
- test("#534: 审计行的 id 来自本次插入,不是「当前最大 id」", async () => {
273
- // CodeRabbit on #535(Major):saveLlmAudit 原来先 INSERT 再
274
- // `SELECT * ORDER BY id DESC LIMIT 1`。库支持多进程共用,另一个写者插在
275
- // 中间就会把这行读成别人的调用,随后 annotate 把本轮判决写到别人头上。
276
- // 这里用「连续两次写入各自拿回自己那行」锁住回读口径。
277
- const { store, service } = setup();
278
- const first = service.saveLlmAudit({ trigger_source: "t", operation_type: "o1", model_id: "m", status: "success" });
279
- service.saveLlmAudit({ trigger_source: "t", operation_type: "o2", model_id: "m", status: "success" });
280
- const second = service.saveLlmAudit({ trigger_source: "t", operation_type: "o3", model_id: "m", status: "success" });
281
- assert.equal(first.operation_type, "o1", "回读的必须是自己插入的那一行");
282
- assert.equal(second.operation_type, "o3");
283
- assert.ok(second.id > first.id, "id 单调,但取值只认本次插入");
284
-
285
- // 判决补注同样按 id 定位:插一行噪声在后面,也不能改变目标行。
286
- service.saveLlmAudit({ trigger_source: "t", operation_type: "noise", model_id: "m", status: "success" });
287
- const updated = service.annotateLlmAudit(first.id, { decision_validation: { verdict: "rejected" } });
288
- assert.equal(updated.operation_type, "o1", "补注不许漂到别的行");
289
- const rows = service.listLlmAudits({ limit: 20 });
290
- assert.equal(rows.find((r) => r.operation_type === "noise").metadata, undefined, "噪声行不许被写上本轮判决");
291
- store.close();
292
- });
293
-
294
- test("#534: saveLlmAudit 不再用「取最大 id」回读(源码锁)", () => {
295
- const src = readFileSync(new URL("../src/store.js", import.meta.url), "utf8");
296
- const body = src.slice(src.indexOf("function saveLlmAudit(entry)"));
297
- const head = body.slice(0, body.indexOf("\n }\n"));
298
- // 先去注释再判:解释这条坑的注释本身会引述旧写法,不剥掉就永远命中自己。
299
- const code = head.replace(/^\s*\/\/.*$/gm, "");
300
- assert.equal(code.includes("ORDER BY id DESC LIMIT 1"), false,
301
- "多进程共用同一库时「取最大 id」会读成别人的行——必须用 lastInsertRowid");
302
- assert.match(code, /lastInsertRowid/, "回读口径锁在本次插入返回的 rowid 上");
303
- assert.match(code, /SELECT \* FROM llm_audit_logs WHERE id = \?/, "回读用主键定位,不用排序取首行");
304
- });
305
-
306
- // ---------------------------------------------------------------- 改动面守卫
307
-
308
- test("#534: decisions 列之外没有别的写入口往那一列塞非决策对象", () => {
309
- // 这条锁防的是「后来有人图省事,把原文/诊断内联进 decisions」——那会同时打挂
310
- // applyDecisions 的重放语义与所有按决策数组消费的下游。
311
- const src = readFileSync(new URL("../src/dream.js", import.meta.url), "utf8");
312
- assert.match(src, /raw_output:\s*result\.raw_output/, "finish 必须把 raw_output 转发给 saveDreamRun");
313
- assert.equal(src.includes("_rawOutput"), false, "不许另起一个内联标记走 decisions 列");
314
- });
1
+ // issue #534:[0.9.5] dream 决策层 19 轮里 17 轮整轮判定无效,两轮 ok 也 applied=0,
2
+ // 失败时不落原始决策。作者报的是三件互相独立的观测缺口,本文件各锁一条:
3
+ //
4
+ // 1. 失败的轮次只剩「N errors」这个结论,模型原文随日志滚掉,事后无法复现;
5
+ // → dream_runs.raw_output(不入 decisions 列:那一列的语义是「可重放决策数组」,
6
+ // applyDecisions 直接吃它,塞非决策对象会污染重放者)。
7
+ // 2. skipped 里只有 index/action/ids/error 四键,看不出这条决策是「缺 title」
8
+ // 还是「缺 content」——都是同一个 error 串里的不同分支;
9
+ // → 逐条补 has_keepSource / has_title / has_content 三个布尔。
10
+ // 3. 审计算 95% 成功率、真实整轮只有 10.5%:两套账没有共同分母。
11
+ // → llm_audit_logs.metadata.decision_validation(verdict + 三个计数 + 动作名),
12
+ // 不改 status/token/timestamp(那是调用层事实,改写等于伪造账本)。
13
+ import test from "node:test";
14
+ import assert from "node:assert/strict";
15
+ import { readFileSync } from "node:fs";
16
+ import {
17
+ createDreamScheduler,
18
+ rawOutputPayload,
19
+ decisionValidationMeta,
20
+ validateDecisions
21
+ } from "../src/dream.js";
22
+ import { createStore } from "../src/store.js";
23
+ import { createService } from "../src/service.js";
24
+ import { mockCtx } from "./helpers/dream-mock.js";
25
+
26
+ function snapshot(ids) {
27
+ return new Map(ids.map((id) => [id, {
28
+ id, type: "project", title: `t-${id}`, content: `c-${id}`, importance: 3, archived: false, forgotten: false
29
+ }]));
30
+ }
31
+
32
+ function setup() {
33
+ const store = createStore(":memory:");
34
+ const service = createService({ store, mirror: null, config: {} });
35
+ const dream = createDreamScheduler({ onRun: () => Promise.resolve({ ok: true, skipped: true }) });
36
+ return { store, service, dream };
37
+ }
38
+
39
+ function consolidateAudits(service) {
40
+ return service.listLlmAudits({ limit: 20 }).filter((a) => a.operation_type === "dream_consolidate");
41
+ }
42
+
43
+ function metaOf(row) {
44
+ const meta = row.metadata;
45
+ return typeof meta === "string" ? JSON.parse(meta) : meta;
46
+ }
47
+
48
+ // ---------------------------------------------------------------- 建议 2 载荷
49
+
50
+ test("#534: rawOutputPayload 只留头尾,空文本整键不写", () => {
51
+ assert.equal(rawOutputPayload(""), undefined, "空文本不许落空壳对象冒充「有原文」");
52
+ assert.equal(rawOutputPayload(undefined), undefined);
53
+ assert.equal(rawOutputPayload(null), undefined);
54
+
55
+ const short = rawOutputPayload("抱歉,我无法处理这个任务");
56
+ assert.equal(short.raw_len, 12);
57
+ assert.equal(short.raw_has_bracket, false, "有没有 '[' 是区分「没按格式写」与「格式对但救不回来」的判据");
58
+ assert.equal("raw_tail" in short, false, "短文本不补 tail:tail 是给跑飞的长输出定位收尾的");
59
+
60
+ const long = `起手 ${"填".repeat(600)} 收尾段落`;
61
+ const payload = rawOutputPayload(long);
62
+ assert.equal(payload.raw_len, long.length);
63
+ assert.equal(payload.raw_head, long.slice(0, 300), "头部固定 300 字,口径沿用 #504");
64
+ assert.equal(payload.raw_tail, long.slice(-200), "仅 >500 字时补末 200 字");
65
+ assert.equal(payload.raw_has_bracket, false);
66
+
67
+ assert.equal(rawOutputPayload("[{").raw_has_bracket, true);
68
+ });
69
+
70
+ test("#534: 拒收轮与合法子集的载荷形状一致,只是 verdict 不同", () => {
71
+ const rejected = decisionValidationMeta({ verdict: "rejected", errors: ["e1", "e2"], skipped: [{ action: "merge" }, { action: "merge" }, { action: "archive" }], survivorCount: 0 });
72
+ assert.deepEqual(rejected.decision_validation, {
73
+ verdict: "rejected",
74
+ error_count: 2,
75
+ skipped_count: 3,
76
+ survivor_count: 0,
77
+ invalid_actions: ["merge", "archive"]
78
+ });
79
+ const ok = decisionValidationMeta({ verdict: "ok", errors: [], skipped: [], survivorCount: 4 });
80
+ assert.equal(ok.decision_validation.verdict, "ok");
81
+ assert.deepEqual(ok.decision_validation.invalid_actions, []);
82
+ assert.equal(ok.decision_validation.survivor_count, 4);
83
+ });
84
+
85
+ // ---------------------------------------------------------------- 建议 1 三布尔
86
+
87
+ test("#534: skipped 逐条带 has_keepSource / has_title / has_content,能区分缺哪一项", () => {
88
+ const ids = ["a", "b"];
89
+ const snap = snapshot(ids);
90
+ // ① merge 什么都不给 → 三个布尔全 false(keepSource 不在 ids 里、title/content 空)
91
+ const bare = validateDecisions([{ action: "merge", ids }], snap, { skipInvalid: true });
92
+ assert.equal(bare.skipped.length, 1);
93
+ const skippedBare = bare.skipped[0];
94
+ assert.deepEqual(Object.keys(skippedBare).sort(), ["action", "error", "has_content", "has_keepSource", "has_title", "ids", "index"],
95
+ "既有四键保留,只加三个布尔——不塞原文");
96
+ assert.equal(skippedBare.has_keepSource, false);
97
+ assert.equal(skippedBare.has_title, false);
98
+ assert.equal(skippedBare.has_content, false);
99
+
100
+ // ② 三项都给但 keepSource 不指向自家人 → 仍被拒,但三布尔能看出「字段是齐的」
101
+ const full = validateDecisions([{
102
+ action: "merge", ids, keepSource: "zzz", title: "合并标题", content: "合并正文", importance: 4
103
+ }], snap, { skipInvalid: true });
104
+ assert.equal(full.skipped.length, 1);
105
+ assert.equal(full.skipped[0].has_keepSource, true, "写了 keepSource 就要看清「写了但不合法」");
106
+ assert.equal(full.skipped[0].has_title, true);
107
+ assert.equal(full.skipped[0].has_content, true);
108
+ assert.match(full.skipped[0].error, /keepSource/, "具体不合法的点仍在 error 里,布尔只补形状");
109
+
110
+ // ③ 空白字符串不算「有」:模型常把缺省值写成空串
111
+ const blank = validateDecisions([{ action: "merge", ids, keepSource: "a", title: " ", content: "\n" }], snap, { skipInvalid: true });
112
+ assert.equal(blank.skipped[0].has_title, false);
113
+ assert.equal(blank.skipped[0].has_content, false);
114
+ });
115
+
116
+ // ---------------------------------------------------------------- 建议 2 落库(端到端)
117
+
118
+ test("#534: 解析失败轮把模型原文写进 raw_output,decisions 仍然不落库", async () => {
119
+ const { store, service, dream } = setup();
120
+ service.saveWithDedupe({ type: "preference", title: "语言", content: "中文" });
121
+ const prose = "抱歉,我无法处理这个任务";
122
+ const result = await dream.runDream(mockCtx({ onConsolidation: () => prose }), service, {});
123
+ assert.equal(result.ok, false);
124
+ assert.match(result.error, /no json array/);
125
+
126
+ const run = store.getDreamRun(result.runId);
127
+ assert.equal(run.decisions, undefined, "回归锁:decisions 列仍只承载「可重放决策数组」");
128
+ assert.ok(run.raw_output, "失败轮必须留下原文读数(此前只有一条会滚掉的 warn)");
129
+ assert.equal(run.raw_output.raw_len, prose.length);
130
+ assert.equal(run.raw_output.raw_head, prose, "原文本身要能在库外复现模型到底吐了什么");
131
+ assert.equal(run.raw_output.raw_has_bracket, false);
132
+ store.close();
133
+ });
134
+
135
+ test("#534: 校验整单拒绝轮同样落 raw_output(原文是有效的 JSON 数组)", async () => {
136
+ const { store, service, dream } = setup();
137
+ service.saveWithDedupe({ type: "preference", title: "语言", content: "中文" });
138
+ const decisions = JSON.stringify([{ action: "archive", ids: ["deadbeef"] }]);
139
+ const result = await dream.runDream(mockCtx({ onConsolidation: () => decisions }), service, {});
140
+ assert.equal(result.ok, false);
141
+ assert.match(result.error, /invalid decisions/);
142
+
143
+ const run = store.getDreamRun(result.runId);
144
+ assert.equal(run.decisions[0]._validationFailed, true, "既有哨兵不变(#135 锁)");
145
+ assert.equal(run.raw_output.raw_len, decisions.length);
146
+ assert.equal(run.raw_output.raw_head, decisions, "被拒但格式合法的轮次,原文最有价值:能离线重跑校验");
147
+ assert.equal(run.raw_output.raw_has_bracket, true, "区分「格式对但内容不合法」与「压根没写 JSON」");
148
+ store.close();
149
+ });
150
+
151
+ test("#534: 流错误(没有文本可留)落 NULL,不许写空壳对象", async () => {
152
+ const { store, service, dream } = setup();
153
+ service.saveWithDedupe({ type: "preference", title: "语言", content: "中文" });
154
+ const ctx = {
155
+ logger: { warn: () => {}, info: () => {} },
156
+ llm: {
157
+ async *stream() {
158
+ yield { type: "finish", reason: { kind: "error", failure: { code: "RATE_LIMIT", message: "429" } } };
159
+ }
160
+ }
161
+ };
162
+ const result = await dream.runDream(ctx, service, {});
163
+ assert.equal(result.ok, false);
164
+ const run = store.getDreamRun(result.runId);
165
+ assert.equal(run.raw_output, undefined, "提供方错误时模型没吐过正文,落 NULL 而不是 {raw_len:0}");
166
+ store.close();
167
+ });
168
+
169
+ // ---------------------------------------------------------------- 建议 3 分账
170
+
171
+ test("#534: 校验判决补回同一行的 metadata,调用层事实不动", async () => {
172
+ const { store, service, dream } = setup();
173
+ service.saveWithDedupe({ type: "preference", title: "语言", content: "中文" });
174
+ await dream.runDream(mockCtx({ onConsolidation: () => "抱歉,我无法处理这个任务" }), service, {});
175
+ const row = consolidateAudits(service).find((a) => a.status === "error");
176
+ assert.ok(row, "调用层仍按既有口径记 error(吐了正文却不是 JSON 数组)");
177
+ const meta = metaOf(row);
178
+ assert.deepEqual(meta.decision_validation, {
179
+ verdict: "unparsed",
180
+ error_count: 0,
181
+ skipped_count: 0,
182
+ survivor_count: 0,
183
+ invalid_actions: []
184
+ }, "「没解析出数组」是判决的第四种状态,不能跟「整单拒绝」混成一个");
185
+ assert.equal(meta.parse_failure, true, "#504 的解析失败读数必须保留(dream-fence 锁)");
186
+ assert.equal(row.status, "error", "补注不许改写调用层 status");
187
+ assert.ok(row.total_tokens >= 0, "token 计数原样保留");
188
+ store.close();
189
+ });
190
+
191
+ test("#534: 调用成功但决策被整单拒绝 → 同一行同时读出两层结论", async () => {
192
+ const { store, service, dream } = setup();
193
+ service.saveWithDedupe({ type: "preference", title: "语言", content: "中文" });
194
+ await dream.runDream(mockCtx({
195
+ onConsolidation: () => JSON.stringify([{ action: "archive", ids: ["deadbeef"] }])
196
+ }), service, {});
197
+ const rows = consolidateAudits(service);
198
+ const row = rows[0];
199
+ assert.equal(row.status, "success", "调用是真的成功了——这是作者说的「审计 95% 成功率」那一侧");
200
+ const meta = metaOf(row);
201
+ assert.equal(meta.decision_validation.verdict, "rejected", "整轮无效在这一侧才看得见(真实 10.5%)");
202
+ assert.equal(meta.decision_validation.skipped_count, 1);
203
+ assert.deepEqual(meta.decision_validation.invalid_actions, ["archive"]);
204
+ assert.ok(meta.decision_validation.error_count >= 1, "all-invalid 的整单错误串要计入 error_count");
205
+ store.close();
206
+ });
207
+
208
+ test("#534: 合法子集(degraded)的 verdict 与 survivor_count 对得上", async () => {
209
+ const { store, service, dream } = setup();
210
+ const { memory: m } = service.saveWithDedupe({ type: "preference", title: "语言", content: "中文" });
211
+ await dream.runDream(mockCtx({
212
+ onConsolidation: () => JSON.stringify([
213
+ { action: "keep", ids: [m.id] },
214
+ { action: "archive", ids: ["deadbeef"] }
215
+ ])
216
+ }), service, {});
217
+ const row = consolidateAudits(service)[0];
218
+ assert.equal(row.status, "success");
219
+ const meta = metaOf(row);
220
+ assert.equal(meta.decision_validation.verdict, "degraded");
221
+ assert.equal(meta.decision_validation.skipped_count, 1);
222
+ // 校验器就地 splice 掉被跳过的条目,所以存活数就是校验后的 decisions 长度:
223
+ // 这里 1 条 keep 存活、1 条 archive 被跳过(隐式 keep 不会重复补已 claim 的 id)。
224
+ assert.equal(meta.decision_validation.survivor_count, 1, "存活数是校验后真正会被消费的条目数");
225
+ store.close();
226
+ });
227
+
228
+ test("#534: 全部合法的轮次 verdict=ok,metadata 不因补注长出多余键", async () => {
229
+ const { store, service, dream } = setup();
230
+ const { memory: m } = service.saveWithDedupe({ type: "preference", title: "语言", content: "中文" });
231
+ const result = await dream.runDream(mockCtx({
232
+ onConsolidation: () => JSON.stringify([{ action: "keep", ids: [m.id] }])
233
+ }), service, {});
234
+ assert.equal(result.ok, true);
235
+ const row = consolidateAudits(service)[0];
236
+ const meta = metaOf(row);
237
+ assert.equal(meta.decision_validation.verdict, "ok");
238
+ assert.equal(meta.decision_validation.skipped_count, 0);
239
+ assert.equal(meta.parse_failure, undefined, "成功轮不许带解析失败读数");
240
+ store.close();
241
+ });
242
+
243
+ test("#534: 覆盖率不足(没有逐条跳过)也判 degraded,与 dream_runs.status 同源", async () => {
244
+ // CodeRabbit on #535:coverageShortfall 同样是校验层降级。此前 verdict 只认
245
+ // skippedInvalid,于是「模型给了合法子集、但覆盖不到半数」的轮次会落成
246
+ // dream_runs.status="degraded" 而 metadata 写 verdict="ok"——两套账在最该
247
+ // 对齐的一格上又对不上。这条锁把它们绑死在同一个判据上。
248
+ const { store, service, dream } = setup();
249
+ const ids = [];
250
+ for (let i = 0; i < 5; i += 1) {
251
+ ids.push(service.saveWithDedupe({ type: "project", title: `覆盖-${i}`, content: `覆盖正文-${i}`, importance: 3 }).memory.id);
252
+ }
253
+ const result = await dream.runDream(mockCtx({
254
+ // 2/5 = 40% 覆盖 < 下限 50%,且没有一条被逐条跳过——降级理由只能是 coverage。
255
+ // 必须让一条真落地(archive 掉一条):全 keep 轮会先被 noChange 分支截走
256
+ // (那里 status 只由 summaryStored 决定),走不到 coverage 这一格。
257
+ onConsolidation: () => JSON.stringify([
258
+ { action: "keep", ids: [ids[0]] },
259
+ { action: "archive", ids: [ids[1]], reason: "重复条目" }
260
+ ])
261
+ }), service, { dreamImplicitKeep: true, dreamMinExplicitCoverage: 0.5 });
262
+ const run = store.getDreamRun(result.runId);
263
+ assert.equal(run.applied, 1, "先确认这条路径真的落地了改动(否则测的还是 noChange 分支)");
264
+ assert.equal(run.status, "degraded", "覆盖率不足在 run 行上一直是 degraded(#104 方向 1)");
265
+ const meta = metaOf(consolidateAudits(service)[0]);
266
+ assert.equal(meta.decision_validation.verdict, "degraded", "审计 metadata 必须跟 run 行说同一件事");
267
+ assert.equal(meta.decision_validation.skipped_count, 0, "这条路径没有逐条跳过,判据只能是 coverage");
268
+ assert.equal(meta.decision_validation.survivor_count, 5, "未 claim 的 4 条被隐式 keep 补齐,全部存活");
269
+ store.close();
270
+ });
271
+
272
+ test("#534: 审计行的 id 来自本次插入,不是「当前最大 id」", async () => {
273
+ // CodeRabbit on #535(Major):saveLlmAudit 原来先 INSERT 再
274
+ // `SELECT * ORDER BY id DESC LIMIT 1`。库支持多进程共用,另一个写者插在
275
+ // 中间就会把这行读成别人的调用,随后 annotate 把本轮判决写到别人头上。
276
+ // 这里用「连续两次写入各自拿回自己那行」锁住回读口径。
277
+ const { store, service } = setup();
278
+ const first = service.saveLlmAudit({ trigger_source: "t", operation_type: "o1", model_id: "m", status: "success" });
279
+ service.saveLlmAudit({ trigger_source: "t", operation_type: "o2", model_id: "m", status: "success" });
280
+ const second = service.saveLlmAudit({ trigger_source: "t", operation_type: "o3", model_id: "m", status: "success" });
281
+ assert.equal(first.operation_type, "o1", "回读的必须是自己插入的那一行");
282
+ assert.equal(second.operation_type, "o3");
283
+ assert.ok(second.id > first.id, "id 单调,但取值只认本次插入");
284
+
285
+ // 判决补注同样按 id 定位:插一行噪声在后面,也不能改变目标行。
286
+ service.saveLlmAudit({ trigger_source: "t", operation_type: "noise", model_id: "m", status: "success" });
287
+ const updated = service.annotateLlmAudit(first.id, { decision_validation: { verdict: "rejected" } });
288
+ assert.equal(updated.operation_type, "o1", "补注不许漂到别的行");
289
+ const rows = service.listLlmAudits({ limit: 20 });
290
+ assert.equal(rows.find((r) => r.operation_type === "noise").metadata, undefined, "噪声行不许被写上本轮判决");
291
+ store.close();
292
+ });
293
+
294
+ test("#534: saveLlmAudit 不再用「取最大 id」回读(源码锁)", () => {
295
+ const src = readFileSync(new URL("../src/store.js", import.meta.url), "utf8");
296
+ const body = src.slice(src.indexOf("function saveLlmAudit(entry)"));
297
+ const head = body.slice(0, body.indexOf("\n }\n"));
298
+ // 先去注释再判:解释这条坑的注释本身会引述旧写法,不剥掉就永远命中自己。
299
+ const code = head.replace(/^\s*\/\/.*$/gm, "");
300
+ assert.equal(code.includes("ORDER BY id DESC LIMIT 1"), false,
301
+ "多进程共用同一库时「取最大 id」会读成别人的行——必须用 lastInsertRowid");
302
+ assert.match(code, /lastInsertRowid/, "回读口径锁在本次插入返回的 rowid 上");
303
+ assert.match(code, /SELECT \* FROM llm_audit_logs WHERE id = \?/, "回读用主键定位,不用排序取首行");
304
+ });
305
+
306
+ // ---------------------------------------------------------------- 改动面守卫
307
+
308
+ test("#534: decisions 列之外没有别的写入口往那一列塞非决策对象", () => {
309
+ // 这条锁防的是「后来有人图省事,把原文/诊断内联进 decisions」——那会同时打挂
310
+ // applyDecisions 的重放语义与所有按决策数组消费的下游。
311
+ const src = readFileSync(new URL("../src/dream.js", import.meta.url), "utf8");
312
+ assert.match(src, /raw_output:\s*result\.raw_output/, "finish 必须把 raw_output 转发给 saveDreamRun");
313
+ assert.equal(src.includes("_rawOutput"), false, "不许另起一个内联标记走 decisions 列");
314
+ });