@modusensus/dsh-mneme 0.14.0-beta.1 → 0.14.0-beta.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (543) hide show
  1. package/LICENSE +21 -21
  2. package/README.md +830 -830
  3. package/assets/icon.svg +3 -3
  4. package/bin/cli.mjs +964 -964
  5. package/bin/dsh-mneme-choro.mjs +262 -262
  6. package/bin/dsh-mneme-mcp.mjs +510 -510
  7. package/bin/dsh-mneme-serve.mjs +151 -151
  8. package/cordis.patch.yml +21 -21
  9. package/docs/CONFIGURATION.md +407 -404
  10. package/docs/CONTINUITY.md +139 -139
  11. package/docs/DAEMON.md +57 -57
  12. package/docs/DIRECTORIES.md +114 -114
  13. package/docs/DISTILL.md +397 -371
  14. package/docs/DSH-GO.md +97 -97
  15. package/docs/ENTITIES.md +247 -247
  16. package/docs/FORGET.md +77 -77
  17. package/docs/KB.md +110 -110
  18. package/docs/LOCAL_MODEL.md +222 -222
  19. package/docs/SEMANTIC.md +256 -256
  20. package/docs/SHARE.md +552 -552
  21. package/docs/SLEEP.md +202 -202
  22. package/docs/STORAGE.md +122 -122
  23. package/docs/WORKFLOWS.md +366 -366
  24. package/lib/api-standalone.js +1007 -1007
  25. package/lib/api.js +3600 -3600
  26. package/lib/attachment-text.js +122 -122
  27. package/lib/bootstrap-http.js +105 -105
  28. package/lib/bootstrap.js +215 -215
  29. package/lib/candidates.js +454 -454
  30. package/lib/capabilities.js +819 -819
  31. package/lib/choro-command.js +111 -111
  32. package/lib/client.js +14420 -14322
  33. package/lib/commands.js +95 -95
  34. package/lib/config-keys.js +144 -144
  35. package/lib/config.js +1361 -1344
  36. package/lib/content-hash.js +54 -54
  37. package/lib/continuity.js +258 -258
  38. package/lib/date-hint.js +32 -0
  39. package/lib/diary/auto.js +190 -190
  40. package/lib/diary/compose.js +440 -440
  41. package/lib/diary/dir.js +59 -59
  42. package/lib/diary/export.js +97 -97
  43. package/lib/diary/index.js +26 -26
  44. package/lib/diary/library.js +189 -189
  45. package/lib/diary/qq-inbox.js +142 -142
  46. package/lib/diary/rollover.js +61 -61
  47. package/lib/diary/session-provider.js +122 -122
  48. package/lib/document-index.js +94 -94
  49. package/lib/document.js +322 -322
  50. package/lib/dream/clustering.js +123 -123
  51. package/lib/dream/decisions.js +945 -945
  52. package/lib/dream/narratives.js +44 -44
  53. package/lib/dream/sleep.js +2027 -2027
  54. package/lib/dream/triage.js +139 -139
  55. package/lib/dream.js +1879 -1879
  56. package/lib/dsh-go/host.js +162 -162
  57. package/lib/dsh-go/panel.js +2091 -2091
  58. package/lib/dsh-go/text.js +342 -342
  59. package/lib/dsh-go/views/common.js +68 -68
  60. package/lib/dsh-go/views/entity.js +48 -48
  61. package/lib/dsh-go/views/memory.js +198 -198
  62. package/lib/dsh-go/views/root.js +30 -30
  63. package/lib/dsh-go/views/settings.js +398 -398
  64. package/lib/dsh-go/views/status.js +51 -51
  65. package/lib/embedding.js +342 -342
  66. package/lib/entities/extractor.js +285 -285
  67. package/lib/fence.js +24 -24
  68. package/lib/graph/anchoring.js +184 -184
  69. package/lib/guide.js +74 -74
  70. package/lib/heat.js +144 -144
  71. package/lib/hot-memory.js +119 -119
  72. package/lib/image-describe.js +158 -0
  73. package/lib/index.js +852 -852
  74. package/lib/inject.js +656 -651
  75. package/lib/kb/index.js +309 -309
  76. package/lib/kb/routes.js +219 -219
  77. package/lib/kb/tools.js +148 -148
  78. package/lib/lang.js +607 -595
  79. package/lib/local-embedder.js +358 -358
  80. package/lib/maintenance.js +162 -162
  81. package/lib/memory-source.js +9 -9
  82. package/lib/mirror.js +330 -330
  83. package/lib/organize.js +456 -456
  84. package/lib/peak-hours.js +172 -172
  85. package/lib/pipeline-activities.js +178 -178
  86. package/lib/pipeline-attribution.js +165 -165
  87. package/lib/pipeline-command.js +279 -279
  88. package/lib/pipeline-confirm.js +142 -142
  89. package/lib/pipeline-exec.js +174 -174
  90. package/lib/pipeline-nudge-auto.js +129 -129
  91. package/lib/pipeline-nudge.js +1623 -1623
  92. package/lib/pipeline-observations.js +181 -181
  93. package/lib/pipeline-observe.js +133 -133
  94. package/lib/pipeline-runner.js +361 -361
  95. package/lib/pipeline-runs.js +442 -442
  96. package/lib/pipeline.js +716 -716
  97. package/lib/placement.js +13 -13
  98. package/lib/pre-inject-gate.js +354 -354
  99. package/lib/profile-extract.js +164 -164
  100. package/lib/profile-facts.js +356 -356
  101. package/lib/provenance-http.js +251 -251
  102. package/lib/quality-filter.js +162 -162
  103. package/lib/recall-stats.js +190 -190
  104. package/lib/reclaim-http.js +150 -150
  105. package/lib/reranker.js +269 -269
  106. package/lib/runtime/adopt.js +176 -176
  107. package/lib/runtime/closure.js +172 -172
  108. package/lib/runtime/download.js +247 -247
  109. package/lib/runtime/layout.js +265 -265
  110. package/lib/runtime/loader.js +252 -252
  111. package/lib/runtime/model-fetch.js +361 -361
  112. package/lib/runtime/provision.js +237 -237
  113. package/lib/runtime/tarball.js +130 -130
  114. package/lib/runtime/verify.js +223 -223
  115. package/lib/safe-slice.js +18 -18
  116. package/lib/scope-state.js +277 -277
  117. package/lib/scope.js +187 -187
  118. package/lib/search/adaptive.js +60 -60
  119. package/lib/search/bm25.js +96 -96
  120. package/lib/semantic.js +572 -572
  121. package/lib/sensitive-scan.js +209 -209
  122. package/lib/serve.js +228 -228
  123. package/lib/service.js +3268 -3268
  124. package/lib/session-gate.js +91 -91
  125. package/lib/session-usage.js +350 -350
  126. package/lib/settings.js +827 -817
  127. package/lib/share-http.js +281 -281
  128. package/lib/share-import.js +234 -234
  129. package/lib/share.js +335 -335
  130. package/lib/store.js +5895 -5895
  131. package/lib/summarize.js +1388 -1343
  132. package/lib/tools.js +1370 -1356
  133. package/lib/user-settings.js +230 -230
  134. package/lib/vector-index.js +180 -180
  135. package/lib/version-check.js +122 -122
  136. package/lib/wiki/claims.js +267 -267
  137. package/lib/wiki/cli-hint.js +90 -90
  138. package/lib/wiki/inject.js +164 -164
  139. package/lib/wiki/partition.js +200 -200
  140. package/lib/wiki/plan.js +214 -214
  141. package/lib/wiki/queries.js +640 -640
  142. package/lib/wiki/render.js +261 -261
  143. package/lib/wiki/scan.js +371 -371
  144. package/lib/wiki/t0.js +500 -500
  145. package/lib/wiki/t1-jobs.js +232 -232
  146. package/lib/wiki/t1.js +609 -609
  147. package/lib/write-admission.js +404 -404
  148. package/locale/en.json +6 -6
  149. package/locale/zh.json +6 -6
  150. package/package.json +1 -1
  151. package/runtime-manifest.json +526 -526
  152. package/scripts/benchmark-embed.js +201 -201
  153. package/scripts/benchmark-recall.js +249 -249
  154. package/scripts/benchmark-rerank.js +166 -166
  155. package/scripts/build-runtime-manifest.mjs +224 -224
  156. package/scripts/changelog-prep.mjs +91 -91
  157. package/scripts/check-sync.js +44 -44
  158. package/scripts/e2e-dsh.js +220 -220
  159. package/scripts/mneme-runtime.mjs +277 -277
  160. package/scripts/publish-gate.mjs +197 -197
  161. package/scripts/release-docs.mjs +210 -210
  162. package/scripts/release-notes.mjs +164 -164
  163. package/scripts/stress-dsh.js +255 -255
  164. package/scripts/sync-lib.js +47 -47
  165. package/scripts/sync-test-badge.mjs +69 -69
  166. package/scripts/test-count-sync.mjs +48 -48
  167. package/src/api-standalone.js +1007 -1007
  168. package/src/api.js +3600 -3600
  169. package/src/attachment-text.js +122 -122
  170. package/src/bootstrap-http.js +105 -105
  171. package/src/bootstrap.js +215 -215
  172. package/src/candidates.js +454 -454
  173. package/src/capabilities.js +819 -819
  174. package/src/choro-command.js +111 -111
  175. package/src/commands.js +95 -95
  176. package/src/config-keys.js +144 -144
  177. package/src/config.js +1361 -1344
  178. package/src/content-hash.js +54 -54
  179. package/src/continuity.js +258 -258
  180. package/src/date-hint.js +32 -0
  181. package/src/diary/auto.js +190 -190
  182. package/src/diary/compose.js +440 -440
  183. package/src/diary/dir.js +59 -59
  184. package/src/diary/export.js +97 -97
  185. package/src/diary/index.js +26 -26
  186. package/src/diary/library.js +189 -189
  187. package/src/diary/qq-inbox.js +142 -142
  188. package/src/diary/rollover.js +61 -61
  189. package/src/diary/session-provider.js +122 -122
  190. package/src/document-index.js +94 -94
  191. package/src/document.js +322 -322
  192. package/src/dream/clustering.js +123 -123
  193. package/src/dream/decisions.js +945 -945
  194. package/src/dream/narratives.js +44 -44
  195. package/src/dream/sleep.js +2027 -2027
  196. package/src/dream/triage.js +139 -139
  197. package/src/dream.js +1879 -1879
  198. package/src/dsh-go/host.js +162 -162
  199. package/src/dsh-go/panel.js +2091 -2091
  200. package/src/dsh-go/text.js +342 -342
  201. package/src/dsh-go/views/common.js +68 -68
  202. package/src/dsh-go/views/entity.js +48 -48
  203. package/src/dsh-go/views/memory.js +198 -198
  204. package/src/dsh-go/views/root.js +30 -30
  205. package/src/dsh-go/views/settings.js +398 -398
  206. package/src/dsh-go/views/status.js +51 -51
  207. package/src/embedding.js +342 -342
  208. package/src/entities/extractor.js +285 -285
  209. package/src/fence.js +24 -24
  210. package/src/graph/anchoring.js +184 -184
  211. package/src/guide.js +74 -74
  212. package/src/heat.js +144 -144
  213. package/src/hot-memory.js +119 -119
  214. package/src/image-describe.js +158 -0
  215. package/src/index.js +852 -852
  216. package/src/inject.js +656 -651
  217. package/src/kb/index.js +309 -309
  218. package/src/kb/routes.js +219 -219
  219. package/src/kb/tools.js +148 -148
  220. package/src/lang.js +607 -595
  221. package/src/local-embedder.js +358 -358
  222. package/src/maintenance.js +162 -162
  223. package/src/memory-source.js +9 -9
  224. package/src/mirror.js +330 -330
  225. package/src/organize.js +456 -456
  226. package/src/peak-hours.js +172 -172
  227. package/src/pipeline-activities.js +178 -178
  228. package/src/pipeline-attribution.js +165 -165
  229. package/src/pipeline-command.js +279 -279
  230. package/src/pipeline-confirm.js +142 -142
  231. package/src/pipeline-exec.js +174 -174
  232. package/src/pipeline-nudge-auto.js +129 -129
  233. package/src/pipeline-nudge.js +1623 -1623
  234. package/src/pipeline-observations.js +181 -181
  235. package/src/pipeline-observe.js +133 -133
  236. package/src/pipeline-runner.js +361 -361
  237. package/src/pipeline-runs.js +442 -442
  238. package/src/pipeline.js +716 -716
  239. package/src/placement.js +13 -13
  240. package/src/pre-inject-gate.js +354 -354
  241. package/src/profile-extract.js +164 -164
  242. package/src/profile-facts.js +356 -356
  243. package/src/provenance-http.js +251 -251
  244. package/src/quality-filter.js +162 -162
  245. package/src/recall-stats.js +190 -190
  246. package/src/reclaim-http.js +150 -150
  247. package/src/reranker.js +269 -269
  248. package/src/runtime/adopt.js +176 -176
  249. package/src/runtime/closure.js +172 -172
  250. package/src/runtime/download.js +247 -247
  251. package/src/runtime/layout.js +265 -265
  252. package/src/runtime/loader.js +252 -252
  253. package/src/runtime/model-fetch.js +361 -361
  254. package/src/runtime/provision.js +237 -237
  255. package/src/runtime/tarball.js +130 -130
  256. package/src/runtime/verify.js +223 -223
  257. package/src/safe-slice.js +18 -18
  258. package/src/scope-state.js +277 -277
  259. package/src/scope.js +187 -187
  260. package/src/search/adaptive.js +60 -60
  261. package/src/search/bm25.js +96 -96
  262. package/src/semantic.js +572 -572
  263. package/src/sensitive-scan.js +209 -209
  264. package/src/serve.js +228 -228
  265. package/src/service.js +3268 -3268
  266. package/src/session-gate.js +91 -91
  267. package/src/session-usage.js +350 -350
  268. package/src/settings.js +827 -817
  269. package/src/share-http.js +281 -281
  270. package/src/share-import.js +234 -234
  271. package/src/share.js +335 -335
  272. package/src/store.js +5895 -5895
  273. package/src/summarize.js +1388 -1343
  274. package/src/tools.js +1370 -1356
  275. package/src/user-settings.js +230 -230
  276. package/src/vector-index.js +180 -180
  277. package/src/version-check.js +122 -122
  278. package/src/wiki/claims.js +267 -267
  279. package/src/wiki/cli-hint.js +90 -90
  280. package/src/wiki/inject.js +164 -164
  281. package/src/wiki/partition.js +200 -200
  282. package/src/wiki/plan.js +214 -214
  283. package/src/wiki/queries.js +640 -640
  284. package/src/wiki/render.js +261 -261
  285. package/src/wiki/scan.js +371 -371
  286. package/src/wiki/t0.js +500 -500
  287. package/src/wiki/t1-jobs.js +232 -232
  288. package/src/wiki/t1.js +609 -609
  289. package/src/write-admission.js +404 -404
  290. package/test/adaptive-inject-budget.test.js +85 -85
  291. package/test/api-hardening.test.js +173 -173
  292. package/test/api-nudge-route.test.js +259 -259
  293. package/test/api-routes-gaps.test.js +1092 -1092
  294. package/test/api.test.js +3007 -2998
  295. package/test/attachment-text.test.js +139 -139
  296. package/test/audit.test.js +448 -448
  297. package/test/baseline-persist.test.js +248 -248
  298. package/test/benchmark.test.js +94 -94
  299. package/test/bm25-corpus-cache.test.js +145 -145
  300. package/test/bootstrap.test.js +228 -228
  301. package/test/candidates.test.js +345 -345
  302. package/test/capabilities.test.js +577 -577
  303. package/test/capacity-warning.test.js +262 -262
  304. package/test/changelog-prep.test.js +125 -125
  305. package/test/choro-command.test.js +218 -218
  306. package/test/cli-enums.test.js +37 -37
  307. package/test/cli-flag-value.test.js +86 -86
  308. package/test/cli-receive.test.js +390 -390
  309. package/test/cli-share.test.js +437 -437
  310. package/test/client-share.test.js +225 -225
  311. package/test/client.test.js +4595 -4425
  312. package/test/clustering.test.js +100 -100
  313. package/test/commands.test.js +106 -106
  314. package/test/config-keys-routes.test.js +233 -233
  315. package/test/config.test.js +153 -153
  316. package/test/conflict-freeze.test.js +344 -344
  317. package/test/conflict-ledger-enforce.test.js +452 -452
  318. package/test/conflict-ledger.test.js +242 -242
  319. package/test/conflict-reviewed.test.js +79 -79
  320. package/test/content-hash.test.js +204 -204
  321. package/test/continuity.test.js +452 -452
  322. package/test/contrast.test.js +432 -432
  323. package/test/date-hint.test.js +156 -0
  324. package/test/dedupe-candidate-window.test.js +180 -180
  325. package/test/dependency-overrides.test.js +78 -78
  326. package/test/diary-library.test.js +187 -187
  327. package/test/diary.test.js +576 -576
  328. package/test/differentiate-feedback.test.js +248 -248
  329. package/test/distill-tx-embed-gap.test.js +110 -110
  330. package/test/docs-config-keys.test.js +65 -65
  331. package/test/document-dir.test.js +233 -233
  332. package/test/document.test.js +703 -703
  333. package/test/dream-archive-guardrail.test.js +116 -116
  334. package/test/dream-baseline-clamp.test.js +174 -174
  335. package/test/dream-candidate-hybrid.test.js +281 -281
  336. package/test/dream-coverage-degrade.test.js +86 -86
  337. package/test/dream-decision-evidence.test.js +314 -314
  338. package/test/dream-failure-backoff.test.js +173 -173
  339. package/test/dream-fence.test.js +207 -207
  340. package/test/dream-maxtokens-fallback.test.js +132 -132
  341. package/test/dream-merge-guardrail.test.js +219 -219
  342. package/test/dream-peak-hours.test.js +194 -194
  343. package/test/dream.test.js +1528 -1528
  344. package/test/dsh-go-host.test.js +134 -134
  345. package/test/dsh-go-panel-actions.test.js +854 -854
  346. package/test/dsh-go-panel.test.js +251 -251
  347. package/test/embed-ready-poll.test.js +94 -94
  348. package/test/embed-text-reasons.test.js +112 -112
  349. package/test/embedding-cache-f32.test.js +276 -276
  350. package/test/embedding-ready.test.js +226 -226
  351. package/test/entities.test.js +711 -711
  352. package/test/entity-recall.test.js +179 -179
  353. package/test/epistemic.test.js +325 -325
  354. package/test/failure-query.test.js +147 -147
  355. package/test/failure-retention.test.js +105 -105
  356. package/test/fnew-0112.test.js +311 -311
  357. package/test/fnew-03.test.js +422 -422
  358. package/test/forget-corrections.test.js +70 -70
  359. package/test/graph-anchoring.test.js +184 -184
  360. package/test/graph-api.test.js +333 -333
  361. package/test/graph-boosted-relations.test.js +189 -189
  362. package/test/graph-inject-budget.test.js +103 -103
  363. package/test/graph-multipath.test.js +269 -269
  364. package/test/graph-passive-confirm.test.js +91 -91
  365. package/test/graph-weight-evolution.test.js +104 -104
  366. package/test/heat.test.js +175 -175
  367. package/test/helpers/dream-mock.js +86 -86
  368. package/test/helpers/peer-worker.mjs +25 -25
  369. package/test/helpers/runtime-source.js +60 -60
  370. package/test/helpers/tar-builder.js +80 -80
  371. package/test/helpers/write-admission-samples.js +312 -312
  372. package/test/hot-memory.test.js +259 -259
  373. package/test/image-description.test.js +271 -0
  374. package/test/image-memory.test.js +170 -170
  375. package/test/inject-content-cap.test.js +91 -91
  376. package/test/inject-first-round-bm25.test.js +89 -89
  377. package/test/inject-heat.test.js +77 -77
  378. package/test/inject-parent-gate.test.js +134 -109
  379. package/test/inject-pin-explicit.test.js +300 -300
  380. package/test/inject-pin-vector-crowd.test.js +225 -225
  381. package/test/inject-pools.test.js +195 -195
  382. package/test/inject-recall.test.js +172 -172
  383. package/test/inject-rotation.test.js +161 -161
  384. package/test/inject.test.js +553 -553
  385. package/test/issue-617-step1-query-and-fusion.test.js +361 -361
  386. package/test/kb-api-wiring.test.js +128 -128
  387. package/test/kb-collections.test.js +272 -272
  388. package/test/kb-routes.test.js +379 -379
  389. package/test/lang.test.js +98 -98
  390. package/test/lastrunat-persist.test.js +101 -101
  391. package/test/lib-smoke.test.js +116 -116
  392. package/test/llm-audit.test.js +815 -815
  393. package/test/llm-message-source.test.js +207 -207
  394. package/test/local-embedder.test.js +292 -292
  395. package/test/maintenance.test.js +501 -501
  396. package/test/mcp-stdio.test.js +385 -385
  397. package/test/mint-source.test.js +311 -311
  398. package/test/mirror-dirty.test.js +424 -424
  399. package/test/mirror-edit-digest.test.js +187 -187
  400. package/test/mirror-generation.test.js +499 -499
  401. package/test/mirror-types.test.js +208 -208
  402. package/test/mirror.test.js +249 -249
  403. package/test/narrative-bars.test.js +162 -162
  404. package/test/organize-tool.test.js +232 -232
  405. package/test/organize.test.js +418 -418
  406. package/test/panel-chart-scale.test.js +90 -90
  407. package/test/panel-tokens.test.js +245 -245
  408. package/test/peak-hours-observability.test.js +70 -70
  409. package/test/peer-blockers.test.js +193 -193
  410. package/test/persona-addressing.test.js +83 -83
  411. package/test/persona-api.test.js +172 -172
  412. package/test/persona-by-session.test.js +568 -568
  413. package/test/persona-flag.test.js +36 -36
  414. package/test/persona-inject.test.js +145 -145
  415. package/test/persona-settings.test.js +198 -198
  416. package/test/pipeline-activities.test.js +155 -155
  417. package/test/pipeline-attribution.test.js +175 -175
  418. package/test/pipeline-command.test.js +243 -243
  419. package/test/pipeline-confirm.test.js +148 -148
  420. package/test/pipeline-exec.test.js +172 -172
  421. package/test/pipeline-nudge-auto.test.js +248 -248
  422. package/test/pipeline-nudge.test.js +1278 -1278
  423. package/test/pipeline-observations.test.js +157 -157
  424. package/test/pipeline-observe.test.js +127 -127
  425. package/test/pipeline-r1r2.test.js +278 -278
  426. package/test/pipeline-runner.test.js +468 -468
  427. package/test/pipeline-runs.test.js +767 -767
  428. package/test/pipeline.test.js +636 -636
  429. package/test/placement.test.js +36 -36
  430. package/test/policy-epoch.test.js +259 -259
  431. package/test/pre-inject-gate.test.js +444 -444
  432. package/test/profile-extract.test.js +269 -269
  433. package/test/profile-facts.test.js +492 -492
  434. package/test/prompt-stance.test.js +128 -128
  435. package/test/provenance-http.test.js +367 -367
  436. package/test/publish-gate.test.js +272 -272
  437. package/test/quality-backfill.test.js +290 -290
  438. package/test/quality-filter.test.js +295 -295
  439. package/test/readme-claims.test.js +113 -113
  440. package/test/reasoning-effort.test.js +752 -752
  441. package/test/recall-anti-update.test.js +82 -82
  442. package/test/recall-evals.test.js +253 -253
  443. package/test/recall-layer.test.js +326 -326
  444. package/test/recall-retention.test.js +128 -128
  445. package/test/recall-stats.test.js +274 -274
  446. package/test/receipt-chain.test.js +451 -451
  447. package/test/reclaim-http.test.js +209 -209
  448. package/test/reflection-update-gate.test.js +129 -129
  449. package/test/reflection.test.js +226 -226
  450. package/test/reindex-backfill.test.js +475 -475
  451. package/test/reindex-scheduler.test.js +369 -369
  452. package/test/release-docs.test.js +156 -156
  453. package/test/release-notes.test.js +265 -265
  454. package/test/release-workflow.test.js +93 -93
  455. package/test/reranker-single-logit.test.js +73 -73
  456. package/test/reranker.test.js +197 -197
  457. package/test/resident-status.test.js +83 -83
  458. package/test/route-policy.test.js +113 -113
  459. package/test/runtime-adopt.test.js +206 -206
  460. package/test/runtime-cli.test.js +89 -89
  461. package/test/runtime-closure.test.js +193 -193
  462. package/test/runtime-download.test.js +302 -302
  463. package/test/runtime-layout.test.js +163 -163
  464. package/test/runtime-loader.test.js +255 -255
  465. package/test/runtime-manifest.test.js +159 -159
  466. package/test/runtime-model-fetch.test.js +348 -348
  467. package/test/runtime-provision.test.js +101 -101
  468. package/test/runtime-tarball.test.js +81 -81
  469. package/test/runtime-verify.test.js +319 -319
  470. package/test/scope-candidates.test.js +491 -491
  471. package/test/scope-distill-stamp.test.js +134 -134
  472. package/test/scope-explicit.test.js +452 -452
  473. package/test/scope-inject-soft.test.js +106 -106
  474. package/test/scope-optional-service.test.js +110 -110
  475. package/test/scope-retrieval.test.js +197 -197
  476. package/test/scope-state.test.js +610 -610
  477. package/test/scope-storage.test.js +255 -255
  478. package/test/scope-strict.test.js +367 -367
  479. package/test/search-fusion.test.js +90 -90
  480. package/test/security-doc.test.js +188 -188
  481. package/test/semantic.test.js +124 -124
  482. package/test/sensitive-scan.test.js +251 -251
  483. package/test/serve-bin.test.js +121 -121
  484. package/test/serve.test.js +258 -258
  485. package/test/service-search.test.js +174 -174
  486. package/test/service.test.js +410 -410
  487. package/test/session-gate.test.js +264 -264
  488. package/test/session-usage.test.js +317 -317
  489. package/test/settings.test.js +273 -273
  490. package/test/share-foreign-rows.test.js +144 -144
  491. package/test/share-http.test.js +144 -144
  492. package/test/share-import.test.js +577 -577
  493. package/test/share-imported-guard.test.js +311 -311
  494. package/test/share-imported-identity.test.js +111 -111
  495. package/test/share-pack.test.js +511 -511
  496. package/test/share-receive-http.test.js +756 -756
  497. package/test/share-routes.test.js +337 -337
  498. package/test/share-store.test.js +133 -133
  499. package/test/share-validate.test.js +101 -101
  500. package/test/skip-invalid-restore.test.js +262 -262
  501. package/test/sleep-action-set.test.js +441 -441
  502. package/test/sleep-catchup.test.js +315 -315
  503. package/test/sleep-failure-backoff.test.js +156 -156
  504. package/test/sleep-heat.test.js +174 -174
  505. package/test/sleep-scheduler-rearm.test.js +89 -89
  506. package/test/sleep.test.js +1455 -1455
  507. package/test/standalone-api.test.js +1344 -1344
  508. package/test/store-vector-cache.test.js +98 -98
  509. package/test/store-write-path-columns.test.js +191 -191
  510. package/test/store.test.js +744 -744
  511. package/test/stress.test.js +209 -209
  512. package/test/summarize-occurred-at.test.js +127 -127
  513. package/test/summarize-parse-diagnostics.test.js +75 -75
  514. package/test/summarize-reasoning-effort.test.js +189 -189
  515. package/test/summarize.test.js +2251 -2251
  516. package/test/supersede-state-tracking.test.js +394 -394
  517. package/test/test-count-sync.test.js +71 -71
  518. package/test/tool-state-ignore.test.js +65 -65
  519. package/test/tools-dto-schema-matrix.test.js +398 -398
  520. package/test/tools-memory-get-schema.test.js +65 -65
  521. package/test/tools.test.js +585 -585
  522. package/test/updated-at-semantics.test.js +113 -113
  523. package/test/user-settings-preview.test.js +127 -127
  524. package/test/user-settings-segments.test.js +527 -527
  525. package/test/vector-index.test.js +334 -334
  526. package/test/version-check.test.js +152 -152
  527. package/test/webServer-optional.test.js +82 -82
  528. package/test/wiki-api.test.js +734 -734
  529. package/test/wiki-claims.test.js +194 -194
  530. package/test/wiki-cli-hint.test.js +118 -118
  531. package/test/wiki-inject.test.js +265 -265
  532. package/test/wiki-partition.test.js +112 -112
  533. package/test/wiki-plan.test.js +80 -80
  534. package/test/wiki-provenance.test.js +202 -202
  535. package/test/wiki-queries.test.js +398 -398
  536. package/test/wiki-scan.test.js +208 -208
  537. package/test/wiki-store.test.js +190 -190
  538. package/test/wiki-t0.test.js +456 -456
  539. package/test/wiki-t1-jobs.test.js +125 -125
  540. package/test/wiki-t1.test.js +460 -460
  541. package/test/wiki-tools.test.js +176 -176
  542. package/test/workflow-guards.test.js +155 -155
  543. package/test/write-admission.test.js +668 -668
@@ -1,440 +1,440 @@
1
- /**
2
- * 日记的合成管线:采集 → 生成 → 落盘 → 记账。
3
- *
4
- * ## 一条管线,三个入口
5
- *
6
- * 「跨天自动」「面板手动写一篇」「插件启动补写」必须汇到同一个 `compose`,只在入口处
7
- * 分叉。为什么:失败路径(无素材 / 模型挂 / 目录不可写 / 同日已写)各写一遍就是各验一遍,
8
- * 三份实现迟早长成三种行为——而那三种行为在用户眼里都是「今天没有日记」。
9
- *
10
- * ## 为什么正文落文件、摘要落记忆行
11
- *
12
- * 正文是人要读、要改、要能进 git 的东西,所以是 `YYYY-MM-DD.md`;记忆库里只留一条
13
- * `type="document"` 的**指针行**(摘要 + doc_path),复用既有的 `registerDocument`——
14
- * 那里已经把路径校验、去重(0.92 相似度)、supersede 记账做完了,一行不用重写。
15
- *
16
- * 反过来(正文进 SQLite)会把散文塞进注入预算,也会破掉 `src/document.js` 那条
17
- * 「全文归 agent,管线零读零写零改」的契约。
18
- */
19
- import { existsSync, mkdirSync, readFileSync, readdirSync, openSync, fstatSync, readSync, closeSync, appendFileSync } from "node:fs";
20
- import { dirname, join } from "node:path";
21
- import { describeStreamFailure, resolveRoute, runAuditedLlm, streamText } from "../dream.js";
22
- import { writeFileAtomic } from "../pipeline-nudge.js";
23
- import { renderUserSettingsBlock } from "../user-settings.js";
24
- import { breakFenceMarkers } from "../fence.js";
25
- import { STR, langOf } from "../lang.js";
26
- import { collectQqInbox, resolveInboxDir } from "./qq-inbox.js";
27
- import { collectSessionTranscript } from "./session-provider.js";
28
- import { DIARY_FILE_RE, diaryAuditPath, diaryDir, diaryFilePath, diaryRoot } from "./dir.js";
29
- import { localDateString, shouldRollDay } from "./rollover.js";
30
-
31
- /** 正文太短当失败:模型偶尔只回一句「今天聊了聊天」,那不是日记,落盘就是噪音。 */
32
- export const MIN_BODY_CHARS = 80;
33
- /** 模型最多看多少条消息:一天几百条会把这轮 prompt 顶爆,而日记要的是轮廓不是逐条抄。 */
34
- export const MAX_MATERIAL_ITEMS = 120;
35
-
36
- /**
37
- * 账本追加:先看尾 1 字节要不要补换行。
38
- *
39
- * 与 `src/pipeline-runs.js:364-382` 同一条纪律,但那份是私有函数。少了补换行,
40
- * 追加会把上一条与本条粘成一行,一行坏 JSON 让整个账本读不出来——而账本恰好是
41
- * 「刚跑完一次」时才动的文件。
42
- */
43
- function appendAudit(file, record) {
44
- mkdirSync(dirname(file), { recursive: true });
45
- let prefix = "";
46
- let fd = null;
47
- try {
48
- fd = openSync(file, "r");
49
- const size = fstatSync(fd).size;
50
- if (size > 0) {
51
- const tail = Buffer.allocUnsafe(1);
52
- readSync(fd, tail, 0, 1, size - 1);
53
- if (tail[0] !== 0x0a) prefix = "\n";
54
- }
55
- } catch {
56
- // 文件还不存在 = 空账本,不需要补。
57
- } finally {
58
- if (fd !== null) {
59
- try {
60
- closeSync(fd);
61
- } catch {
62
- // 关不掉也不影响写。
63
- }
64
- }
65
- }
66
- appendFileSync(file, prefix + JSON.stringify(record) + "\n", "utf8");
67
- }
68
-
69
- /** 目录里最新一篇的日期。用来在状态文件缺失时自愈(状态丢了不至于重写去年那篇)。 */
70
- export function latestDiaryDate(dir) {
71
- if (!dir) return null;
72
- let names;
73
- try {
74
- names = readdirSync(dir);
75
- } catch {
76
- return null;
77
- }
78
- const dates = names.filter((n) => DIARY_FILE_RE.test(n)).map((n) => n.slice(0, 10)).sort();
79
- return dates.length ? dates[dates.length - 1] : null;
80
- }
81
-
82
- /**
83
- * 渲染素材块:一行一条,带时间和说话人。
84
- *
85
- * 角色标签不是装饰:素材同时来自「她说的话」和「我自己说的话」之后,没有标签模型
86
- * 就会把两边混成一个人的独白——而日记的第一人称只属于助手自己。
87
- * 没有时间戳(跨日手动写、事件不带时间)时省略时间,不编一个。
88
- */
89
- function renderMaterial(items) {
90
- return items
91
- .map((it) => {
92
- const tag = it.role === "assistant" ? "assistant" : "user";
93
- if (!Number.isFinite(it.ts)) return `[${tag}] ${it.text}`;
94
- const d = new Date(it.ts);
95
- const hh = String(d.getHours()).padStart(2, "0");
96
- const mm = String(d.getMinutes()).padStart(2, "0");
97
- return `${hh}:${mm} [${tag}] ${it.text}`;
98
- })
99
- .join("\n");
100
- }
101
-
102
- /** 正文校验。任一不过即视为失败——半截文本落盘之后会被 registerDocument 当成合格文件。 */
103
- export function validateBody(body) {
104
- const text = String(body ?? "").trim();
105
- if (text.length < MIN_BODY_CHARS) return "too-short";
106
- if (/^\s*```/.test(text) && !/```\s*$/.test(text)) return "unclosed-fence";
107
- if (/<<<|>>>/.test(text)) return "marker-leak";
108
- return null;
109
- }
110
-
111
- export function createDiaryComposer({ ctx, config, logger, service = null, settings = null, memoryDir, now = () => new Date() }) {
112
- const lang = langOf(config);
113
- // PROMPTS 不单独 export——它挂在 STR.prompts 上(src/lang.js:536)。走同一条出口,
114
- // 免得 lang.js 多一个「既有具名导出又有默认导出」的双份形状。
115
- const prompts = STR.prompts.diary[lang] ?? STR.prompts.diary.zh;
116
- const str = (key, ...args) => {
117
- const row = STR[key];
118
- if (!row) return "";
119
- const fn = row[lang] ?? row.zh;
120
- return typeof fn === "function" ? fn(...args) : fn;
121
- };
122
- // 整条管线串行:跨天触发与手动按钮可能在同一秒撞上,两次都读到「今天没写过」
123
- // 就会各写一篇(后一篇覆盖前一篇,或者拼成两段半截)。串行链的写法照抄
124
- // src/summarize.js 的 enqueueDistill。
125
- let chain = Promise.resolve();
126
- const enqueue = (task) => {
127
- const run = chain.then(task, task);
128
- chain = run.then(
129
- () => undefined,
130
- () => undefined
131
- );
132
- return run;
133
- };
134
-
135
- async function readState(root) {
136
- const file = join(root, "state.json");
137
- try {
138
- const raw = JSON.parse(readFileSync(file, "utf8"));
139
- return raw && typeof raw === "object" && !Array.isArray(raw) ? raw : {};
140
- } catch {
141
- return {};
142
- }
143
- }
144
-
145
- function writeState(root, state) {
146
- try {
147
- writeFileAtomic(join(root, "state.json"), JSON.stringify(state, null, 2) + "\n");
148
- } catch (error) {
149
- // 状态写不进去只影响「下次判定要不要补」,不该让这一篇已经写好的日记报失败。
150
- logger?.warn?.(`[dsh-mneme] diary state write failed: ${String(error)}`);
151
- }
152
- }
153
-
154
- /**
155
- * @param {object} input
156
- * @param {"rollover"|"manual"|"startup"} input.trigger
157
- * @param {string} input.projectRoot 这条会话属于哪个项目(`header.cwd`)
158
- * @param {string|null} [input.chatId] QQ 会话 id,只进状态文件,不进文件名
159
- * @param {object|null} [input.session] 当前会话对象:素材主来源
160
- * @param {string|null} [input.agentId] 会话身份(`header.agentPreset`):决定用哪张人格卡
161
- */
162
- async function compose({ trigger = "rollover", projectRoot, chatId = null, session = null, agentId = null } = {}) {
163
- const at = now();
164
- const today = localDateString(at);
165
- const root = diaryDir({ memoryDir, projectRoot, configured: config?.diaryDir });
166
- const auditFile = root ? diaryAuditPath(root) : null;
167
- const audit = (record) => {
168
- if (!auditFile) return;
169
- try {
170
- appendAudit(auditFile, { v: 1, ts: at.getTime(), date: today, trigger, ...record });
171
- } catch {
172
- // 账本写不进去不该改判主流程结果。
173
- }
174
- };
175
- const skip = (reason, extra = {}) => {
176
- audit({ status: "skipped", reason, ...extra });
177
- return { ok: true, status: "skipped", reason, date: today };
178
- };
179
-
180
- if (!root) {
181
- // 项目根为空 = 这条会话不属于任何项目。绝不能退回宿主 cwd 写日记,
182
- // 那会把私密正文摊到启动目录里(与 /pipeline 拒 project-not-absolute 同语义)。
183
- audit({ status: "skipped", reason: "project-unknown" });
184
- return { ok: true, status: "skipped", reason: "project-unknown", date: today };
185
- }
186
-
187
- const state = await readState(join(root, ".."));
188
- const key = root.split(/[\\/]/).filter(Boolean).pop() || "";
189
- const entry = state[key] || {};
190
- const lastDate = entry.lastDate || latestDiaryDate(root);
191
- const roll = shouldRollDay(lastDate, today);
192
- const manual = trigger === "manual";
193
- const file = diaryFilePath(root, today);
194
- const existed = existsSync(file);
195
-
196
- if (!manual && !roll.roll) return skip("already-written", { lastDate });
197
- if (!manual && existed && !roll.gap) {
198
- // 文件已存在但状态文件说没写过(状态丢过一次):以文件为准,不重写。
199
- state[key] = { ...entry, projectRoot, lastDate: today, chatId: chatId ?? entry.chatId ?? null };
200
- writeState(join(root, ".."), state);
201
- return skip("already-written", { lastDate: today });
202
- }
203
-
204
- // 素材主来源是**这条会话自己的转录**——「拥有人格的 agent 写日记」,写的就是
205
- // 它自己这一天经历过的事。QQ 收件箱只是兜底:启动补写时没有会话,只有 inbox。
206
- //
207
- // 顺序不能反过来:先读 inbox 的话,在 QQ 里聊的那一天会写出一篇「她说了什么」的
208
- // 旁观者日记,而作者明明就在对话里。手动触发(按钮)不看日期窗口——用户按下去
209
- // 的意思是「把现在这段写下来」,不是「写今天 00:00 到现在的」。
210
- const source = { kind: "session", scanned: 0, ignored: 0 };
211
- let collected = { items: [] };
212
- if (session) {
213
- const fromSession = collectSessionTranscript({
214
- session,
215
- dateLocal: trigger === "manual" ? null : today,
216
- maxItems: MAX_MATERIAL_ITEMS
217
- });
218
- if (!fromSession.error) {
219
- collected = fromSession;
220
- source.kind = "session";
221
- }
222
- }
223
- if (!collected.items.length) {
224
- const inboxDir = resolveInboxDir({ memoryDir, configured: config?.diaryInboxDir });
225
- const fromInbox = collectQqInbox({ dir: inboxDir, dateLocal: today, maxItems: MAX_MATERIAL_ITEMS });
226
- if (!fromInbox.error && fromInbox.items.length) {
227
- collected = fromInbox;
228
- source.kind = "qq-inbox";
229
- } else if (!session && fromInbox.error) {
230
- return skip(fromInbox.error, { inboxDir });
231
- }
232
- }
233
- if (!collected.items.length) {
234
- // 当天零条有效消息:不调模型、不落盘。空素材调一次模型是纯浪费,
235
- // 而它写出来的东西必然是编的。
236
- state[key] = { ...entry, projectRoot, lastDate: today, chatId: chatId ?? entry.chatId ?? null };
237
- writeState(join(root, ".."), state);
238
- return skip("no-material", { scanned: collected.scanned, ignored: collected.ignored, source: source.kind });
239
- }
240
-
241
- const material = renderMaterial(collected.items);
242
- let personaText = "";
243
- let personaSource = "none";
244
- let degraded = false;
245
- try {
246
- // agentId 必须传:不传就永远落 default 卡,那么「拥有人格的 agent 写日记」在
247
- // 多角色宿主里会变成「所有角色共用同一个声音写日记」。宿主没给身份时传 null,
248
- // 退回 default —— 那才是无名会话唯一该有的答案(user-settings.js:44-52)。
249
- const block = renderUserSettingsBlock({ settings, config, agentId });
250
- personaText = String(block?.text ?? "");
251
- personaSource = String(block?.source ?? "none");
252
- } catch (error) {
253
- // 人格渲染失败不该挡住日记,但要如实标注这一篇少了一层信息。
254
- degraded = true;
255
- logger?.warn?.(`[dsh-mneme] diary persona render failed: ${String(error)}`);
256
- }
257
-
258
- const userText = [
259
- personaText,
260
- "",
261
- str("diaryMaterialHeader", collected.items.length, today),
262
- breakFenceMarkers(material),
263
- "",
264
- str("diaryMaterialFooter")
265
- ]
266
- .filter((s) => s !== null && s !== undefined)
267
- .join("\n");
268
-
269
- const log = logger || { info() {}, warn() {} };
270
- const route = resolveRoute(ctx, config, log);
271
- if (!route) {
272
- audit({ status: "failed", reason: "no-route" });
273
- return { ok: false, status: "failed", reason: "no-route", date: today };
274
- }
275
-
276
- let streamFailure = "";
277
- let body;
278
- try {
279
- const text = await runAuditedLlm(
280
- ctx,
281
- service ?? {},
282
- config,
283
- {
284
- triggerSource: "diary",
285
- operationType: "diary_compose",
286
- modelId: `${route.provider}:${route.model}`,
287
- relatedMemoryIds: [],
288
- streamError: () => streamFailure,
289
- auditError: (out) => (String(out ?? "").trim() ? null : "empty diary body")
290
- },
291
- (reportUsage) =>
292
- streamText(
293
- ctx,
294
- {
295
- provider: route.provider,
296
- model: route.model,
297
- purpose: "diary",
298
- messages: [
299
- { role: "system", content: [{ type: "text", text: prompts }], source: { kind: "plugin:dsh-mneme", plugin: "dsh-mneme" } },
300
- { role: "user", content: [{ type: "text", text: userText }], source: { kind: "plugin:dsh-mneme", plugin: "dsh-mneme" } }
301
- ]
302
- },
303
- reportUsage,
304
- (reason) => {
305
- streamFailure = describeStreamFailure(reason);
306
- }
307
- )
308
- );
309
- if (text === undefined) {
310
- audit({ status: "failed", reason: "llm-failed", detail: streamFailure || "stream aborted" });
311
- return { ok: false, status: "failed", reason: "llm-failed", date: today };
312
- }
313
- body = String(text).trim();
314
- } catch (error) {
315
- audit({ status: "failed", reason: "llm-threw", detail: String(error && error.message ? error.message : error) });
316
- return { ok: false, status: "failed", reason: "llm-threw", date: today };
317
- }
318
-
319
- const invalid = validateBody(body);
320
- if (invalid) {
321
- audit({ status: "failed", reason: `invalid-body:${invalid}` });
322
- return { ok: false, status: "failed", reason: `invalid-body:${invalid}`, date: today };
323
- }
324
-
325
- const gapNote = roll.gap ? str("diaryGapNote", roll.gapDays) : "";
326
- // frontmatter 只放「这篇是谁在什么条件下写的」:正文要能独立于记忆库被读懂。
327
- // 不写绝对路径(会泄露本机用户名,candidates.js:188-192 同一条纪律),
328
- // 只写项目键与身份 id——两者都不是隐私,也都够回答「这声音是谁」。
329
- const front = [
330
- "---",
331
- `date: ${today}`,
332
- `project: ${key}`,
333
- `source: ${source.kind}`,
334
- `persona: ${personaSource}${agentId ? ` (${agentId})` : ""}`,
335
- "---"
336
- ].join("\n");
337
- const header = [front, `# ${today}`, gapNote].filter(Boolean).join("\n\n");
338
- let finalText = `${header}\n\n${body}\n`;
339
-
340
- // 同日第二次写(手动按钮最常见):追加一段「补记」,不覆盖——用户按了两次按钮,
341
- // 想要的是多一段,不是把上一段弄丢。整文件仍然一次原子覆盖。
342
- let mode = existed ? "append" : "create";
343
- if (existed) {
344
- let previous = "";
345
- try {
346
- previous = readFileSync(file, "utf8");
347
- } catch {
348
- previous = "";
349
- }
350
- if (previous.trim()) {
351
- const stamp = `${String(at.getHours()).padStart(2, "0")}:${String(at.getMinutes()).padStart(2, "0")}`;
352
- finalText = `${previous.replace(/\s+$/, "")}\n\n## ${str("diaryAddendum", stamp)}\n\n${body}\n`;
353
- }
354
- }
355
-
356
- try {
357
- mkdirSync(root, { recursive: true });
358
- writeFileAtomic(file, finalText);
359
- } catch (error) {
360
- audit({ status: "failed", reason: "workspace-unwritable", detail: String(error && error.message ? error.message : error) });
361
- return { ok: false, status: "failed", reason: "workspace-unwritable", date: today };
362
- }
363
-
364
- state[key] = { ...entry, projectRoot, lastDate: today, chatId: chatId ?? entry.chatId ?? null, agentId: agentId ?? entry.agentId ?? null };
365
- writeState(join(root, ".."), state);
366
-
367
- // 指针行:登记进记忆库,让日记能被检索到。登记不上不算失败——正文已经在盘上、
368
- // 已经被用户拥有,那一层不该被一个开关或者一次 dedupe 收走。
369
- let pointer = null;
370
- if (config?.documentMemoryEnabled === true && typeof service?.registerDocument === "function") {
371
- try {
372
- const result = await service.registerDocument({
373
- path: file,
374
- title: str("diaryTitle", today),
375
- summary: str("diarySummary", today, body.replace(/\s+/g, " ").slice(0, 160)),
376
- tags: ["diary"]
377
- });
378
- pointer = { action: result?.action ?? "created", id: result?.id ?? null };
379
- } catch (error) {
380
- degraded = true;
381
- pointer = { action: "failed", detail: String(error && error.message ? error.message : error) };
382
- }
383
- } else {
384
- pointer = { action: "skipped", reason: "documentMemoryEnabled-off" };
385
- }
386
-
387
- audit({ status: "written", mode, items: collected.items.length, source: source.kind, persona: personaSource, pointer: pointer?.action ?? null });
388
- return { ok: true, status: "written", mode, date: today, path: file, pointer, degraded, items: collected.items.length, source: source.kind, persona: personaSource };
389
- }
390
-
391
- /**
392
- * 状态文件里记过的项目根。
393
- *
394
- * 启动补写要用它:宿主刚起来时没有任何会话,不知道该补哪个项目——但状态文件里
395
- * 记着「上次是哪个项目、哪天写的」,那就是唯一可信的线索。读不到就是空数组。
396
- */
397
- function knownProjects() {
398
- const root = diaryRoot({ memoryDir, configured: config?.diaryDir });
399
- let state;
400
- try {
401
- state = JSON.parse(readFileSync(join(root, "state.json"), "utf8"));
402
- } catch {
403
- return [];
404
- }
405
- if (!state || typeof state !== "object" || Array.isArray(state)) return [];
406
- const seen = new Set();
407
- for (const entry of Object.values(state)) {
408
- const p = entry && typeof entry.projectRoot === "string" ? entry.projectRoot.trim() : "";
409
- if (p) seen.add(p);
410
- }
411
- return [...seen];
412
- }
413
-
414
- return {
415
- compose: (input) => enqueue(() => compose(input)),
416
- knownProjects,
417
- /** 只读一次账本:面板要回答「今天为什么没有日记」时必须读它,不能靠猜。 */
418
- readAudit({ projectRoot, limit = 50 } = {}) {
419
- const root = diaryDir({ memoryDir, projectRoot, configured: config?.diaryDir });
420
- if (!root) return [];
421
- const file = diaryAuditPath(root);
422
- let text = "";
423
- try {
424
- text = readFileSync(file, "utf8");
425
- } catch {
426
- return [];
427
- }
428
- const rows = [];
429
- for (const line of text.split("\n")) {
430
- if (!line.trim()) continue;
431
- try {
432
- rows.push(JSON.parse(line));
433
- } catch {
434
- // 坏行跳过(账本纪律:坏行不拖死整份读取)。
435
- }
436
- }
437
- return rows.slice(-limit);
438
- }
439
- };
440
- }
1
+ /**
2
+ * 日记的合成管线:采集 → 生成 → 落盘 → 记账。
3
+ *
4
+ * ## 一条管线,三个入口
5
+ *
6
+ * 「跨天自动」「面板手动写一篇」「插件启动补写」必须汇到同一个 `compose`,只在入口处
7
+ * 分叉。为什么:失败路径(无素材 / 模型挂 / 目录不可写 / 同日已写)各写一遍就是各验一遍,
8
+ * 三份实现迟早长成三种行为——而那三种行为在用户眼里都是「今天没有日记」。
9
+ *
10
+ * ## 为什么正文落文件、摘要落记忆行
11
+ *
12
+ * 正文是人要读、要改、要能进 git 的东西,所以是 `YYYY-MM-DD.md`;记忆库里只留一条
13
+ * `type="document"` 的**指针行**(摘要 + doc_path),复用既有的 `registerDocument`——
14
+ * 那里已经把路径校验、去重(0.92 相似度)、supersede 记账做完了,一行不用重写。
15
+ *
16
+ * 反过来(正文进 SQLite)会把散文塞进注入预算,也会破掉 `src/document.js` 那条
17
+ * 「全文归 agent,管线零读零写零改」的契约。
18
+ */
19
+ import { existsSync, mkdirSync, readFileSync, readdirSync, openSync, fstatSync, readSync, closeSync, appendFileSync } from "node:fs";
20
+ import { dirname, join } from "node:path";
21
+ import { describeStreamFailure, resolveRoute, runAuditedLlm, streamText } from "../dream.js";
22
+ import { writeFileAtomic } from "../pipeline-nudge.js";
23
+ import { renderUserSettingsBlock } from "../user-settings.js";
24
+ import { breakFenceMarkers } from "../fence.js";
25
+ import { STR, langOf } from "../lang.js";
26
+ import { collectQqInbox, resolveInboxDir } from "./qq-inbox.js";
27
+ import { collectSessionTranscript } from "./session-provider.js";
28
+ import { DIARY_FILE_RE, diaryAuditPath, diaryDir, diaryFilePath, diaryRoot } from "./dir.js";
29
+ import { localDateString, shouldRollDay } from "./rollover.js";
30
+
31
+ /** 正文太短当失败:模型偶尔只回一句「今天聊了聊天」,那不是日记,落盘就是噪音。 */
32
+ export const MIN_BODY_CHARS = 80;
33
+ /** 模型最多看多少条消息:一天几百条会把这轮 prompt 顶爆,而日记要的是轮廓不是逐条抄。 */
34
+ export const MAX_MATERIAL_ITEMS = 120;
35
+
36
+ /**
37
+ * 账本追加:先看尾 1 字节要不要补换行。
38
+ *
39
+ * 与 `src/pipeline-runs.js:364-382` 同一条纪律,但那份是私有函数。少了补换行,
40
+ * 追加会把上一条与本条粘成一行,一行坏 JSON 让整个账本读不出来——而账本恰好是
41
+ * 「刚跑完一次」时才动的文件。
42
+ */
43
+ function appendAudit(file, record) {
44
+ mkdirSync(dirname(file), { recursive: true });
45
+ let prefix = "";
46
+ let fd = null;
47
+ try {
48
+ fd = openSync(file, "r");
49
+ const size = fstatSync(fd).size;
50
+ if (size > 0) {
51
+ const tail = Buffer.allocUnsafe(1);
52
+ readSync(fd, tail, 0, 1, size - 1);
53
+ if (tail[0] !== 0x0a) prefix = "\n";
54
+ }
55
+ } catch {
56
+ // 文件还不存在 = 空账本,不需要补。
57
+ } finally {
58
+ if (fd !== null) {
59
+ try {
60
+ closeSync(fd);
61
+ } catch {
62
+ // 关不掉也不影响写。
63
+ }
64
+ }
65
+ }
66
+ appendFileSync(file, prefix + JSON.stringify(record) + "\n", "utf8");
67
+ }
68
+
69
+ /** 目录里最新一篇的日期。用来在状态文件缺失时自愈(状态丢了不至于重写去年那篇)。 */
70
+ export function latestDiaryDate(dir) {
71
+ if (!dir) return null;
72
+ let names;
73
+ try {
74
+ names = readdirSync(dir);
75
+ } catch {
76
+ return null;
77
+ }
78
+ const dates = names.filter((n) => DIARY_FILE_RE.test(n)).map((n) => n.slice(0, 10)).sort();
79
+ return dates.length ? dates[dates.length - 1] : null;
80
+ }
81
+
82
+ /**
83
+ * 渲染素材块:一行一条,带时间和说话人。
84
+ *
85
+ * 角色标签不是装饰:素材同时来自「她说的话」和「我自己说的话」之后,没有标签模型
86
+ * 就会把两边混成一个人的独白——而日记的第一人称只属于助手自己。
87
+ * 没有时间戳(跨日手动写、事件不带时间)时省略时间,不编一个。
88
+ */
89
+ function renderMaterial(items) {
90
+ return items
91
+ .map((it) => {
92
+ const tag = it.role === "assistant" ? "assistant" : "user";
93
+ if (!Number.isFinite(it.ts)) return `[${tag}] ${it.text}`;
94
+ const d = new Date(it.ts);
95
+ const hh = String(d.getHours()).padStart(2, "0");
96
+ const mm = String(d.getMinutes()).padStart(2, "0");
97
+ return `${hh}:${mm} [${tag}] ${it.text}`;
98
+ })
99
+ .join("\n");
100
+ }
101
+
102
+ /** 正文校验。任一不过即视为失败——半截文本落盘之后会被 registerDocument 当成合格文件。 */
103
+ export function validateBody(body) {
104
+ const text = String(body ?? "").trim();
105
+ if (text.length < MIN_BODY_CHARS) return "too-short";
106
+ if (/^\s*```/.test(text) && !/```\s*$/.test(text)) return "unclosed-fence";
107
+ if (/<<<|>>>/.test(text)) return "marker-leak";
108
+ return null;
109
+ }
110
+
111
+ export function createDiaryComposer({ ctx, config, logger, service = null, settings = null, memoryDir, now = () => new Date() }) {
112
+ const lang = langOf(config);
113
+ // PROMPTS 不单独 export——它挂在 STR.prompts 上(src/lang.js:536)。走同一条出口,
114
+ // 免得 lang.js 多一个「既有具名导出又有默认导出」的双份形状。
115
+ const prompts = STR.prompts.diary[lang] ?? STR.prompts.diary.zh;
116
+ const str = (key, ...args) => {
117
+ const row = STR[key];
118
+ if (!row) return "";
119
+ const fn = row[lang] ?? row.zh;
120
+ return typeof fn === "function" ? fn(...args) : fn;
121
+ };
122
+ // 整条管线串行:跨天触发与手动按钮可能在同一秒撞上,两次都读到「今天没写过」
123
+ // 就会各写一篇(后一篇覆盖前一篇,或者拼成两段半截)。串行链的写法照抄
124
+ // src/summarize.js 的 enqueueDistill。
125
+ let chain = Promise.resolve();
126
+ const enqueue = (task) => {
127
+ const run = chain.then(task, task);
128
+ chain = run.then(
129
+ () => undefined,
130
+ () => undefined
131
+ );
132
+ return run;
133
+ };
134
+
135
+ async function readState(root) {
136
+ const file = join(root, "state.json");
137
+ try {
138
+ const raw = JSON.parse(readFileSync(file, "utf8"));
139
+ return raw && typeof raw === "object" && !Array.isArray(raw) ? raw : {};
140
+ } catch {
141
+ return {};
142
+ }
143
+ }
144
+
145
+ function writeState(root, state) {
146
+ try {
147
+ writeFileAtomic(join(root, "state.json"), JSON.stringify(state, null, 2) + "\n");
148
+ } catch (error) {
149
+ // 状态写不进去只影响「下次判定要不要补」,不该让这一篇已经写好的日记报失败。
150
+ logger?.warn?.(`[dsh-mneme] diary state write failed: ${String(error)}`);
151
+ }
152
+ }
153
+
154
+ /**
155
+ * @param {object} input
156
+ * @param {"rollover"|"manual"|"startup"} input.trigger
157
+ * @param {string} input.projectRoot 这条会话属于哪个项目(`header.cwd`)
158
+ * @param {string|null} [input.chatId] QQ 会话 id,只进状态文件,不进文件名
159
+ * @param {object|null} [input.session] 当前会话对象:素材主来源
160
+ * @param {string|null} [input.agentId] 会话身份(`header.agentPreset`):决定用哪张人格卡
161
+ */
162
+ async function compose({ trigger = "rollover", projectRoot, chatId = null, session = null, agentId = null } = {}) {
163
+ const at = now();
164
+ const today = localDateString(at);
165
+ const root = diaryDir({ memoryDir, projectRoot, configured: config?.diaryDir });
166
+ const auditFile = root ? diaryAuditPath(root) : null;
167
+ const audit = (record) => {
168
+ if (!auditFile) return;
169
+ try {
170
+ appendAudit(auditFile, { v: 1, ts: at.getTime(), date: today, trigger, ...record });
171
+ } catch {
172
+ // 账本写不进去不该改判主流程结果。
173
+ }
174
+ };
175
+ const skip = (reason, extra = {}) => {
176
+ audit({ status: "skipped", reason, ...extra });
177
+ return { ok: true, status: "skipped", reason, date: today };
178
+ };
179
+
180
+ if (!root) {
181
+ // 项目根为空 = 这条会话不属于任何项目。绝不能退回宿主 cwd 写日记,
182
+ // 那会把私密正文摊到启动目录里(与 /pipeline 拒 project-not-absolute 同语义)。
183
+ audit({ status: "skipped", reason: "project-unknown" });
184
+ return { ok: true, status: "skipped", reason: "project-unknown", date: today };
185
+ }
186
+
187
+ const state = await readState(join(root, ".."));
188
+ const key = root.split(/[\\/]/).filter(Boolean).pop() || "";
189
+ const entry = state[key] || {};
190
+ const lastDate = entry.lastDate || latestDiaryDate(root);
191
+ const roll = shouldRollDay(lastDate, today);
192
+ const manual = trigger === "manual";
193
+ const file = diaryFilePath(root, today);
194
+ const existed = existsSync(file);
195
+
196
+ if (!manual && !roll.roll) return skip("already-written", { lastDate });
197
+ if (!manual && existed && !roll.gap) {
198
+ // 文件已存在但状态文件说没写过(状态丢过一次):以文件为准,不重写。
199
+ state[key] = { ...entry, projectRoot, lastDate: today, chatId: chatId ?? entry.chatId ?? null };
200
+ writeState(join(root, ".."), state);
201
+ return skip("already-written", { lastDate: today });
202
+ }
203
+
204
+ // 素材主来源是**这条会话自己的转录**——「拥有人格的 agent 写日记」,写的就是
205
+ // 它自己这一天经历过的事。QQ 收件箱只是兜底:启动补写时没有会话,只有 inbox。
206
+ //
207
+ // 顺序不能反过来:先读 inbox 的话,在 QQ 里聊的那一天会写出一篇「她说了什么」的
208
+ // 旁观者日记,而作者明明就在对话里。手动触发(按钮)不看日期窗口——用户按下去
209
+ // 的意思是「把现在这段写下来」,不是「写今天 00:00 到现在的」。
210
+ const source = { kind: "session", scanned: 0, ignored: 0 };
211
+ let collected = { items: [] };
212
+ if (session) {
213
+ const fromSession = collectSessionTranscript({
214
+ session,
215
+ dateLocal: trigger === "manual" ? null : today,
216
+ maxItems: MAX_MATERIAL_ITEMS
217
+ });
218
+ if (!fromSession.error) {
219
+ collected = fromSession;
220
+ source.kind = "session";
221
+ }
222
+ }
223
+ if (!collected.items.length) {
224
+ const inboxDir = resolveInboxDir({ memoryDir, configured: config?.diaryInboxDir });
225
+ const fromInbox = collectQqInbox({ dir: inboxDir, dateLocal: today, maxItems: MAX_MATERIAL_ITEMS });
226
+ if (!fromInbox.error && fromInbox.items.length) {
227
+ collected = fromInbox;
228
+ source.kind = "qq-inbox";
229
+ } else if (!session && fromInbox.error) {
230
+ return skip(fromInbox.error, { inboxDir });
231
+ }
232
+ }
233
+ if (!collected.items.length) {
234
+ // 当天零条有效消息:不调模型、不落盘。空素材调一次模型是纯浪费,
235
+ // 而它写出来的东西必然是编的。
236
+ state[key] = { ...entry, projectRoot, lastDate: today, chatId: chatId ?? entry.chatId ?? null };
237
+ writeState(join(root, ".."), state);
238
+ return skip("no-material", { scanned: collected.scanned, ignored: collected.ignored, source: source.kind });
239
+ }
240
+
241
+ const material = renderMaterial(collected.items);
242
+ let personaText = "";
243
+ let personaSource = "none";
244
+ let degraded = false;
245
+ try {
246
+ // agentId 必须传:不传就永远落 default 卡,那么「拥有人格的 agent 写日记」在
247
+ // 多角色宿主里会变成「所有角色共用同一个声音写日记」。宿主没给身份时传 null,
248
+ // 退回 default —— 那才是无名会话唯一该有的答案(user-settings.js:44-52)。
249
+ const block = renderUserSettingsBlock({ settings, config, agentId });
250
+ personaText = String(block?.text ?? "");
251
+ personaSource = String(block?.source ?? "none");
252
+ } catch (error) {
253
+ // 人格渲染失败不该挡住日记,但要如实标注这一篇少了一层信息。
254
+ degraded = true;
255
+ logger?.warn?.(`[dsh-mneme] diary persona render failed: ${String(error)}`);
256
+ }
257
+
258
+ const userText = [
259
+ personaText,
260
+ "",
261
+ str("diaryMaterialHeader", collected.items.length, today),
262
+ breakFenceMarkers(material),
263
+ "",
264
+ str("diaryMaterialFooter")
265
+ ]
266
+ .filter((s) => s !== null && s !== undefined)
267
+ .join("\n");
268
+
269
+ const log = logger || { info() {}, warn() {} };
270
+ const route = resolveRoute(ctx, config, log);
271
+ if (!route) {
272
+ audit({ status: "failed", reason: "no-route" });
273
+ return { ok: false, status: "failed", reason: "no-route", date: today };
274
+ }
275
+
276
+ let streamFailure = "";
277
+ let body;
278
+ try {
279
+ const text = await runAuditedLlm(
280
+ ctx,
281
+ service ?? {},
282
+ config,
283
+ {
284
+ triggerSource: "diary",
285
+ operationType: "diary_compose",
286
+ modelId: `${route.provider}:${route.model}`,
287
+ relatedMemoryIds: [],
288
+ streamError: () => streamFailure,
289
+ auditError: (out) => (String(out ?? "").trim() ? null : "empty diary body")
290
+ },
291
+ (reportUsage) =>
292
+ streamText(
293
+ ctx,
294
+ {
295
+ provider: route.provider,
296
+ model: route.model,
297
+ purpose: "diary",
298
+ messages: [
299
+ { role: "system", content: [{ type: "text", text: prompts }], source: { kind: "plugin:dsh-mneme", plugin: "dsh-mneme" } },
300
+ { role: "user", content: [{ type: "text", text: userText }], source: { kind: "plugin:dsh-mneme", plugin: "dsh-mneme" } }
301
+ ]
302
+ },
303
+ reportUsage,
304
+ (reason) => {
305
+ streamFailure = describeStreamFailure(reason);
306
+ }
307
+ )
308
+ );
309
+ if (text === undefined) {
310
+ audit({ status: "failed", reason: "llm-failed", detail: streamFailure || "stream aborted" });
311
+ return { ok: false, status: "failed", reason: "llm-failed", date: today };
312
+ }
313
+ body = String(text).trim();
314
+ } catch (error) {
315
+ audit({ status: "failed", reason: "llm-threw", detail: String(error && error.message ? error.message : error) });
316
+ return { ok: false, status: "failed", reason: "llm-threw", date: today };
317
+ }
318
+
319
+ const invalid = validateBody(body);
320
+ if (invalid) {
321
+ audit({ status: "failed", reason: `invalid-body:${invalid}` });
322
+ return { ok: false, status: "failed", reason: `invalid-body:${invalid}`, date: today };
323
+ }
324
+
325
+ const gapNote = roll.gap ? str("diaryGapNote", roll.gapDays) : "";
326
+ // frontmatter 只放「这篇是谁在什么条件下写的」:正文要能独立于记忆库被读懂。
327
+ // 不写绝对路径(会泄露本机用户名,candidates.js:188-192 同一条纪律),
328
+ // 只写项目键与身份 id——两者都不是隐私,也都够回答「这声音是谁」。
329
+ const front = [
330
+ "---",
331
+ `date: ${today}`,
332
+ `project: ${key}`,
333
+ `source: ${source.kind}`,
334
+ `persona: ${personaSource}${agentId ? ` (${agentId})` : ""}`,
335
+ "---"
336
+ ].join("\n");
337
+ const header = [front, `# ${today}`, gapNote].filter(Boolean).join("\n\n");
338
+ let finalText = `${header}\n\n${body}\n`;
339
+
340
+ // 同日第二次写(手动按钮最常见):追加一段「补记」,不覆盖——用户按了两次按钮,
341
+ // 想要的是多一段,不是把上一段弄丢。整文件仍然一次原子覆盖。
342
+ let mode = existed ? "append" : "create";
343
+ if (existed) {
344
+ let previous = "";
345
+ try {
346
+ previous = readFileSync(file, "utf8");
347
+ } catch {
348
+ previous = "";
349
+ }
350
+ if (previous.trim()) {
351
+ const stamp = `${String(at.getHours()).padStart(2, "0")}:${String(at.getMinutes()).padStart(2, "0")}`;
352
+ finalText = `${previous.replace(/\s+$/, "")}\n\n## ${str("diaryAddendum", stamp)}\n\n${body}\n`;
353
+ }
354
+ }
355
+
356
+ try {
357
+ mkdirSync(root, { recursive: true });
358
+ writeFileAtomic(file, finalText);
359
+ } catch (error) {
360
+ audit({ status: "failed", reason: "workspace-unwritable", detail: String(error && error.message ? error.message : error) });
361
+ return { ok: false, status: "failed", reason: "workspace-unwritable", date: today };
362
+ }
363
+
364
+ state[key] = { ...entry, projectRoot, lastDate: today, chatId: chatId ?? entry.chatId ?? null, agentId: agentId ?? entry.agentId ?? null };
365
+ writeState(join(root, ".."), state);
366
+
367
+ // 指针行:登记进记忆库,让日记能被检索到。登记不上不算失败——正文已经在盘上、
368
+ // 已经被用户拥有,那一层不该被一个开关或者一次 dedupe 收走。
369
+ let pointer = null;
370
+ if (config?.documentMemoryEnabled === true && typeof service?.registerDocument === "function") {
371
+ try {
372
+ const result = await service.registerDocument({
373
+ path: file,
374
+ title: str("diaryTitle", today),
375
+ summary: str("diarySummary", today, body.replace(/\s+/g, " ").slice(0, 160)),
376
+ tags: ["diary"]
377
+ });
378
+ pointer = { action: result?.action ?? "created", id: result?.id ?? null };
379
+ } catch (error) {
380
+ degraded = true;
381
+ pointer = { action: "failed", detail: String(error && error.message ? error.message : error) };
382
+ }
383
+ } else {
384
+ pointer = { action: "skipped", reason: "documentMemoryEnabled-off" };
385
+ }
386
+
387
+ audit({ status: "written", mode, items: collected.items.length, source: source.kind, persona: personaSource, pointer: pointer?.action ?? null });
388
+ return { ok: true, status: "written", mode, date: today, path: file, pointer, degraded, items: collected.items.length, source: source.kind, persona: personaSource };
389
+ }
390
+
391
+ /**
392
+ * 状态文件里记过的项目根。
393
+ *
394
+ * 启动补写要用它:宿主刚起来时没有任何会话,不知道该补哪个项目——但状态文件里
395
+ * 记着「上次是哪个项目、哪天写的」,那就是唯一可信的线索。读不到就是空数组。
396
+ */
397
+ function knownProjects() {
398
+ const root = diaryRoot({ memoryDir, configured: config?.diaryDir });
399
+ let state;
400
+ try {
401
+ state = JSON.parse(readFileSync(join(root, "state.json"), "utf8"));
402
+ } catch {
403
+ return [];
404
+ }
405
+ if (!state || typeof state !== "object" || Array.isArray(state)) return [];
406
+ const seen = new Set();
407
+ for (const entry of Object.values(state)) {
408
+ const p = entry && typeof entry.projectRoot === "string" ? entry.projectRoot.trim() : "";
409
+ if (p) seen.add(p);
410
+ }
411
+ return [...seen];
412
+ }
413
+
414
+ return {
415
+ compose: (input) => enqueue(() => compose(input)),
416
+ knownProjects,
417
+ /** 只读一次账本:面板要回答「今天为什么没有日记」时必须读它,不能靠猜。 */
418
+ readAudit({ projectRoot, limit = 50 } = {}) {
419
+ const root = diaryDir({ memoryDir, projectRoot, configured: config?.diaryDir });
420
+ if (!root) return [];
421
+ const file = diaryAuditPath(root);
422
+ let text = "";
423
+ try {
424
+ text = readFileSync(file, "utf8");
425
+ } catch {
426
+ return [];
427
+ }
428
+ const rows = [];
429
+ for (const line of text.split("\n")) {
430
+ if (!line.trim()) continue;
431
+ try {
432
+ rows.push(JSON.parse(line));
433
+ } catch {
434
+ // 坏行跳过(账本纪律:坏行不拖死整份读取)。
435
+ }
436
+ }
437
+ return rows.slice(-limit);
438
+ }
439
+ };
440
+ }