@modusensus/dsh-mneme 0.13.0 → 0.14.0-beta.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (543) hide show
  1. package/LICENSE +21 -21
  2. package/README.md +830 -828
  3. package/assets/icon.svg +3 -3
  4. package/bin/cli.mjs +964 -964
  5. package/bin/dsh-mneme-choro.mjs +262 -254
  6. package/bin/dsh-mneme-mcp.mjs +510 -510
  7. package/bin/dsh-mneme-serve.mjs +151 -151
  8. package/cordis.patch.yml +21 -21
  9. package/docs/CONFIGURATION.md +407 -402
  10. package/docs/CONTINUITY.md +139 -139
  11. package/docs/DAEMON.md +57 -57
  12. package/docs/DIRECTORIES.md +114 -114
  13. package/docs/DISTILL.md +397 -371
  14. package/docs/DSH-GO.md +97 -97
  15. package/docs/ENTITIES.md +247 -247
  16. package/docs/FORGET.md +77 -77
  17. package/docs/KB.md +110 -110
  18. package/docs/LOCAL_MODEL.md +222 -222
  19. package/docs/SEMANTIC.md +256 -256
  20. package/docs/SHARE.md +552 -552
  21. package/docs/SLEEP.md +202 -202
  22. package/docs/STORAGE.md +122 -122
  23. package/docs/WORKFLOWS.md +366 -366
  24. package/lib/api-standalone.js +1007 -1007
  25. package/lib/api.js +3600 -3394
  26. package/lib/attachment-text.js +122 -122
  27. package/lib/bootstrap-http.js +105 -105
  28. package/lib/bootstrap.js +215 -215
  29. package/lib/candidates.js +454 -454
  30. package/lib/capabilities.js +819 -819
  31. package/lib/choro-command.js +111 -111
  32. package/lib/client.js +14420 -13436
  33. package/lib/commands.js +95 -95
  34. package/lib/config-keys.js +144 -144
  35. package/lib/config.js +1361 -1317
  36. package/lib/content-hash.js +54 -54
  37. package/lib/continuity.js +258 -258
  38. package/lib/date-hint.js +32 -0
  39. package/lib/diary/auto.js +190 -190
  40. package/lib/diary/compose.js +440 -440
  41. package/lib/diary/dir.js +59 -59
  42. package/lib/diary/export.js +97 -97
  43. package/lib/diary/index.js +26 -26
  44. package/lib/diary/library.js +189 -189
  45. package/lib/diary/qq-inbox.js +142 -142
  46. package/lib/diary/rollover.js +61 -61
  47. package/lib/diary/session-provider.js +122 -122
  48. package/lib/document-index.js +94 -94
  49. package/lib/document.js +322 -322
  50. package/lib/dream/clustering.js +123 -123
  51. package/lib/dream/decisions.js +945 -907
  52. package/lib/dream/narratives.js +44 -44
  53. package/lib/dream/sleep.js +2027 -1887
  54. package/lib/dream/triage.js +139 -0
  55. package/lib/dream.js +1879 -1764
  56. package/lib/dsh-go/host.js +162 -162
  57. package/lib/dsh-go/panel.js +2091 -2091
  58. package/lib/dsh-go/text.js +342 -342
  59. package/lib/dsh-go/views/common.js +68 -68
  60. package/lib/dsh-go/views/entity.js +48 -48
  61. package/lib/dsh-go/views/memory.js +198 -198
  62. package/lib/dsh-go/views/root.js +30 -30
  63. package/lib/dsh-go/views/settings.js +398 -398
  64. package/lib/dsh-go/views/status.js +51 -51
  65. package/lib/embedding.js +342 -342
  66. package/lib/entities/extractor.js +285 -285
  67. package/lib/fence.js +24 -24
  68. package/lib/graph/anchoring.js +184 -184
  69. package/lib/guide.js +74 -74
  70. package/lib/heat.js +144 -144
  71. package/lib/hot-memory.js +119 -107
  72. package/lib/image-describe.js +158 -0
  73. package/lib/index.js +852 -822
  74. package/lib/inject.js +656 -639
  75. package/lib/kb/index.js +309 -309
  76. package/lib/kb/routes.js +219 -219
  77. package/lib/kb/tools.js +148 -148
  78. package/lib/lang.js +607 -584
  79. package/lib/local-embedder.js +358 -358
  80. package/lib/maintenance.js +162 -162
  81. package/lib/memory-source.js +9 -9
  82. package/lib/mirror.js +330 -330
  83. package/lib/organize.js +456 -456
  84. package/lib/peak-hours.js +172 -172
  85. package/lib/pipeline-activities.js +178 -178
  86. package/lib/pipeline-attribution.js +165 -165
  87. package/lib/pipeline-command.js +279 -279
  88. package/lib/pipeline-confirm.js +142 -142
  89. package/lib/pipeline-exec.js +174 -174
  90. package/lib/pipeline-nudge-auto.js +129 -129
  91. package/lib/pipeline-nudge.js +1623 -1623
  92. package/lib/pipeline-observations.js +181 -181
  93. package/lib/pipeline-observe.js +133 -133
  94. package/lib/pipeline-runner.js +361 -361
  95. package/lib/pipeline-runs.js +442 -442
  96. package/lib/pipeline.js +716 -716
  97. package/lib/placement.js +13 -13
  98. package/lib/pre-inject-gate.js +354 -354
  99. package/lib/profile-extract.js +164 -164
  100. package/lib/profile-facts.js +356 -356
  101. package/lib/provenance-http.js +251 -251
  102. package/lib/quality-filter.js +162 -162
  103. package/lib/recall-stats.js +190 -190
  104. package/lib/reclaim-http.js +150 -150
  105. package/lib/reranker.js +269 -269
  106. package/lib/runtime/adopt.js +176 -176
  107. package/lib/runtime/closure.js +172 -172
  108. package/lib/runtime/download.js +247 -247
  109. package/lib/runtime/layout.js +265 -265
  110. package/lib/runtime/loader.js +252 -252
  111. package/lib/runtime/model-fetch.js +361 -361
  112. package/lib/runtime/provision.js +237 -237
  113. package/lib/runtime/tarball.js +130 -130
  114. package/lib/runtime/verify.js +223 -223
  115. package/lib/safe-slice.js +18 -18
  116. package/lib/scope-state.js +277 -277
  117. package/lib/scope.js +187 -187
  118. package/lib/search/adaptive.js +60 -60
  119. package/lib/search/bm25.js +96 -96
  120. package/lib/semantic.js +572 -572
  121. package/lib/sensitive-scan.js +209 -209
  122. package/lib/serve.js +228 -228
  123. package/lib/service.js +3268 -3196
  124. package/lib/session-gate.js +91 -91
  125. package/lib/session-usage.js +350 -350
  126. package/lib/settings.js +827 -802
  127. package/lib/share-http.js +281 -281
  128. package/lib/share-import.js +234 -234
  129. package/lib/share.js +335 -335
  130. package/lib/store.js +5895 -5662
  131. package/lib/summarize.js +1388 -1343
  132. package/lib/tools.js +1370 -1356
  133. package/lib/user-settings.js +230 -230
  134. package/lib/vector-index.js +180 -180
  135. package/lib/version-check.js +122 -122
  136. package/lib/wiki/claims.js +267 -0
  137. package/lib/wiki/cli-hint.js +90 -90
  138. package/lib/wiki/inject.js +164 -164
  139. package/lib/wiki/partition.js +200 -200
  140. package/lib/wiki/plan.js +214 -214
  141. package/lib/wiki/queries.js +640 -474
  142. package/lib/wiki/render.js +261 -187
  143. package/lib/wiki/scan.js +371 -371
  144. package/lib/wiki/t0.js +500 -463
  145. package/lib/wiki/t1-jobs.js +232 -232
  146. package/lib/wiki/t1.js +609 -502
  147. package/lib/write-admission.js +404 -404
  148. package/locale/en.json +6 -6
  149. package/locale/zh.json +6 -6
  150. package/package.json +15 -1
  151. package/runtime-manifest.json +526 -526
  152. package/scripts/benchmark-embed.js +201 -201
  153. package/scripts/benchmark-recall.js +249 -249
  154. package/scripts/benchmark-rerank.js +166 -166
  155. package/scripts/build-runtime-manifest.mjs +224 -224
  156. package/scripts/changelog-prep.mjs +91 -91
  157. package/scripts/check-sync.js +44 -44
  158. package/scripts/e2e-dsh.js +220 -220
  159. package/scripts/mneme-runtime.mjs +277 -277
  160. package/scripts/publish-gate.mjs +197 -197
  161. package/scripts/release-docs.mjs +210 -204
  162. package/scripts/release-notes.mjs +164 -161
  163. package/scripts/stress-dsh.js +255 -255
  164. package/scripts/sync-lib.js +47 -47
  165. package/scripts/sync-test-badge.mjs +69 -69
  166. package/scripts/test-count-sync.mjs +48 -48
  167. package/src/api-standalone.js +1007 -1007
  168. package/src/api.js +3600 -3394
  169. package/src/attachment-text.js +122 -122
  170. package/src/bootstrap-http.js +105 -105
  171. package/src/bootstrap.js +215 -215
  172. package/src/candidates.js +454 -454
  173. package/src/capabilities.js +819 -819
  174. package/src/choro-command.js +111 -111
  175. package/src/commands.js +95 -95
  176. package/src/config-keys.js +144 -144
  177. package/src/config.js +1361 -1317
  178. package/src/content-hash.js +54 -54
  179. package/src/continuity.js +258 -258
  180. package/src/date-hint.js +32 -0
  181. package/src/diary/auto.js +190 -190
  182. package/src/diary/compose.js +440 -440
  183. package/src/diary/dir.js +59 -59
  184. package/src/diary/export.js +97 -97
  185. package/src/diary/index.js +26 -26
  186. package/src/diary/library.js +189 -189
  187. package/src/diary/qq-inbox.js +142 -142
  188. package/src/diary/rollover.js +61 -61
  189. package/src/diary/session-provider.js +122 -122
  190. package/src/document-index.js +94 -94
  191. package/src/document.js +322 -322
  192. package/src/dream/clustering.js +123 -123
  193. package/src/dream/decisions.js +945 -907
  194. package/src/dream/narratives.js +44 -44
  195. package/src/dream/sleep.js +2027 -1887
  196. package/src/dream/triage.js +139 -0
  197. package/src/dream.js +1879 -1764
  198. package/src/dsh-go/host.js +162 -162
  199. package/src/dsh-go/panel.js +2091 -2091
  200. package/src/dsh-go/text.js +342 -342
  201. package/src/dsh-go/views/common.js +68 -68
  202. package/src/dsh-go/views/entity.js +48 -48
  203. package/src/dsh-go/views/memory.js +198 -198
  204. package/src/dsh-go/views/root.js +30 -30
  205. package/src/dsh-go/views/settings.js +398 -398
  206. package/src/dsh-go/views/status.js +51 -51
  207. package/src/embedding.js +342 -342
  208. package/src/entities/extractor.js +285 -285
  209. package/src/fence.js +24 -24
  210. package/src/graph/anchoring.js +184 -184
  211. package/src/guide.js +74 -74
  212. package/src/heat.js +144 -144
  213. package/src/hot-memory.js +119 -107
  214. package/src/image-describe.js +158 -0
  215. package/src/index.js +852 -822
  216. package/src/inject.js +656 -639
  217. package/src/kb/index.js +309 -309
  218. package/src/kb/routes.js +219 -219
  219. package/src/kb/tools.js +148 -148
  220. package/src/lang.js +607 -584
  221. package/src/local-embedder.js +358 -358
  222. package/src/maintenance.js +162 -162
  223. package/src/memory-source.js +9 -9
  224. package/src/mirror.js +330 -330
  225. package/src/organize.js +456 -456
  226. package/src/peak-hours.js +172 -172
  227. package/src/pipeline-activities.js +178 -178
  228. package/src/pipeline-attribution.js +165 -165
  229. package/src/pipeline-command.js +279 -279
  230. package/src/pipeline-confirm.js +142 -142
  231. package/src/pipeline-exec.js +174 -174
  232. package/src/pipeline-nudge-auto.js +129 -129
  233. package/src/pipeline-nudge.js +1623 -1623
  234. package/src/pipeline-observations.js +181 -181
  235. package/src/pipeline-observe.js +133 -133
  236. package/src/pipeline-runner.js +361 -361
  237. package/src/pipeline-runs.js +442 -442
  238. package/src/pipeline.js +716 -716
  239. package/src/placement.js +13 -13
  240. package/src/pre-inject-gate.js +354 -354
  241. package/src/profile-extract.js +164 -164
  242. package/src/profile-facts.js +356 -356
  243. package/src/provenance-http.js +251 -251
  244. package/src/quality-filter.js +162 -162
  245. package/src/recall-stats.js +190 -190
  246. package/src/reclaim-http.js +150 -150
  247. package/src/reranker.js +269 -269
  248. package/src/runtime/adopt.js +176 -176
  249. package/src/runtime/closure.js +172 -172
  250. package/src/runtime/download.js +247 -247
  251. package/src/runtime/layout.js +265 -265
  252. package/src/runtime/loader.js +252 -252
  253. package/src/runtime/model-fetch.js +361 -361
  254. package/src/runtime/provision.js +237 -237
  255. package/src/runtime/tarball.js +130 -130
  256. package/src/runtime/verify.js +223 -223
  257. package/src/safe-slice.js +18 -18
  258. package/src/scope-state.js +277 -277
  259. package/src/scope.js +187 -187
  260. package/src/search/adaptive.js +60 -60
  261. package/src/search/bm25.js +96 -96
  262. package/src/semantic.js +572 -572
  263. package/src/sensitive-scan.js +209 -209
  264. package/src/serve.js +228 -228
  265. package/src/service.js +3268 -3196
  266. package/src/session-gate.js +91 -91
  267. package/src/session-usage.js +350 -350
  268. package/src/settings.js +827 -802
  269. package/src/share-http.js +281 -281
  270. package/src/share-import.js +234 -234
  271. package/src/share.js +335 -335
  272. package/src/store.js +5895 -5662
  273. package/src/summarize.js +1388 -1343
  274. package/src/tools.js +1370 -1356
  275. package/src/user-settings.js +230 -230
  276. package/src/vector-index.js +180 -180
  277. package/src/version-check.js +122 -122
  278. package/src/wiki/claims.js +267 -0
  279. package/src/wiki/cli-hint.js +90 -90
  280. package/src/wiki/inject.js +164 -164
  281. package/src/wiki/partition.js +200 -200
  282. package/src/wiki/plan.js +214 -214
  283. package/src/wiki/queries.js +640 -474
  284. package/src/wiki/render.js +261 -187
  285. package/src/wiki/scan.js +371 -371
  286. package/src/wiki/t0.js +500 -463
  287. package/src/wiki/t1-jobs.js +232 -232
  288. package/src/wiki/t1.js +609 -502
  289. package/src/write-admission.js +404 -404
  290. package/test/adaptive-inject-budget.test.js +85 -85
  291. package/test/api-hardening.test.js +173 -173
  292. package/test/api-nudge-route.test.js +259 -259
  293. package/test/api-routes-gaps.test.js +1092 -1092
  294. package/test/api.test.js +3007 -2988
  295. package/test/attachment-text.test.js +139 -139
  296. package/test/audit.test.js +448 -448
  297. package/test/baseline-persist.test.js +248 -248
  298. package/test/benchmark.test.js +94 -94
  299. package/test/bm25-corpus-cache.test.js +145 -145
  300. package/test/bootstrap.test.js +228 -228
  301. package/test/candidates.test.js +345 -345
  302. package/test/capabilities.test.js +577 -577
  303. package/test/capacity-warning.test.js +262 -262
  304. package/test/changelog-prep.test.js +125 -125
  305. package/test/choro-command.test.js +218 -218
  306. package/test/cli-enums.test.js +37 -37
  307. package/test/cli-flag-value.test.js +86 -86
  308. package/test/cli-receive.test.js +390 -390
  309. package/test/cli-share.test.js +437 -437
  310. package/test/client-share.test.js +225 -225
  311. package/test/client.test.js +4595 -4184
  312. package/test/clustering.test.js +100 -100
  313. package/test/commands.test.js +106 -106
  314. package/test/config-keys-routes.test.js +233 -233
  315. package/test/config.test.js +153 -153
  316. package/test/conflict-freeze.test.js +344 -344
  317. package/test/conflict-ledger-enforce.test.js +452 -0
  318. package/test/conflict-ledger.test.js +242 -0
  319. package/test/conflict-reviewed.test.js +79 -79
  320. package/test/content-hash.test.js +204 -204
  321. package/test/continuity.test.js +452 -452
  322. package/test/contrast.test.js +432 -320
  323. package/test/date-hint.test.js +156 -0
  324. package/test/dedupe-candidate-window.test.js +180 -180
  325. package/test/dependency-overrides.test.js +78 -78
  326. package/test/diary-library.test.js +187 -187
  327. package/test/diary.test.js +576 -576
  328. package/test/differentiate-feedback.test.js +248 -248
  329. package/test/distill-tx-embed-gap.test.js +110 -110
  330. package/test/docs-config-keys.test.js +65 -65
  331. package/test/document-dir.test.js +233 -233
  332. package/test/document.test.js +703 -703
  333. package/test/dream-archive-guardrail.test.js +116 -116
  334. package/test/dream-baseline-clamp.test.js +174 -0
  335. package/test/dream-candidate-hybrid.test.js +281 -281
  336. package/test/dream-coverage-degrade.test.js +86 -86
  337. package/test/dream-decision-evidence.test.js +314 -314
  338. package/test/dream-failure-backoff.test.js +173 -173
  339. package/test/dream-fence.test.js +207 -207
  340. package/test/dream-maxtokens-fallback.test.js +132 -132
  341. package/test/dream-merge-guardrail.test.js +219 -219
  342. package/test/dream-peak-hours.test.js +194 -194
  343. package/test/dream.test.js +1528 -1528
  344. package/test/dsh-go-host.test.js +134 -134
  345. package/test/dsh-go-panel-actions.test.js +854 -854
  346. package/test/dsh-go-panel.test.js +251 -251
  347. package/test/embed-ready-poll.test.js +94 -94
  348. package/test/embed-text-reasons.test.js +112 -112
  349. package/test/embedding-cache-f32.test.js +276 -276
  350. package/test/embedding-ready.test.js +226 -226
  351. package/test/entities.test.js +711 -711
  352. package/test/entity-recall.test.js +179 -179
  353. package/test/epistemic.test.js +325 -325
  354. package/test/failure-query.test.js +147 -147
  355. package/test/failure-retention.test.js +105 -105
  356. package/test/fnew-0112.test.js +311 -311
  357. package/test/fnew-03.test.js +422 -422
  358. package/test/forget-corrections.test.js +70 -70
  359. package/test/graph-anchoring.test.js +184 -184
  360. package/test/graph-api.test.js +333 -209
  361. package/test/graph-boosted-relations.test.js +189 -189
  362. package/test/graph-inject-budget.test.js +103 -103
  363. package/test/graph-multipath.test.js +269 -269
  364. package/test/graph-passive-confirm.test.js +91 -91
  365. package/test/graph-weight-evolution.test.js +104 -104
  366. package/test/heat.test.js +175 -175
  367. package/test/helpers/dream-mock.js +86 -86
  368. package/test/helpers/peer-worker.mjs +25 -25
  369. package/test/helpers/runtime-source.js +60 -60
  370. package/test/helpers/tar-builder.js +80 -80
  371. package/test/helpers/write-admission-samples.js +312 -312
  372. package/test/hot-memory.test.js +259 -211
  373. package/test/image-description.test.js +271 -0
  374. package/test/image-memory.test.js +170 -170
  375. package/test/inject-content-cap.test.js +91 -91
  376. package/test/inject-first-round-bm25.test.js +89 -89
  377. package/test/inject-heat.test.js +77 -77
  378. package/test/inject-parent-gate.test.js +134 -106
  379. package/test/inject-pin-explicit.test.js +300 -300
  380. package/test/inject-pin-vector-crowd.test.js +225 -225
  381. package/test/inject-pools.test.js +195 -195
  382. package/test/inject-recall.test.js +172 -172
  383. package/test/inject-rotation.test.js +161 -161
  384. package/test/inject.test.js +553 -494
  385. package/test/issue-617-step1-query-and-fusion.test.js +361 -361
  386. package/test/kb-api-wiring.test.js +128 -128
  387. package/test/kb-collections.test.js +272 -272
  388. package/test/kb-routes.test.js +379 -379
  389. package/test/lang.test.js +98 -98
  390. package/test/lastrunat-persist.test.js +101 -101
  391. package/test/lib-smoke.test.js +116 -116
  392. package/test/llm-audit.test.js +815 -815
  393. package/test/llm-message-source.test.js +207 -207
  394. package/test/local-embedder.test.js +292 -292
  395. package/test/maintenance.test.js +501 -501
  396. package/test/mcp-stdio.test.js +385 -385
  397. package/test/mint-source.test.js +311 -311
  398. package/test/mirror-dirty.test.js +424 -424
  399. package/test/mirror-edit-digest.test.js +187 -187
  400. package/test/mirror-generation.test.js +499 -499
  401. package/test/mirror-types.test.js +208 -208
  402. package/test/mirror.test.js +249 -249
  403. package/test/narrative-bars.test.js +162 -162
  404. package/test/organize-tool.test.js +232 -232
  405. package/test/organize.test.js +418 -418
  406. package/test/panel-chart-scale.test.js +90 -0
  407. package/test/panel-tokens.test.js +245 -0
  408. package/test/peak-hours-observability.test.js +70 -70
  409. package/test/peer-blockers.test.js +193 -193
  410. package/test/persona-addressing.test.js +83 -83
  411. package/test/persona-api.test.js +172 -172
  412. package/test/persona-by-session.test.js +568 -568
  413. package/test/persona-flag.test.js +36 -36
  414. package/test/persona-inject.test.js +145 -145
  415. package/test/persona-settings.test.js +198 -198
  416. package/test/pipeline-activities.test.js +155 -155
  417. package/test/pipeline-attribution.test.js +175 -175
  418. package/test/pipeline-command.test.js +243 -243
  419. package/test/pipeline-confirm.test.js +148 -148
  420. package/test/pipeline-exec.test.js +172 -172
  421. package/test/pipeline-nudge-auto.test.js +248 -248
  422. package/test/pipeline-nudge.test.js +1278 -1278
  423. package/test/pipeline-observations.test.js +157 -157
  424. package/test/pipeline-observe.test.js +127 -127
  425. package/test/pipeline-r1r2.test.js +278 -278
  426. package/test/pipeline-runner.test.js +468 -468
  427. package/test/pipeline-runs.test.js +767 -767
  428. package/test/pipeline.test.js +636 -636
  429. package/test/placement.test.js +36 -36
  430. package/test/policy-epoch.test.js +259 -259
  431. package/test/pre-inject-gate.test.js +444 -444
  432. package/test/profile-extract.test.js +269 -269
  433. package/test/profile-facts.test.js +492 -492
  434. package/test/prompt-stance.test.js +128 -128
  435. package/test/provenance-http.test.js +367 -367
  436. package/test/publish-gate.test.js +272 -272
  437. package/test/quality-backfill.test.js +290 -290
  438. package/test/quality-filter.test.js +295 -295
  439. package/test/readme-claims.test.js +113 -113
  440. package/test/reasoning-effort.test.js +752 -752
  441. package/test/recall-anti-update.test.js +82 -82
  442. package/test/recall-evals.test.js +253 -253
  443. package/test/recall-layer.test.js +326 -326
  444. package/test/recall-retention.test.js +128 -128
  445. package/test/recall-stats.test.js +274 -274
  446. package/test/receipt-chain.test.js +451 -451
  447. package/test/reclaim-http.test.js +209 -209
  448. package/test/reflection-update-gate.test.js +129 -129
  449. package/test/reflection.test.js +226 -226
  450. package/test/reindex-backfill.test.js +475 -475
  451. package/test/reindex-scheduler.test.js +369 -369
  452. package/test/release-docs.test.js +156 -136
  453. package/test/release-notes.test.js +265 -240
  454. package/test/release-workflow.test.js +93 -93
  455. package/test/reranker-single-logit.test.js +73 -73
  456. package/test/reranker.test.js +197 -197
  457. package/test/resident-status.test.js +83 -83
  458. package/test/route-policy.test.js +113 -113
  459. package/test/runtime-adopt.test.js +206 -206
  460. package/test/runtime-cli.test.js +89 -89
  461. package/test/runtime-closure.test.js +193 -193
  462. package/test/runtime-download.test.js +302 -302
  463. package/test/runtime-layout.test.js +163 -163
  464. package/test/runtime-loader.test.js +255 -255
  465. package/test/runtime-manifest.test.js +159 -159
  466. package/test/runtime-model-fetch.test.js +348 -348
  467. package/test/runtime-provision.test.js +101 -101
  468. package/test/runtime-tarball.test.js +81 -81
  469. package/test/runtime-verify.test.js +319 -319
  470. package/test/scope-candidates.test.js +491 -491
  471. package/test/scope-distill-stamp.test.js +134 -134
  472. package/test/scope-explicit.test.js +452 -452
  473. package/test/scope-inject-soft.test.js +106 -106
  474. package/test/scope-optional-service.test.js +110 -110
  475. package/test/scope-retrieval.test.js +197 -197
  476. package/test/scope-state.test.js +610 -610
  477. package/test/scope-storage.test.js +255 -255
  478. package/test/scope-strict.test.js +367 -367
  479. package/test/search-fusion.test.js +90 -90
  480. package/test/security-doc.test.js +188 -178
  481. package/test/semantic.test.js +124 -124
  482. package/test/sensitive-scan.test.js +251 -251
  483. package/test/serve-bin.test.js +121 -121
  484. package/test/serve.test.js +258 -258
  485. package/test/service-search.test.js +174 -174
  486. package/test/service.test.js +410 -410
  487. package/test/session-gate.test.js +264 -264
  488. package/test/session-usage.test.js +317 -317
  489. package/test/settings.test.js +273 -273
  490. package/test/share-foreign-rows.test.js +144 -144
  491. package/test/share-http.test.js +144 -144
  492. package/test/share-import.test.js +577 -577
  493. package/test/share-imported-guard.test.js +311 -311
  494. package/test/share-imported-identity.test.js +111 -111
  495. package/test/share-pack.test.js +511 -511
  496. package/test/share-receive-http.test.js +756 -756
  497. package/test/share-routes.test.js +337 -337
  498. package/test/share-store.test.js +133 -133
  499. package/test/share-validate.test.js +101 -101
  500. package/test/skip-invalid-restore.test.js +262 -262
  501. package/test/sleep-action-set.test.js +441 -441
  502. package/test/sleep-catchup.test.js +315 -315
  503. package/test/sleep-failure-backoff.test.js +156 -156
  504. package/test/sleep-heat.test.js +174 -174
  505. package/test/sleep-scheduler-rearm.test.js +89 -89
  506. package/test/sleep.test.js +1455 -1418
  507. package/test/standalone-api.test.js +1344 -1344
  508. package/test/store-vector-cache.test.js +98 -98
  509. package/test/store-write-path-columns.test.js +191 -191
  510. package/test/store.test.js +744 -744
  511. package/test/stress.test.js +209 -209
  512. package/test/summarize-occurred-at.test.js +127 -127
  513. package/test/summarize-parse-diagnostics.test.js +75 -75
  514. package/test/summarize-reasoning-effort.test.js +189 -189
  515. package/test/summarize.test.js +2251 -2251
  516. package/test/supersede-state-tracking.test.js +394 -394
  517. package/test/test-count-sync.test.js +71 -71
  518. package/test/tool-state-ignore.test.js +65 -65
  519. package/test/tools-dto-schema-matrix.test.js +398 -398
  520. package/test/tools-memory-get-schema.test.js +65 -65
  521. package/test/tools.test.js +585 -585
  522. package/test/updated-at-semantics.test.js +113 -113
  523. package/test/user-settings-preview.test.js +127 -127
  524. package/test/user-settings-segments.test.js +527 -527
  525. package/test/vector-index.test.js +334 -334
  526. package/test/version-check.test.js +152 -152
  527. package/test/webServer-optional.test.js +82 -82
  528. package/test/wiki-api.test.js +734 -627
  529. package/test/wiki-claims.test.js +194 -0
  530. package/test/wiki-cli-hint.test.js +118 -118
  531. package/test/wiki-inject.test.js +265 -265
  532. package/test/wiki-partition.test.js +112 -112
  533. package/test/wiki-plan.test.js +80 -80
  534. package/test/wiki-provenance.test.js +202 -0
  535. package/test/wiki-queries.test.js +398 -277
  536. package/test/wiki-scan.test.js +208 -208
  537. package/test/wiki-store.test.js +190 -190
  538. package/test/wiki-t0.test.js +456 -380
  539. package/test/wiki-t1-jobs.test.js +125 -125
  540. package/test/wiki-t1.test.js +460 -235
  541. package/test/wiki-tools.test.js +176 -176
  542. package/test/workflow-guards.test.js +155 -155
  543. package/test/write-admission.test.js +668 -668
package/src/mirror.js CHANGED
@@ -1,330 +1,330 @@
1
- import { mkdirSync, readFileSync, writeFileSync, existsSync, rmSync } from "node:fs";
2
- import { createHash } from "node:crypto";
3
- import { join } from "node:path";
4
- import { STR, langOf } from "./lang.js";
5
- import { PACKAGE_VERSION } from "./version-check.js";
6
-
7
- export const TYPE_FILE = {
8
- preference: "preferences.md",
9
- project: "projects.md",
10
- decision: "decisions.md",
11
- history: "history.md",
12
- summary: "summary.md",
13
- pitfall: "pitfalls.md",
14
- constraint: "constraints.md",
15
- rejected_solution: "rejected-solutions.md",
16
- pattern: "patterns.md",
17
- document: "documents.md"
18
- };
19
-
20
- // 不落镜像的 type。现在是空集:document 由 #296 第二批收进来——第一版排除它的
21
- // 理由是「镜像块渲染的字段里没有 doc_path,落一个 documents.md 会得到看着完整、
22
- // 其实找不到文件的视图」,doc_path 进指针行以后这条理由不再成立。这个集合由
23
- // test/mirror-types.test.js 钉死(TYPES \ TYPE_FILE 必须恰好等于本集合):将来
24
- // 新增 type 时必须显式决定它落不落镜像,静默漏掉才是 #278 要修的那种盲区。
25
- export const MIRROR_EXCLUDED_TYPES = new Set([]);
26
-
27
- // 只读视图(#296):document 的镜像只有指针行(id + 标题 + 摘要首句 + doc_path),
28
- // 没有可编辑的正文,所以它不参与 readHumanEdits 的人改合并,手工改动一律被下次
29
- // 同步覆盖;导出/导入也不带它(那两个是 round-trip 通道,见 api.js)。
30
- export const MIRROR_READONLY_TYPES = new Set(["document"]);
31
-
32
- const ESCAPE = /([\\`*_[\]{}()#+.!|>~-])/g;
33
- const UNESCAPE = new RegExp("\\\\" + ESCAPE.source, "g");
34
- // 只读视图里摘要首句的字符上限(#296):够定位就行,长摘要不该把一行撑成一段。
35
- const POINTER_MAX = 120;
36
-
37
- function esc(text) {
38
- return String(text).replace(ESCAPE, "\\$1");
39
- }
40
-
41
- function unescape(text) {
42
- return String(text).replace(UNESCAPE, "$1");
43
- }
44
-
45
- // 元数据标签的唯一来源是 STR.mirrorLabel(lang.js):渲染按实例语言取,解析两套
46
- // 都认。下面的正则从那张表现算——旧实现把手写正则与 lang.js 的两处文案分开维护,
47
- // 加一个字段要改三处,漏改一处那一行就会随 /import 写进 entry 的 content。
48
- const META_LABELS = [];
49
- for (const language of Object.keys(STR.mirrorLabel)) META_LABELS.push(...Object.values(STR.mirrorLabel[language]));
50
-
51
- function reEsc(text) {
52
- return String(text).replace(/[.*+?^${}()|[\]\\]/g, "\\$&");
53
- }
54
-
55
- // 元数据行的值必须单行:值里带换行会多出一行,轻则破坏「整段元数据行」的解析契约,
56
- // 重则伪造出一个条目头(sensitivity 是调用方传入的任意字符串,属信任边界)。
57
- function oneLine(text) {
58
- return String(text).replace(/\s+/g, " ").trim();
59
- }
60
-
61
- // 结构头锚:ID 行紧跟类型行才算条目头(正文里机器格式的 ID 行不会切开块)。
62
- const ANCHOR_RE = new RegExp(
63
- "^- \\*\\*ID\\*\\*: `([^`]+)`\\n- \\*\\*(?:" +
64
- [STR.mirrorLabel.zh.type, STR.mirrorLabel.en.type].map(reEsc).join("|") +
65
- ")\\*\\*:", "gm"
66
- );
67
- // 渲染出的整段元数据行(加字段只需改 lang.js 的 mirrorLabel)。
68
- const META_RUN_RE = new RegExp(`^(- \\*\\*(?:${META_LABELS.map(reEsc).join("|")})\\*\\*:.*\\n?)+`);
69
- // 三方合并用的版本令牌(service.syncMirror 比对并发写)。
70
- const UPDATED_RE = new RegExp(
71
- "- \\*\\*(?:" + [STR.mirrorLabel.zh.updated, STR.mirrorLabel.en.updated].map(reEsc).join("|") +
72
- ")\\*\\*: ([^\\n]+)"
73
- );
74
-
75
- function renderMemory(m, language = "zh") {
76
- // last-rendered digest baseline: sha256(title \x00 content). service.js
77
- // compares the file hash against this to tell "untouched by a human" (machine
78
- // write wins) apart from a real human edit, so a not-yet-re-rendered store
79
- // update is not misread as a concurrent human edit.
80
- const digest = createHash("sha256")
81
- .update(`${m.title}\x00${m.content}`)
82
- .digest("hex");
83
- const lines = [];
84
- lines.push(`## ${esc(m.title)}`);
85
- lines.push("");
86
- lines.push(`- **ID**: \`${m.id}\``);
87
- const ML = STR.mirrorLabel[language];
88
- lines.push(`- **${ML.type}**: ${m.type}`);
89
- lines.push(`- **${ML.importance}**: ${m.importance}`);
90
- lines.push(`- **${ML.tags}**: ${m.tags.map((t) => `\`${esc(t)}\``).join(" ")}`);
91
- lines.push(`- **${ML.updated}**: ${m.updated_at}`);
92
- if (m.source) lines.push(`- **${ML.source}**: ${esc(m.source)}`);
93
- // scope / sensitivity 是只读展示字段(#278:sensitivity 的过滤语义另有归属,见
94
- // 那条讨论;这里只把值摆出来)。只在真有值时渲染——本机 2843 条里只有 37 条带
95
- // scope 标签,无条件渲染会给每条目多添两行空字段。
96
- const scopeText = [m.agent_scope, m.workspace_scope].filter(Boolean).map(oneLine).join(" / ");
97
- if (scopeText) lines.push(`- **${ML.scope}**: ${scopeText}`);
98
- if (m.sensitivity) lines.push(`- **${ML.sensitivity}**: ${oneLine(m.sensitivity)}`);
99
- lines.push("");
100
- lines.push(`<!-- mirror-digest: ${digest} -->`);
101
- lines.push(m.content);
102
- lines.push("");
103
- lines.push("---");
104
- lines.push("");
105
- return lines.join("\n");
106
- }
107
-
108
- /**
109
- * 文件头 frontmatter(#278 第一批)。按 type 分文件时一个文件装 N 条,所以
110
- * frontmatter 只能落在文件级;条目级元数据仍是块内的 `- **字段**:` 行(见
111
- * renderMemory)。
112
- *
113
- * `covered` / `coverage` 是覆盖范围的自述,必须与这份文本**实际包含的行集**一致:
114
- * 磁盘镜像写活跃集(active-only),/export 的文档写全表(all)。说一套写一套比
115
- * 没有这个字段更糟——外部工具会照着它聚合条数与标签。
116
- *
117
- * 键名对齐 OKF v0.2:`type` 是 §4.1 唯一必填键,`tags` 是 §4.1 的推荐键,
118
- * `generated.by` / `generated.at` 是 §5.2 的 trust 族。`generated.by` 按 §7 的
119
- * actor 约定写 `<producer>/<version>`(所以带版本号);`generated.at` 按 §5.2 的
120
- * 语义只记「内容上次真正变化」,sync 因此只在正文变化时才落盘。v0.2 已用
121
- * `generated.at` 取代 v0.1 的 `timestamp`,没有 `updated` 这个顶层键。
122
- * `covered` / `coverage` 是 §4.1 允许的 producer 自定义扩展。
123
- */
124
- export function renderFileHeader(type, items, coverage = "active-only") {
125
- const tags = [...new Set(items.flatMap((m) => (m.tags ?? []).map(String)))].sort();
126
- return [
127
- "---",
128
- `type: ${type}`,
129
- `generated.by: dsh-mneme/${PACKAGE_VERSION}`,
130
- `generated.at: ${new Date().toISOString()}`,
131
- `covered: ${items.length}`,
132
- `coverage: ${coverage}`,
133
- `tags: [${tags.map((t) => JSON.stringify(t)).join(", ")}]`,
134
- "---",
135
- ""
136
- ].join("\n");
137
- }
138
-
139
- /**
140
- * document 的只读视图一行(#296):一句话定位 + 文件指针,正文按 doc_path 去读。
141
- * 摘要首句按句末标点切,切不出来就整段(超长再按字符数兜底),保证「一行一个
142
- * 文档」的形态不被长摘要撑破。
143
- */
144
- function renderPointer(m) {
145
- const flat = String(m.content ?? "").replace(/\s+/g, " ").trim();
146
- // 句末标点切首句:中文的。!? 后面通常不跟空格,不能像英文那样要求一个空白
147
- // (要求了就一句都切不出来,整段摘要被当成「首句」塞进视图)。英文的 . 仍要求
148
- // 后接空白或结尾,免得把 e.g. / v1.2 这类点号当成句末。
149
- const first = flat.match(/^.*?(?:[。!?]|[!?]|[.](?=\s|$))|^.*$/s)?.[0] ?? flat;
150
- // 按码点切,不按 UTF-16 码元:后者会在 emoji / 代理对中间落刀,落盘成 U+FFFD。
151
- const chars = [...first];
152
- const summary = chars.length > POINTER_MAX ? `${chars.slice(0, POINTER_MAX).join("")}…` : first;
153
- const where = m.doc_path ? ` · \`${oneLine(m.doc_path)}\`` : "";
154
- return `- \`${m.id}\` **${oneLine(m.title)}**:${oneLine(summary)}${where}\n`;
155
- }
156
-
157
- /**
158
- * Render one type's memories into exactly the mirror-file text (header +
159
- * per-memory blocks, updated_at DESC like sync). sync() writes this to disk;
160
- * the /export endpoint reuses the same entry blocks for its per-type sections,
161
- * so an exported markdown round-trips back through parseHumanEdits →
162
- * mergeHumanEdits. Unknown type → undefined.
163
- *
164
- * `fileHeader: false` 供 /export 用:一个文档只能有一个 frontmatter 块(在文档
165
- * 最前,见 api.js 的 /export),所以分节不再各自带文件头。只读 type(#296 的
166
- * document)只走磁盘镜像这一条:渲染指针行 + 只读文件头,导出侧不取它。
167
- */
168
- export function renderMirrorText(type, memories, language = "zh", { fileHeader = true } = {}) {
169
- const name = TYPE_FILE[type];
170
- if (!name) return undefined;
171
- const items = (memories ?? [])
172
- .slice()
173
- .sort((a, b) => (a.updated_at < b.updated_at ? 1 : -1));
174
- const readonly = MIRROR_READONLY_TYPES.has(type);
175
- const header = readonly ? STR.mirrorReadonlyHeader[language](name) : STR.mirrorHeader[language](name);
176
- const body = items.map((m) => (readonly ? renderPointer(m) : renderMemory(m, language))).join("\n");
177
- return (fileHeader ? renderFileHeader(type, items) : "") + header + body;
178
- }
179
-
180
- /**
181
- * Parse mirror text back into {id, title, content} entries for human edits.
182
- * Pure text-in/edits-out core: readHumanEdits feeds it mirror file contents
183
- * and the /import endpoint feeds it user-pasted markdown, so both paths share
184
- * one parsing implementation (行为一致是硬约束——import 必须能吃回 export 与
185
- * 磁盘镜像)。Entries are anchored on "- **ID**: `...`" lines that are followed
186
- * by the "- **类型**:" metadata line (structural entry head): each entry's
187
- * block spans from its ID line up to the next ID line (or end of text). The
188
- * block head (the ID line plus the generated metadata run) and the trailing
189
- * structural "---" separator are stripped; everything in between is the entry
190
- * body, so user content containing "---", metadata-like lines, or even a
191
- * machine-format "- **ID**: `x`" line is preserved. The title is the "## "
192
- * heading preceding the ID line.
193
- */
194
- export function parseHumanEdits(text) {
195
- // CRLF 归一化(readHumanEdits 原有的读取侧处理移入纯函数,Windows 手工编辑
196
- // 的文件与导入文本都能正确解析)。
197
- const normalized = String(text ?? "").replace(/\r\n/g, "\n");
198
- const edits = [];
199
- // Anchor on the ID line only when it is a structural entry head: the
200
- // machine-rendered ID line is always followed by the "- **类型**:" line.
201
- // A body line like "- **ID**: `x`" is not, so it never splits the block
202
- // or produces a ghost entry.
203
- // 解析同时接受两种语言的标签:切换语言前渲染的镜像文件仍能合并。
204
- const anchors = [...normalized.matchAll(ANCHOR_RE)];
205
- let prevEnd = 0;
206
- for (let i = 0; i < anchors.length; i++) {
207
- const anchor = anchors[i];
208
- const blockStart = anchor.index;
209
- const blockEnd = i + 1 < anchors.length ? anchors[i + 1].index : normalized.length;
210
-
211
- // Title: last "## " heading before this ID line (file header region /
212
- // previous block tail). Body headings of earlier entries come before
213
- // the structural "---" + "## " of this entry, so the last match wins.
214
- const titleMatches = [...normalized.slice(prevEnd, blockStart).matchAll(/^## (.+)$/gm)];
215
- const titleMatch = titleMatches[titleMatches.length - 1];
216
-
217
- // Body: the ID line and the generated metadata run are structural head;
218
- // everything after them up to the trailing "---" separator is the body.
219
- let body = normalized
220
- .slice(blockStart, blockEnd)
221
- .replace(/^- \*\*ID\*\*: `[^`]+`\n?/, "")
222
- .replace(META_RUN_RE, "")
223
- .replace(/^<!-- mirror-digest: [a-f0-9]+ -->\n?/m, "");
224
- const separators = [...body.matchAll(/^---\s*$/gm)];
225
- const lastSep = separators[separators.length - 1];
226
- if (lastSep) body = body.slice(0, lastSep.index);
227
- body = body.trim();
228
-
229
- // The machine-written "更新时间" line records the store's updated_at at
230
- // render time — the version token for detecting a concurrent store write
231
- // during a three-way merge of human edits (see service.syncMirror).
232
- const block = normalized.slice(blockStart, blockEnd);
233
- const updatedMatch = block.match(UPDATED_RE);
234
- const digestMatch = block.match(/<!-- mirror-digest: ([a-f0-9]+) -->/);
235
- edits.push({
236
- id: anchor[1],
237
- title: titleMatch ? unescape(titleMatch[1]).trim() : undefined,
238
- content: body,
239
- updated_at: updatedMatch ? updatedMatch[1].trim() : undefined,
240
- digest: digestMatch ? digestMatch[1] : undefined
241
- });
242
-
243
- const lineEnd = normalized.indexOf("\n", blockStart);
244
- prevEnd = lineEnd === -1 ? normalized.length : lineEnd + 1;
245
- }
246
- return edits;
247
- }
248
-
249
- /**
250
- * 判断「这份文本的内容有没有变」时忽略 generated.at:它每次渲染都是新时间戳,
251
- * 带上它就永远判为变化。其余字节必须逐字相同才算没变——镜像的幂等性(同样的库
252
- * 渲染两次得到同样的文件)才是可断言的。
253
- */
254
- function stripGeneratedAt(text) {
255
- return String(text).replace(/^generated\.at: .*$/m, "");
256
- }
257
-
258
- export function createMirror(dir, language = "zh") {
259
- mkdirSync(dir, { recursive: true });
260
-
261
- function filePath(type) {
262
- const name = TYPE_FILE[type];
263
- return name ? join(dir, name) : undefined;
264
- }
265
-
266
- /**
267
- * Read the mirror files and parse them back into human edits. The pure
268
- * parsing logic lives in the exported parseHumanEdits (shared with /import);
269
- * this wrapper only owns the "read file → text" side.
270
- */
271
- function readHumanEdits(type = undefined) {
272
- // 只读 type 不参与人改合并(#296):它们的文件里没有可编辑的正文,解析出来的
273
- // 指针行文本若被当成「人改」写回库,会污染摘要。整类跳过,包括 type 指定的
274
- // 那条调用路径。
275
- const types = (type ? [type] : Object.keys(TYPE_FILE)).filter((t) => !MIRROR_READONLY_TYPES.has(t));
276
- const edits = [];
277
- for (const t of types) {
278
- const file = filePath(t);
279
- if (!file || !existsSync(file)) continue;
280
- edits.push(...parseHumanEdits(readFileSync(file, "utf8")));
281
- }
282
- return edits;
283
- }
284
-
285
- function sync(memories) {
286
- const byType = {};
287
- for (const m of memories) {
288
- (byType[m.type] ??= []).push(m);
289
- }
290
- // Per-type physical outcomes (audit peer D): a failed write for one type
291
- // must not abort the whole render. Each type is written (or pruned) in its
292
- // own try/catch and the result reported so the caller can persist per-type
293
- // committed/failed receipts — a file that was already written is a real
294
- // physical commit even when a sibling type errors.
295
- const results = {};
296
- for (const type of Object.keys(TYPE_FILE)) {
297
- try {
298
- const file = filePath(type);
299
- const items = (byType[type] ?? [])
300
- .slice()
301
- .sort((a, b) => (a.updated_at < b.updated_at ? 1 : -1));
302
- if (items.length === 0) {
303
- // no memories of this type: drop any stale mirror file so deleted
304
- // memories do not "resurrect" via readHumanEdits
305
- rmSync(file, { force: true });
306
- } else {
307
- // 渲染走 renderMirrorText(与 /export 共用同一条渲染路径)。
308
- const text = renderMirrorText(type, items, language);
309
- // 内容没变就不落盘。generated.at 每次渲染都新,无脑写会让编辑器、同步盘
310
- // 与 git 在每次业务写后看到全部镜像文件「被外部修改」,而内容其实一字未
311
- // 变;按 OKF 的语义它只该记内容变化,未变就保留旧值。这也是同步读 9 个
312
- // 小文件的代价,比无谓写 9 次盘便宜。
313
- let prev = null;
314
- try {
315
- prev = readFileSync(file, "utf8");
316
- } catch { /* 首次写:读不到就是没有旧文件 */ }
317
- if (prev === null || stripGeneratedAt(prev) !== stripGeneratedAt(text)) {
318
- writeFileSync(file, text, "utf8");
319
- }
320
- }
321
- results[type] = { ok: true };
322
- } catch (error) {
323
- results[type] = { ok: false, error: error?.message ?? String(error) };
324
- }
325
- }
326
- return results;
327
- }
328
-
329
- return { filePath, sync, readHumanEdits };
330
- }
1
+ import { mkdirSync, readFileSync, writeFileSync, existsSync, rmSync } from "node:fs";
2
+ import { createHash } from "node:crypto";
3
+ import { join } from "node:path";
4
+ import { STR, langOf } from "./lang.js";
5
+ import { PACKAGE_VERSION } from "./version-check.js";
6
+
7
+ export const TYPE_FILE = {
8
+ preference: "preferences.md",
9
+ project: "projects.md",
10
+ decision: "decisions.md",
11
+ history: "history.md",
12
+ summary: "summary.md",
13
+ pitfall: "pitfalls.md",
14
+ constraint: "constraints.md",
15
+ rejected_solution: "rejected-solutions.md",
16
+ pattern: "patterns.md",
17
+ document: "documents.md"
18
+ };
19
+
20
+ // 不落镜像的 type。现在是空集:document 由 #296 第二批收进来——第一版排除它的
21
+ // 理由是「镜像块渲染的字段里没有 doc_path,落一个 documents.md 会得到看着完整、
22
+ // 其实找不到文件的视图」,doc_path 进指针行以后这条理由不再成立。这个集合由
23
+ // test/mirror-types.test.js 钉死(TYPES \ TYPE_FILE 必须恰好等于本集合):将来
24
+ // 新增 type 时必须显式决定它落不落镜像,静默漏掉才是 #278 要修的那种盲区。
25
+ export const MIRROR_EXCLUDED_TYPES = new Set([]);
26
+
27
+ // 只读视图(#296):document 的镜像只有指针行(id + 标题 + 摘要首句 + doc_path),
28
+ // 没有可编辑的正文,所以它不参与 readHumanEdits 的人改合并,手工改动一律被下次
29
+ // 同步覆盖;导出/导入也不带它(那两个是 round-trip 通道,见 api.js)。
30
+ export const MIRROR_READONLY_TYPES = new Set(["document"]);
31
+
32
+ const ESCAPE = /([\\`*_[\]{}()#+.!|>~-])/g;
33
+ const UNESCAPE = new RegExp("\\\\" + ESCAPE.source, "g");
34
+ // 只读视图里摘要首句的字符上限(#296):够定位就行,长摘要不该把一行撑成一段。
35
+ const POINTER_MAX = 120;
36
+
37
+ function esc(text) {
38
+ return String(text).replace(ESCAPE, "\\$1");
39
+ }
40
+
41
+ function unescape(text) {
42
+ return String(text).replace(UNESCAPE, "$1");
43
+ }
44
+
45
+ // 元数据标签的唯一来源是 STR.mirrorLabel(lang.js):渲染按实例语言取,解析两套
46
+ // 都认。下面的正则从那张表现算——旧实现把手写正则与 lang.js 的两处文案分开维护,
47
+ // 加一个字段要改三处,漏改一处那一行就会随 /import 写进 entry 的 content。
48
+ const META_LABELS = [];
49
+ for (const language of Object.keys(STR.mirrorLabel)) META_LABELS.push(...Object.values(STR.mirrorLabel[language]));
50
+
51
+ function reEsc(text) {
52
+ return String(text).replace(/[.*+?^${}()|[\]\\]/g, "\\$&");
53
+ }
54
+
55
+ // 元数据行的值必须单行:值里带换行会多出一行,轻则破坏「整段元数据行」的解析契约,
56
+ // 重则伪造出一个条目头(sensitivity 是调用方传入的任意字符串,属信任边界)。
57
+ function oneLine(text) {
58
+ return String(text).replace(/\s+/g, " ").trim();
59
+ }
60
+
61
+ // 结构头锚:ID 行紧跟类型行才算条目头(正文里机器格式的 ID 行不会切开块)。
62
+ const ANCHOR_RE = new RegExp(
63
+ "^- \\*\\*ID\\*\\*: `([^`]+)`\\n- \\*\\*(?:" +
64
+ [STR.mirrorLabel.zh.type, STR.mirrorLabel.en.type].map(reEsc).join("|") +
65
+ ")\\*\\*:", "gm"
66
+ );
67
+ // 渲染出的整段元数据行(加字段只需改 lang.js 的 mirrorLabel)。
68
+ const META_RUN_RE = new RegExp(`^(- \\*\\*(?:${META_LABELS.map(reEsc).join("|")})\\*\\*:.*\\n?)+`);
69
+ // 三方合并用的版本令牌(service.syncMirror 比对并发写)。
70
+ const UPDATED_RE = new RegExp(
71
+ "- \\*\\*(?:" + [STR.mirrorLabel.zh.updated, STR.mirrorLabel.en.updated].map(reEsc).join("|") +
72
+ ")\\*\\*: ([^\\n]+)"
73
+ );
74
+
75
+ function renderMemory(m, language = "zh") {
76
+ // last-rendered digest baseline: sha256(title \x00 content). service.js
77
+ // compares the file hash against this to tell "untouched by a human" (machine
78
+ // write wins) apart from a real human edit, so a not-yet-re-rendered store
79
+ // update is not misread as a concurrent human edit.
80
+ const digest = createHash("sha256")
81
+ .update(`${m.title}\x00${m.content}`)
82
+ .digest("hex");
83
+ const lines = [];
84
+ lines.push(`## ${esc(m.title)}`);
85
+ lines.push("");
86
+ lines.push(`- **ID**: \`${m.id}\``);
87
+ const ML = STR.mirrorLabel[language];
88
+ lines.push(`- **${ML.type}**: ${m.type}`);
89
+ lines.push(`- **${ML.importance}**: ${m.importance}`);
90
+ lines.push(`- **${ML.tags}**: ${m.tags.map((t) => `\`${esc(t)}\``).join(" ")}`);
91
+ lines.push(`- **${ML.updated}**: ${m.updated_at}`);
92
+ if (m.source) lines.push(`- **${ML.source}**: ${esc(m.source)}`);
93
+ // scope / sensitivity 是只读展示字段(#278:sensitivity 的过滤语义另有归属,见
94
+ // 那条讨论;这里只把值摆出来)。只在真有值时渲染——本机 2843 条里只有 37 条带
95
+ // scope 标签,无条件渲染会给每条目多添两行空字段。
96
+ const scopeText = [m.agent_scope, m.workspace_scope].filter(Boolean).map(oneLine).join(" / ");
97
+ if (scopeText) lines.push(`- **${ML.scope}**: ${scopeText}`);
98
+ if (m.sensitivity) lines.push(`- **${ML.sensitivity}**: ${oneLine(m.sensitivity)}`);
99
+ lines.push("");
100
+ lines.push(`<!-- mirror-digest: ${digest} -->`);
101
+ lines.push(m.content);
102
+ lines.push("");
103
+ lines.push("---");
104
+ lines.push("");
105
+ return lines.join("\n");
106
+ }
107
+
108
+ /**
109
+ * 文件头 frontmatter(#278 第一批)。按 type 分文件时一个文件装 N 条,所以
110
+ * frontmatter 只能落在文件级;条目级元数据仍是块内的 `- **字段**:` 行(见
111
+ * renderMemory)。
112
+ *
113
+ * `covered` / `coverage` 是覆盖范围的自述,必须与这份文本**实际包含的行集**一致:
114
+ * 磁盘镜像写活跃集(active-only),/export 的文档写全表(all)。说一套写一套比
115
+ * 没有这个字段更糟——外部工具会照着它聚合条数与标签。
116
+ *
117
+ * 键名对齐 OKF v0.2:`type` 是 §4.1 唯一必填键,`tags` 是 §4.1 的推荐键,
118
+ * `generated.by` / `generated.at` 是 §5.2 的 trust 族。`generated.by` 按 §7 的
119
+ * actor 约定写 `<producer>/<version>`(所以带版本号);`generated.at` 按 §5.2 的
120
+ * 语义只记「内容上次真正变化」,sync 因此只在正文变化时才落盘。v0.2 已用
121
+ * `generated.at` 取代 v0.1 的 `timestamp`,没有 `updated` 这个顶层键。
122
+ * `covered` / `coverage` 是 §4.1 允许的 producer 自定义扩展。
123
+ */
124
+ export function renderFileHeader(type, items, coverage = "active-only") {
125
+ const tags = [...new Set(items.flatMap((m) => (m.tags ?? []).map(String)))].sort();
126
+ return [
127
+ "---",
128
+ `type: ${type}`,
129
+ `generated.by: dsh-mneme/${PACKAGE_VERSION}`,
130
+ `generated.at: ${new Date().toISOString()}`,
131
+ `covered: ${items.length}`,
132
+ `coverage: ${coverage}`,
133
+ `tags: [${tags.map((t) => JSON.stringify(t)).join(", ")}]`,
134
+ "---",
135
+ ""
136
+ ].join("\n");
137
+ }
138
+
139
+ /**
140
+ * document 的只读视图一行(#296):一句话定位 + 文件指针,正文按 doc_path 去读。
141
+ * 摘要首句按句末标点切,切不出来就整段(超长再按字符数兜底),保证「一行一个
142
+ * 文档」的形态不被长摘要撑破。
143
+ */
144
+ function renderPointer(m) {
145
+ const flat = String(m.content ?? "").replace(/\s+/g, " ").trim();
146
+ // 句末标点切首句:中文的。!? 后面通常不跟空格,不能像英文那样要求一个空白
147
+ // (要求了就一句都切不出来,整段摘要被当成「首句」塞进视图)。英文的 . 仍要求
148
+ // 后接空白或结尾,免得把 e.g. / v1.2 这类点号当成句末。
149
+ const first = flat.match(/^.*?(?:[。!?]|[!?]|[.](?=\s|$))|^.*$/s)?.[0] ?? flat;
150
+ // 按码点切,不按 UTF-16 码元:后者会在 emoji / 代理对中间落刀,落盘成 U+FFFD。
151
+ const chars = [...first];
152
+ const summary = chars.length > POINTER_MAX ? `${chars.slice(0, POINTER_MAX).join("")}…` : first;
153
+ const where = m.doc_path ? ` · \`${oneLine(m.doc_path)}\`` : "";
154
+ return `- \`${m.id}\` **${oneLine(m.title)}**:${oneLine(summary)}${where}\n`;
155
+ }
156
+
157
+ /**
158
+ * Render one type's memories into exactly the mirror-file text (header +
159
+ * per-memory blocks, updated_at DESC like sync). sync() writes this to disk;
160
+ * the /export endpoint reuses the same entry blocks for its per-type sections,
161
+ * so an exported markdown round-trips back through parseHumanEdits →
162
+ * mergeHumanEdits. Unknown type → undefined.
163
+ *
164
+ * `fileHeader: false` 供 /export 用:一个文档只能有一个 frontmatter 块(在文档
165
+ * 最前,见 api.js 的 /export),所以分节不再各自带文件头。只读 type(#296 的
166
+ * document)只走磁盘镜像这一条:渲染指针行 + 只读文件头,导出侧不取它。
167
+ */
168
+ export function renderMirrorText(type, memories, language = "zh", { fileHeader = true } = {}) {
169
+ const name = TYPE_FILE[type];
170
+ if (!name) return undefined;
171
+ const items = (memories ?? [])
172
+ .slice()
173
+ .sort((a, b) => (a.updated_at < b.updated_at ? 1 : -1));
174
+ const readonly = MIRROR_READONLY_TYPES.has(type);
175
+ const header = readonly ? STR.mirrorReadonlyHeader[language](name) : STR.mirrorHeader[language](name);
176
+ const body = items.map((m) => (readonly ? renderPointer(m) : renderMemory(m, language))).join("\n");
177
+ return (fileHeader ? renderFileHeader(type, items) : "") + header + body;
178
+ }
179
+
180
+ /**
181
+ * Parse mirror text back into {id, title, content} entries for human edits.
182
+ * Pure text-in/edits-out core: readHumanEdits feeds it mirror file contents
183
+ * and the /import endpoint feeds it user-pasted markdown, so both paths share
184
+ * one parsing implementation (行为一致是硬约束——import 必须能吃回 export 与
185
+ * 磁盘镜像)。Entries are anchored on "- **ID**: `...`" lines that are followed
186
+ * by the "- **类型**:" metadata line (structural entry head): each entry's
187
+ * block spans from its ID line up to the next ID line (or end of text). The
188
+ * block head (the ID line plus the generated metadata run) and the trailing
189
+ * structural "---" separator are stripped; everything in between is the entry
190
+ * body, so user content containing "---", metadata-like lines, or even a
191
+ * machine-format "- **ID**: `x`" line is preserved. The title is the "## "
192
+ * heading preceding the ID line.
193
+ */
194
+ export function parseHumanEdits(text) {
195
+ // CRLF 归一化(readHumanEdits 原有的读取侧处理移入纯函数,Windows 手工编辑
196
+ // 的文件与导入文本都能正确解析)。
197
+ const normalized = String(text ?? "").replace(/\r\n/g, "\n");
198
+ const edits = [];
199
+ // Anchor on the ID line only when it is a structural entry head: the
200
+ // machine-rendered ID line is always followed by the "- **类型**:" line.
201
+ // A body line like "- **ID**: `x`" is not, so it never splits the block
202
+ // or produces a ghost entry.
203
+ // 解析同时接受两种语言的标签:切换语言前渲染的镜像文件仍能合并。
204
+ const anchors = [...normalized.matchAll(ANCHOR_RE)];
205
+ let prevEnd = 0;
206
+ for (let i = 0; i < anchors.length; i++) {
207
+ const anchor = anchors[i];
208
+ const blockStart = anchor.index;
209
+ const blockEnd = i + 1 < anchors.length ? anchors[i + 1].index : normalized.length;
210
+
211
+ // Title: last "## " heading before this ID line (file header region /
212
+ // previous block tail). Body headings of earlier entries come before
213
+ // the structural "---" + "## " of this entry, so the last match wins.
214
+ const titleMatches = [...normalized.slice(prevEnd, blockStart).matchAll(/^## (.+)$/gm)];
215
+ const titleMatch = titleMatches[titleMatches.length - 1];
216
+
217
+ // Body: the ID line and the generated metadata run are structural head;
218
+ // everything after them up to the trailing "---" separator is the body.
219
+ let body = normalized
220
+ .slice(blockStart, blockEnd)
221
+ .replace(/^- \*\*ID\*\*: `[^`]+`\n?/, "")
222
+ .replace(META_RUN_RE, "")
223
+ .replace(/^<!-- mirror-digest: [a-f0-9]+ -->\n?/m, "");
224
+ const separators = [...body.matchAll(/^---\s*$/gm)];
225
+ const lastSep = separators[separators.length - 1];
226
+ if (lastSep) body = body.slice(0, lastSep.index);
227
+ body = body.trim();
228
+
229
+ // The machine-written "更新时间" line records the store's updated_at at
230
+ // render time — the version token for detecting a concurrent store write
231
+ // during a three-way merge of human edits (see service.syncMirror).
232
+ const block = normalized.slice(blockStart, blockEnd);
233
+ const updatedMatch = block.match(UPDATED_RE);
234
+ const digestMatch = block.match(/<!-- mirror-digest: ([a-f0-9]+) -->/);
235
+ edits.push({
236
+ id: anchor[1],
237
+ title: titleMatch ? unescape(titleMatch[1]).trim() : undefined,
238
+ content: body,
239
+ updated_at: updatedMatch ? updatedMatch[1].trim() : undefined,
240
+ digest: digestMatch ? digestMatch[1] : undefined
241
+ });
242
+
243
+ const lineEnd = normalized.indexOf("\n", blockStart);
244
+ prevEnd = lineEnd === -1 ? normalized.length : lineEnd + 1;
245
+ }
246
+ return edits;
247
+ }
248
+
249
+ /**
250
+ * 判断「这份文本的内容有没有变」时忽略 generated.at:它每次渲染都是新时间戳,
251
+ * 带上它就永远判为变化。其余字节必须逐字相同才算没变——镜像的幂等性(同样的库
252
+ * 渲染两次得到同样的文件)才是可断言的。
253
+ */
254
+ function stripGeneratedAt(text) {
255
+ return String(text).replace(/^generated\.at: .*$/m, "");
256
+ }
257
+
258
+ export function createMirror(dir, language = "zh") {
259
+ mkdirSync(dir, { recursive: true });
260
+
261
+ function filePath(type) {
262
+ const name = TYPE_FILE[type];
263
+ return name ? join(dir, name) : undefined;
264
+ }
265
+
266
+ /**
267
+ * Read the mirror files and parse them back into human edits. The pure
268
+ * parsing logic lives in the exported parseHumanEdits (shared with /import);
269
+ * this wrapper only owns the "read file → text" side.
270
+ */
271
+ function readHumanEdits(type = undefined) {
272
+ // 只读 type 不参与人改合并(#296):它们的文件里没有可编辑的正文,解析出来的
273
+ // 指针行文本若被当成「人改」写回库,会污染摘要。整类跳过,包括 type 指定的
274
+ // 那条调用路径。
275
+ const types = (type ? [type] : Object.keys(TYPE_FILE)).filter((t) => !MIRROR_READONLY_TYPES.has(t));
276
+ const edits = [];
277
+ for (const t of types) {
278
+ const file = filePath(t);
279
+ if (!file || !existsSync(file)) continue;
280
+ edits.push(...parseHumanEdits(readFileSync(file, "utf8")));
281
+ }
282
+ return edits;
283
+ }
284
+
285
+ function sync(memories) {
286
+ const byType = {};
287
+ for (const m of memories) {
288
+ (byType[m.type] ??= []).push(m);
289
+ }
290
+ // Per-type physical outcomes (audit peer D): a failed write for one type
291
+ // must not abort the whole render. Each type is written (or pruned) in its
292
+ // own try/catch and the result reported so the caller can persist per-type
293
+ // committed/failed receipts — a file that was already written is a real
294
+ // physical commit even when a sibling type errors.
295
+ const results = {};
296
+ for (const type of Object.keys(TYPE_FILE)) {
297
+ try {
298
+ const file = filePath(type);
299
+ const items = (byType[type] ?? [])
300
+ .slice()
301
+ .sort((a, b) => (a.updated_at < b.updated_at ? 1 : -1));
302
+ if (items.length === 0) {
303
+ // no memories of this type: drop any stale mirror file so deleted
304
+ // memories do not "resurrect" via readHumanEdits
305
+ rmSync(file, { force: true });
306
+ } else {
307
+ // 渲染走 renderMirrorText(与 /export 共用同一条渲染路径)。
308
+ const text = renderMirrorText(type, items, language);
309
+ // 内容没变就不落盘。generated.at 每次渲染都新,无脑写会让编辑器、同步盘
310
+ // 与 git 在每次业务写后看到全部镜像文件「被外部修改」,而内容其实一字未
311
+ // 变;按 OKF 的语义它只该记内容变化,未变就保留旧值。这也是同步读 9 个
312
+ // 小文件的代价,比无谓写 9 次盘便宜。
313
+ let prev = null;
314
+ try {
315
+ prev = readFileSync(file, "utf8");
316
+ } catch { /* 首次写:读不到就是没有旧文件 */ }
317
+ if (prev === null || stripGeneratedAt(prev) !== stripGeneratedAt(text)) {
318
+ writeFileSync(file, text, "utf8");
319
+ }
320
+ }
321
+ results[type] = { ok: true };
322
+ } catch (error) {
323
+ results[type] = { ok: false, error: error?.message ?? String(error) };
324
+ }
325
+ }
326
+ return results;
327
+ }
328
+
329
+ return { filePath, sync, readHumanEdits };
330
+ }