@jjh32456/dsh-longlive 1.6.7 → 1.8.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (289) hide show
  1. package/CHANGELOG.md +70 -1508
  2. package/LICENSE +1 -1
  3. package/QUICKSTART.md +34 -13
  4. package/README.en.md +18 -7
  5. package/README.md +34 -9
  6. package/SPEC.md +5 -5
  7. package/cordis.patch.yml +23 -9
  8. package/docs/ANSWER-GUARD.md +92 -0
  9. package/docs/ARCHITECTURE.md +4 -3
  10. package/docs/AUTO-RECALL-WIRING.md +1 -1
  11. package/docs/AUTO-RECALL.md +15 -9
  12. package/docs/CONFIG.md +168 -35
  13. package/docs/ERRORS.md +17 -5
  14. package/docs/FAQ.md +7 -7
  15. package/docs/FEATURES.md +96 -28
  16. package/docs/MIGRATION-1.6.0.md +2 -2
  17. package/docs/OPERATIONS.md +6 -6
  18. package/docs/PANEL-INTEGRATION.md +6 -0
  19. package/docs/PRIVACY.md +88 -0
  20. package/docs/QUICKSTART.md +5 -5
  21. package/docs/README.en.md +4 -2
  22. package/docs/RESIDENT-WATCHER.md +1 -1
  23. package/docs/SESSION-WATCH.md +6 -6
  24. package/docs/TROUBLESHOOTING.md +4 -4
  25. package/package.json +47 -117
  26. package/runbook.md +2 -2
  27. package/scripts/backfill-auto-cards.mjs +98 -0
  28. package/scripts/install-surgery-task.ps1 +5 -2
  29. package/scripts/lib/session-watch-fixture.mjs +1 -1
  30. package/scripts/longlive-doctor.mjs +6 -0
  31. package/scripts/migrate-180.mjs +163 -0
  32. package/scripts/recall-index-build.mjs +128 -0
  33. package/scripts/session-watch-drill.mjs +1 -1
  34. package/scripts/surgery-run.cmd +1 -1
  35. package/scripts/unattended-surgery.ps1 +5 -2
  36. package/scripts/verify-card-anchors.mjs +138 -0
  37. package/src/actions/audit.js +125 -0
  38. package/src/actions/evidence.js +122 -0
  39. package/src/actions/fs.js +162 -0
  40. package/src/activity/index.js +760 -0
  41. package/src/activity/model.js +351 -0
  42. package/src/activity/store.js +644 -0
  43. package/src/activity/thinking.js +176 -0
  44. package/src/adapters/constants.js +11 -0
  45. package/src/adapters/engram/data/aliases.json +51 -0
  46. package/src/adapters/engram/data/policy.json +8 -0
  47. package/src/adapters/engram/data/routing-rules.json +546 -0
  48. package/src/adapters/engram/index.js +235 -0
  49. package/src/adapters/registry.js +315 -0
  50. package/src/answer/audit.js +193 -0
  51. package/src/answer/evidence.js +30 -0
  52. package/src/answer/guard.js +1370 -0
  53. package/src/answer/index.js +1067 -0
  54. package/src/answer/query.js +111 -0
  55. package/src/answer/second-hop.mjs +101 -0
  56. package/src/auto-truncate.js +1 -1
  57. package/src/config.js +171 -47
  58. package/src/deps.js +6 -4
  59. package/src/features.js +182 -6
  60. package/src/heartbeat.js +156 -23
  61. package/src/identity/handover.js +52 -1
  62. package/src/identity/index.js +13 -5
  63. package/src/identity/inject-position.js +2 -2
  64. package/src/index.js +97 -7
  65. package/src/lifecycle/gap-clocks.js +328 -0
  66. package/src/lifecycle/index.js +269 -0
  67. package/src/live.js +22 -2
  68. package/src/memory/activity-capture.js +229 -0
  69. package/src/memory/anchors.js +194 -0
  70. package/src/memory/audit-records.js +222 -0
  71. package/src/memory/auto-cards.js +401 -0
  72. package/src/memory/capture.js +442 -0
  73. package/src/memory/card-anchors.js +203 -0
  74. package/src/memory/conflicts.js +106 -0
  75. package/src/memory/decay.js +311 -0
  76. package/src/memory/distill.js +471 -0
  77. package/src/memory/event-index.js +917 -0
  78. package/src/memory/evidence-chain.js +295 -0
  79. package/src/memory/evidence.js +145 -0
  80. package/src/memory/filter-runner.js +1 -1
  81. package/src/memory/filter.js +5 -1
  82. package/src/memory/forget-v2.js +410 -0
  83. package/src/memory/forget.js +71 -0
  84. package/src/memory/frames-activation.js +247 -0
  85. package/src/memory/fts-query.js +174 -0
  86. package/src/memory/governance.js +604 -0
  87. package/src/memory/index.js +1 -0
  88. package/src/memory/l2-gate.js +169 -0
  89. package/src/memory/lock.js +121 -0
  90. package/src/memory/migrate.js +139 -0
  91. package/src/memory/recall-v2.js +223 -0
  92. package/src/memory/recall.js +65 -2
  93. package/src/memory/records.js +425 -0
  94. package/src/memory/retention.js +128 -0
  95. package/src/memory/review.js +124 -0
  96. package/src/memory/trust.js +88 -0
  97. package/src/memory/version-chain.js +264 -0
  98. package/src/memory/wal.js +137 -0
  99. package/src/memory/working-frame.js +516 -0
  100. package/src/metrics/classify.mjs +5 -3
  101. package/src/metrics/index.mjs +21 -1
  102. package/src/metrics/prestep-latency.mjs +300 -0
  103. package/src/metrics/store.mjs +25 -0
  104. package/src/policy-profile.js +18 -3
  105. package/src/recall/anaphora.mjs +87 -0
  106. package/src/recall/cards.mjs +7 -0
  107. package/src/recall/embedding.mjs +8 -8
  108. package/src/recall/entities.mjs +112 -0
  109. package/src/recall/index.js +235 -19
  110. package/src/recall/inject-order.mjs +10 -8
  111. package/src/recall/privacy.mjs +105 -16
  112. package/src/recall/recall-core.mjs +116 -10
  113. package/src/recall/shared-visibility.js +302 -0
  114. package/src/recall/time-normalizer.mjs +196 -0
  115. package/src/role/activation.js +191 -0
  116. package/src/role/attention.js +318 -0
  117. package/src/role/base.js +36 -0
  118. package/src/role/channels.js +423 -0
  119. package/src/role/index.js +425 -0
  120. package/src/role/interfaces.js +115 -0
  121. package/src/role/personality.js +370 -0
  122. package/src/role/readers.js +151 -0
  123. package/src/role/relationships.js +477 -0
  124. package/src/role/store.js +202 -0
  125. package/src/role/writeprotect.js +373 -0
  126. package/src/router/aliases.json +176 -25
  127. package/src/router/background/agent-runner.mjs +1 -1
  128. package/src/router/background/anchor.mjs +1 -1
  129. package/src/router/background/audit.mjs +2 -2
  130. package/src/router/background/budget-ledger.mjs +2 -2
  131. package/src/router/background/host-sim.mjs +1 -1
  132. package/src/router/background/memory.mjs +4 -4
  133. package/src/router/background/queue.mjs +1 -1
  134. package/src/router/background/retry.mjs +1 -1
  135. package/src/router/background/router.mjs +1 -1
  136. package/src/router/background/stream.mjs +1 -1
  137. package/src/router/background/tool-policy.mjs +1 -1
  138. package/src/router/design-headings.json +5 -5
  139. package/src/router/face/config.mjs +1 -1
  140. package/src/router/face/identity.mjs +3 -3
  141. package/src/router/judge.mjs +8 -7
  142. package/src/router/policies/generic.json +21 -4
  143. package/src/router/route.js +109 -22
  144. package/src/router/router.mjs +10 -6
  145. package/src/router/routing-rules.json +260 -445
  146. package/src/router/run-sim.mjs +8 -8
  147. package/src/router/runtime.js +23 -12
  148. package/src/router/service/board.mjs +95 -15
  149. package/src/router/service/config.mjs +5 -5
  150. package/src/router/service/context.mjs +1 -1
  151. package/src/router/service/hint.mjs +14 -0
  152. package/src/router/service/queue.mjs +1 -1
  153. package/src/router/service/service.mjs +27 -11
  154. package/src/router/shadow.mjs +4 -3
  155. package/src/surgery-recovery.js +2 -2
  156. package/src/tool-output.js +2 -2
  157. package/src/tools.js +39 -7
  158. package/src/truncate-visible.js +2 -2
  159. package/src/ui/actions.js +1312 -0
  160. package/src/ui/panel-api.js +367 -0
  161. package/src/ui/panel-auth.js +251 -0
  162. package/src/ui/panel-integrity.js +243 -0
  163. package/src/ui/routes-readonly.js +695 -0
  164. package/src/ui/routes.js +3 -0
  165. package/docs/DEV.md +0 -279
  166. package/docs/PRESENCE-BUS-WIRING.md +0 -491
  167. package/docs/PRESENCE-BUS.md +0 -694
  168. package/docs/SURGERY.md +0 -186
  169. package/scripts/mark-core-cards.mjs +0 -289
  170. package/scripts/pack.mjs +0 -392
  171. package/scripts/router-proposals.mjs +0 -386
  172. package/src/router/fixtures/M1.json +0 -16
  173. package/src/router/fixtures/M2.json +0 -16
  174. package/src/router/fixtures/M3.json +0 -20
  175. package/src/router/fixtures/M4.json +0 -20
  176. package/src/router/fixtures/M5.json +0 -45
  177. package/src/router/fixtures/M6.json +0 -53
  178. package/src/router/fixtures/M7.json +0 -46
  179. package/src/router/fixtures/S1.json +0 -20
  180. package/src/router/fixtures/S2.json +0 -23
  181. package/src/router/fixtures/S3.json +0 -20
  182. package/src/router/fixtures/S4.json +0 -34
  183. package/src/router/fixtures/S5.json +0 -43
  184. package/src/router/fixtures/S6.json +0 -47
  185. package/src/router/fixtures/T1.json +0 -23
  186. package/src/router/fixtures/T2.json +0 -16
  187. package/src/router/fixtures/T3.json +0 -19
  188. package/src/router/fixtures/T4.json +0 -16
  189. package/src/router/fixtures/X1.json +0 -17
  190. package/src/router/fixtures/X2.json +0 -20
  191. package/src/router/gen-design-headings.mjs +0 -107
  192. package/src/router/policies/owner-rulings-2026-11-03.json +0 -62
  193. package/test/auto-recall.test.mjs +0 -474
  194. package/test/auto-truncate.test.mjs +0 -931
  195. package/test/autobind.test.mjs +0 -385
  196. package/test/bus.test.mjs +0 -1572
  197. package/test/cli-guard.test.mjs +0 -198
  198. package/test/conclusion.test.mjs +0 -408
  199. package/test/config-schema.test.mjs +0 -204
  200. package/test/d6-output.test.mjs +0 -194
  201. package/test/d6.test.mjs +0 -395
  202. package/test/deps.test.mjs +0 -342
  203. package/test/doctor-setup.test.mjs +0 -297
  204. package/test/embedding-recall.test.mjs +0 -347
  205. package/test/feature-flags.test.mjs +0 -568
  206. package/test/filter-shadow.test.mjs +0 -170
  207. package/test/fixtures/baseline-0.8.0-registration.json +0 -556
  208. package/test/fixtures/d6-header-tools.json +0 -1
  209. package/test/fixtures/lock-child.mjs +0 -67
  210. package/test/fixtures/pre-step-container.mjs +0 -100
  211. package/test/fixtures/privacy-memory/topics/pii-unmarked.md +0 -9
  212. package/test/fixtures/privacy-memory/topics/secret-local-only.md +0 -11
  213. package/test/fixtures/profile-session-longlive-config.json +0 -20
  214. package/test/fixtures/proposal-cas-child.mjs +0 -66
  215. package/test/host-engine-status.test.mjs +0 -307
  216. package/test/hot-truncate.test.mjs +0 -1349
  217. package/test/identity-card-marker.test.mjs +0 -307
  218. package/test/identity-router/run.mjs +0 -721
  219. package/test/integration-pre-step.test.mjs +0 -553
  220. package/test/live.test.mjs +0 -1020
  221. package/test/maintenance-schedule.test.mjs +0 -538
  222. package/test/memory.test.mjs +0 -2828
  223. package/test/metrics.test.mjs +0 -478
  224. package/test/orchestrator.test.mjs +0 -266
  225. package/test/p1_probe.mjs +0 -97
  226. package/test/packaging.test.mjs +0 -182
  227. package/test/portability.test.mjs +0 -343
  228. package/test/rc4-regressions.test.mjs +0 -562
  229. package/test/rc5-regressions.test.mjs +0 -197
  230. package/test/rc6-chinese.test.mjs +0 -394
  231. package/test/router-1100/apply-off.test.mjs +0 -175
  232. package/test/router-1100/budget-reconcile.test.mjs +0 -215
  233. package/test/router-1100/config-context.test.mjs +0 -211
  234. package/test/router-1100/helpers.mjs +0 -129
  235. package/test/router-1100/hint-envelope.test.mjs +0 -150
  236. package/test/router-1100/lock-crossproc.test.mjs +0 -206
  237. package/test/router-1100/proposal-cas-crossproc.test.mjs +0 -184
  238. package/test/router-1100/router-apply.test.mjs +0 -372
  239. package/test/router-1100/router-fixb.test.mjs +0 -602
  240. package/test/router-1100/router-proposals.test.mjs +0 -405
  241. package/test/router-1100/router-queue-lease-wal.test.mjs +0 -355
  242. package/test/router-1100/router-security-cr.test.mjs +0 -333
  243. package/test/router-1100/service-lifecycle.test.mjs +0 -220
  244. package/test/router-1100/tools-contract.test.mjs +0 -164
  245. package/test/router-1100/turn-reflect-tick.test.mjs +0 -89
  246. package/test/router-1100/v6-contract.test.mjs +0 -158
  247. package/test/router-1100/v6b-contract.test.mjs +0 -293
  248. package/test/router-1100/v6c-contract.test.mjs +0 -249
  249. package/test/router-1100/wal-rotation.test.mjs +0 -375
  250. package/test/router-1100/wp1-config.test.mjs +0 -170
  251. package/test/router-1100/wp1-default-off.test.mjs +0 -77
  252. package/test/router-1100/wp1-model-status.test.mjs +0 -90
  253. package/test/router-1100/wp1-status.test.mjs +0 -220
  254. package/test/router-1100/wp1-tools.test.mjs +0 -146
  255. package/test/router-1100/wp5-cli.test.mjs +0 -240
  256. package/test/router-1100/wp5-model-auto.test.mjs +0 -418
  257. package/test/router-1100/wp6-merge.test.mjs +0 -386
  258. package/test/router-1100/wp6-wake.test.mjs +0 -502
  259. package/test/router-background/audit.test.mjs +0 -37
  260. package/test/router-background/budget-ledger.test.mjs +0 -330
  261. package/test/router-background/cross-process.test.mjs +0 -222
  262. package/test/router-background/fixtures/cross-child.mjs +0 -85
  263. package/test/router-background/fixtures/real-shapes.mjs +0 -239
  264. package/test/router-background/router.test.mjs +0 -1044
  265. package/test/router-background/stream-retry.test.mjs +0 -358
  266. package/test/router-background/tool-agent.test.mjs +0 -384
  267. package/test/router-face/bridge.test.mjs +0 -169
  268. package/test/router-face/face.test.mjs +0 -316
  269. package/test/router-failclosed.test.mjs +0 -466
  270. package/test/router-identity.test.mjs +0 -384
  271. package/test/router-l1-l2.contract.test.mjs +0 -1075
  272. package/test/router-memory-tools.test.mjs +0 -262
  273. package/test/router-policy.test.mjs +0 -225
  274. package/test/router-runtime.test.mjs +0 -438
  275. package/test/router-shadow.test.mjs +0 -287
  276. package/test/router.test.mjs +0 -903
  277. package/test/run-rc.mjs +0 -299
  278. package/test/run.mjs +0 -2469
  279. package/test/safety-defaults.test.mjs +0 -179
  280. package/test/seeded-load.test.mjs +0 -436
  281. package/test/session-original.test.mjs +0 -338
  282. package/test/surgery-recovery.test.mjs +0 -936
  283. package/test/t7_drive.mjs +0 -151
  284. package/test/tool-output.test.mjs +0 -393
  285. package/test/tool-schema.test.mjs +0 -177
  286. package/test/tools_contract.test.mjs +0 -716
  287. package/test/truncate-visible.test.mjs +0 -1150
  288. package/test/ui-flags.test.mjs +0 -477
  289. package/test/v4-hardening.test.mjs +0 -427
@@ -0,0 +1,471 @@
1
+ // src/memory/distill.js — M2-D:纯抽取式蒸馏器(零新事实 / 版本链 / 幂等 / 回滚)
2
+ //
3
+ // 设计依据 MEMORY-RECALL-V2-PROPOSAL §4.3(distill schema)与 §4.2.2(L2 判定):
4
+ // * 纯抽取式:只从源文本抽取白名单字段(who/when/decision/why/emotion/numbers/
5
+ // facts),抽不到写 null/[],不补;gist 只由源摘要句按时间拼接 + 截断,
6
+ // **不得生成新句子、不得推断因果**;
7
+ // * 零新事实:每个 fact.v 与 gist 的每个分句都必须能在源文本(或既有 summary)里
8
+ // 找到子串(允许空白/标点/大小写归一化);任一无法回溯 → 整个版本拒收
9
+ // (E_DISTILL_UNTRACEABLE),不落链、回退上一版;
10
+ // * 幂等:同输入重跑 → contentHash 相同 → 返回 already-distilled,字节不新增;
11
+ // * 版本链 append-only(version-chain.js),history/diff/rollback 入口在
12
+ // scripts/memory-distill-admin.mjs(不注册 tools.js,避免 27/18/路由面波动)。
13
+
14
+ import {
15
+ DISTILL_DIR,
16
+ appendChainLog,
17
+ appendVersionLine,
18
+ chainFileName,
19
+ chainFilePathOf,
20
+ contentHashOf,
21
+ diffVersions,
22
+ readChainIndex,
23
+ readIndexEntry,
24
+ readVersions,
25
+ rollbackVersion,
26
+ setActiveVersion,
27
+ } from './version-chain.js';
28
+ import {
29
+ CAUSAL_WORDS,
30
+ DECISION_WORDS,
31
+ EMOTION_WORDS,
32
+ FidelityGateError,
33
+ INCIDENT_WORDS,
34
+ RELEASE_WORDS,
35
+ assertDistillable,
36
+ assertL2Gate,
37
+ normalizeForMatch,
38
+ } from './l2-gate.js';
39
+ import { appendAuditRecord } from './audit-records.js';
40
+ import { readProtectionManifest } from './retention.js';
41
+ import { memoryError } from './paths.js';
42
+ import { sha256Text } from './state.js';
43
+
44
+ export const DISTILL_SCHEMA = 'distill/v1';
45
+
46
+ // 发布包隐私:默认不再内置任何姓名/角色。没人配置 whoCandidates 时 who 不抽取。
47
+ // 配置入口(通用):buildDistillRecord/distillAppend 的 whoCandidates 参数,
48
+ // 或环境变量 DSH_LONGLIVE_DISTILL_WHO(逗号/换行分隔)。默认 []。
49
+ export const DISTILL_DEFAULT_WHO = Object.freeze([]);
50
+ export const DISTILL_WHO_ENV = 'DSH_LONGLIVE_DISTILL_WHO';
51
+
52
+ /** 归一化 who 名单:数组/逗号分隔字符串 → 去空、去重、去首尾空白;坏值回 []。 */
53
+ export function normalizeWhoCandidates(value) {
54
+ const raw = Array.isArray(value)
55
+ ? value
56
+ : (typeof value === 'string' ? value.split(/[,,\n]/u) : []);
57
+ const out = [];
58
+ for (const item of raw) {
59
+ const name = String(item ?? '').trim();
60
+ if (name === '' || out.includes(name)) continue;
61
+ out.push(name);
62
+ }
63
+ return out;
64
+ }
65
+
66
+ /** 解析通用 who 配置:显式参数/对象 config/distill.whoCandidates → 环境变量 → []。 */
67
+ export function resolveWhoCandidates(source = null) {
68
+ const configured = source && !Array.isArray(source) && typeof source === 'object'
69
+ ? (source.whoCandidates ?? source.distill?.whoCandidates)
70
+ : source;
71
+ if (configured !== undefined) return normalizeWhoCandidates(configured);
72
+ return normalizeWhoCandidates(process.env[DISTILL_WHO_ENV]);
73
+ }
74
+
75
+ const MAX_GIST_CHARS = 240;
76
+ const MAX_FIELD_CHARS = 200;
77
+
78
+ function errorMessage(error) {
79
+ return String(error?.code ?? error?.message ?? error);
80
+ }
81
+
82
+ function splitClauses(text) {
83
+ return String(text ?? '')
84
+ .split(/(?<=[。!?;!?;\n])/)
85
+ .map((clause) => clause.trim())
86
+ .filter((clause) => clause !== '');
87
+ }
88
+
89
+ function windowAround(text, marker, maxLen = MAX_FIELD_CHARS) {
90
+ const raw = String(text ?? '');
91
+ const index = raw.indexOf(marker);
92
+ if (index < 0) return null;
93
+ const start = Math.max(0, index - Math.floor((maxLen - marker.length) / 2));
94
+ const end = Math.min(raw.length, start + maxLen);
95
+ return raw.slice(start, end).trim();
96
+ }
97
+
98
+ /** Only source-anchored windows; never a paraphrase. */
99
+ function pickWindows(texts, words) {
100
+ const picked = [];
101
+ for (const text of texts) {
102
+ for (const word of words) {
103
+ if (!text.includes(word)) continue;
104
+ const window = windowAround(text, word);
105
+ if (window && !picked.includes(window)) picked.push(window);
106
+ }
107
+ }
108
+ return picked.slice(0, 4);
109
+ }
110
+
111
+ function orNull(value) {
112
+ return Array.isArray(value) && value.length === 0 ? null : value;
113
+ }
114
+
115
+ function pickWho(texts, candidates) {
116
+ const found = [];
117
+ for (const name of candidates) {
118
+ if (texts.some((text) => text.includes(name)) && !found.includes(name)) found.push(name);
119
+ }
120
+ return found.length > 0 ? found : null;
121
+ }
122
+
123
+ function pickWhen(texts) {
124
+ const found = [];
125
+ const patterns = [
126
+ /\b\d{4}-\d{2}-\d{2}(?:[ T]\d{2}:\d{2}(?::\d{2})?)?\b/g,
127
+ /\b\d{1,2}:\d{2}(?::\d{2})?\b/g,
128
+ /\d{4}年\d{1,2}月\d{1,2}日/g,
129
+ ];
130
+ for (const text of texts) {
131
+ for (const pattern of patterns) {
132
+ for (const match of text.match(pattern) ?? []) {
133
+ if (!found.includes(match)) found.push(match);
134
+ }
135
+ }
136
+ }
137
+ return found.length > 0 ? found : null;
138
+ }
139
+
140
+ function pickNumbers(texts) {
141
+ const found = [];
142
+ const patterns = [
143
+ /\bv?\d+(?:\.\d+){1,3}\b/g,
144
+ /\b[0-9a-f]{7,40}\b/g,
145
+ /\b\d+(?:\.\d+)?\s*(?:ms|s|秒|分钟|小时|天|KB|MB|GB|%|万|k)/g,
146
+ /\b\d{4}-\d{2}-\d{2}\b/g,
147
+ ];
148
+ for (const text of texts) {
149
+ for (const pattern of patterns) {
150
+ for (const match of text.match(pattern) ?? []) {
151
+ const value = match.trim();
152
+ if (!found.includes(value)) found.push(value);
153
+ }
154
+ }
155
+ }
156
+ return found.slice(0, 40);
157
+ }
158
+
159
+ const FACT_PATTERNS = Object.freeze([
160
+ { k: 'commit', re: /\bcommit\s*[::=]?\s*([0-9a-f]{7,40})\b/gi },
161
+ { k: 'tag', re: /\btag\s*[::=]?\s*(v?\d+(?:\.\d+)*)\b/gi },
162
+ { k: 'version', re: /(?:版本|version|发布)\s*[::=]?\s*(v?\d+\.\d+(?:\.\d+)*)\b/gi },
163
+ { k: 'path', re: /(?:路径|文件|file)\s*[::=]?\s*([A-Za-z]:\\[^\s,。;,;]+|\/[\w./-]+)/gi },
164
+ ]);
165
+
166
+ function pickFacts(texts) {
167
+ const facts = [];
168
+ const seen = new Set();
169
+ texts.forEach((text, anchor) => {
170
+ for (const { k, re } of FACT_PATTERNS) {
171
+ re.lastIndex = 0;
172
+ for (const match of text.matchAll(re)) {
173
+ const value = String(match[1] ?? '').trim();
174
+ if (value === '') continue;
175
+ const key = `${k}|${value}`;
176
+ if (seen.has(key)) continue;
177
+ seen.add(key);
178
+ facts.push({ k, v: value, anchor });
179
+ }
180
+ }
181
+ });
182
+ return facts.slice(0, 20);
183
+ }
184
+
185
+ function pickSummaryClauses(sources) {
186
+ const parts = [];
187
+ for (const source of sources) {
188
+ const text = String(source.text ?? '');
189
+ const clauses = splitClauses(text);
190
+ const important = clauses.find((clause) => [...DECISION_WORDS, ...INCIDENT_WORDS, ...RELEASE_WORDS]
191
+ .some((word) => clause.includes(word)));
192
+ const chosen = (typeof source.summary === 'string' && source.summary.trim() !== '')
193
+ ? source.summary.trim()
194
+ : (important ?? clauses[0] ?? '');
195
+ if (chosen !== '' && !parts.includes(chosen)) parts.push(chosen);
196
+ }
197
+ return parts;
198
+ }
199
+
200
+ function gistFrom(sources) {
201
+ const parts = pickSummaryClauses(sources);
202
+ let gist = '';
203
+ for (const part of parts) {
204
+ const next = gist === '' ? part : `${gist};${part}`;
205
+ if (next.length <= MAX_GIST_CHARS) gist = next;
206
+ else if (gist === '') gist = part.slice(0, MAX_GIST_CHARS);
207
+ }
208
+ return gist;
209
+ }
210
+
211
+ export function gistClausesOf(gist) {
212
+ return String(gist ?? '').split(/[;;]/).map((part) => part.trim()).filter(Boolean);
213
+ }
214
+
215
+ /**
216
+ * Zero-new-facts validator: every extracted value must be traceable to a source
217
+ * text or an existing summary (normalized substring). Pure, no IO.
218
+ */
219
+ export function validateZeroNewFacts(record, sources = []) {
220
+ const texts = sources.map((source) => String(source.text ?? ''))
221
+ .concat(sources.map((source) => String(source.summary ?? '')).filter(Boolean));
222
+ const normalizedTexts = texts.map(normalizeForMatch).filter((text) => text !== '');
223
+ const untraceable = [];
224
+ let checked = 0;
225
+ const check = (where, value) => {
226
+ const normalized = normalizeForMatch(value);
227
+ checked += 1;
228
+ if (normalized === '') return;
229
+ if (!normalizedTexts.some((text) => text.includes(normalized))) untraceable.push({ where, value });
230
+ };
231
+ for (const clause of gistClausesOf(record?.gist)) check('gist', clause);
232
+ for (const fact of Array.isArray(record?.facts) ? record.facts : []) check(`facts.${fact.k}`, fact.v);
233
+ for (const field of ['who', 'when', 'decision', 'why', 'emotion']) {
234
+ const value = record?.fields?.[field];
235
+ if (value === null || value === undefined) continue;
236
+ for (const item of Array.isArray(value) ? value : [value]) check(`fields.${field}`, item);
237
+ }
238
+ for (const number of Array.isArray(record?.numbers) ? record.numbers : []) check('numbers', number);
239
+ return { ok: untraceable.length === 0, checked, untraceable };
240
+ }
241
+
242
+ function anchorOf(source) {
243
+ const anchor = {
244
+ id: String(source.id ?? ''),
245
+ sourceKind: String(source.sourceKind ?? source.kind ?? 'record'),
246
+ eventKind: source.eventKind ?? null,
247
+ digest: sha256Text(String(source.text ?? '')),
248
+ };
249
+ for (const key of ['sessionId', 'turn', 'seqStart', 'seqEnd', 'rel', 'lineStart', 'lineEnd', 'anchorId']) {
250
+ if (source[key] !== undefined && source[key] !== null) anchor[key] = source[key];
251
+ }
252
+ if (typeof source.summary === 'string' && source.summary.trim() !== '') anchor.summary = source.summary.trim();
253
+ return anchor;
254
+ }
255
+
256
+ function canonicalContent(record) {
257
+ return {
258
+ id: record.id,
259
+ topic: record.topic,
260
+ period: record.period,
261
+ grade: record.grade,
262
+ gist: record.gist,
263
+ fields: record.fields,
264
+ facts: record.facts,
265
+ numbers: record.numbers,
266
+ sources: record.sources,
267
+ trigger: record.trigger,
268
+ };
269
+ }
270
+
271
+ /**
272
+ * Build (extract + validate) one distill version. Pure: no write. Throws
273
+ * E_DISTILL_UNTRACEABLE / E_DISTILL_L2_GATE when the version must be rejected.
274
+ */
275
+ export function buildDistillRecord({
276
+ topic, period, sources, grade = 'L2', trigger = 'manual', reason = '', by = 'distiller:v1',
277
+ now = new Date(), requiredFields = null, important = false, whoCandidates = resolveWhoCandidates(),
278
+ } = {}) {
279
+ if (typeof topic !== 'string' || topic.trim() === '') throw memoryError('E_DISTILL_TOPIC', '蒸馏需要稳定 topic');
280
+ if (typeof period !== 'string' || period.trim() === '') throw memoryError('E_DISTILL_PERIOD', '蒸馏需要稳定 period');
281
+ if (!Array.isArray(sources) || sources.length === 0) throw memoryError('E_DISTILL_SOURCES', '蒸馏至少需要 1 个源锚点');
282
+ for (const source of sources) {
283
+ if (!source || typeof source.id !== 'string' || source.id === '') {
284
+ throw memoryError('E_DISTILL_SOURCES', '每个源必须带稳定 id(锚点)');
285
+ }
286
+ if (typeof source.text !== 'string' || source.text.trim() === '') {
287
+ throw memoryError('E_DISTILL_SOURCES', `源 ${source.id} 缺 text,无法做零新事实校验`);
288
+ }
289
+ }
290
+ const texts = sources.map((source) => String(source.text));
291
+ const facts = pickFacts(texts);
292
+ const fields = {
293
+ who: pickWho(texts, whoCandidates),
294
+ when: pickWhen(texts),
295
+ decision: orNull(pickWindows(texts, DECISION_WORDS)),
296
+ why: orNull(pickWindows(texts, CAUSAL_WORDS)),
297
+ emotion: orNull(pickWindows(texts, EMOTION_WORDS)),
298
+ };
299
+ const numbers = pickNumbers(texts);
300
+ const gist = gistFrom(sources);
301
+ if (gist === '') throw memoryError('E_DISTILL_GIST', '源文本抽不出任何摘要句(不生成,宁可不蒸)');
302
+ const id = `dist:${topic.trim()}:${period.trim()}`;
303
+ const record = {
304
+ schema: DISTILL_SCHEMA,
305
+ id,
306
+ version: 1,
307
+ prevVersion: null,
308
+ topic: topic.trim(),
309
+ period: period.trim(),
310
+ sources: sources.map(anchorOf),
311
+ grade,
312
+ gist,
313
+ fields,
314
+ facts,
315
+ numbers,
316
+ trigger,
317
+ audit: {
318
+ by,
319
+ sourceCount: sources.length,
320
+ createdAt: now.toISOString(),
321
+ reason,
322
+ zeroNewFacts: null,
323
+ l2: null,
324
+ },
325
+ };
326
+ const gateText = [gist, ...(fields.decision ?? []), ...(fields.why ?? [])].join(';');
327
+ const l2 = assertL2Gate({ record, text: gateText, requiredFields, important });
328
+ record.audit.l2 = l2.skipped ? null : { level: l2.verdict.level, hits: l2.verdict.hits, total: l2.verdict.total };
329
+ const zero = validateZeroNewFacts(record, sources);
330
+ record.audit.zeroNewFacts = { ok: zero.ok, checked: zero.checked, untraceable: zero.untraceable };
331
+ if (!zero.ok) {
332
+ throw new FidelityGateError(
333
+ 'E_DISTILL_UNTRACEABLE',
334
+ `零新事实校验失败(${zero.untraceable.length} 处无法回溯)→ 拒收该版本并回退上一版`,
335
+ { id, untraceable: zero.untraceable },
336
+ );
337
+ }
338
+ record.contentHash = contentHashOf(canonicalContent(record));
339
+ return record;
340
+ }
341
+
342
+ function readManifestForGate(root) {
343
+ return readProtectionManifest(root);
344
+ }
345
+
346
+ /**
347
+ * distillAppend: gate -> build -> zero-new-facts -> idempotent -> append version ->
348
+ * move active pointer -> 1 distill.log row + 1 unified audit row. Never deletes.
349
+ */
350
+ export function distillAppend({
351
+ root, topic, period, sources, grade = 'L2', trigger = 'manual', reason = '', by = 'distiller:v1',
352
+ now = new Date(), requiredFields = null, important = false, gate = true, whoCandidates,
353
+ } = {}) {
354
+ const memoryRoot = String(root ?? '');
355
+ if (memoryRoot === '') throw memoryError('E_MEMORY_ROOT', 'distillAppend requires root');
356
+ const manifest = readManifestForGate(memoryRoot);
357
+ if (gate) {
358
+ for (const source of sources ?? []) {
359
+ assertDistillable({
360
+ id: String(source.id ?? ''),
361
+ kind: source.eventKind ?? source.kind,
362
+ salience: source.salience,
363
+ status: source.status,
364
+ l2GatePass: source.l2GatePass,
365
+ }, { manifest });
366
+ }
367
+ }
368
+ const record = buildDistillRecord({
369
+ topic, period, sources, grade, trigger, reason, by, now, requiredFields, important, whoCandidates,
370
+ });
371
+ const index = readChainIndex(memoryRoot);
372
+ const entry = readIndexEntry(memoryRoot, record.id);
373
+ const fileName = entry?.file ?? chainFileName({ topic, period });
374
+ const file = chainFilePathOf(memoryRoot, record.id, fileName);
375
+ const versions = readVersions(file);
376
+ const last = versions.at(-1) ?? null;
377
+ if (last && last.contentHash === record.contentHash) {
378
+ return {
379
+ ok: true,
380
+ status: 'already-distilled',
381
+ id: record.id,
382
+ version: last.version,
383
+ activeVersion: entry?.activeVersion ?? last.version,
384
+ file,
385
+ record: last,
386
+ wrote: false,
387
+ };
388
+ }
389
+ record.version = last ? last.version + 1 : 1;
390
+ record.prevVersion = last ? `${record.id}@v${last.version}` : null;
391
+ record.audit.createdAt = now.toISOString();
392
+ record.contentHash = contentHashOf(canonicalContent(record));
393
+ appendVersionLine({ file, record });
394
+ setActiveVersion({
395
+ root: memoryRoot,
396
+ id: record.id,
397
+ file,
398
+ version: record.version,
399
+ versionCount: versions.length + 1,
400
+ contentHash: record.contentHash,
401
+ now,
402
+ });
403
+ appendChainLog({
404
+ root: memoryRoot,
405
+ op: 'distill',
406
+ id: record.id,
407
+ file,
408
+ fromVersion: last?.version ?? null,
409
+ toVersion: record.version,
410
+ by,
411
+ reason,
412
+ contentHash: record.contentHash,
413
+ now,
414
+ });
415
+ try {
416
+ appendAuditRecord({
417
+ memoryRoot,
418
+ action: 'distill',
419
+ recordId: record.id,
420
+ readerTier: 'host',
421
+ questionId: 'unknown',
422
+ expectedTurns: null,
423
+ answerText: null,
424
+ at: now.toISOString(),
425
+ extra: {
426
+ version: record.version,
427
+ prevVersion: record.prevVersion,
428
+ trigger,
429
+ sourceCount: record.sources.length,
430
+ zeroNewFacts: true,
431
+ file: fileName,
432
+ },
433
+ });
434
+ } catch {
435
+ /* 链日志已写;统一审计 best-effort,不让失败吞掉蒸馏结果 */
436
+ }
437
+ return { ok: true, status: 'created', id: record.id, version: record.version, file, record, wrote: true };
438
+ }
439
+
440
+ export function distillHistory({ root, id } = {}) {
441
+ const entry = readIndexEntry(String(root ?? ''), id);
442
+ if (!entry || !entry.file) throw memoryError('E_CHAIN_NOT_FOUND', `没有这个蒸馏 id:${id}`);
443
+ const file = chainFilePathOf(root, id, entry.file);
444
+ const versions = readVersions(file);
445
+ const active = versions.find((row) => row.version === entry.activeVersion) ?? versions.at(-1) ?? null;
446
+ return { id, file, activeVersion: entry.activeVersion, versionCount: versions.length, versions, active };
447
+ }
448
+
449
+ export function distillActive({ root, id } = {}) {
450
+ const history = distillHistory({ root, id });
451
+ return { id, file: history.file, version: history.activeVersion, record: history.active };
452
+ }
453
+
454
+ export function distillDiff({ root, id, fromVersion, toVersion } = {}) {
455
+ const history = distillHistory({ root, id });
456
+ const from = history.versions.find((row) => row.version === fromVersion);
457
+ const to = history.versions.find((row) => row.version === toVersion);
458
+ if (!from || !to) throw memoryError('E_CHAIN_NO_VERSION', `diff 需要存在的 from/to 版本:${id}`);
459
+ return { id, ...diffVersions(from, to) };
460
+ }
461
+
462
+ export function distillRollback({ root, id, toVersion, by = 'admin', reason = '', now = new Date() } = {}) {
463
+ return rollbackVersion({ root, id, toVersion, by, reason, now });
464
+ }
465
+
466
+ export function listDistillIds({ root } = {}) {
467
+ const index = readChainIndex(String(root ?? ''));
468
+ return Object.keys(index.entries).sort();
469
+ }
470
+
471
+ export { DISTILL_DIR, errorMessage };