@jjh32456/dsh-longlive 1.6.8 → 1.8.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (288) hide show
  1. package/CHANGELOG.md +69 -1539
  2. package/LICENSE +1 -1
  3. package/QUICKSTART.md +33 -12
  4. package/README.en.md +17 -7
  5. package/README.md +29 -10
  6. package/SPEC.md +5 -5
  7. package/cordis.patch.yml +17 -12
  8. package/docs/ANSWER-GUARD.md +92 -0
  9. package/docs/ARCHITECTURE.md +3 -3
  10. package/docs/AUTO-RECALL-WIRING.md +1 -1
  11. package/docs/AUTO-RECALL.md +15 -9
  12. package/docs/CONFIG.md +143 -37
  13. package/docs/ERRORS.md +17 -5
  14. package/docs/FAQ.md +7 -7
  15. package/docs/FEATURES.md +66 -29
  16. package/docs/MIGRATION-1.6.0.md +2 -2
  17. package/docs/OPERATIONS.md +6 -6
  18. package/docs/PANEL-INTEGRATION.md +6 -0
  19. package/docs/PRIVACY.md +88 -0
  20. package/docs/QUICKSTART.md +5 -5
  21. package/docs/README.en.md +3 -2
  22. package/docs/RESIDENT-WATCHER.md +1 -1
  23. package/docs/SESSION-WATCH.md +6 -6
  24. package/docs/TROUBLESHOOTING.md +4 -4
  25. package/package.json +42 -117
  26. package/runbook.md +2 -2
  27. package/scripts/backfill-auto-cards.mjs +98 -0
  28. package/scripts/install-surgery-task.ps1 +5 -2
  29. package/scripts/lib/session-watch-fixture.mjs +1 -1
  30. package/scripts/longlive-doctor.mjs +6 -0
  31. package/scripts/migrate-180.mjs +163 -0
  32. package/scripts/recall-index-build.mjs +128 -0
  33. package/scripts/session-watch-drill.mjs +1 -1
  34. package/scripts/surgery-run.cmd +1 -1
  35. package/scripts/unattended-surgery.ps1 +5 -2
  36. package/scripts/verify-card-anchors.mjs +138 -0
  37. package/src/actions/audit.js +125 -0
  38. package/src/actions/evidence.js +122 -0
  39. package/src/actions/fs.js +162 -0
  40. package/src/activity/index.js +129 -18
  41. package/src/activity/model.js +11 -1
  42. package/src/activity/store.js +22 -3
  43. package/src/activity/thinking.js +176 -0
  44. package/src/adapters/constants.js +11 -0
  45. package/src/adapters/engram/data/aliases.json +51 -0
  46. package/src/adapters/engram/data/policy.json +8 -0
  47. package/src/adapters/engram/data/routing-rules.json +546 -0
  48. package/src/adapters/engram/index.js +235 -0
  49. package/src/adapters/registry.js +315 -0
  50. package/src/answer/audit.js +193 -0
  51. package/src/answer/evidence.js +30 -0
  52. package/src/answer/guard.js +1370 -0
  53. package/src/answer/index.js +1067 -0
  54. package/src/answer/query.js +111 -0
  55. package/src/answer/second-hop.mjs +101 -0
  56. package/src/auto-truncate.js +1 -1
  57. package/src/config.js +145 -48
  58. package/src/deps.js +6 -4
  59. package/src/features.js +158 -8
  60. package/src/identity/index.js +13 -5
  61. package/src/identity/inject-position.js +2 -2
  62. package/src/index.js +97 -7
  63. package/src/lifecycle/gap-clocks.js +328 -0
  64. package/src/lifecycle/index.js +269 -0
  65. package/src/memory/activity-capture.js +229 -0
  66. package/src/memory/anchors.js +194 -0
  67. package/src/memory/audit-records.js +222 -0
  68. package/src/memory/auto-cards.js +401 -0
  69. package/src/memory/capture.js +442 -0
  70. package/src/memory/card-anchors.js +203 -0
  71. package/src/memory/conflicts.js +106 -0
  72. package/src/memory/decay.js +311 -0
  73. package/src/memory/distill.js +471 -0
  74. package/src/memory/event-index.js +917 -0
  75. package/src/memory/evidence-chain.js +295 -0
  76. package/src/memory/evidence.js +145 -0
  77. package/src/memory/filter-runner.js +1 -1
  78. package/src/memory/filter.js +5 -1
  79. package/src/memory/forget-v2.js +410 -0
  80. package/src/memory/forget.js +71 -0
  81. package/src/memory/frames-activation.js +247 -0
  82. package/src/memory/fts-query.js +174 -0
  83. package/src/memory/governance.js +604 -0
  84. package/src/memory/index.js +1 -0
  85. package/src/memory/l2-gate.js +169 -0
  86. package/src/memory/lock.js +121 -0
  87. package/src/memory/migrate.js +139 -0
  88. package/src/memory/recall-v2.js +223 -0
  89. package/src/memory/recall.js +65 -2
  90. package/src/memory/records.js +425 -0
  91. package/src/memory/retention.js +128 -0
  92. package/src/memory/review.js +124 -0
  93. package/src/memory/trust.js +88 -0
  94. package/src/memory/version-chain.js +264 -0
  95. package/src/memory/wal.js +137 -0
  96. package/src/memory/working-frame.js +516 -0
  97. package/src/metrics/classify.mjs +5 -3
  98. package/src/metrics/index.mjs +21 -1
  99. package/src/metrics/prestep-latency.mjs +300 -0
  100. package/src/metrics/store.mjs +25 -0
  101. package/src/policy-profile.js +18 -3
  102. package/src/recall/anaphora.mjs +87 -0
  103. package/src/recall/cards.mjs +7 -0
  104. package/src/recall/embedding.mjs +8 -8
  105. package/src/recall/entities.mjs +112 -0
  106. package/src/recall/index.js +235 -19
  107. package/src/recall/inject-order.mjs +10 -8
  108. package/src/recall/privacy.mjs +1 -1
  109. package/src/recall/recall-core.mjs +116 -10
  110. package/src/recall/shared-visibility.js +302 -0
  111. package/src/recall/time-normalizer.mjs +196 -0
  112. package/src/role/activation.js +191 -0
  113. package/src/role/attention.js +318 -0
  114. package/src/role/base.js +36 -0
  115. package/src/role/channels.js +423 -0
  116. package/src/role/index.js +425 -0
  117. package/src/role/interfaces.js +115 -0
  118. package/src/role/personality.js +370 -0
  119. package/src/role/readers.js +151 -0
  120. package/src/role/relationships.js +477 -0
  121. package/src/role/store.js +202 -0
  122. package/src/role/writeprotect.js +373 -0
  123. package/src/router/aliases.json +176 -25
  124. package/src/router/background/agent-runner.mjs +1 -1
  125. package/src/router/background/anchor.mjs +1 -1
  126. package/src/router/background/audit.mjs +2 -2
  127. package/src/router/background/budget-ledger.mjs +2 -2
  128. package/src/router/background/host-sim.mjs +1 -1
  129. package/src/router/background/memory.mjs +4 -4
  130. package/src/router/background/queue.mjs +1 -1
  131. package/src/router/background/retry.mjs +1 -1
  132. package/src/router/background/router.mjs +1 -1
  133. package/src/router/background/stream.mjs +1 -1
  134. package/src/router/background/tool-policy.mjs +1 -1
  135. package/src/router/design-headings.json +5 -5
  136. package/src/router/face/config.mjs +1 -1
  137. package/src/router/face/identity.mjs +3 -3
  138. package/src/router/judge.mjs +8 -7
  139. package/src/router/policies/generic.json +21 -4
  140. package/src/router/route.js +109 -22
  141. package/src/router/router.mjs +10 -6
  142. package/src/router/routing-rules.json +260 -445
  143. package/src/router/run-sim.mjs +8 -8
  144. package/src/router/runtime.js +23 -12
  145. package/src/router/service/config.mjs +5 -5
  146. package/src/router/service/context.mjs +1 -1
  147. package/src/router/service/queue.mjs +1 -1
  148. package/src/router/shadow.mjs +4 -3
  149. package/src/surgery-recovery.js +2 -2
  150. package/src/tool-output.js +2 -2
  151. package/src/tools.js +39 -7
  152. package/src/truncate-visible.js +2 -2
  153. package/src/ui/actions.js +1312 -0
  154. package/src/ui/panel-api.js +367 -0
  155. package/src/ui/panel-auth.js +251 -0
  156. package/src/ui/panel-integrity.js +243 -0
  157. package/src/ui/routes-readonly.js +695 -0
  158. package/src/ui/routes.js +3 -0
  159. package/docs/DEV.md +0 -279
  160. package/docs/PRESENCE-BUS-WIRING.md +0 -491
  161. package/docs/PRESENCE-BUS.md +0 -694
  162. package/docs/SURGERY.md +0 -186
  163. package/scripts/mark-core-cards.mjs +0 -289
  164. package/scripts/pack.mjs +0 -392
  165. package/scripts/router-proposals.mjs +0 -386
  166. package/src/router/fixtures/M1.json +0 -16
  167. package/src/router/fixtures/M2.json +0 -16
  168. package/src/router/fixtures/M3.json +0 -20
  169. package/src/router/fixtures/M4.json +0 -20
  170. package/src/router/fixtures/M5.json +0 -45
  171. package/src/router/fixtures/M6.json +0 -53
  172. package/src/router/fixtures/M7.json +0 -46
  173. package/src/router/fixtures/S1.json +0 -20
  174. package/src/router/fixtures/S2.json +0 -23
  175. package/src/router/fixtures/S3.json +0 -20
  176. package/src/router/fixtures/S4.json +0 -34
  177. package/src/router/fixtures/S5.json +0 -43
  178. package/src/router/fixtures/S6.json +0 -47
  179. package/src/router/fixtures/T1.json +0 -23
  180. package/src/router/fixtures/T2.json +0 -16
  181. package/src/router/fixtures/T3.json +0 -19
  182. package/src/router/fixtures/T4.json +0 -16
  183. package/src/router/fixtures/X1.json +0 -17
  184. package/src/router/fixtures/X2.json +0 -20
  185. package/src/router/gen-design-headings.mjs +0 -107
  186. package/src/router/policies/owner-rulings-2026-11-03.json +0 -62
  187. package/test/activity-realtime.test.mjs +0 -959
  188. package/test/activity-stream.test.mjs +0 -512
  189. package/test/auto-recall.test.mjs +0 -474
  190. package/test/auto-truncate.test.mjs +0 -931
  191. package/test/autobind.test.mjs +0 -399
  192. package/test/bus.test.mjs +0 -1572
  193. package/test/cli-guard.test.mjs +0 -198
  194. package/test/conclusion.test.mjs +0 -408
  195. package/test/config-schema.test.mjs +0 -210
  196. package/test/d6-output.test.mjs +0 -194
  197. package/test/d6.test.mjs +0 -395
  198. package/test/deps.test.mjs +0 -342
  199. package/test/doctor-setup.test.mjs +0 -297
  200. package/test/embedding-recall.test.mjs +0 -347
  201. package/test/feature-flags.test.mjs +0 -585
  202. package/test/filter-shadow.test.mjs +0 -170
  203. package/test/fixtures/activity-append-child.mjs +0 -29
  204. package/test/fixtures/baseline-0.8.0-registration.json +0 -556
  205. package/test/fixtures/d6-header-tools.json +0 -1
  206. package/test/fixtures/lock-child.mjs +0 -67
  207. package/test/fixtures/pre-step-container.mjs +0 -100
  208. package/test/fixtures/privacy-memory/topics/pii-unmarked.md +0 -9
  209. package/test/fixtures/privacy-memory/topics/secret-local-only.md +0 -11
  210. package/test/fixtures/profile-session-longlive-config.json +0 -20
  211. package/test/fixtures/proposal-cas-child.mjs +0 -66
  212. package/test/host-engine-status.test.mjs +0 -307
  213. package/test/hot-truncate.test.mjs +0 -1349
  214. package/test/identity-card-marker.test.mjs +0 -307
  215. package/test/identity-router/run.mjs +0 -721
  216. package/test/integration-pre-step.test.mjs +0 -553
  217. package/test/live.test.mjs +0 -1023
  218. package/test/maintenance-schedule.test.mjs +0 -538
  219. package/test/memory.test.mjs +0 -2828
  220. package/test/metrics.test.mjs +0 -478
  221. package/test/orchestrator.test.mjs +0 -266
  222. package/test/p1_probe.mjs +0 -97
  223. package/test/packaging.test.mjs +0 -184
  224. package/test/portability.test.mjs +0 -343
  225. package/test/rc4-regressions.test.mjs +0 -562
  226. package/test/rc5-regressions.test.mjs +0 -197
  227. package/test/rc6-chinese.test.mjs +0 -394
  228. package/test/router-1100/apply-off.test.mjs +0 -175
  229. package/test/router-1100/budget-reconcile.test.mjs +0 -215
  230. package/test/router-1100/config-context.test.mjs +0 -211
  231. package/test/router-1100/helpers.mjs +0 -129
  232. package/test/router-1100/hint-envelope.test.mjs +0 -150
  233. package/test/router-1100/lock-crossproc.test.mjs +0 -206
  234. package/test/router-1100/proposal-cas-crossproc.test.mjs +0 -184
  235. package/test/router-1100/router-apply.test.mjs +0 -372
  236. package/test/router-1100/router-fixb.test.mjs +0 -602
  237. package/test/router-1100/router-proposals.test.mjs +0 -405
  238. package/test/router-1100/router-queue-lease-wal.test.mjs +0 -355
  239. package/test/router-1100/router-security-cr.test.mjs +0 -333
  240. package/test/router-1100/service-lifecycle.test.mjs +0 -220
  241. package/test/router-1100/tools-contract.test.mjs +0 -164
  242. package/test/router-1100/turn-reflect-tick.test.mjs +0 -89
  243. package/test/router-1100/v6-contract.test.mjs +0 -158
  244. package/test/router-1100/v6b-contract.test.mjs +0 -293
  245. package/test/router-1100/v6c-contract.test.mjs +0 -249
  246. package/test/router-1100/wal-rotation.test.mjs +0 -375
  247. package/test/router-1100/wp1-config.test.mjs +0 -170
  248. package/test/router-1100/wp1-default-off.test.mjs +0 -77
  249. package/test/router-1100/wp1-model-status.test.mjs +0 -90
  250. package/test/router-1100/wp1-status.test.mjs +0 -220
  251. package/test/router-1100/wp1-tools.test.mjs +0 -146
  252. package/test/router-1100/wp5-cli.test.mjs +0 -240
  253. package/test/router-1100/wp5-model-auto.test.mjs +0 -418
  254. package/test/router-1100/wp6-merge.test.mjs +0 -386
  255. package/test/router-1100/wp6-wake.test.mjs +0 -502
  256. package/test/router-background/audit.test.mjs +0 -37
  257. package/test/router-background/budget-ledger.test.mjs +0 -330
  258. package/test/router-background/cross-process.test.mjs +0 -222
  259. package/test/router-background/fixtures/cross-child.mjs +0 -85
  260. package/test/router-background/fixtures/real-shapes.mjs +0 -239
  261. package/test/router-background/router.test.mjs +0 -1076
  262. package/test/router-background/stream-retry.test.mjs +0 -358
  263. package/test/router-background/tool-agent.test.mjs +0 -384
  264. package/test/router-face/bridge.test.mjs +0 -169
  265. package/test/router-face/face.test.mjs +0 -316
  266. package/test/router-failclosed.test.mjs +0 -466
  267. package/test/router-identity.test.mjs +0 -384
  268. package/test/router-l1-l2.contract.test.mjs +0 -1075
  269. package/test/router-memory-tools.test.mjs +0 -262
  270. package/test/router-policy.test.mjs +0 -225
  271. package/test/router-runtime.test.mjs +0 -438
  272. package/test/router-shadow.test.mjs +0 -287
  273. package/test/router.test.mjs +0 -903
  274. package/test/run-rc.mjs +0 -315
  275. package/test/run.mjs +0 -2469
  276. package/test/safety-defaults.test.mjs +0 -181
  277. package/test/seeded-load.test.mjs +0 -436
  278. package/test/session-original.test.mjs +0 -338
  279. package/test/state-truth.test.mjs +0 -937
  280. package/test/surgery-recovery.test.mjs +0 -936
  281. package/test/t7_drive.mjs +0 -151
  282. package/test/tool-output.test.mjs +0 -393
  283. package/test/tool-schema.test.mjs +0 -177
  284. package/test/tools_contract.test.mjs +0 -716
  285. package/test/truncate-visible.test.mjs +0 -1150
  286. package/test/ui-flags.test.mjs +0 -477
  287. package/test/v4-hardening.test.mjs +0 -427
  288. package/test/version-consistency.test.mjs +0 -286
@@ -0,0 +1,471 @@
1
+ // src/memory/distill.js — M2-D:纯抽取式蒸馏器(零新事实 / 版本链 / 幂等 / 回滚)
2
+ //
3
+ // 设计依据 MEMORY-RECALL-V2-PROPOSAL §4.3(distill schema)与 §4.2.2(L2 判定):
4
+ // * 纯抽取式:只从源文本抽取白名单字段(who/when/decision/why/emotion/numbers/
5
+ // facts),抽不到写 null/[],不补;gist 只由源摘要句按时间拼接 + 截断,
6
+ // **不得生成新句子、不得推断因果**;
7
+ // * 零新事实:每个 fact.v 与 gist 的每个分句都必须能在源文本(或既有 summary)里
8
+ // 找到子串(允许空白/标点/大小写归一化);任一无法回溯 → 整个版本拒收
9
+ // (E_DISTILL_UNTRACEABLE),不落链、回退上一版;
10
+ // * 幂等:同输入重跑 → contentHash 相同 → 返回 already-distilled,字节不新增;
11
+ // * 版本链 append-only(version-chain.js),history/diff/rollback 入口在
12
+ // scripts/memory-distill-admin.mjs(不注册 tools.js,避免 27/18/路由面波动)。
13
+
14
+ import {
15
+ DISTILL_DIR,
16
+ appendChainLog,
17
+ appendVersionLine,
18
+ chainFileName,
19
+ chainFilePathOf,
20
+ contentHashOf,
21
+ diffVersions,
22
+ readChainIndex,
23
+ readIndexEntry,
24
+ readVersions,
25
+ rollbackVersion,
26
+ setActiveVersion,
27
+ } from './version-chain.js';
28
+ import {
29
+ CAUSAL_WORDS,
30
+ DECISION_WORDS,
31
+ EMOTION_WORDS,
32
+ FidelityGateError,
33
+ INCIDENT_WORDS,
34
+ RELEASE_WORDS,
35
+ assertDistillable,
36
+ assertL2Gate,
37
+ normalizeForMatch,
38
+ } from './l2-gate.js';
39
+ import { appendAuditRecord } from './audit-records.js';
40
+ import { readProtectionManifest } from './retention.js';
41
+ import { memoryError } from './paths.js';
42
+ import { sha256Text } from './state.js';
43
+
44
+ export const DISTILL_SCHEMA = 'distill/v1';
45
+
46
+ // 发布包隐私:默认不再内置任何姓名/角色。没人配置 whoCandidates 时 who 不抽取。
47
+ // 配置入口(通用):buildDistillRecord/distillAppend 的 whoCandidates 参数,
48
+ // 或环境变量 DSH_LONGLIVE_DISTILL_WHO(逗号/换行分隔)。默认 []。
49
+ export const DISTILL_DEFAULT_WHO = Object.freeze([]);
50
+ export const DISTILL_WHO_ENV = 'DSH_LONGLIVE_DISTILL_WHO';
51
+
52
+ /** 归一化 who 名单:数组/逗号分隔字符串 → 去空、去重、去首尾空白;坏值回 []。 */
53
+ export function normalizeWhoCandidates(value) {
54
+ const raw = Array.isArray(value)
55
+ ? value
56
+ : (typeof value === 'string' ? value.split(/[,,\n]/u) : []);
57
+ const out = [];
58
+ for (const item of raw) {
59
+ const name = String(item ?? '').trim();
60
+ if (name === '' || out.includes(name)) continue;
61
+ out.push(name);
62
+ }
63
+ return out;
64
+ }
65
+
66
+ /** 解析通用 who 配置:显式参数/对象 config/distill.whoCandidates → 环境变量 → []。 */
67
+ export function resolveWhoCandidates(source = null) {
68
+ const configured = source && !Array.isArray(source) && typeof source === 'object'
69
+ ? (source.whoCandidates ?? source.distill?.whoCandidates)
70
+ : source;
71
+ if (configured !== undefined) return normalizeWhoCandidates(configured);
72
+ return normalizeWhoCandidates(process.env[DISTILL_WHO_ENV]);
73
+ }
74
+
75
+ const MAX_GIST_CHARS = 240;
76
+ const MAX_FIELD_CHARS = 200;
77
+
78
+ function errorMessage(error) {
79
+ return String(error?.code ?? error?.message ?? error);
80
+ }
81
+
82
+ function splitClauses(text) {
83
+ return String(text ?? '')
84
+ .split(/(?<=[。!?;!?;\n])/)
85
+ .map((clause) => clause.trim())
86
+ .filter((clause) => clause !== '');
87
+ }
88
+
89
+ function windowAround(text, marker, maxLen = MAX_FIELD_CHARS) {
90
+ const raw = String(text ?? '');
91
+ const index = raw.indexOf(marker);
92
+ if (index < 0) return null;
93
+ const start = Math.max(0, index - Math.floor((maxLen - marker.length) / 2));
94
+ const end = Math.min(raw.length, start + maxLen);
95
+ return raw.slice(start, end).trim();
96
+ }
97
+
98
+ /** Only source-anchored windows; never a paraphrase. */
99
+ function pickWindows(texts, words) {
100
+ const picked = [];
101
+ for (const text of texts) {
102
+ for (const word of words) {
103
+ if (!text.includes(word)) continue;
104
+ const window = windowAround(text, word);
105
+ if (window && !picked.includes(window)) picked.push(window);
106
+ }
107
+ }
108
+ return picked.slice(0, 4);
109
+ }
110
+
111
+ function orNull(value) {
112
+ return Array.isArray(value) && value.length === 0 ? null : value;
113
+ }
114
+
115
+ function pickWho(texts, candidates) {
116
+ const found = [];
117
+ for (const name of candidates) {
118
+ if (texts.some((text) => text.includes(name)) && !found.includes(name)) found.push(name);
119
+ }
120
+ return found.length > 0 ? found : null;
121
+ }
122
+
123
+ function pickWhen(texts) {
124
+ const found = [];
125
+ const patterns = [
126
+ /\b\d{4}-\d{2}-\d{2}(?:[ T]\d{2}:\d{2}(?::\d{2})?)?\b/g,
127
+ /\b\d{1,2}:\d{2}(?::\d{2})?\b/g,
128
+ /\d{4}年\d{1,2}月\d{1,2}日/g,
129
+ ];
130
+ for (const text of texts) {
131
+ for (const pattern of patterns) {
132
+ for (const match of text.match(pattern) ?? []) {
133
+ if (!found.includes(match)) found.push(match);
134
+ }
135
+ }
136
+ }
137
+ return found.length > 0 ? found : null;
138
+ }
139
+
140
+ function pickNumbers(texts) {
141
+ const found = [];
142
+ const patterns = [
143
+ /\bv?\d+(?:\.\d+){1,3}\b/g,
144
+ /\b[0-9a-f]{7,40}\b/g,
145
+ /\b\d+(?:\.\d+)?\s*(?:ms|s|秒|分钟|小时|天|KB|MB|GB|%|万|k)/g,
146
+ /\b\d{4}-\d{2}-\d{2}\b/g,
147
+ ];
148
+ for (const text of texts) {
149
+ for (const pattern of patterns) {
150
+ for (const match of text.match(pattern) ?? []) {
151
+ const value = match.trim();
152
+ if (!found.includes(value)) found.push(value);
153
+ }
154
+ }
155
+ }
156
+ return found.slice(0, 40);
157
+ }
158
+
159
+ const FACT_PATTERNS = Object.freeze([
160
+ { k: 'commit', re: /\bcommit\s*[::=]?\s*([0-9a-f]{7,40})\b/gi },
161
+ { k: 'tag', re: /\btag\s*[::=]?\s*(v?\d+(?:\.\d+)*)\b/gi },
162
+ { k: 'version', re: /(?:版本|version|发布)\s*[::=]?\s*(v?\d+\.\d+(?:\.\d+)*)\b/gi },
163
+ { k: 'path', re: /(?:路径|文件|file)\s*[::=]?\s*([A-Za-z]:\\[^\s,。;,;]+|\/[\w./-]+)/gi },
164
+ ]);
165
+
166
+ function pickFacts(texts) {
167
+ const facts = [];
168
+ const seen = new Set();
169
+ texts.forEach((text, anchor) => {
170
+ for (const { k, re } of FACT_PATTERNS) {
171
+ re.lastIndex = 0;
172
+ for (const match of text.matchAll(re)) {
173
+ const value = String(match[1] ?? '').trim();
174
+ if (value === '') continue;
175
+ const key = `${k}|${value}`;
176
+ if (seen.has(key)) continue;
177
+ seen.add(key);
178
+ facts.push({ k, v: value, anchor });
179
+ }
180
+ }
181
+ });
182
+ return facts.slice(0, 20);
183
+ }
184
+
185
+ function pickSummaryClauses(sources) {
186
+ const parts = [];
187
+ for (const source of sources) {
188
+ const text = String(source.text ?? '');
189
+ const clauses = splitClauses(text);
190
+ const important = clauses.find((clause) => [...DECISION_WORDS, ...INCIDENT_WORDS, ...RELEASE_WORDS]
191
+ .some((word) => clause.includes(word)));
192
+ const chosen = (typeof source.summary === 'string' && source.summary.trim() !== '')
193
+ ? source.summary.trim()
194
+ : (important ?? clauses[0] ?? '');
195
+ if (chosen !== '' && !parts.includes(chosen)) parts.push(chosen);
196
+ }
197
+ return parts;
198
+ }
199
+
200
+ function gistFrom(sources) {
201
+ const parts = pickSummaryClauses(sources);
202
+ let gist = '';
203
+ for (const part of parts) {
204
+ const next = gist === '' ? part : `${gist};${part}`;
205
+ if (next.length <= MAX_GIST_CHARS) gist = next;
206
+ else if (gist === '') gist = part.slice(0, MAX_GIST_CHARS);
207
+ }
208
+ return gist;
209
+ }
210
+
211
+ export function gistClausesOf(gist) {
212
+ return String(gist ?? '').split(/[;;]/).map((part) => part.trim()).filter(Boolean);
213
+ }
214
+
215
+ /**
216
+ * Zero-new-facts validator: every extracted value must be traceable to a source
217
+ * text or an existing summary (normalized substring). Pure, no IO.
218
+ */
219
+ export function validateZeroNewFacts(record, sources = []) {
220
+ const texts = sources.map((source) => String(source.text ?? ''))
221
+ .concat(sources.map((source) => String(source.summary ?? '')).filter(Boolean));
222
+ const normalizedTexts = texts.map(normalizeForMatch).filter((text) => text !== '');
223
+ const untraceable = [];
224
+ let checked = 0;
225
+ const check = (where, value) => {
226
+ const normalized = normalizeForMatch(value);
227
+ checked += 1;
228
+ if (normalized === '') return;
229
+ if (!normalizedTexts.some((text) => text.includes(normalized))) untraceable.push({ where, value });
230
+ };
231
+ for (const clause of gistClausesOf(record?.gist)) check('gist', clause);
232
+ for (const fact of Array.isArray(record?.facts) ? record.facts : []) check(`facts.${fact.k}`, fact.v);
233
+ for (const field of ['who', 'when', 'decision', 'why', 'emotion']) {
234
+ const value = record?.fields?.[field];
235
+ if (value === null || value === undefined) continue;
236
+ for (const item of Array.isArray(value) ? value : [value]) check(`fields.${field}`, item);
237
+ }
238
+ for (const number of Array.isArray(record?.numbers) ? record.numbers : []) check('numbers', number);
239
+ return { ok: untraceable.length === 0, checked, untraceable };
240
+ }
241
+
242
+ function anchorOf(source) {
243
+ const anchor = {
244
+ id: String(source.id ?? ''),
245
+ sourceKind: String(source.sourceKind ?? source.kind ?? 'record'),
246
+ eventKind: source.eventKind ?? null,
247
+ digest: sha256Text(String(source.text ?? '')),
248
+ };
249
+ for (const key of ['sessionId', 'turn', 'seqStart', 'seqEnd', 'rel', 'lineStart', 'lineEnd', 'anchorId']) {
250
+ if (source[key] !== undefined && source[key] !== null) anchor[key] = source[key];
251
+ }
252
+ if (typeof source.summary === 'string' && source.summary.trim() !== '') anchor.summary = source.summary.trim();
253
+ return anchor;
254
+ }
255
+
256
+ function canonicalContent(record) {
257
+ return {
258
+ id: record.id,
259
+ topic: record.topic,
260
+ period: record.period,
261
+ grade: record.grade,
262
+ gist: record.gist,
263
+ fields: record.fields,
264
+ facts: record.facts,
265
+ numbers: record.numbers,
266
+ sources: record.sources,
267
+ trigger: record.trigger,
268
+ };
269
+ }
270
+
271
+ /**
272
+ * Build (extract + validate) one distill version. Pure: no write. Throws
273
+ * E_DISTILL_UNTRACEABLE / E_DISTILL_L2_GATE when the version must be rejected.
274
+ */
275
+ export function buildDistillRecord({
276
+ topic, period, sources, grade = 'L2', trigger = 'manual', reason = '', by = 'distiller:v1',
277
+ now = new Date(), requiredFields = null, important = false, whoCandidates = resolveWhoCandidates(),
278
+ } = {}) {
279
+ if (typeof topic !== 'string' || topic.trim() === '') throw memoryError('E_DISTILL_TOPIC', '蒸馏需要稳定 topic');
280
+ if (typeof period !== 'string' || period.trim() === '') throw memoryError('E_DISTILL_PERIOD', '蒸馏需要稳定 period');
281
+ if (!Array.isArray(sources) || sources.length === 0) throw memoryError('E_DISTILL_SOURCES', '蒸馏至少需要 1 个源锚点');
282
+ for (const source of sources) {
283
+ if (!source || typeof source.id !== 'string' || source.id === '') {
284
+ throw memoryError('E_DISTILL_SOURCES', '每个源必须带稳定 id(锚点)');
285
+ }
286
+ if (typeof source.text !== 'string' || source.text.trim() === '') {
287
+ throw memoryError('E_DISTILL_SOURCES', `源 ${source.id} 缺 text,无法做零新事实校验`);
288
+ }
289
+ }
290
+ const texts = sources.map((source) => String(source.text));
291
+ const facts = pickFacts(texts);
292
+ const fields = {
293
+ who: pickWho(texts, whoCandidates),
294
+ when: pickWhen(texts),
295
+ decision: orNull(pickWindows(texts, DECISION_WORDS)),
296
+ why: orNull(pickWindows(texts, CAUSAL_WORDS)),
297
+ emotion: orNull(pickWindows(texts, EMOTION_WORDS)),
298
+ };
299
+ const numbers = pickNumbers(texts);
300
+ const gist = gistFrom(sources);
301
+ if (gist === '') throw memoryError('E_DISTILL_GIST', '源文本抽不出任何摘要句(不生成,宁可不蒸)');
302
+ const id = `dist:${topic.trim()}:${period.trim()}`;
303
+ const record = {
304
+ schema: DISTILL_SCHEMA,
305
+ id,
306
+ version: 1,
307
+ prevVersion: null,
308
+ topic: topic.trim(),
309
+ period: period.trim(),
310
+ sources: sources.map(anchorOf),
311
+ grade,
312
+ gist,
313
+ fields,
314
+ facts,
315
+ numbers,
316
+ trigger,
317
+ audit: {
318
+ by,
319
+ sourceCount: sources.length,
320
+ createdAt: now.toISOString(),
321
+ reason,
322
+ zeroNewFacts: null,
323
+ l2: null,
324
+ },
325
+ };
326
+ const gateText = [gist, ...(fields.decision ?? []), ...(fields.why ?? [])].join(';');
327
+ const l2 = assertL2Gate({ record, text: gateText, requiredFields, important });
328
+ record.audit.l2 = l2.skipped ? null : { level: l2.verdict.level, hits: l2.verdict.hits, total: l2.verdict.total };
329
+ const zero = validateZeroNewFacts(record, sources);
330
+ record.audit.zeroNewFacts = { ok: zero.ok, checked: zero.checked, untraceable: zero.untraceable };
331
+ if (!zero.ok) {
332
+ throw new FidelityGateError(
333
+ 'E_DISTILL_UNTRACEABLE',
334
+ `零新事实校验失败(${zero.untraceable.length} 处无法回溯)→ 拒收该版本并回退上一版`,
335
+ { id, untraceable: zero.untraceable },
336
+ );
337
+ }
338
+ record.contentHash = contentHashOf(canonicalContent(record));
339
+ return record;
340
+ }
341
+
342
+ function readManifestForGate(root) {
343
+ return readProtectionManifest(root);
344
+ }
345
+
346
+ /**
347
+ * distillAppend: gate -> build -> zero-new-facts -> idempotent -> append version ->
348
+ * move active pointer -> 1 distill.log row + 1 unified audit row. Never deletes.
349
+ */
350
+ export function distillAppend({
351
+ root, topic, period, sources, grade = 'L2', trigger = 'manual', reason = '', by = 'distiller:v1',
352
+ now = new Date(), requiredFields = null, important = false, gate = true, whoCandidates,
353
+ } = {}) {
354
+ const memoryRoot = String(root ?? '');
355
+ if (memoryRoot === '') throw memoryError('E_MEMORY_ROOT', 'distillAppend requires root');
356
+ const manifest = readManifestForGate(memoryRoot);
357
+ if (gate) {
358
+ for (const source of sources ?? []) {
359
+ assertDistillable({
360
+ id: String(source.id ?? ''),
361
+ kind: source.eventKind ?? source.kind,
362
+ salience: source.salience,
363
+ status: source.status,
364
+ l2GatePass: source.l2GatePass,
365
+ }, { manifest });
366
+ }
367
+ }
368
+ const record = buildDistillRecord({
369
+ topic, period, sources, grade, trigger, reason, by, now, requiredFields, important, whoCandidates,
370
+ });
371
+ const index = readChainIndex(memoryRoot);
372
+ const entry = readIndexEntry(memoryRoot, record.id);
373
+ const fileName = entry?.file ?? chainFileName({ topic, period });
374
+ const file = chainFilePathOf(memoryRoot, record.id, fileName);
375
+ const versions = readVersions(file);
376
+ const last = versions.at(-1) ?? null;
377
+ if (last && last.contentHash === record.contentHash) {
378
+ return {
379
+ ok: true,
380
+ status: 'already-distilled',
381
+ id: record.id,
382
+ version: last.version,
383
+ activeVersion: entry?.activeVersion ?? last.version,
384
+ file,
385
+ record: last,
386
+ wrote: false,
387
+ };
388
+ }
389
+ record.version = last ? last.version + 1 : 1;
390
+ record.prevVersion = last ? `${record.id}@v${last.version}` : null;
391
+ record.audit.createdAt = now.toISOString();
392
+ record.contentHash = contentHashOf(canonicalContent(record));
393
+ appendVersionLine({ file, record });
394
+ setActiveVersion({
395
+ root: memoryRoot,
396
+ id: record.id,
397
+ file,
398
+ version: record.version,
399
+ versionCount: versions.length + 1,
400
+ contentHash: record.contentHash,
401
+ now,
402
+ });
403
+ appendChainLog({
404
+ root: memoryRoot,
405
+ op: 'distill',
406
+ id: record.id,
407
+ file,
408
+ fromVersion: last?.version ?? null,
409
+ toVersion: record.version,
410
+ by,
411
+ reason,
412
+ contentHash: record.contentHash,
413
+ now,
414
+ });
415
+ try {
416
+ appendAuditRecord({
417
+ memoryRoot,
418
+ action: 'distill',
419
+ recordId: record.id,
420
+ readerTier: 'host',
421
+ questionId: 'unknown',
422
+ expectedTurns: null,
423
+ answerText: null,
424
+ at: now.toISOString(),
425
+ extra: {
426
+ version: record.version,
427
+ prevVersion: record.prevVersion,
428
+ trigger,
429
+ sourceCount: record.sources.length,
430
+ zeroNewFacts: true,
431
+ file: fileName,
432
+ },
433
+ });
434
+ } catch {
435
+ /* 链日志已写;统一审计 best-effort,不让失败吞掉蒸馏结果 */
436
+ }
437
+ return { ok: true, status: 'created', id: record.id, version: record.version, file, record, wrote: true };
438
+ }
439
+
440
+ export function distillHistory({ root, id } = {}) {
441
+ const entry = readIndexEntry(String(root ?? ''), id);
442
+ if (!entry || !entry.file) throw memoryError('E_CHAIN_NOT_FOUND', `没有这个蒸馏 id:${id}`);
443
+ const file = chainFilePathOf(root, id, entry.file);
444
+ const versions = readVersions(file);
445
+ const active = versions.find((row) => row.version === entry.activeVersion) ?? versions.at(-1) ?? null;
446
+ return { id, file, activeVersion: entry.activeVersion, versionCount: versions.length, versions, active };
447
+ }
448
+
449
+ export function distillActive({ root, id } = {}) {
450
+ const history = distillHistory({ root, id });
451
+ return { id, file: history.file, version: history.activeVersion, record: history.active };
452
+ }
453
+
454
+ export function distillDiff({ root, id, fromVersion, toVersion } = {}) {
455
+ const history = distillHistory({ root, id });
456
+ const from = history.versions.find((row) => row.version === fromVersion);
457
+ const to = history.versions.find((row) => row.version === toVersion);
458
+ if (!from || !to) throw memoryError('E_CHAIN_NO_VERSION', `diff 需要存在的 from/to 版本:${id}`);
459
+ return { id, ...diffVersions(from, to) };
460
+ }
461
+
462
+ export function distillRollback({ root, id, toVersion, by = 'admin', reason = '', now = new Date() } = {}) {
463
+ return rollbackVersion({ root, id, toVersion, by, reason, now });
464
+ }
465
+
466
+ export function listDistillIds({ root } = {}) {
467
+ const index = readChainIndex(String(root ?? ''));
468
+ return Object.keys(index.entries).sort();
469
+ }
470
+
471
+ export { DISTILL_DIR, errorMessage };