@jjh32456/dsh-longlive 1.6.7 → 1.8.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +70 -1508
- package/LICENSE +1 -1
- package/QUICKSTART.md +34 -13
- package/README.en.md +18 -7
- package/README.md +34 -9
- package/SPEC.md +5 -5
- package/cordis.patch.yml +23 -9
- package/docs/ANSWER-GUARD.md +92 -0
- package/docs/ARCHITECTURE.md +4 -3
- package/docs/AUTO-RECALL-WIRING.md +1 -1
- package/docs/AUTO-RECALL.md +15 -9
- package/docs/CONFIG.md +168 -35
- package/docs/ERRORS.md +17 -5
- package/docs/FAQ.md +7 -7
- package/docs/FEATURES.md +96 -28
- package/docs/MIGRATION-1.6.0.md +2 -2
- package/docs/OPERATIONS.md +6 -6
- package/docs/PANEL-INTEGRATION.md +6 -0
- package/docs/PRIVACY.md +88 -0
- package/docs/QUICKSTART.md +5 -5
- package/docs/README.en.md +4 -2
- package/docs/RESIDENT-WATCHER.md +1 -1
- package/docs/SESSION-WATCH.md +6 -6
- package/docs/TROUBLESHOOTING.md +4 -4
- package/package.json +47 -117
- package/runbook.md +2 -2
- package/scripts/backfill-auto-cards.mjs +98 -0
- package/scripts/install-surgery-task.ps1 +5 -2
- package/scripts/lib/session-watch-fixture.mjs +1 -1
- package/scripts/longlive-doctor.mjs +6 -0
- package/scripts/migrate-180.mjs +163 -0
- package/scripts/recall-index-build.mjs +128 -0
- package/scripts/session-watch-drill.mjs +1 -1
- package/scripts/surgery-run.cmd +1 -1
- package/scripts/unattended-surgery.ps1 +5 -2
- package/scripts/verify-card-anchors.mjs +138 -0
- package/src/actions/audit.js +125 -0
- package/src/actions/evidence.js +122 -0
- package/src/actions/fs.js +162 -0
- package/src/activity/index.js +760 -0
- package/src/activity/model.js +351 -0
- package/src/activity/store.js +644 -0
- package/src/activity/thinking.js +176 -0
- package/src/adapters/constants.js +11 -0
- package/src/adapters/engram/data/aliases.json +51 -0
- package/src/adapters/engram/data/policy.json +8 -0
- package/src/adapters/engram/data/routing-rules.json +546 -0
- package/src/adapters/engram/index.js +235 -0
- package/src/adapters/registry.js +315 -0
- package/src/answer/audit.js +193 -0
- package/src/answer/evidence.js +30 -0
- package/src/answer/guard.js +1370 -0
- package/src/answer/index.js +1067 -0
- package/src/answer/query.js +111 -0
- package/src/answer/second-hop.mjs +101 -0
- package/src/auto-truncate.js +1 -1
- package/src/config.js +171 -47
- package/src/deps.js +6 -4
- package/src/features.js +182 -6
- package/src/heartbeat.js +156 -23
- package/src/identity/handover.js +52 -1
- package/src/identity/index.js +13 -5
- package/src/identity/inject-position.js +2 -2
- package/src/index.js +97 -7
- package/src/lifecycle/gap-clocks.js +328 -0
- package/src/lifecycle/index.js +269 -0
- package/src/live.js +22 -2
- package/src/memory/activity-capture.js +229 -0
- package/src/memory/anchors.js +194 -0
- package/src/memory/audit-records.js +222 -0
- package/src/memory/auto-cards.js +401 -0
- package/src/memory/capture.js +442 -0
- package/src/memory/card-anchors.js +203 -0
- package/src/memory/conflicts.js +106 -0
- package/src/memory/decay.js +311 -0
- package/src/memory/distill.js +471 -0
- package/src/memory/event-index.js +917 -0
- package/src/memory/evidence-chain.js +295 -0
- package/src/memory/evidence.js +145 -0
- package/src/memory/filter-runner.js +1 -1
- package/src/memory/filter.js +5 -1
- package/src/memory/forget-v2.js +410 -0
- package/src/memory/forget.js +71 -0
- package/src/memory/frames-activation.js +247 -0
- package/src/memory/fts-query.js +174 -0
- package/src/memory/governance.js +604 -0
- package/src/memory/index.js +1 -0
- package/src/memory/l2-gate.js +169 -0
- package/src/memory/lock.js +121 -0
- package/src/memory/migrate.js +139 -0
- package/src/memory/recall-v2.js +223 -0
- package/src/memory/recall.js +65 -2
- package/src/memory/records.js +425 -0
- package/src/memory/retention.js +128 -0
- package/src/memory/review.js +124 -0
- package/src/memory/trust.js +88 -0
- package/src/memory/version-chain.js +264 -0
- package/src/memory/wal.js +137 -0
- package/src/memory/working-frame.js +516 -0
- package/src/metrics/classify.mjs +5 -3
- package/src/metrics/index.mjs +21 -1
- package/src/metrics/prestep-latency.mjs +300 -0
- package/src/metrics/store.mjs +25 -0
- package/src/policy-profile.js +18 -3
- package/src/recall/anaphora.mjs +87 -0
- package/src/recall/cards.mjs +7 -0
- package/src/recall/embedding.mjs +8 -8
- package/src/recall/entities.mjs +112 -0
- package/src/recall/index.js +235 -19
- package/src/recall/inject-order.mjs +10 -8
- package/src/recall/privacy.mjs +105 -16
- package/src/recall/recall-core.mjs +116 -10
- package/src/recall/shared-visibility.js +302 -0
- package/src/recall/time-normalizer.mjs +196 -0
- package/src/role/activation.js +191 -0
- package/src/role/attention.js +318 -0
- package/src/role/base.js +36 -0
- package/src/role/channels.js +423 -0
- package/src/role/index.js +425 -0
- package/src/role/interfaces.js +115 -0
- package/src/role/personality.js +370 -0
- package/src/role/readers.js +151 -0
- package/src/role/relationships.js +477 -0
- package/src/role/store.js +202 -0
- package/src/role/writeprotect.js +373 -0
- package/src/router/aliases.json +176 -25
- package/src/router/background/agent-runner.mjs +1 -1
- package/src/router/background/anchor.mjs +1 -1
- package/src/router/background/audit.mjs +2 -2
- package/src/router/background/budget-ledger.mjs +2 -2
- package/src/router/background/host-sim.mjs +1 -1
- package/src/router/background/memory.mjs +4 -4
- package/src/router/background/queue.mjs +1 -1
- package/src/router/background/retry.mjs +1 -1
- package/src/router/background/router.mjs +1 -1
- package/src/router/background/stream.mjs +1 -1
- package/src/router/background/tool-policy.mjs +1 -1
- package/src/router/design-headings.json +5 -5
- package/src/router/face/config.mjs +1 -1
- package/src/router/face/identity.mjs +3 -3
- package/src/router/judge.mjs +8 -7
- package/src/router/policies/generic.json +21 -4
- package/src/router/route.js +109 -22
- package/src/router/router.mjs +10 -6
- package/src/router/routing-rules.json +260 -445
- package/src/router/run-sim.mjs +8 -8
- package/src/router/runtime.js +23 -12
- package/src/router/service/board.mjs +95 -15
- package/src/router/service/config.mjs +5 -5
- package/src/router/service/context.mjs +1 -1
- package/src/router/service/hint.mjs +14 -0
- package/src/router/service/queue.mjs +1 -1
- package/src/router/service/service.mjs +27 -11
- package/src/router/shadow.mjs +4 -3
- package/src/surgery-recovery.js +2 -2
- package/src/tool-output.js +2 -2
- package/src/tools.js +39 -7
- package/src/truncate-visible.js +2 -2
- package/src/ui/actions.js +1312 -0
- package/src/ui/panel-api.js +367 -0
- package/src/ui/panel-auth.js +251 -0
- package/src/ui/panel-integrity.js +243 -0
- package/src/ui/routes-readonly.js +695 -0
- package/src/ui/routes.js +3 -0
- package/docs/DEV.md +0 -279
- package/docs/PRESENCE-BUS-WIRING.md +0 -491
- package/docs/PRESENCE-BUS.md +0 -694
- package/docs/SURGERY.md +0 -186
- package/scripts/mark-core-cards.mjs +0 -289
- package/scripts/pack.mjs +0 -392
- package/scripts/router-proposals.mjs +0 -386
- package/src/router/fixtures/M1.json +0 -16
- package/src/router/fixtures/M2.json +0 -16
- package/src/router/fixtures/M3.json +0 -20
- package/src/router/fixtures/M4.json +0 -20
- package/src/router/fixtures/M5.json +0 -45
- package/src/router/fixtures/M6.json +0 -53
- package/src/router/fixtures/M7.json +0 -46
- package/src/router/fixtures/S1.json +0 -20
- package/src/router/fixtures/S2.json +0 -23
- package/src/router/fixtures/S3.json +0 -20
- package/src/router/fixtures/S4.json +0 -34
- package/src/router/fixtures/S5.json +0 -43
- package/src/router/fixtures/S6.json +0 -47
- package/src/router/fixtures/T1.json +0 -23
- package/src/router/fixtures/T2.json +0 -16
- package/src/router/fixtures/T3.json +0 -19
- package/src/router/fixtures/T4.json +0 -16
- package/src/router/fixtures/X1.json +0 -17
- package/src/router/fixtures/X2.json +0 -20
- package/src/router/gen-design-headings.mjs +0 -107
- package/src/router/policies/owner-rulings-2026-11-03.json +0 -62
- package/test/auto-recall.test.mjs +0 -474
- package/test/auto-truncate.test.mjs +0 -931
- package/test/autobind.test.mjs +0 -385
- package/test/bus.test.mjs +0 -1572
- package/test/cli-guard.test.mjs +0 -198
- package/test/conclusion.test.mjs +0 -408
- package/test/config-schema.test.mjs +0 -204
- package/test/d6-output.test.mjs +0 -194
- package/test/d6.test.mjs +0 -395
- package/test/deps.test.mjs +0 -342
- package/test/doctor-setup.test.mjs +0 -297
- package/test/embedding-recall.test.mjs +0 -347
- package/test/feature-flags.test.mjs +0 -568
- package/test/filter-shadow.test.mjs +0 -170
- package/test/fixtures/baseline-0.8.0-registration.json +0 -556
- package/test/fixtures/d6-header-tools.json +0 -1
- package/test/fixtures/lock-child.mjs +0 -67
- package/test/fixtures/pre-step-container.mjs +0 -100
- package/test/fixtures/privacy-memory/topics/pii-unmarked.md +0 -9
- package/test/fixtures/privacy-memory/topics/secret-local-only.md +0 -11
- package/test/fixtures/profile-session-longlive-config.json +0 -20
- package/test/fixtures/proposal-cas-child.mjs +0 -66
- package/test/host-engine-status.test.mjs +0 -307
- package/test/hot-truncate.test.mjs +0 -1349
- package/test/identity-card-marker.test.mjs +0 -307
- package/test/identity-router/run.mjs +0 -721
- package/test/integration-pre-step.test.mjs +0 -553
- package/test/live.test.mjs +0 -1020
- package/test/maintenance-schedule.test.mjs +0 -538
- package/test/memory.test.mjs +0 -2828
- package/test/metrics.test.mjs +0 -478
- package/test/orchestrator.test.mjs +0 -266
- package/test/p1_probe.mjs +0 -97
- package/test/packaging.test.mjs +0 -182
- package/test/portability.test.mjs +0 -343
- package/test/rc4-regressions.test.mjs +0 -562
- package/test/rc5-regressions.test.mjs +0 -197
- package/test/rc6-chinese.test.mjs +0 -394
- package/test/router-1100/apply-off.test.mjs +0 -175
- package/test/router-1100/budget-reconcile.test.mjs +0 -215
- package/test/router-1100/config-context.test.mjs +0 -211
- package/test/router-1100/helpers.mjs +0 -129
- package/test/router-1100/hint-envelope.test.mjs +0 -150
- package/test/router-1100/lock-crossproc.test.mjs +0 -206
- package/test/router-1100/proposal-cas-crossproc.test.mjs +0 -184
- package/test/router-1100/router-apply.test.mjs +0 -372
- package/test/router-1100/router-fixb.test.mjs +0 -602
- package/test/router-1100/router-proposals.test.mjs +0 -405
- package/test/router-1100/router-queue-lease-wal.test.mjs +0 -355
- package/test/router-1100/router-security-cr.test.mjs +0 -333
- package/test/router-1100/service-lifecycle.test.mjs +0 -220
- package/test/router-1100/tools-contract.test.mjs +0 -164
- package/test/router-1100/turn-reflect-tick.test.mjs +0 -89
- package/test/router-1100/v6-contract.test.mjs +0 -158
- package/test/router-1100/v6b-contract.test.mjs +0 -293
- package/test/router-1100/v6c-contract.test.mjs +0 -249
- package/test/router-1100/wal-rotation.test.mjs +0 -375
- package/test/router-1100/wp1-config.test.mjs +0 -170
- package/test/router-1100/wp1-default-off.test.mjs +0 -77
- package/test/router-1100/wp1-model-status.test.mjs +0 -90
- package/test/router-1100/wp1-status.test.mjs +0 -220
- package/test/router-1100/wp1-tools.test.mjs +0 -146
- package/test/router-1100/wp5-cli.test.mjs +0 -240
- package/test/router-1100/wp5-model-auto.test.mjs +0 -418
- package/test/router-1100/wp6-merge.test.mjs +0 -386
- package/test/router-1100/wp6-wake.test.mjs +0 -502
- package/test/router-background/audit.test.mjs +0 -37
- package/test/router-background/budget-ledger.test.mjs +0 -330
- package/test/router-background/cross-process.test.mjs +0 -222
- package/test/router-background/fixtures/cross-child.mjs +0 -85
- package/test/router-background/fixtures/real-shapes.mjs +0 -239
- package/test/router-background/router.test.mjs +0 -1044
- package/test/router-background/stream-retry.test.mjs +0 -358
- package/test/router-background/tool-agent.test.mjs +0 -384
- package/test/router-face/bridge.test.mjs +0 -169
- package/test/router-face/face.test.mjs +0 -316
- package/test/router-failclosed.test.mjs +0 -466
- package/test/router-identity.test.mjs +0 -384
- package/test/router-l1-l2.contract.test.mjs +0 -1075
- package/test/router-memory-tools.test.mjs +0 -262
- package/test/router-policy.test.mjs +0 -225
- package/test/router-runtime.test.mjs +0 -438
- package/test/router-shadow.test.mjs +0 -287
- package/test/router.test.mjs +0 -903
- package/test/run-rc.mjs +0 -299
- package/test/run.mjs +0 -2469
- package/test/safety-defaults.test.mjs +0 -179
- package/test/seeded-load.test.mjs +0 -436
- package/test/session-original.test.mjs +0 -338
- package/test/surgery-recovery.test.mjs +0 -936
- package/test/t7_drive.mjs +0 -151
- package/test/tool-output.test.mjs +0 -393
- package/test/tool-schema.test.mjs +0 -177
- package/test/tools_contract.test.mjs +0 -716
- package/test/truncate-visible.test.mjs +0 -1150
- package/test/ui-flags.test.mjs +0 -477
- package/test/v4-hardening.test.mjs +0 -427
|
@@ -0,0 +1,471 @@
|
|
|
1
|
+
// src/memory/distill.js — M2-D:纯抽取式蒸馏器(零新事实 / 版本链 / 幂等 / 回滚)
|
|
2
|
+
//
|
|
3
|
+
// 设计依据 MEMORY-RECALL-V2-PROPOSAL §4.3(distill schema)与 §4.2.2(L2 判定):
|
|
4
|
+
// * 纯抽取式:只从源文本抽取白名单字段(who/when/decision/why/emotion/numbers/
|
|
5
|
+
// facts),抽不到写 null/[],不补;gist 只由源摘要句按时间拼接 + 截断,
|
|
6
|
+
// **不得生成新句子、不得推断因果**;
|
|
7
|
+
// * 零新事实:每个 fact.v 与 gist 的每个分句都必须能在源文本(或既有 summary)里
|
|
8
|
+
// 找到子串(允许空白/标点/大小写归一化);任一无法回溯 → 整个版本拒收
|
|
9
|
+
// (E_DISTILL_UNTRACEABLE),不落链、回退上一版;
|
|
10
|
+
// * 幂等:同输入重跑 → contentHash 相同 → 返回 already-distilled,字节不新增;
|
|
11
|
+
// * 版本链 append-only(version-chain.js),history/diff/rollback 入口在
|
|
12
|
+
// scripts/memory-distill-admin.mjs(不注册 tools.js,避免 27/18/路由面波动)。
|
|
13
|
+
|
|
14
|
+
import {
|
|
15
|
+
DISTILL_DIR,
|
|
16
|
+
appendChainLog,
|
|
17
|
+
appendVersionLine,
|
|
18
|
+
chainFileName,
|
|
19
|
+
chainFilePathOf,
|
|
20
|
+
contentHashOf,
|
|
21
|
+
diffVersions,
|
|
22
|
+
readChainIndex,
|
|
23
|
+
readIndexEntry,
|
|
24
|
+
readVersions,
|
|
25
|
+
rollbackVersion,
|
|
26
|
+
setActiveVersion,
|
|
27
|
+
} from './version-chain.js';
|
|
28
|
+
import {
|
|
29
|
+
CAUSAL_WORDS,
|
|
30
|
+
DECISION_WORDS,
|
|
31
|
+
EMOTION_WORDS,
|
|
32
|
+
FidelityGateError,
|
|
33
|
+
INCIDENT_WORDS,
|
|
34
|
+
RELEASE_WORDS,
|
|
35
|
+
assertDistillable,
|
|
36
|
+
assertL2Gate,
|
|
37
|
+
normalizeForMatch,
|
|
38
|
+
} from './l2-gate.js';
|
|
39
|
+
import { appendAuditRecord } from './audit-records.js';
|
|
40
|
+
import { readProtectionManifest } from './retention.js';
|
|
41
|
+
import { memoryError } from './paths.js';
|
|
42
|
+
import { sha256Text } from './state.js';
|
|
43
|
+
|
|
44
|
+
export const DISTILL_SCHEMA = 'distill/v1';
|
|
45
|
+
|
|
46
|
+
// 发布包隐私:默认不再内置任何姓名/角色。没人配置 whoCandidates 时 who 不抽取。
|
|
47
|
+
// 配置入口(通用):buildDistillRecord/distillAppend 的 whoCandidates 参数,
|
|
48
|
+
// 或环境变量 DSH_LONGLIVE_DISTILL_WHO(逗号/换行分隔)。默认 []。
|
|
49
|
+
export const DISTILL_DEFAULT_WHO = Object.freeze([]);
|
|
50
|
+
export const DISTILL_WHO_ENV = 'DSH_LONGLIVE_DISTILL_WHO';
|
|
51
|
+
|
|
52
|
+
/** 归一化 who 名单:数组/逗号分隔字符串 → 去空、去重、去首尾空白;坏值回 []。 */
|
|
53
|
+
export function normalizeWhoCandidates(value) {
|
|
54
|
+
const raw = Array.isArray(value)
|
|
55
|
+
? value
|
|
56
|
+
: (typeof value === 'string' ? value.split(/[,,\n]/u) : []);
|
|
57
|
+
const out = [];
|
|
58
|
+
for (const item of raw) {
|
|
59
|
+
const name = String(item ?? '').trim();
|
|
60
|
+
if (name === '' || out.includes(name)) continue;
|
|
61
|
+
out.push(name);
|
|
62
|
+
}
|
|
63
|
+
return out;
|
|
64
|
+
}
|
|
65
|
+
|
|
66
|
+
/** 解析通用 who 配置:显式参数/对象 config/distill.whoCandidates → 环境变量 → []。 */
|
|
67
|
+
export function resolveWhoCandidates(source = null) {
|
|
68
|
+
const configured = source && !Array.isArray(source) && typeof source === 'object'
|
|
69
|
+
? (source.whoCandidates ?? source.distill?.whoCandidates)
|
|
70
|
+
: source;
|
|
71
|
+
if (configured !== undefined) return normalizeWhoCandidates(configured);
|
|
72
|
+
return normalizeWhoCandidates(process.env[DISTILL_WHO_ENV]);
|
|
73
|
+
}
|
|
74
|
+
|
|
75
|
+
const MAX_GIST_CHARS = 240;
|
|
76
|
+
const MAX_FIELD_CHARS = 200;
|
|
77
|
+
|
|
78
|
+
function errorMessage(error) {
|
|
79
|
+
return String(error?.code ?? error?.message ?? error);
|
|
80
|
+
}
|
|
81
|
+
|
|
82
|
+
function splitClauses(text) {
|
|
83
|
+
return String(text ?? '')
|
|
84
|
+
.split(/(?<=[。!?;!?;\n])/)
|
|
85
|
+
.map((clause) => clause.trim())
|
|
86
|
+
.filter((clause) => clause !== '');
|
|
87
|
+
}
|
|
88
|
+
|
|
89
|
+
function windowAround(text, marker, maxLen = MAX_FIELD_CHARS) {
|
|
90
|
+
const raw = String(text ?? '');
|
|
91
|
+
const index = raw.indexOf(marker);
|
|
92
|
+
if (index < 0) return null;
|
|
93
|
+
const start = Math.max(0, index - Math.floor((maxLen - marker.length) / 2));
|
|
94
|
+
const end = Math.min(raw.length, start + maxLen);
|
|
95
|
+
return raw.slice(start, end).trim();
|
|
96
|
+
}
|
|
97
|
+
|
|
98
|
+
/** Only source-anchored windows; never a paraphrase. */
|
|
99
|
+
function pickWindows(texts, words) {
|
|
100
|
+
const picked = [];
|
|
101
|
+
for (const text of texts) {
|
|
102
|
+
for (const word of words) {
|
|
103
|
+
if (!text.includes(word)) continue;
|
|
104
|
+
const window = windowAround(text, word);
|
|
105
|
+
if (window && !picked.includes(window)) picked.push(window);
|
|
106
|
+
}
|
|
107
|
+
}
|
|
108
|
+
return picked.slice(0, 4);
|
|
109
|
+
}
|
|
110
|
+
|
|
111
|
+
function orNull(value) {
|
|
112
|
+
return Array.isArray(value) && value.length === 0 ? null : value;
|
|
113
|
+
}
|
|
114
|
+
|
|
115
|
+
function pickWho(texts, candidates) {
|
|
116
|
+
const found = [];
|
|
117
|
+
for (const name of candidates) {
|
|
118
|
+
if (texts.some((text) => text.includes(name)) && !found.includes(name)) found.push(name);
|
|
119
|
+
}
|
|
120
|
+
return found.length > 0 ? found : null;
|
|
121
|
+
}
|
|
122
|
+
|
|
123
|
+
function pickWhen(texts) {
|
|
124
|
+
const found = [];
|
|
125
|
+
const patterns = [
|
|
126
|
+
/\b\d{4}-\d{2}-\d{2}(?:[ T]\d{2}:\d{2}(?::\d{2})?)?\b/g,
|
|
127
|
+
/\b\d{1,2}:\d{2}(?::\d{2})?\b/g,
|
|
128
|
+
/\d{4}年\d{1,2}月\d{1,2}日/g,
|
|
129
|
+
];
|
|
130
|
+
for (const text of texts) {
|
|
131
|
+
for (const pattern of patterns) {
|
|
132
|
+
for (const match of text.match(pattern) ?? []) {
|
|
133
|
+
if (!found.includes(match)) found.push(match);
|
|
134
|
+
}
|
|
135
|
+
}
|
|
136
|
+
}
|
|
137
|
+
return found.length > 0 ? found : null;
|
|
138
|
+
}
|
|
139
|
+
|
|
140
|
+
function pickNumbers(texts) {
|
|
141
|
+
const found = [];
|
|
142
|
+
const patterns = [
|
|
143
|
+
/\bv?\d+(?:\.\d+){1,3}\b/g,
|
|
144
|
+
/\b[0-9a-f]{7,40}\b/g,
|
|
145
|
+
/\b\d+(?:\.\d+)?\s*(?:ms|s|秒|分钟|小时|天|KB|MB|GB|%|万|k)/g,
|
|
146
|
+
/\b\d{4}-\d{2}-\d{2}\b/g,
|
|
147
|
+
];
|
|
148
|
+
for (const text of texts) {
|
|
149
|
+
for (const pattern of patterns) {
|
|
150
|
+
for (const match of text.match(pattern) ?? []) {
|
|
151
|
+
const value = match.trim();
|
|
152
|
+
if (!found.includes(value)) found.push(value);
|
|
153
|
+
}
|
|
154
|
+
}
|
|
155
|
+
}
|
|
156
|
+
return found.slice(0, 40);
|
|
157
|
+
}
|
|
158
|
+
|
|
159
|
+
const FACT_PATTERNS = Object.freeze([
|
|
160
|
+
{ k: 'commit', re: /\bcommit\s*[::=]?\s*([0-9a-f]{7,40})\b/gi },
|
|
161
|
+
{ k: 'tag', re: /\btag\s*[::=]?\s*(v?\d+(?:\.\d+)*)\b/gi },
|
|
162
|
+
{ k: 'version', re: /(?:版本|version|发布)\s*[::=]?\s*(v?\d+\.\d+(?:\.\d+)*)\b/gi },
|
|
163
|
+
{ k: 'path', re: /(?:路径|文件|file)\s*[::=]?\s*([A-Za-z]:\\[^\s,。;,;]+|\/[\w./-]+)/gi },
|
|
164
|
+
]);
|
|
165
|
+
|
|
166
|
+
function pickFacts(texts) {
|
|
167
|
+
const facts = [];
|
|
168
|
+
const seen = new Set();
|
|
169
|
+
texts.forEach((text, anchor) => {
|
|
170
|
+
for (const { k, re } of FACT_PATTERNS) {
|
|
171
|
+
re.lastIndex = 0;
|
|
172
|
+
for (const match of text.matchAll(re)) {
|
|
173
|
+
const value = String(match[1] ?? '').trim();
|
|
174
|
+
if (value === '') continue;
|
|
175
|
+
const key = `${k}|${value}`;
|
|
176
|
+
if (seen.has(key)) continue;
|
|
177
|
+
seen.add(key);
|
|
178
|
+
facts.push({ k, v: value, anchor });
|
|
179
|
+
}
|
|
180
|
+
}
|
|
181
|
+
});
|
|
182
|
+
return facts.slice(0, 20);
|
|
183
|
+
}
|
|
184
|
+
|
|
185
|
+
function pickSummaryClauses(sources) {
|
|
186
|
+
const parts = [];
|
|
187
|
+
for (const source of sources) {
|
|
188
|
+
const text = String(source.text ?? '');
|
|
189
|
+
const clauses = splitClauses(text);
|
|
190
|
+
const important = clauses.find((clause) => [...DECISION_WORDS, ...INCIDENT_WORDS, ...RELEASE_WORDS]
|
|
191
|
+
.some((word) => clause.includes(word)));
|
|
192
|
+
const chosen = (typeof source.summary === 'string' && source.summary.trim() !== '')
|
|
193
|
+
? source.summary.trim()
|
|
194
|
+
: (important ?? clauses[0] ?? '');
|
|
195
|
+
if (chosen !== '' && !parts.includes(chosen)) parts.push(chosen);
|
|
196
|
+
}
|
|
197
|
+
return parts;
|
|
198
|
+
}
|
|
199
|
+
|
|
200
|
+
function gistFrom(sources) {
|
|
201
|
+
const parts = pickSummaryClauses(sources);
|
|
202
|
+
let gist = '';
|
|
203
|
+
for (const part of parts) {
|
|
204
|
+
const next = gist === '' ? part : `${gist};${part}`;
|
|
205
|
+
if (next.length <= MAX_GIST_CHARS) gist = next;
|
|
206
|
+
else if (gist === '') gist = part.slice(0, MAX_GIST_CHARS);
|
|
207
|
+
}
|
|
208
|
+
return gist;
|
|
209
|
+
}
|
|
210
|
+
|
|
211
|
+
export function gistClausesOf(gist) {
|
|
212
|
+
return String(gist ?? '').split(/[;;]/).map((part) => part.trim()).filter(Boolean);
|
|
213
|
+
}
|
|
214
|
+
|
|
215
|
+
/**
|
|
216
|
+
* Zero-new-facts validator: every extracted value must be traceable to a source
|
|
217
|
+
* text or an existing summary (normalized substring). Pure, no IO.
|
|
218
|
+
*/
|
|
219
|
+
export function validateZeroNewFacts(record, sources = []) {
|
|
220
|
+
const texts = sources.map((source) => String(source.text ?? ''))
|
|
221
|
+
.concat(sources.map((source) => String(source.summary ?? '')).filter(Boolean));
|
|
222
|
+
const normalizedTexts = texts.map(normalizeForMatch).filter((text) => text !== '');
|
|
223
|
+
const untraceable = [];
|
|
224
|
+
let checked = 0;
|
|
225
|
+
const check = (where, value) => {
|
|
226
|
+
const normalized = normalizeForMatch(value);
|
|
227
|
+
checked += 1;
|
|
228
|
+
if (normalized === '') return;
|
|
229
|
+
if (!normalizedTexts.some((text) => text.includes(normalized))) untraceable.push({ where, value });
|
|
230
|
+
};
|
|
231
|
+
for (const clause of gistClausesOf(record?.gist)) check('gist', clause);
|
|
232
|
+
for (const fact of Array.isArray(record?.facts) ? record.facts : []) check(`facts.${fact.k}`, fact.v);
|
|
233
|
+
for (const field of ['who', 'when', 'decision', 'why', 'emotion']) {
|
|
234
|
+
const value = record?.fields?.[field];
|
|
235
|
+
if (value === null || value === undefined) continue;
|
|
236
|
+
for (const item of Array.isArray(value) ? value : [value]) check(`fields.${field}`, item);
|
|
237
|
+
}
|
|
238
|
+
for (const number of Array.isArray(record?.numbers) ? record.numbers : []) check('numbers', number);
|
|
239
|
+
return { ok: untraceable.length === 0, checked, untraceable };
|
|
240
|
+
}
|
|
241
|
+
|
|
242
|
+
function anchorOf(source) {
|
|
243
|
+
const anchor = {
|
|
244
|
+
id: String(source.id ?? ''),
|
|
245
|
+
sourceKind: String(source.sourceKind ?? source.kind ?? 'record'),
|
|
246
|
+
eventKind: source.eventKind ?? null,
|
|
247
|
+
digest: sha256Text(String(source.text ?? '')),
|
|
248
|
+
};
|
|
249
|
+
for (const key of ['sessionId', 'turn', 'seqStart', 'seqEnd', 'rel', 'lineStart', 'lineEnd', 'anchorId']) {
|
|
250
|
+
if (source[key] !== undefined && source[key] !== null) anchor[key] = source[key];
|
|
251
|
+
}
|
|
252
|
+
if (typeof source.summary === 'string' && source.summary.trim() !== '') anchor.summary = source.summary.trim();
|
|
253
|
+
return anchor;
|
|
254
|
+
}
|
|
255
|
+
|
|
256
|
+
function canonicalContent(record) {
|
|
257
|
+
return {
|
|
258
|
+
id: record.id,
|
|
259
|
+
topic: record.topic,
|
|
260
|
+
period: record.period,
|
|
261
|
+
grade: record.grade,
|
|
262
|
+
gist: record.gist,
|
|
263
|
+
fields: record.fields,
|
|
264
|
+
facts: record.facts,
|
|
265
|
+
numbers: record.numbers,
|
|
266
|
+
sources: record.sources,
|
|
267
|
+
trigger: record.trigger,
|
|
268
|
+
};
|
|
269
|
+
}
|
|
270
|
+
|
|
271
|
+
/**
|
|
272
|
+
* Build (extract + validate) one distill version. Pure: no write. Throws
|
|
273
|
+
* E_DISTILL_UNTRACEABLE / E_DISTILL_L2_GATE when the version must be rejected.
|
|
274
|
+
*/
|
|
275
|
+
export function buildDistillRecord({
|
|
276
|
+
topic, period, sources, grade = 'L2', trigger = 'manual', reason = '', by = 'distiller:v1',
|
|
277
|
+
now = new Date(), requiredFields = null, important = false, whoCandidates = resolveWhoCandidates(),
|
|
278
|
+
} = {}) {
|
|
279
|
+
if (typeof topic !== 'string' || topic.trim() === '') throw memoryError('E_DISTILL_TOPIC', '蒸馏需要稳定 topic');
|
|
280
|
+
if (typeof period !== 'string' || period.trim() === '') throw memoryError('E_DISTILL_PERIOD', '蒸馏需要稳定 period');
|
|
281
|
+
if (!Array.isArray(sources) || sources.length === 0) throw memoryError('E_DISTILL_SOURCES', '蒸馏至少需要 1 个源锚点');
|
|
282
|
+
for (const source of sources) {
|
|
283
|
+
if (!source || typeof source.id !== 'string' || source.id === '') {
|
|
284
|
+
throw memoryError('E_DISTILL_SOURCES', '每个源必须带稳定 id(锚点)');
|
|
285
|
+
}
|
|
286
|
+
if (typeof source.text !== 'string' || source.text.trim() === '') {
|
|
287
|
+
throw memoryError('E_DISTILL_SOURCES', `源 ${source.id} 缺 text,无法做零新事实校验`);
|
|
288
|
+
}
|
|
289
|
+
}
|
|
290
|
+
const texts = sources.map((source) => String(source.text));
|
|
291
|
+
const facts = pickFacts(texts);
|
|
292
|
+
const fields = {
|
|
293
|
+
who: pickWho(texts, whoCandidates),
|
|
294
|
+
when: pickWhen(texts),
|
|
295
|
+
decision: orNull(pickWindows(texts, DECISION_WORDS)),
|
|
296
|
+
why: orNull(pickWindows(texts, CAUSAL_WORDS)),
|
|
297
|
+
emotion: orNull(pickWindows(texts, EMOTION_WORDS)),
|
|
298
|
+
};
|
|
299
|
+
const numbers = pickNumbers(texts);
|
|
300
|
+
const gist = gistFrom(sources);
|
|
301
|
+
if (gist === '') throw memoryError('E_DISTILL_GIST', '源文本抽不出任何摘要句(不生成,宁可不蒸)');
|
|
302
|
+
const id = `dist:${topic.trim()}:${period.trim()}`;
|
|
303
|
+
const record = {
|
|
304
|
+
schema: DISTILL_SCHEMA,
|
|
305
|
+
id,
|
|
306
|
+
version: 1,
|
|
307
|
+
prevVersion: null,
|
|
308
|
+
topic: topic.trim(),
|
|
309
|
+
period: period.trim(),
|
|
310
|
+
sources: sources.map(anchorOf),
|
|
311
|
+
grade,
|
|
312
|
+
gist,
|
|
313
|
+
fields,
|
|
314
|
+
facts,
|
|
315
|
+
numbers,
|
|
316
|
+
trigger,
|
|
317
|
+
audit: {
|
|
318
|
+
by,
|
|
319
|
+
sourceCount: sources.length,
|
|
320
|
+
createdAt: now.toISOString(),
|
|
321
|
+
reason,
|
|
322
|
+
zeroNewFacts: null,
|
|
323
|
+
l2: null,
|
|
324
|
+
},
|
|
325
|
+
};
|
|
326
|
+
const gateText = [gist, ...(fields.decision ?? []), ...(fields.why ?? [])].join(';');
|
|
327
|
+
const l2 = assertL2Gate({ record, text: gateText, requiredFields, important });
|
|
328
|
+
record.audit.l2 = l2.skipped ? null : { level: l2.verdict.level, hits: l2.verdict.hits, total: l2.verdict.total };
|
|
329
|
+
const zero = validateZeroNewFacts(record, sources);
|
|
330
|
+
record.audit.zeroNewFacts = { ok: zero.ok, checked: zero.checked, untraceable: zero.untraceable };
|
|
331
|
+
if (!zero.ok) {
|
|
332
|
+
throw new FidelityGateError(
|
|
333
|
+
'E_DISTILL_UNTRACEABLE',
|
|
334
|
+
`零新事实校验失败(${zero.untraceable.length} 处无法回溯)→ 拒收该版本并回退上一版`,
|
|
335
|
+
{ id, untraceable: zero.untraceable },
|
|
336
|
+
);
|
|
337
|
+
}
|
|
338
|
+
record.contentHash = contentHashOf(canonicalContent(record));
|
|
339
|
+
return record;
|
|
340
|
+
}
|
|
341
|
+
|
|
342
|
+
function readManifestForGate(root) {
|
|
343
|
+
return readProtectionManifest(root);
|
|
344
|
+
}
|
|
345
|
+
|
|
346
|
+
/**
|
|
347
|
+
* distillAppend: gate -> build -> zero-new-facts -> idempotent -> append version ->
|
|
348
|
+
* move active pointer -> 1 distill.log row + 1 unified audit row. Never deletes.
|
|
349
|
+
*/
|
|
350
|
+
export function distillAppend({
|
|
351
|
+
root, topic, period, sources, grade = 'L2', trigger = 'manual', reason = '', by = 'distiller:v1',
|
|
352
|
+
now = new Date(), requiredFields = null, important = false, gate = true, whoCandidates,
|
|
353
|
+
} = {}) {
|
|
354
|
+
const memoryRoot = String(root ?? '');
|
|
355
|
+
if (memoryRoot === '') throw memoryError('E_MEMORY_ROOT', 'distillAppend requires root');
|
|
356
|
+
const manifest = readManifestForGate(memoryRoot);
|
|
357
|
+
if (gate) {
|
|
358
|
+
for (const source of sources ?? []) {
|
|
359
|
+
assertDistillable({
|
|
360
|
+
id: String(source.id ?? ''),
|
|
361
|
+
kind: source.eventKind ?? source.kind,
|
|
362
|
+
salience: source.salience,
|
|
363
|
+
status: source.status,
|
|
364
|
+
l2GatePass: source.l2GatePass,
|
|
365
|
+
}, { manifest });
|
|
366
|
+
}
|
|
367
|
+
}
|
|
368
|
+
const record = buildDistillRecord({
|
|
369
|
+
topic, period, sources, grade, trigger, reason, by, now, requiredFields, important, whoCandidates,
|
|
370
|
+
});
|
|
371
|
+
const index = readChainIndex(memoryRoot);
|
|
372
|
+
const entry = readIndexEntry(memoryRoot, record.id);
|
|
373
|
+
const fileName = entry?.file ?? chainFileName({ topic, period });
|
|
374
|
+
const file = chainFilePathOf(memoryRoot, record.id, fileName);
|
|
375
|
+
const versions = readVersions(file);
|
|
376
|
+
const last = versions.at(-1) ?? null;
|
|
377
|
+
if (last && last.contentHash === record.contentHash) {
|
|
378
|
+
return {
|
|
379
|
+
ok: true,
|
|
380
|
+
status: 'already-distilled',
|
|
381
|
+
id: record.id,
|
|
382
|
+
version: last.version,
|
|
383
|
+
activeVersion: entry?.activeVersion ?? last.version,
|
|
384
|
+
file,
|
|
385
|
+
record: last,
|
|
386
|
+
wrote: false,
|
|
387
|
+
};
|
|
388
|
+
}
|
|
389
|
+
record.version = last ? last.version + 1 : 1;
|
|
390
|
+
record.prevVersion = last ? `${record.id}@v${last.version}` : null;
|
|
391
|
+
record.audit.createdAt = now.toISOString();
|
|
392
|
+
record.contentHash = contentHashOf(canonicalContent(record));
|
|
393
|
+
appendVersionLine({ file, record });
|
|
394
|
+
setActiveVersion({
|
|
395
|
+
root: memoryRoot,
|
|
396
|
+
id: record.id,
|
|
397
|
+
file,
|
|
398
|
+
version: record.version,
|
|
399
|
+
versionCount: versions.length + 1,
|
|
400
|
+
contentHash: record.contentHash,
|
|
401
|
+
now,
|
|
402
|
+
});
|
|
403
|
+
appendChainLog({
|
|
404
|
+
root: memoryRoot,
|
|
405
|
+
op: 'distill',
|
|
406
|
+
id: record.id,
|
|
407
|
+
file,
|
|
408
|
+
fromVersion: last?.version ?? null,
|
|
409
|
+
toVersion: record.version,
|
|
410
|
+
by,
|
|
411
|
+
reason,
|
|
412
|
+
contentHash: record.contentHash,
|
|
413
|
+
now,
|
|
414
|
+
});
|
|
415
|
+
try {
|
|
416
|
+
appendAuditRecord({
|
|
417
|
+
memoryRoot,
|
|
418
|
+
action: 'distill',
|
|
419
|
+
recordId: record.id,
|
|
420
|
+
readerTier: 'host',
|
|
421
|
+
questionId: 'unknown',
|
|
422
|
+
expectedTurns: null,
|
|
423
|
+
answerText: null,
|
|
424
|
+
at: now.toISOString(),
|
|
425
|
+
extra: {
|
|
426
|
+
version: record.version,
|
|
427
|
+
prevVersion: record.prevVersion,
|
|
428
|
+
trigger,
|
|
429
|
+
sourceCount: record.sources.length,
|
|
430
|
+
zeroNewFacts: true,
|
|
431
|
+
file: fileName,
|
|
432
|
+
},
|
|
433
|
+
});
|
|
434
|
+
} catch {
|
|
435
|
+
/* 链日志已写;统一审计 best-effort,不让失败吞掉蒸馏结果 */
|
|
436
|
+
}
|
|
437
|
+
return { ok: true, status: 'created', id: record.id, version: record.version, file, record, wrote: true };
|
|
438
|
+
}
|
|
439
|
+
|
|
440
|
+
export function distillHistory({ root, id } = {}) {
|
|
441
|
+
const entry = readIndexEntry(String(root ?? ''), id);
|
|
442
|
+
if (!entry || !entry.file) throw memoryError('E_CHAIN_NOT_FOUND', `没有这个蒸馏 id:${id}`);
|
|
443
|
+
const file = chainFilePathOf(root, id, entry.file);
|
|
444
|
+
const versions = readVersions(file);
|
|
445
|
+
const active = versions.find((row) => row.version === entry.activeVersion) ?? versions.at(-1) ?? null;
|
|
446
|
+
return { id, file, activeVersion: entry.activeVersion, versionCount: versions.length, versions, active };
|
|
447
|
+
}
|
|
448
|
+
|
|
449
|
+
export function distillActive({ root, id } = {}) {
|
|
450
|
+
const history = distillHistory({ root, id });
|
|
451
|
+
return { id, file: history.file, version: history.activeVersion, record: history.active };
|
|
452
|
+
}
|
|
453
|
+
|
|
454
|
+
export function distillDiff({ root, id, fromVersion, toVersion } = {}) {
|
|
455
|
+
const history = distillHistory({ root, id });
|
|
456
|
+
const from = history.versions.find((row) => row.version === fromVersion);
|
|
457
|
+
const to = history.versions.find((row) => row.version === toVersion);
|
|
458
|
+
if (!from || !to) throw memoryError('E_CHAIN_NO_VERSION', `diff 需要存在的 from/to 版本:${id}`);
|
|
459
|
+
return { id, ...diffVersions(from, to) };
|
|
460
|
+
}
|
|
461
|
+
|
|
462
|
+
export function distillRollback({ root, id, toVersion, by = 'admin', reason = '', now = new Date() } = {}) {
|
|
463
|
+
return rollbackVersion({ root, id, toVersion, by, reason, now });
|
|
464
|
+
}
|
|
465
|
+
|
|
466
|
+
export function listDistillIds({ root } = {}) {
|
|
467
|
+
const index = readChainIndex(String(root ?? ''));
|
|
468
|
+
return Object.keys(index.entries).sort();
|
|
469
|
+
}
|
|
470
|
+
|
|
471
|
+
export { DISTILL_DIR, errorMessage };
|