@jjh32456/dsh-longlive 1.6.7 → 1.8.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +70 -1508
- package/LICENSE +1 -1
- package/QUICKSTART.md +34 -13
- package/README.en.md +18 -7
- package/README.md +34 -9
- package/SPEC.md +5 -5
- package/cordis.patch.yml +23 -9
- package/docs/ANSWER-GUARD.md +92 -0
- package/docs/ARCHITECTURE.md +4 -3
- package/docs/AUTO-RECALL-WIRING.md +1 -1
- package/docs/AUTO-RECALL.md +15 -9
- package/docs/CONFIG.md +168 -35
- package/docs/ERRORS.md +17 -5
- package/docs/FAQ.md +7 -7
- package/docs/FEATURES.md +96 -28
- package/docs/MIGRATION-1.6.0.md +2 -2
- package/docs/OPERATIONS.md +6 -6
- package/docs/PANEL-INTEGRATION.md +6 -0
- package/docs/PRIVACY.md +88 -0
- package/docs/QUICKSTART.md +5 -5
- package/docs/README.en.md +4 -2
- package/docs/RESIDENT-WATCHER.md +1 -1
- package/docs/SESSION-WATCH.md +6 -6
- package/docs/TROUBLESHOOTING.md +4 -4
- package/package.json +47 -117
- package/runbook.md +2 -2
- package/scripts/backfill-auto-cards.mjs +98 -0
- package/scripts/install-surgery-task.ps1 +5 -2
- package/scripts/lib/session-watch-fixture.mjs +1 -1
- package/scripts/longlive-doctor.mjs +6 -0
- package/scripts/migrate-180.mjs +163 -0
- package/scripts/recall-index-build.mjs +128 -0
- package/scripts/session-watch-drill.mjs +1 -1
- package/scripts/surgery-run.cmd +1 -1
- package/scripts/unattended-surgery.ps1 +5 -2
- package/scripts/verify-card-anchors.mjs +138 -0
- package/src/actions/audit.js +125 -0
- package/src/actions/evidence.js +122 -0
- package/src/actions/fs.js +162 -0
- package/src/activity/index.js +760 -0
- package/src/activity/model.js +351 -0
- package/src/activity/store.js +644 -0
- package/src/activity/thinking.js +176 -0
- package/src/adapters/constants.js +11 -0
- package/src/adapters/engram/data/aliases.json +51 -0
- package/src/adapters/engram/data/policy.json +8 -0
- package/src/adapters/engram/data/routing-rules.json +546 -0
- package/src/adapters/engram/index.js +235 -0
- package/src/adapters/registry.js +315 -0
- package/src/answer/audit.js +193 -0
- package/src/answer/evidence.js +30 -0
- package/src/answer/guard.js +1370 -0
- package/src/answer/index.js +1067 -0
- package/src/answer/query.js +111 -0
- package/src/answer/second-hop.mjs +101 -0
- package/src/auto-truncate.js +1 -1
- package/src/config.js +171 -47
- package/src/deps.js +6 -4
- package/src/features.js +182 -6
- package/src/heartbeat.js +156 -23
- package/src/identity/handover.js +52 -1
- package/src/identity/index.js +13 -5
- package/src/identity/inject-position.js +2 -2
- package/src/index.js +97 -7
- package/src/lifecycle/gap-clocks.js +328 -0
- package/src/lifecycle/index.js +269 -0
- package/src/live.js +22 -2
- package/src/memory/activity-capture.js +229 -0
- package/src/memory/anchors.js +194 -0
- package/src/memory/audit-records.js +222 -0
- package/src/memory/auto-cards.js +401 -0
- package/src/memory/capture.js +442 -0
- package/src/memory/card-anchors.js +203 -0
- package/src/memory/conflicts.js +106 -0
- package/src/memory/decay.js +311 -0
- package/src/memory/distill.js +471 -0
- package/src/memory/event-index.js +917 -0
- package/src/memory/evidence-chain.js +295 -0
- package/src/memory/evidence.js +145 -0
- package/src/memory/filter-runner.js +1 -1
- package/src/memory/filter.js +5 -1
- package/src/memory/forget-v2.js +410 -0
- package/src/memory/forget.js +71 -0
- package/src/memory/frames-activation.js +247 -0
- package/src/memory/fts-query.js +174 -0
- package/src/memory/governance.js +604 -0
- package/src/memory/index.js +1 -0
- package/src/memory/l2-gate.js +169 -0
- package/src/memory/lock.js +121 -0
- package/src/memory/migrate.js +139 -0
- package/src/memory/recall-v2.js +223 -0
- package/src/memory/recall.js +65 -2
- package/src/memory/records.js +425 -0
- package/src/memory/retention.js +128 -0
- package/src/memory/review.js +124 -0
- package/src/memory/trust.js +88 -0
- package/src/memory/version-chain.js +264 -0
- package/src/memory/wal.js +137 -0
- package/src/memory/working-frame.js +516 -0
- package/src/metrics/classify.mjs +5 -3
- package/src/metrics/index.mjs +21 -1
- package/src/metrics/prestep-latency.mjs +300 -0
- package/src/metrics/store.mjs +25 -0
- package/src/policy-profile.js +18 -3
- package/src/recall/anaphora.mjs +87 -0
- package/src/recall/cards.mjs +7 -0
- package/src/recall/embedding.mjs +8 -8
- package/src/recall/entities.mjs +112 -0
- package/src/recall/index.js +235 -19
- package/src/recall/inject-order.mjs +10 -8
- package/src/recall/privacy.mjs +105 -16
- package/src/recall/recall-core.mjs +116 -10
- package/src/recall/shared-visibility.js +302 -0
- package/src/recall/time-normalizer.mjs +196 -0
- package/src/role/activation.js +191 -0
- package/src/role/attention.js +318 -0
- package/src/role/base.js +36 -0
- package/src/role/channels.js +423 -0
- package/src/role/index.js +425 -0
- package/src/role/interfaces.js +115 -0
- package/src/role/personality.js +370 -0
- package/src/role/readers.js +151 -0
- package/src/role/relationships.js +477 -0
- package/src/role/store.js +202 -0
- package/src/role/writeprotect.js +373 -0
- package/src/router/aliases.json +176 -25
- package/src/router/background/agent-runner.mjs +1 -1
- package/src/router/background/anchor.mjs +1 -1
- package/src/router/background/audit.mjs +2 -2
- package/src/router/background/budget-ledger.mjs +2 -2
- package/src/router/background/host-sim.mjs +1 -1
- package/src/router/background/memory.mjs +4 -4
- package/src/router/background/queue.mjs +1 -1
- package/src/router/background/retry.mjs +1 -1
- package/src/router/background/router.mjs +1 -1
- package/src/router/background/stream.mjs +1 -1
- package/src/router/background/tool-policy.mjs +1 -1
- package/src/router/design-headings.json +5 -5
- package/src/router/face/config.mjs +1 -1
- package/src/router/face/identity.mjs +3 -3
- package/src/router/judge.mjs +8 -7
- package/src/router/policies/generic.json +21 -4
- package/src/router/route.js +109 -22
- package/src/router/router.mjs +10 -6
- package/src/router/routing-rules.json +260 -445
- package/src/router/run-sim.mjs +8 -8
- package/src/router/runtime.js +23 -12
- package/src/router/service/board.mjs +95 -15
- package/src/router/service/config.mjs +5 -5
- package/src/router/service/context.mjs +1 -1
- package/src/router/service/hint.mjs +14 -0
- package/src/router/service/queue.mjs +1 -1
- package/src/router/service/service.mjs +27 -11
- package/src/router/shadow.mjs +4 -3
- package/src/surgery-recovery.js +2 -2
- package/src/tool-output.js +2 -2
- package/src/tools.js +39 -7
- package/src/truncate-visible.js +2 -2
- package/src/ui/actions.js +1312 -0
- package/src/ui/panel-api.js +367 -0
- package/src/ui/panel-auth.js +251 -0
- package/src/ui/panel-integrity.js +243 -0
- package/src/ui/routes-readonly.js +695 -0
- package/src/ui/routes.js +3 -0
- package/docs/DEV.md +0 -279
- package/docs/PRESENCE-BUS-WIRING.md +0 -491
- package/docs/PRESENCE-BUS.md +0 -694
- package/docs/SURGERY.md +0 -186
- package/scripts/mark-core-cards.mjs +0 -289
- package/scripts/pack.mjs +0 -392
- package/scripts/router-proposals.mjs +0 -386
- package/src/router/fixtures/M1.json +0 -16
- package/src/router/fixtures/M2.json +0 -16
- package/src/router/fixtures/M3.json +0 -20
- package/src/router/fixtures/M4.json +0 -20
- package/src/router/fixtures/M5.json +0 -45
- package/src/router/fixtures/M6.json +0 -53
- package/src/router/fixtures/M7.json +0 -46
- package/src/router/fixtures/S1.json +0 -20
- package/src/router/fixtures/S2.json +0 -23
- package/src/router/fixtures/S3.json +0 -20
- package/src/router/fixtures/S4.json +0 -34
- package/src/router/fixtures/S5.json +0 -43
- package/src/router/fixtures/S6.json +0 -47
- package/src/router/fixtures/T1.json +0 -23
- package/src/router/fixtures/T2.json +0 -16
- package/src/router/fixtures/T3.json +0 -19
- package/src/router/fixtures/T4.json +0 -16
- package/src/router/fixtures/X1.json +0 -17
- package/src/router/fixtures/X2.json +0 -20
- package/src/router/gen-design-headings.mjs +0 -107
- package/src/router/policies/owner-rulings-2026-11-03.json +0 -62
- package/test/auto-recall.test.mjs +0 -474
- package/test/auto-truncate.test.mjs +0 -931
- package/test/autobind.test.mjs +0 -385
- package/test/bus.test.mjs +0 -1572
- package/test/cli-guard.test.mjs +0 -198
- package/test/conclusion.test.mjs +0 -408
- package/test/config-schema.test.mjs +0 -204
- package/test/d6-output.test.mjs +0 -194
- package/test/d6.test.mjs +0 -395
- package/test/deps.test.mjs +0 -342
- package/test/doctor-setup.test.mjs +0 -297
- package/test/embedding-recall.test.mjs +0 -347
- package/test/feature-flags.test.mjs +0 -568
- package/test/filter-shadow.test.mjs +0 -170
- package/test/fixtures/baseline-0.8.0-registration.json +0 -556
- package/test/fixtures/d6-header-tools.json +0 -1
- package/test/fixtures/lock-child.mjs +0 -67
- package/test/fixtures/pre-step-container.mjs +0 -100
- package/test/fixtures/privacy-memory/topics/pii-unmarked.md +0 -9
- package/test/fixtures/privacy-memory/topics/secret-local-only.md +0 -11
- package/test/fixtures/profile-session-longlive-config.json +0 -20
- package/test/fixtures/proposal-cas-child.mjs +0 -66
- package/test/host-engine-status.test.mjs +0 -307
- package/test/hot-truncate.test.mjs +0 -1349
- package/test/identity-card-marker.test.mjs +0 -307
- package/test/identity-router/run.mjs +0 -721
- package/test/integration-pre-step.test.mjs +0 -553
- package/test/live.test.mjs +0 -1020
- package/test/maintenance-schedule.test.mjs +0 -538
- package/test/memory.test.mjs +0 -2828
- package/test/metrics.test.mjs +0 -478
- package/test/orchestrator.test.mjs +0 -266
- package/test/p1_probe.mjs +0 -97
- package/test/packaging.test.mjs +0 -182
- package/test/portability.test.mjs +0 -343
- package/test/rc4-regressions.test.mjs +0 -562
- package/test/rc5-regressions.test.mjs +0 -197
- package/test/rc6-chinese.test.mjs +0 -394
- package/test/router-1100/apply-off.test.mjs +0 -175
- package/test/router-1100/budget-reconcile.test.mjs +0 -215
- package/test/router-1100/config-context.test.mjs +0 -211
- package/test/router-1100/helpers.mjs +0 -129
- package/test/router-1100/hint-envelope.test.mjs +0 -150
- package/test/router-1100/lock-crossproc.test.mjs +0 -206
- package/test/router-1100/proposal-cas-crossproc.test.mjs +0 -184
- package/test/router-1100/router-apply.test.mjs +0 -372
- package/test/router-1100/router-fixb.test.mjs +0 -602
- package/test/router-1100/router-proposals.test.mjs +0 -405
- package/test/router-1100/router-queue-lease-wal.test.mjs +0 -355
- package/test/router-1100/router-security-cr.test.mjs +0 -333
- package/test/router-1100/service-lifecycle.test.mjs +0 -220
- package/test/router-1100/tools-contract.test.mjs +0 -164
- package/test/router-1100/turn-reflect-tick.test.mjs +0 -89
- package/test/router-1100/v6-contract.test.mjs +0 -158
- package/test/router-1100/v6b-contract.test.mjs +0 -293
- package/test/router-1100/v6c-contract.test.mjs +0 -249
- package/test/router-1100/wal-rotation.test.mjs +0 -375
- package/test/router-1100/wp1-config.test.mjs +0 -170
- package/test/router-1100/wp1-default-off.test.mjs +0 -77
- package/test/router-1100/wp1-model-status.test.mjs +0 -90
- package/test/router-1100/wp1-status.test.mjs +0 -220
- package/test/router-1100/wp1-tools.test.mjs +0 -146
- package/test/router-1100/wp5-cli.test.mjs +0 -240
- package/test/router-1100/wp5-model-auto.test.mjs +0 -418
- package/test/router-1100/wp6-merge.test.mjs +0 -386
- package/test/router-1100/wp6-wake.test.mjs +0 -502
- package/test/router-background/audit.test.mjs +0 -37
- package/test/router-background/budget-ledger.test.mjs +0 -330
- package/test/router-background/cross-process.test.mjs +0 -222
- package/test/router-background/fixtures/cross-child.mjs +0 -85
- package/test/router-background/fixtures/real-shapes.mjs +0 -239
- package/test/router-background/router.test.mjs +0 -1044
- package/test/router-background/stream-retry.test.mjs +0 -358
- package/test/router-background/tool-agent.test.mjs +0 -384
- package/test/router-face/bridge.test.mjs +0 -169
- package/test/router-face/face.test.mjs +0 -316
- package/test/router-failclosed.test.mjs +0 -466
- package/test/router-identity.test.mjs +0 -384
- package/test/router-l1-l2.contract.test.mjs +0 -1075
- package/test/router-memory-tools.test.mjs +0 -262
- package/test/router-policy.test.mjs +0 -225
- package/test/router-runtime.test.mjs +0 -438
- package/test/router-shadow.test.mjs +0 -287
- package/test/router.test.mjs +0 -903
- package/test/run-rc.mjs +0 -299
- package/test/run.mjs +0 -2469
- package/test/safety-defaults.test.mjs +0 -179
- package/test/seeded-load.test.mjs +0 -436
- package/test/session-original.test.mjs +0 -338
- package/test/surgery-recovery.test.mjs +0 -936
- package/test/t7_drive.mjs +0 -151
- package/test/tool-output.test.mjs +0 -393
- package/test/tool-schema.test.mjs +0 -177
- package/test/tools_contract.test.mjs +0 -716
- package/test/truncate-visible.test.mjs +0 -1150
- package/test/ui-flags.test.mjs +0 -477
- package/test/v4-hardening.test.mjs +0 -427
|
@@ -0,0 +1,194 @@
|
|
|
1
|
+
// src/memory/anchors.js — M2-A:锚点模型 / 校活 / 状态机
|
|
2
|
+
//
|
|
3
|
+
// 三种锚点(提案 §1.2,唯一允许):
|
|
4
|
+
// session_turn { kind, sessionId, turn, seqStart, seqEnd, digest, status }
|
|
5
|
+
// session_item { kind, sessionId, turn, messageIndex? | toolCallId?, digest, status }
|
|
6
|
+
// file_line { kind, rel, lineStart, lineEnd, fileSha, status }
|
|
7
|
+
//
|
|
8
|
+
// 状态机:live(原文可读且 digest 匹配)→ stale(能定位但 digest/行号漂移)
|
|
9
|
+
// → missing(原文不可达);superseded 由上层(记录取代链)标记。
|
|
10
|
+
//
|
|
11
|
+
// digest 口径:对 turn 区间内事件做「投影后 stableStringify → sha256」,
|
|
12
|
+
// 投影掉截断会重编号的坐标(seq/turn/step/time/surfaceOp/…),所以同一段对话
|
|
13
|
+
// 在 seq 重排前后 digest 不变(提案 §1.1 设计要点)。
|
|
14
|
+
|
|
15
|
+
import crypto from 'node:crypto';
|
|
16
|
+
|
|
17
|
+
import { stableStringify } from '../codec.js';
|
|
18
|
+
|
|
19
|
+
export const ANCHOR_KINDS = Object.freeze(['session_turn', 'session_item', 'file_line']);
|
|
20
|
+
export const ANCHOR_STATES = Object.freeze(['live', 'stale', 'missing', 'superseded']);
|
|
21
|
+
|
|
22
|
+
const VOLATILE_KEYS = new Set([
|
|
23
|
+
'seq', 'turn', 'step', 'time', 'surfaceOp',
|
|
24
|
+
'startSeq', 'endSeq', 'start', 'end',
|
|
25
|
+
'sourceEventSeqs', 'shadowedSeqs', 'shadowedRange', 'shadowedTokenCount',
|
|
26
|
+
'messageSeqs', 'headerSeq', 'sourceEventSeq', 'throughSeq', 'compactionId',
|
|
27
|
+
]);
|
|
28
|
+
|
|
29
|
+
function projectValue(value) {
|
|
30
|
+
if (Array.isArray(value)) return value.map(projectValue);
|
|
31
|
+
if (value === null || typeof value !== 'object') return value;
|
|
32
|
+
const out = {};
|
|
33
|
+
for (const key of Object.keys(value)) {
|
|
34
|
+
if (VOLATILE_KEYS.has(key)) continue;
|
|
35
|
+
out[key] = projectValue(value[key]);
|
|
36
|
+
}
|
|
37
|
+
return out;
|
|
38
|
+
}
|
|
39
|
+
|
|
40
|
+
export function sha256Hex(text) {
|
|
41
|
+
return crypto.createHash('sha256').update(text, 'utf8').digest('hex');
|
|
42
|
+
}
|
|
43
|
+
|
|
44
|
+
/**
|
|
45
|
+
* Deterministic digest of a turn's events.
|
|
46
|
+
* Coordinate-only keys are projected out, so seq renumbering does not change it.
|
|
47
|
+
*/
|
|
48
|
+
export function turnDigest(events, seqStart, seqEnd) {
|
|
49
|
+
const slice = (Array.isArray(events) ? events : [])
|
|
50
|
+
.filter((event) => Number.isInteger(event?.seq)
|
|
51
|
+
&& event.seq >= seqStart && event.seq <= seqEnd);
|
|
52
|
+
const projected = slice.map((event) => ({
|
|
53
|
+
type: event.type,
|
|
54
|
+
data: projectValue(event.data ?? {}),
|
|
55
|
+
}));
|
|
56
|
+
return sha256Hex(stableStringify(projected));
|
|
57
|
+
}
|
|
58
|
+
|
|
59
|
+
export function makeSessionTurnAnchor({ sessionId, turn, seqStart, seqEnd, digest, status = 'live' }) {
|
|
60
|
+
return cleanAnchor({
|
|
61
|
+
kind: 'session_turn',
|
|
62
|
+
sessionId,
|
|
63
|
+
turn,
|
|
64
|
+
seqStart,
|
|
65
|
+
seqEnd,
|
|
66
|
+
digest,
|
|
67
|
+
status,
|
|
68
|
+
});
|
|
69
|
+
}
|
|
70
|
+
|
|
71
|
+
export function makeSessionItemAnchor({ sessionId, turn, messageIndex, toolCallId, digest, status = 'live' }) {
|
|
72
|
+
return cleanAnchor({
|
|
73
|
+
kind: 'session_item',
|
|
74
|
+
sessionId,
|
|
75
|
+
turn,
|
|
76
|
+
...(Number.isInteger(messageIndex) ? { messageIndex } : {}),
|
|
77
|
+
...(typeof toolCallId === 'string' && toolCallId !== '' ? { toolCallId } : {}),
|
|
78
|
+
digest,
|
|
79
|
+
status,
|
|
80
|
+
});
|
|
81
|
+
}
|
|
82
|
+
|
|
83
|
+
export function makeFileLineAnchor({ rel, lineStart, lineEnd, fileSha, status = 'live' }) {
|
|
84
|
+
return cleanAnchor({ kind: 'file_line', rel, lineStart, lineEnd, fileSha, status });
|
|
85
|
+
}
|
|
86
|
+
|
|
87
|
+
function cleanAnchor(anchor) {
|
|
88
|
+
const out = {};
|
|
89
|
+
for (const [key, value] of Object.entries(anchor)) {
|
|
90
|
+
if (value !== undefined && value !== null) out[key] = value;
|
|
91
|
+
}
|
|
92
|
+
return out;
|
|
93
|
+
}
|
|
94
|
+
|
|
95
|
+
export function validateAnchor(anchor) {
|
|
96
|
+
const errors = [];
|
|
97
|
+
if (!anchor || typeof anchor !== 'object') return { ok: false, errors: ['E_ANCHOR_NOT_OBJECT'] };
|
|
98
|
+
if (!ANCHOR_KINDS.includes(anchor.kind)) errors.push('E_ANCHOR_KIND');
|
|
99
|
+
if (anchor.kind === 'session_turn') {
|
|
100
|
+
if (typeof anchor.sessionId !== 'string' || anchor.sessionId === '') errors.push('E_ANCHOR_SESSION');
|
|
101
|
+
if (!Number.isInteger(anchor.turn) || anchor.turn < 0) errors.push('E_ANCHOR_TURN');
|
|
102
|
+
if (!Number.isInteger(anchor.seqStart) || !Number.isInteger(anchor.seqEnd)) errors.push('E_ANCHOR_SEQ');
|
|
103
|
+
if (typeof anchor.digest !== 'string' || !/^[0-9a-f]{64}$/.test(anchor.digest)) errors.push('E_ANCHOR_DIGEST');
|
|
104
|
+
} else if (anchor.kind === 'session_item') {
|
|
105
|
+
if (typeof anchor.sessionId !== 'string' || anchor.sessionId === '') errors.push('E_ANCHOR_SESSION');
|
|
106
|
+
if (!Number.isInteger(anchor.turn) || anchor.turn < 0) errors.push('E_ANCHOR_TURN');
|
|
107
|
+
if (!Number.isInteger(anchor.messageIndex) && (typeof anchor.toolCallId !== 'string' || anchor.toolCallId === '')) {
|
|
108
|
+
errors.push('E_ANCHOR_SELECTOR');
|
|
109
|
+
}
|
|
110
|
+
} else if (anchor.kind === 'file_line') {
|
|
111
|
+
if (typeof anchor.rel !== 'string' || anchor.rel === '' || anchor.rel.includes('..')) errors.push('E_ANCHOR_REL');
|
|
112
|
+
if (!Number.isInteger(anchor.lineStart) || anchor.lineStart < 1) errors.push('E_ANCHOR_LINE');
|
|
113
|
+
if (!Number.isInteger(anchor.lineEnd) || anchor.lineEnd < anchor.lineStart) errors.push('E_ANCHOR_LINE');
|
|
114
|
+
if (typeof anchor.fileSha !== 'string' || !/^[0-9a-f]{64}$/.test(anchor.fileSha)) errors.push('E_ANCHOR_FILESHA');
|
|
115
|
+
}
|
|
116
|
+
if (anchor.status !== undefined && !ANCHOR_STATES.includes(anchor.status)) errors.push('E_ANCHOR_STATUS');
|
|
117
|
+
return { ok: errors.length === 0, errors };
|
|
118
|
+
}
|
|
119
|
+
|
|
120
|
+
/** Locate a turn's seq window from the event list (data.turn on turn/start|turn/end). */
|
|
121
|
+
export function turnWindowOf(events, turn) {
|
|
122
|
+
const list = Array.isArray(events) ? events : [];
|
|
123
|
+
let start = -1;
|
|
124
|
+
let end = -1;
|
|
125
|
+
for (const event of list) {
|
|
126
|
+
if (Number(event?.data?.turn) !== turn) continue;
|
|
127
|
+
if (start < 0) start = event.seq;
|
|
128
|
+
end = event.seq;
|
|
129
|
+
}
|
|
130
|
+
if (start < 0) return null;
|
|
131
|
+
return { seqStart: start, seqEnd: end };
|
|
132
|
+
}
|
|
133
|
+
|
|
134
|
+
/**
|
|
135
|
+
* Verify one anchor against the original sources.
|
|
136
|
+
*
|
|
137
|
+
* deps.loadSession(sessionId) -> { header, events } | null
|
|
138
|
+
* deps.readFile(rel) -> string | null
|
|
139
|
+
*
|
|
140
|
+
* Returns { state, code, detail, digest? }.
|
|
141
|
+
*/
|
|
142
|
+
export function verifyAnchor(anchor, deps = {}) {
|
|
143
|
+
const validation = validateAnchor(anchor);
|
|
144
|
+
if (!validation.ok) return { state: 'missing', code: 'E_ANCHOR_INVALID', errors: validation.errors };
|
|
145
|
+
if (anchor.kind === 'session_turn' || anchor.kind === 'session_item') {
|
|
146
|
+
let session = null;
|
|
147
|
+
try {
|
|
148
|
+
session = typeof deps.loadSession === 'function' ? deps.loadSession(anchor.sessionId) : null;
|
|
149
|
+
} catch {
|
|
150
|
+
session = null;
|
|
151
|
+
}
|
|
152
|
+
if (!session || !Array.isArray(session.events)) return { state: 'missing', code: 'E_SESSION_MISSING' };
|
|
153
|
+
const window = turnWindowOf(session.events, anchor.turn);
|
|
154
|
+
if (window === null) return { state: 'missing', code: 'E_TURN_MISSING' };
|
|
155
|
+
const digest = turnDigest(session.events, window.seqStart, window.seqEnd);
|
|
156
|
+
if (typeof anchor.digest === 'string' && anchor.digest !== '') {
|
|
157
|
+
if (digest === anchor.digest) {
|
|
158
|
+
return { state: 'live', code: 'OK', digest, window };
|
|
159
|
+
}
|
|
160
|
+
// The turn is locatable but its content no longer matches the anchor: the
|
|
161
|
+
// log was re-numbered/replaced (stale), and the anchor must say so.
|
|
162
|
+
return { state: 'stale', code: 'E_TURN_DIGEST_MISMATCH', digest, window };
|
|
163
|
+
}
|
|
164
|
+
if (anchor.kind === 'session_item') {
|
|
165
|
+
const selectorOk = Number.isInteger(anchor.messageIndex) || typeof anchor.toolCallId === 'string';
|
|
166
|
+
return selectorOk
|
|
167
|
+
? { state: 'stale', code: 'E_ITEM_DIGEST_UNCHECKED', digest, window }
|
|
168
|
+
: { state: 'missing', code: 'E_ITEM_SELECTOR_MISSING' };
|
|
169
|
+
}
|
|
170
|
+
return { state: 'stale', code: 'E_TURN_DIGEST_UNCHECKED', digest, window };
|
|
171
|
+
}
|
|
172
|
+
|
|
173
|
+
// file_line: hash + line range.
|
|
174
|
+
let text = null;
|
|
175
|
+
try {
|
|
176
|
+
text = typeof deps.readFile === 'function' ? deps.readFile(anchor.rel) : null;
|
|
177
|
+
} catch {
|
|
178
|
+
text = null;
|
|
179
|
+
}
|
|
180
|
+
if (typeof text !== 'string') return { state: 'missing', code: 'E_FILE_MISSING' };
|
|
181
|
+
const fileSha = sha256Hex(text);
|
|
182
|
+
const lines = text.split('\n');
|
|
183
|
+
if (fileSha === anchor.fileSha) return { state: 'live', code: 'OK', fileSha, lines: lines.length };
|
|
184
|
+
if (anchor.lineEnd > lines.length) {
|
|
185
|
+
return { state: 'missing', code: 'E_FILE_TRUNCATED', fileSha, lines: lines.length };
|
|
186
|
+
}
|
|
187
|
+
return { state: 'stale', code: 'E_FILE_CHANGED', fileSha, lines: lines.length };
|
|
188
|
+
}
|
|
189
|
+
|
|
190
|
+
/** Apply a verification result to an anchor copy (state machine write-back). */
|
|
191
|
+
export function applyVerification(anchor, verification) {
|
|
192
|
+
const status = ANCHOR_STATES.includes(verification?.state) ? verification.state : 'missing';
|
|
193
|
+
return { ...anchor, status };
|
|
194
|
+
}
|
|
@@ -0,0 +1,222 @@
|
|
|
1
|
+
// src/memory/audit-records.js — 1.8.0 A5 前置:读/写审计行(#22 audit-records 生产者)
|
|
2
|
+
//
|
|
3
|
+
// 字段(v2.8.5 / answer-guard 口径):
|
|
4
|
+
// questionId 答题标识(answer-guard = ag-001…);缺失时显式 'unknown',绝不臆造
|
|
5
|
+
// expectedTurns 该题期望覆盖的轮数(整数;缺失 null)
|
|
6
|
+
// answerText 该次回答正文(缺失 null;不截断证据时由调用方保证完整)
|
|
7
|
+
// 每行 schema='audit-records/v1',供 #22 /api/longlive/audit/records 只读展示。
|
|
8
|
+
//
|
|
9
|
+
// P0 遗忘链:每行追加 rowHash(sha256(canonical row))与 prevRowHash(前一行链);
|
|
10
|
+
// 若宿主 auditKey 可读(env / .hostkey),再附 HMAC-SHA256。缺 key 不阻塞写,
|
|
11
|
+
// 但显式标 hmac:null + hmacResidual:'hostkey-unavailable',不冒充已签名。
|
|
12
|
+
|
|
13
|
+
import crypto from 'node:crypto';
|
|
14
|
+
import fs from 'node:fs';
|
|
15
|
+
import path from 'node:path';
|
|
16
|
+
|
|
17
|
+
import { stableStringify } from '../actions/fs.js';
|
|
18
|
+
|
|
19
|
+
export const AUDIT_RECORDS_SCHEMA = 'audit-records/v1';
|
|
20
|
+
export const AUDIT_HMAC_ENV = 'DSH_LONGLIVE_AUDIT_KEY';
|
|
21
|
+
const HOSTKEY_REL = ['.longlive', '.hostkey'];
|
|
22
|
+
const CHAIN_FIELDS = new Set(['rowHash', 'prevRowHash', 'hmac', 'hmacAlgo', 'hmacKey', 'hmacResidual']);
|
|
23
|
+
|
|
24
|
+
export function auditRecordsPathOf(memoryRoot) {
|
|
25
|
+
return path.join(path.resolve(String(memoryRoot)), '.longlive', 'audit', 'records.jsonl');
|
|
26
|
+
}
|
|
27
|
+
|
|
28
|
+
export function auditHeadPathOf(memoryRoot) {
|
|
29
|
+
return path.join(path.resolve(String(memoryRoot)), '.longlive', 'audit', 'records.head.json');
|
|
30
|
+
}
|
|
31
|
+
|
|
32
|
+
function nowIso(now) {
|
|
33
|
+
const value = typeof now === 'function' ? now() : new Date();
|
|
34
|
+
return (value instanceof Date ? value : new Date(value)).toISOString();
|
|
35
|
+
}
|
|
36
|
+
|
|
37
|
+
function sha256Hex(text) {
|
|
38
|
+
return crypto.createHash('sha256').update(String(text), 'utf8').digest('hex');
|
|
39
|
+
}
|
|
40
|
+
|
|
41
|
+
function canonicalRow(row) {
|
|
42
|
+
const clean = {};
|
|
43
|
+
for (const [key, value] of Object.entries(row)) {
|
|
44
|
+
if (!CHAIN_FIELDS.has(key)) clean[key] = value;
|
|
45
|
+
}
|
|
46
|
+
return stableStringify(clean);
|
|
47
|
+
}
|
|
48
|
+
|
|
49
|
+
function rowHashOf(row) {
|
|
50
|
+
return sha256Hex(canonicalRow(row));
|
|
51
|
+
}
|
|
52
|
+
|
|
53
|
+
/** Optional host key: env first, then the persisted fallback. Never creates a key. */
|
|
54
|
+
export function resolveAuditKey(memoryRoot, env = process.env) {
|
|
55
|
+
const fromEnv = env?.[AUDIT_HMAC_ENV];
|
|
56
|
+
if (typeof fromEnv === 'string' && fromEnv.trim() !== '') return { key: fromEnv.trim(), source: 'env' };
|
|
57
|
+
try {
|
|
58
|
+
const text = fs.readFileSync(path.join(path.resolve(String(memoryRoot)), ...HOSTKEY_REL), 'utf8').trim();
|
|
59
|
+
if (text !== '') return { key: text, source: 'hostkey-file' };
|
|
60
|
+
} catch {
|
|
61
|
+
/* absent: caller records the residual */
|
|
62
|
+
}
|
|
63
|
+
return { key: null, source: 'absent' };
|
|
64
|
+
}
|
|
65
|
+
|
|
66
|
+
function lastChain(file) {
|
|
67
|
+
try {
|
|
68
|
+
const text = fs.readFileSync(file, 'utf8').trim();
|
|
69
|
+
if (text === '') return { prevRowHash: 'genesis', seq: 0 };
|
|
70
|
+
const lines = text.split(/\r?\n/);
|
|
71
|
+
const lastRaw = lines[lines.length - 1];
|
|
72
|
+
let last = null;
|
|
73
|
+
try { last = JSON.parse(lastRaw); } catch { /* legacy/corrupt tail */ }
|
|
74
|
+
return {
|
|
75
|
+
prevRowHash: typeof last?.rowHash === 'string' && /^[0-9a-f]{64}$/.test(last.rowHash)
|
|
76
|
+
? last.rowHash
|
|
77
|
+
: sha256Hex(lastRaw),
|
|
78
|
+
seq: lines.length,
|
|
79
|
+
};
|
|
80
|
+
} catch {
|
|
81
|
+
return { prevRowHash: 'genesis', seq: 0 };
|
|
82
|
+
}
|
|
83
|
+
}
|
|
84
|
+
|
|
85
|
+
function writeHead(memoryRoot, { rows, lastHash, now }) {
|
|
86
|
+
const file = auditHeadPathOf(memoryRoot);
|
|
87
|
+
fs.mkdirSync(path.dirname(file), { recursive: true });
|
|
88
|
+
const head = {
|
|
89
|
+
schema: 'audit-head/v1',
|
|
90
|
+
rows,
|
|
91
|
+
lastHash,
|
|
92
|
+
updatedAt: nowIso(now),
|
|
93
|
+
};
|
|
94
|
+
const tmp = `${file}.tmp-${process.pid}-${crypto.randomBytes(4).toString('hex')}`;
|
|
95
|
+
fs.writeFileSync(tmp, `${JSON.stringify(head)}\n`, 'utf8');
|
|
96
|
+
fs.renameSync(tmp, file);
|
|
97
|
+
return head;
|
|
98
|
+
}
|
|
99
|
+
|
|
100
|
+
/** Read-side normalization: missing fields stay explicit (unknown/null), never fabricated. */
|
|
101
|
+
export function normalizeAuditRecordRow(row) {
|
|
102
|
+
const value = row && typeof row === 'object' ? row : {};
|
|
103
|
+
return {
|
|
104
|
+
schema: AUDIT_RECORDS_SCHEMA,
|
|
105
|
+
questionId: typeof value.questionId === 'string' && value.questionId !== '' ? value.questionId : 'unknown',
|
|
106
|
+
expectedTurns: Number.isInteger(value.expectedTurns) && value.expectedTurns >= 0 ? value.expectedTurns : null,
|
|
107
|
+
answerText: typeof value.answerText === 'string' ? value.answerText : null,
|
|
108
|
+
recordId: typeof value.recordId === 'string' ? value.recordId : null,
|
|
109
|
+
readerTier: typeof value.readerTier === 'string' ? value.readerTier : null,
|
|
110
|
+
action: typeof value.action === 'string' ? value.action : 'read',
|
|
111
|
+
at: typeof value.at === 'string' ? value.at : null,
|
|
112
|
+
};
|
|
113
|
+
}
|
|
114
|
+
|
|
115
|
+
/** Append one audit row (fsync so a crash cannot lose an answered question's audit). */
|
|
116
|
+
export function appendAuditRecord(input = {}) {
|
|
117
|
+
const memoryRoot = String(input.memoryRoot ?? '');
|
|
118
|
+
if (memoryRoot === '') throw new Error('E_MEMORY_ROOT: appendAuditRecord requires memoryRoot');
|
|
119
|
+
const row = {
|
|
120
|
+
schema: AUDIT_RECORDS_SCHEMA,
|
|
121
|
+
questionId: typeof input.questionId === 'string' && input.questionId !== '' ? input.questionId : 'unknown',
|
|
122
|
+
expectedTurns: Number.isInteger(input.expectedTurns) && input.expectedTurns >= 0 ? input.expectedTurns : null,
|
|
123
|
+
answerText: typeof input.answerText === 'string' ? input.answerText : null,
|
|
124
|
+
recordId: typeof input.recordId === 'string' ? input.recordId : null,
|
|
125
|
+
readerTier: typeof input.readerTier === 'string' ? input.readerTier : null,
|
|
126
|
+
action: typeof input.action === 'string' ? input.action : 'read',
|
|
127
|
+
at: typeof input.at === 'string' ? input.at : nowIso(input.now),
|
|
128
|
+
...(input.extra && typeof input.extra === 'object' ? input.extra : {}),
|
|
129
|
+
};
|
|
130
|
+
const file = auditRecordsPathOf(memoryRoot);
|
|
131
|
+
const chain = lastChain(file);
|
|
132
|
+
row.prevRowHash = chain.prevRowHash;
|
|
133
|
+
row.rowHash = rowHashOf(row);
|
|
134
|
+
const resolved = resolveAuditKey(memoryRoot);
|
|
135
|
+
if (resolved.key !== null) {
|
|
136
|
+
row.hmac = crypto.createHmac('sha256', resolved.key).update(row.rowHash, 'utf8').digest('hex');
|
|
137
|
+
row.hmacAlgo = 'sha256';
|
|
138
|
+
row.hmacKey = resolved.source;
|
|
139
|
+
} else {
|
|
140
|
+
row.hmac = null;
|
|
141
|
+
row.hmacAlgo = 'sha256';
|
|
142
|
+
row.hmacKey = null;
|
|
143
|
+
row.hmacResidual = 'hostkey-unavailable';
|
|
144
|
+
}
|
|
145
|
+
fs.mkdirSync(path.dirname(file), { recursive: true });
|
|
146
|
+
const fd = fs.openSync(file, 'a');
|
|
147
|
+
try {
|
|
148
|
+
fs.writeSync(fd, `${JSON.stringify(row)}\n`, null, 'utf8');
|
|
149
|
+
fs.fsyncSync(fd);
|
|
150
|
+
} finally {
|
|
151
|
+
fs.closeSync(fd);
|
|
152
|
+
}
|
|
153
|
+
try {
|
|
154
|
+
if (input.skipHead !== true) {
|
|
155
|
+
writeHead(memoryRoot, { rows: chain.seq + 1, lastHash: row.rowHash, now: row.at });
|
|
156
|
+
}
|
|
157
|
+
} catch { /* head is an early-warning anchor; a head failure must not lose the row */ }
|
|
158
|
+
return { ok: true, row, file, chain: { prevRowHash: row.prevRowHash, seq: chain.seq + 1 } };
|
|
159
|
+
}
|
|
160
|
+
|
|
161
|
+
/**
|
|
162
|
+
* Verify the append-only audit hash chain (and HMAC when a key is available).
|
|
163
|
+
* Legacy rows without rowHash are reported as legacy, not silently trusted.
|
|
164
|
+
*/
|
|
165
|
+
export function verifyAuditChain({ memoryRoot, auditKey = null } = {}) {
|
|
166
|
+
const file = auditRecordsPathOf(memoryRoot);
|
|
167
|
+
let text = '';
|
|
168
|
+
let fileMissing = false;
|
|
169
|
+
try { text = fs.readFileSync(file, 'utf8'); } catch { fileMissing = true; text = ''; }
|
|
170
|
+
const rows = text.split(/\r?\n/).filter(Boolean).map((line) => {
|
|
171
|
+
try { return JSON.parse(line); } catch { return null; }
|
|
172
|
+
});
|
|
173
|
+
let head = null;
|
|
174
|
+
let headPresent = false;
|
|
175
|
+
try {
|
|
176
|
+
head = JSON.parse(fs.readFileSync(auditHeadPathOf(memoryRoot), 'utf8'));
|
|
177
|
+
headPresent = true;
|
|
178
|
+
} catch {
|
|
179
|
+
head = null;
|
|
180
|
+
}
|
|
181
|
+
const errors = [];
|
|
182
|
+
const lastParsed = [...rows].reverse().find((row) => row && typeof row.rowHash === 'string');
|
|
183
|
+
if (headPresent) {
|
|
184
|
+
if (!Number.isInteger(head?.rows) || head.rows !== rows.length) errors.push({ code: 'E_AUDIT_HEAD_ROWS', headRows: head?.rows ?? null, rows: rows.length });
|
|
185
|
+
if (typeof head?.lastHash !== 'string' || head.lastHash !== (lastParsed?.rowHash ?? null)) {
|
|
186
|
+
errors.push({ code: 'E_AUDIT_HEAD_LAST', headLastHash: head?.lastHash ?? null, lastHash: lastParsed?.rowHash ?? null });
|
|
187
|
+
}
|
|
188
|
+
}
|
|
189
|
+
if (fileMissing && headPresent && head?.rows > 0) errors.push({ code: 'E_AUDIT_HEAD_ROWS', headRows: head.rows, rows: 0 });
|
|
190
|
+
const key = auditKey !== null
|
|
191
|
+
? { key: String(auditKey), source: 'injected' }
|
|
192
|
+
: resolveAuditKey(memoryRoot);
|
|
193
|
+
let previous = null;
|
|
194
|
+
let legacyRows = 0;
|
|
195
|
+
for (let index = 0; index < rows.length; index += 1) {
|
|
196
|
+
const row = rows[index];
|
|
197
|
+
if (!row) { errors.push({ index, code: 'E_JSON' }); continue; }
|
|
198
|
+
if (typeof row.rowHash !== 'string') { legacyRows += 1; continue; }
|
|
199
|
+
if (row.rowHash !== rowHashOf(row)) errors.push({ index, code: 'E_AUDIT_ROW_HASH' });
|
|
200
|
+
// The first chained row may follow legacy rows; its prevRowHash is the
|
|
201
|
+
// legacy-tail hash or genesis. Later rows must chain strictly.
|
|
202
|
+
if (previous !== null && row.prevRowHash !== previous) errors.push({ index, code: 'E_AUDIT_CHAIN_PREV' });
|
|
203
|
+
if (typeof row.hmac === 'string' && key.key !== null) {
|
|
204
|
+
const expected = crypto.createHmac('sha256', key.key).update(row.rowHash, 'utf8').digest('hex');
|
|
205
|
+
if (row.hmac !== expected) errors.push({ index, code: 'E_AUDIT_HMAC' });
|
|
206
|
+
}
|
|
207
|
+
previous = row.rowHash;
|
|
208
|
+
}
|
|
209
|
+
return {
|
|
210
|
+
ok: errors.length === 0,
|
|
211
|
+
file,
|
|
212
|
+
present: true,
|
|
213
|
+
rows: rows.length,
|
|
214
|
+
legacyRows,
|
|
215
|
+
headPresent,
|
|
216
|
+
headRows: head?.rows ?? null,
|
|
217
|
+
headLastHash: head?.lastHash ?? null,
|
|
218
|
+
hmacKeySource: key.source,
|
|
219
|
+
hmacKeyPresent: key.key !== null,
|
|
220
|
+
errors,
|
|
221
|
+
};
|
|
222
|
+
}
|