@hugesb/dsh-stream-agent 0.0.0-stage → 0.3.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (161) hide show
  1. package/CHANGELOG.md +622 -0
  2. package/CONTRIBUTING.md +72 -0
  3. package/LICENSE +202 -0
  4. package/README.en.md +349 -0
  5. package/README.md +300 -3
  6. package/cordis.patch.yml +77 -0
  7. package/dist/entry/action-gate.js +206 -0
  8. package/dist/entry/adapter-kit.js +192 -0
  9. package/dist/entry/context-render.js +119 -0
  10. package/dist/entry/control-bar-cli.js +289 -0
  11. package/dist/entry/control-bar.js +123 -0
  12. package/dist/entry/control-session.js +115 -0
  13. package/dist/entry/control-state.js +125 -0
  14. package/dist/entry/cordis-compat.js +95 -0
  15. package/dist/entry/eval-probe.js +112 -0
  16. package/dist/entry/intent-log.js +121 -0
  17. package/dist/entry/json-persistence.js +306 -0
  18. package/dist/entry/loop.js +4163 -0
  19. package/dist/entry/mock-provider.js +549 -0
  20. package/dist/entry/obs-broker.js +178 -0
  21. package/dist/entry/ptc-bridge.js +405 -0
  22. package/dist/entry/state-handle.js +217 -0
  23. package/dist/entry/takeover-registry.js +60 -0
  24. package/dist/kernel/control-bar.js +559 -0
  25. package/dist/kernel/final.js +62 -0
  26. package/dist/kernel/gate.js +464 -0
  27. package/dist/kernel/modes.js +253 -0
  28. package/dist/kernel/obs.js +517 -0
  29. package/dist/kernel/parser.js +1081 -0
  30. package/dist/kernel/render.js +466 -0
  31. package/dist/kernel/state.js +416 -0
  32. package/dist/version.js +9 -0
  33. package/docs/TEST-PROPOSITIONS.md +139 -0
  34. package/docs/adr-001-segment-boundary.md +61 -0
  35. package/docs/architecture.md +104 -0
  36. package/docs/desktop-ui-feasibility.md +277 -0
  37. package/docs/disabled-lines-audit.md +53 -0
  38. package/docs/limitations.md +181 -0
  39. package/docs/protocol.md +99 -0
  40. package/docs/v0.4.0-plan.md +50 -0
  41. package/eval/METRICS.md +128 -0
  42. package/eval/RESULTS.md +246 -0
  43. package/eval/tasks/fixtures/big-report.md +298 -0
  44. package/eval/tasks/fixtures/build-manifest.txt +5 -0
  45. package/eval/tasks/fixtures/deploy.yaml +4 -0
  46. package/eval/tasks/fixtures/error.log +200 -0
  47. package/eval/tasks/fixtures/features.yaml +4 -0
  48. package/eval/tasks/fixtures/pipeline.yaml +4 -0
  49. package/eval/tasks/fixtures/sales-q1.csv +61 -0
  50. package/eval/tasks/fixtures/settings.yaml +4 -0
  51. package/eval/tasks/fixtures/users-roster.json +304 -0
  52. package/eval/tasks/fixtures/users-scores.json +20 -0
  53. package/eval/tasks/gen-fixtures.cjs +80 -0
  54. package/eval/tasks/tasks.json +150 -0
  55. package/eval/tools/f6-kill-drill.cjs +176 -0
  56. package/eval/tools/f6-kill-drill.worker.cjs +131 -0
  57. package/eval/tools/gen-results.cjs +191 -0
  58. package/eval/tools/machine-test.cjs +200 -0
  59. package/eval/tools/manual-code-scenarios.md +59 -0
  60. package/eval/tools/replay-check.cjs +311 -0
  61. package/eval/tools/runner.cjs +219 -0
  62. package/eval/tools/session-log.cjs +106 -0
  63. package/eval/tools/summarize.cjs +185 -0
  64. package/eval/tools/t3-cells.cjs +173 -0
  65. package/package.json +73 -6
  66. package/patches/adapters-smoke.yml +41 -0
  67. package/patches/eval-account.yml +36 -0
  68. package/patches/eval-baseline.yml +33 -0
  69. package/patches/eval-stream-code-off.yml +46 -0
  70. package/patches/eval-stream-code-on.yml +47 -0
  71. package/patches/eval-stream.yml +54 -0
  72. package/patches/takeover.yml +42 -0
  73. package/patches/test-preset.yml +23 -0
  74. package/preset/stream/cordis.patch.yml +39 -0
  75. package/preset/stream/package.json +13 -0
  76. package/preset.yml +56 -0
  77. package/profiles/stream/README.md +66 -0
  78. package/profiles/stream/cordis.patch.yml +12 -0
  79. package/profiles/stream/package.json +17 -0
  80. package/profiles/stream-headless/package.json +16 -0
  81. package/scripts/build.mjs +103 -0
  82. package/scripts/check-consistency.mjs +146 -0
  83. package/scripts/gate.mjs +138 -0
  84. package/scripts/install-check.mjs +116 -0
  85. package/scripts/install-cycle.mjs +88 -0
  86. package/scripts/release.mjs +428 -0
  87. package/scripts/repair-session-logs.mjs +498 -0
  88. package/src/entry/action-gate.ts +206 -0
  89. package/src/entry/adapter-kit.ts +192 -0
  90. package/src/entry/context-render.ts +119 -0
  91. package/src/entry/control-bar-cli.ts +289 -0
  92. package/src/entry/control-bar.ts +123 -0
  93. package/src/entry/control-session.ts +115 -0
  94. package/src/entry/control-state.ts +125 -0
  95. package/src/entry/cordis-compat.ts +95 -0
  96. package/src/entry/eval-probe.ts +112 -0
  97. package/src/entry/intent-log.ts +121 -0
  98. package/src/entry/json-persistence.ts +306 -0
  99. package/src/entry/loop.ts +4163 -0
  100. package/src/entry/mock-provider.ts +549 -0
  101. package/src/entry/obs-broker.ts +178 -0
  102. package/src/entry/ptc-bridge.ts +405 -0
  103. package/src/entry/state-handle.ts +217 -0
  104. package/src/entry/takeover-registry.ts +60 -0
  105. package/src/kernel/control-bar.ts +559 -0
  106. package/src/kernel/final.ts +62 -0
  107. package/src/kernel/gate.ts +464 -0
  108. package/src/kernel/modes.ts +253 -0
  109. package/src/kernel/obs.ts +517 -0
  110. package/src/kernel/parser.ts +1081 -0
  111. package/src/kernel/render.ts +466 -0
  112. package/src/kernel/state.ts +416 -0
  113. package/src/version.ts +9 -0
  114. package/test/activation.test.ts +187 -0
  115. package/test/adapters.test.ts +676 -0
  116. package/test/control-bar.test.ts +486 -0
  117. package/test/desktop-ui.test.ts +359 -0
  118. package/test/eval-probe.test.ts +139 -0
  119. package/test/f5-plan.test.ts +221 -0
  120. package/test/f6-intent.test.ts +168 -0
  121. package/test/f7-segment.test.ts +190 -0
  122. package/test/fix-limits.test.ts +599 -0
  123. package/test/gate.test.ts +380 -0
  124. package/test/helpers/stub-loop.ts +240 -0
  125. package/test/host-conformance.test.ts +418 -0
  126. package/test/kernel/obs.test.ts +329 -0
  127. package/test/kernel/parser.test.ts +451 -0
  128. package/test/loop.test.ts +1393 -0
  129. package/test/mock-provider.test.ts +386 -0
  130. package/test/ptc-bridge.test.ts +356 -0
  131. package/test/render.test.ts +418 -0
  132. package/test/s2-install-check.test.ts +46 -0
  133. package/test/scenarios/3-file-basic.json +13 -0
  134. package/test/scenarios/5-file-basic.json +22 -0
  135. package/test/scenarios/burn-more.json +9 -0
  136. package/test/scenarios/degraded-final.json +10 -0
  137. package/test/scenarios/fault-abort-xml.json +11 -0
  138. package/test/scenarios/fault-malformed-command.json +12 -0
  139. package/test/scenarios/fault-midstream-abort.json +11 -0
  140. package/test/scenarios/fault-saturating-output.json +9 -0
  141. package/test/scenarios/fault-timeout.json +9 -0
  142. package/test/scenarios/peek-first.json +11 -0
  143. package/test/scenarios/peek-second.json +11 -0
  144. package/test/scenarios/peek-third.json +10 -0
  145. package/test/scenarios/recover-final.json +10 -0
  146. package/test/scenarios/reroute-first.json +17 -0
  147. package/test/scenarios/reroute-second.json +16 -0
  148. package/test/scenarios/starvation-final.json +10 -0
  149. package/test/scenarios/starvation-promote.json +11 -0
  150. package/test/scenarios/wait-tools-continue.json +10 -0
  151. package/test/scenarios/wait-tools-xml.json +22 -0
  152. package/test/scenarios/wait-tools.json +15 -0
  153. package/test/session-format.test.ts +234 -0
  154. package/test/state.test.ts +335 -0
  155. package/test/stream-v02.test.ts +264 -0
  156. package/test/v031-display.test.ts +333 -0
  157. package/test/v032-conflict.test.ts +191 -0
  158. package/test/v032-truncation.test.ts +291 -0
  159. package/ui/client.js +576 -0
  160. package/ui/index.js +282 -0
  161. package/ui/package.json +26 -0
@@ -0,0 +1,498 @@
1
+ // scripts/repair-session-logs.mjs —— 存量会话日志的 v4 形状修复(0.3.0 广告缺失 / 0.3.2 model source)
2
+ //
3
+ // 背景:0.3.0 及更早版本的插件在派发 tf-* 命令时只让宿主管线落 `tool/call` +
4
+ // `tool/result`,从未写 v4 格式要求的 `assistant/message`(content 带 `tool-call` 块)。
5
+ // 宿主读取该日志时抛 `tool/call <id> has no advertised tool lifecycle`,把整条会话判为
6
+ // corrupt——桌面端表现为"历史加载失败"。本脚本为存量日志补入缺失的广告事件,并重排
7
+ // seq 与全部 seq 引用;写入前先备份,写入后用本地复核规则再验一遍。
8
+ //
9
+ // 0.3.2 新增第三类 corrupt(model source 缺失):0.3.1 及更早版本写 assistant/message
10
+ // 时 source 只有 `{kind:'model'}`,缺 `provider`/`model` 非空字符串——宿主校验器
11
+ // (dsh-session assertMessageEventShape → hasProviderModel)读取时抛
12
+ // `message must have model source`,整条会话同样被判 corrupt。本脚本按命令行指定的
13
+ // provider/model(缺省 deepseek-account / deepseek-flash,即本机桌面端默认路由)补齐
14
+ // 全部缺失的 model source;已有 provider/model 的事件一个字节不动。
15
+ //
16
+ // 用法:
17
+ // node scripts/repair-session-logs.mjs # dry-run:只报告哪些会话需要修
18
+ // node scripts/repair-session-logs.mjs --write # 落盘(.bak-<时间戳> 备份 + 删投影缓存)
19
+ // node scripts/repair-session-logs.mjs --session <id> # 只处理一个会话
20
+ // node scripts/repair-session-logs.mjs --root <dir> # 指定 dsh 状态根(缺省 ~/.dsh)
21
+ // node scripts/repair-session-logs.mjs --model-provider <p> --model <m>
22
+ // # 补齐 source 用的 provider/model(缺省 deepseek-account / deepseek-flash)
23
+ //
24
+ // 纪律:零依赖;只改被判定为"缺广告或缺 model source"的会话;形状完好的会话一个字节都不动。
25
+
26
+ import { copyFileSync, existsSync, mkdirSync, readFileSync, readdirSync, renameSync, rmSync, statSync, writeFileSync } from 'node:fs';
27
+ import { homedir } from 'node:os';
28
+ import { dirname, join, resolve } from 'node:path';
29
+ import { randomUUID } from 'node:crypto';
30
+ import { zstdCompressSync, zstdDecompressSync } from 'node:zlib';
31
+
32
+ // ---------------------------------------------------------------------------
33
+ // 参数
34
+ // ---------------------------------------------------------------------------
35
+
36
+ const args = process.argv.slice(2);
37
+ const has = (name) => args.includes(name);
38
+ const valueOf = (name, fallback) => {
39
+ const i = args.indexOf(name);
40
+ return i >= 0 && args[i + 1] !== undefined ? args[i + 1] : fallback;
41
+ };
42
+
43
+ const WRITE = has('--write');
44
+ const STATE_ROOT = resolve(valueOf('--root', join(homedir(), '.dsh')));
45
+ const ONLY_SESSION = valueOf('--session', undefined);
46
+ // model source 补齐值(0.3.2):缺省 = 本机桌面端默认路由(与实测健康日志一致)。
47
+ const MODEL_PROVIDER = valueOf('--model-provider', 'deepseek-account');
48
+ const MODEL_NAME = valueOf('--model', 'deepseek-flash');
49
+ const SESSIONS_ROOT = join(STATE_ROOT, 'sessions');
50
+ const PROJ_CACHE = join(STATE_ROOT, 'storages', 'session_projcache', 'sessions');
51
+
52
+ if (!existsSync(SESSIONS_ROOT)) {
53
+ console.error(`[repair] 找不到会话目录:${SESSIONS_ROOT}(用 --root 指定 dsh 状态根)`);
54
+ process.exit(2);
55
+ }
56
+
57
+ // ---------------------------------------------------------------------------
58
+ // zstd 多帧解码 / 单帧编码(宿主的日志是"每次 append 一帧")
59
+ // ---------------------------------------------------------------------------
60
+
61
+ function frameEnd(buf, start) {
62
+ let p = start;
63
+ if (buf.readUInt32LE(p) !== 0xFD2FB528) throw new Error(`zstd magic 不符(byte ${p})`);
64
+ p += 4;
65
+ const fhd = buf[p++];
66
+ const fcs = fhd >> 6;
67
+ const singleSegment = (fhd >> 5) & 1;
68
+ const checksum = (fhd >> 2) & 1;
69
+ const dictFlag = fhd & 3;
70
+ if (!singleSegment) p += 1;
71
+ p += [0, 1, 2, 4][dictFlag];
72
+ p += [singleSegment ? 1 : 0, 2, 4, 8][fcs];
73
+ for (;;) {
74
+ const header = buf.readUIntLE(p, 3);
75
+ p += 3;
76
+ const last = header & 1;
77
+ const type = (header >> 1) & 3;
78
+ const size = header >> 3;
79
+ if (type === 3) throw new Error('zstd block type 3(reserved)');
80
+ p += size;
81
+ if (last) break;
82
+ }
83
+ if (checksum) p += 4;
84
+ return p;
85
+ }
86
+
87
+ function decodeZstdFrames(buf) {
88
+ let p = 0;
89
+ const chunks = [];
90
+ while (p < buf.length) {
91
+ const end = frameEnd(buf, p);
92
+ chunks.push(zstdDecompressSync(buf.subarray(p, end)));
93
+ p = end;
94
+ }
95
+ return Buffer.concat(chunks).toString('utf8');
96
+ }
97
+
98
+ // ---------------------------------------------------------------------------
99
+ // 修复:补广告 + 重排 seq
100
+ // ---------------------------------------------------------------------------
101
+
102
+ /**
103
+ * 第二类 corrupt(0.3.0 的 finalAnswer):assistant/message 写在 step/end 之后。
104
+ * 把它移到该 step 的 step/end 之前(保持原来的先后顺序),v4 才认为它落在打开的 step 内。
105
+ */
106
+ function reorderClosedStepMessages(events) {
107
+ /** @type {Map<number, number[]>} step/end 下标 -> 需要移到它前面的消息下标 */
108
+ const moveBefore = new Map();
109
+ let turn = null;
110
+ let step = null;
111
+ for (let i = 0; i < events.length; i += 1) {
112
+ const event = events[i];
113
+ const data = event.data ?? {};
114
+ if (event.type === 'turn/start') { turn = data.turn ?? null; step = null; continue; }
115
+ if (event.type === 'step/start') { step = data.step ?? null; continue; }
116
+ if (event.type === 'step/end') { step = null; continue; }
117
+ if (event.type === 'turn/end') { turn = null; step = null; continue; }
118
+ if (step !== null) continue;
119
+ if (event.type !== 'assistant/message' && event.type !== 'assistant/attempt') continue;
120
+ if (turn === null || data.turn !== turn) continue;
121
+ // 往回找同一 turn 最近的 step/end(没有就找 turn/end)
122
+ let target = -1;
123
+ for (let j = i - 1; j >= 0; j -= 1) {
124
+ if (events[j].type === 'step/end' && events[j].data?.turn === turn) { target = j; break; }
125
+ if (events[j].type === 'turn/start' && events[j].data?.turn === turn) break;
126
+ }
127
+ if (target < 0) {
128
+ for (let j = i - 1; j >= 0; j -= 1) {
129
+ if (events[j].type === 'turn/end' && events[j].data?.turn === turn) { target = j; break; }
130
+ }
131
+ }
132
+ if (target < 0) continue;
133
+ const list = moveBefore.get(target) ?? [];
134
+ list.push(i);
135
+ moveBefore.set(target, list);
136
+ }
137
+ if (moveBefore.size === 0) return events;
138
+ const moved = new Set([...moveBefore.values()].flat());
139
+ const out = [];
140
+ for (let i = 0; i < events.length; i += 1) {
141
+ if (moved.has(i)) continue;
142
+ const list = moveBefore.get(i);
143
+ if (list !== undefined) for (const index of list) out.push(events[index]);
144
+ out.push(events[i]);
145
+ }
146
+ return out;
147
+ }
148
+
149
+ /** assistant/message 的 model source 是否已满足宿主校验(kind=model + provider/model 非空字符串)。 */
150
+ function hasValidModelSource(message) {
151
+ const source = message?.source;
152
+ if (source === null || typeof source !== 'object') return false;
153
+ if (source.kind !== 'model') return false;
154
+ return typeof source.provider === 'string' && source.provider !== ''
155
+ && typeof source.model === 'string' && source.model !== '';
156
+ }
157
+
158
+ function repairedRows(rows, sessionId) {
159
+ const [headerRow, ...rawEvents] = rows;
160
+ if (headerRow?.type !== 'session') throw new Error('首行不是 session header');
161
+ const events = reorderClosedStepMessages(rawEvents);
162
+
163
+ // 0.3.2:model source 补齐(原位改写,不动 seq 与顺序)。只补缺失,已有值不覆盖——
164
+ // 万一存量日志里有宿主/旧版本写的真实 provider/model,保留原值。
165
+ let fixedSources = 0;
166
+ for (const event of events) {
167
+ if (event.type !== 'assistant/message') continue;
168
+ const message = event.data?.message;
169
+ if (message === null || typeof message !== 'object') continue;
170
+ if (hasValidModelSource(message)) continue;
171
+ const source = (message.source !== null && typeof message.source === 'object' && message.source.kind === 'model')
172
+ ? message.source
173
+ : { kind: 'model' };
174
+ source.provider = MODEL_PROVIDER;
175
+ source.model = MODEL_NAME;
176
+ message.source = source;
177
+ fixedSources += 1;
178
+ }
179
+
180
+ /** @type {Map<number, Array<{type:'tool-call', id:string, name:string, arguments:string}>>} */
181
+ const insertBefore = new Map();
182
+ let turn = null;
183
+ let step = null;
184
+ const advertised = new Set();
185
+ let unadvertised = 0;
186
+
187
+ for (let i = 0; i < events.length; i += 1) {
188
+ const event = events[i];
189
+ const data = event.data ?? {};
190
+ if (event.type === 'turn/start') {
191
+ turn = data.turn ?? null;
192
+ step = null;
193
+ advertised.clear();
194
+ continue;
195
+ }
196
+ if (event.type === 'step/start') {
197
+ step = data.step ?? null;
198
+ advertised.clear();
199
+ continue;
200
+ }
201
+ if (event.type === 'step/end') {
202
+ step = null;
203
+ advertised.clear();
204
+ continue;
205
+ }
206
+ if (event.type === 'assistant/message') {
207
+ for (const block of data.message?.content ?? []) {
208
+ if (block?.type === 'tool-call' && typeof block.id === 'string') advertised.add(block.id);
209
+ }
210
+ continue;
211
+ }
212
+ if (event.type === 'tool/call') {
213
+ const callId = data.callId;
214
+ if (typeof callId !== 'string') throw new Error(`tool/call#${event.seq} 缺 callId`);
215
+ if (advertised.has(callId)) continue;
216
+ unadvertised += 1;
217
+ const blocks = insertBefore.get(i) ?? [];
218
+ blocks.push({ type: 'tool-call', id: callId, name: String(data.name ?? 'unknown'), arguments: String(data.arguments ?? '{}') });
219
+ insertBefore.set(i, blocks);
220
+ advertised.add(callId); // 同一 step 内只插一条广告
221
+ }
222
+ }
223
+
224
+ const reordered = events !== rawEvents;
225
+ /** 以原事件对象为锚重建 seq 与全部 seq 引用(重排/插入后旧 seq 不再等于下标)。 */
226
+ const rebuild = (list) => {
227
+ const map = new Map();
228
+ rawEvents.forEach((event, index) => {
229
+ const newIndex = list.indexOf(event);
230
+ if (newIndex >= 0) map.set(typeof event.seq === 'number' ? event.seq : index, newIndex);
231
+ });
232
+ list.forEach((event, index) => { event.seq = index; });
233
+ for (const event of list) remapReferences(event, map);
234
+ return list;
235
+ };
236
+
237
+ if (insertBefore.size === 0) {
238
+ if (!reordered && fixedSources === 0) return { changed: false, rows, inserted: 0, unadvertised: 0, reordered: false, fixedSources: 0 };
239
+ const out = rebuild([...events]);
240
+ return { changed: true, rows: [headerRow, ...out], inserted: 0, unadvertised: 0, reordered, fixedSources };
241
+ }
242
+
243
+ const out = [];
244
+ for (let i = 0; i < events.length; i += 1) {
245
+ const blocks = insertBefore.get(i);
246
+ if (blocks !== undefined) {
247
+ const first = events[i];
248
+ out.push({
249
+ type: 'assistant/message',
250
+ time: typeof first.time === 'number' ? first.time - 1 : Date.now(),
251
+ data: {
252
+ turn: first.data?.turn,
253
+ step: first.data?.step,
254
+ // 0.3.2:补出的广告同样要带非空 provider/model(宿主 hasProviderModel 校验)。
255
+ message: { id: `repaired-ad-${randomUUID()}`, role: 'assistant', content: blocks, source: { kind: 'model', provider: MODEL_PROVIDER, model: MODEL_NAME } },
256
+ stream: [],
257
+ },
258
+ surfaceOp: 'append',
259
+ });
260
+ }
261
+ out.push(events[i]);
262
+ }
263
+ rebuild(out);
264
+
265
+ return { changed: true, rows: [headerRow, ...out], inserted: insertBefore.size, unadvertised, reordered, fixedSources };
266
+ }
267
+
268
+ function remapReferences(event, map) {
269
+ const m = (value) => (typeof value === 'number' && map.has(value) ? map.get(value) : value);
270
+ if (Array.isArray(event.sourceEventSeqs)) event.sourceEventSeqs = event.sourceEventSeqs.map(m);
271
+ if (event.surfaceOp !== null && typeof event.surfaceOp === 'object') {
272
+ event.surfaceOp.startSeq = m(event.surfaceOp.startSeq);
273
+ event.surfaceOp.endSeq = m(event.surfaceOp.endSeq);
274
+ }
275
+ const data = event.data;
276
+ if (data === null || typeof data !== 'object') return;
277
+ if (Array.isArray(data.messageSeqs)) data.messageSeqs = data.messageSeqs.map(m);
278
+ if (typeof data.throughSeq === 'number') data.throughSeq = m(data.throughSeq);
279
+ if (typeof data.headerSeq === 'number') data.headerSeq = m(data.headerSeq);
280
+ if (Array.isArray(data.shadowedSeqs)) data.shadowedSeqs = data.shadowedSeqs.map(m);
281
+ if (data.shadowedRange !== null && typeof data.shadowedRange === 'object') {
282
+ data.shadowedRange.start = m(data.shadowedRange.start);
283
+ data.shadowedRange.end = m(data.shadowedRange.end);
284
+ }
285
+ if (typeof data.startSeq === 'number') data.startSeq = m(data.startSeq);
286
+ if (typeof data.endSeq === 'number') data.endSeq = m(data.endSeq);
287
+ }
288
+
289
+ // ---------------------------------------------------------------------------
290
+ // 复核:与 dsh-session-format-v3-to-v4 的 tool()/closeTools 同规则 + 消息形状同规则
291
+ // ---------------------------------------------------------------------------
292
+
293
+ /**
294
+ * 消息形状复核(0.3.2):与 dsh-session/lib/index.js 的 assertMessageEventShape 同规则
295
+ * (本地镜像,插件仓库不依赖宿主包)。五类 message 事件的 role/source/content 不合法
296
+ * = 整条日志被判 corrupt。DSM 之外的类型(assistant/attempt、plugin:* 等)不查。
297
+ */
298
+ function assertMessageShapes(rows) {
299
+ const expectedRole = {
300
+ 'system/message': 'system',
301
+ 'developer/message': 'developer',
302
+ 'user/message': 'user',
303
+ 'assistant/message': 'assistant',
304
+ 'tool/result': 'tool',
305
+ };
306
+ for (const event of rows) {
307
+ const type = event.type;
308
+ if (!(type in expectedRole)) continue;
309
+ const data = event.data ?? {};
310
+ const message = type === 'user/message' ? data : data.message;
311
+ if (message === null || typeof message !== 'object') throw new Error(`${type}#${event.seq} 缺 message`);
312
+ if (typeof message.id !== 'string' || message.id === '') throw new Error(`${type}#${event.seq} 缺非空 id`);
313
+ if (message.role !== expectedRole[type]) throw new Error(`${type}#${event.seq} role 必须是 "${expectedRole[type]}"`);
314
+ const source = message.source;
315
+ if (source === null || typeof source !== 'object' || typeof source.kind !== 'string' || source.kind === '') {
316
+ throw new Error(`${type}#${event.seq} source 非法`);
317
+ }
318
+ if (!Array.isArray(message.content)) throw new Error(`${type}#${event.seq} content 必须是数组`);
319
+ if (type === 'system/message') {
320
+ if (source.kind !== 'system-prompt') throw new Error(`${type}#${event.seq} source 必须是 system-prompt`);
321
+ } else if (type === 'assistant/message') {
322
+ if (source.kind !== 'model' || typeof source.provider !== 'string' || source.provider === ''
323
+ || typeof source.model !== 'string' || source.model === '') {
324
+ throw new Error(`${type}#${event.seq} message 必须有 model source(非空 provider/model)`);
325
+ }
326
+ } else if (type === 'tool/result') {
327
+ if (source.kind !== 'tool' || typeof source.callId !== 'string' || source.callId === '') {
328
+ throw new Error(`${type}#${event.seq} message 必须有 tool source`);
329
+ }
330
+ if (message.toolCallId !== source.callId) throw new Error(`${type}#${event.seq} toolCallId 与 source.callId 不一致`);
331
+ }
332
+ }
333
+ }
334
+
335
+
336
+ function assertLifecycle(rows) {
337
+ const events = rows.filter((row) => row.type !== 'session');
338
+ const pending = new Map();
339
+ let turn = null;
340
+ let step = null;
341
+ for (const event of events) {
342
+ const data = event.data ?? {};
343
+ if (event.type === 'turn/start') { turn = data.turn ?? null; step = null; pending.clear(); continue; }
344
+ if (event.type === 'step/start') { step = data.step ?? null; continue; }
345
+ if (event.type === 'step/end') {
346
+ if (pending.size !== 0) throw new Error(`step/end 仍有未解调用:${[...pending.keys()].join(',')}`);
347
+ step = null;
348
+ continue;
349
+ }
350
+ if (event.type === 'assistant/message') {
351
+ if (data.turn !== undefined && (data.turn !== turn || data.step !== step)) {
352
+ throw new Error(`assistant/message#${event.seq} 不在打开的 turn+step 内`);
353
+ }
354
+ for (const block of data.message?.content ?? []) {
355
+ if (block?.type !== 'tool-call') continue;
356
+ if (pending.has(block.id)) throw new Error(`assistant/message 重复广告 ${block.id}`);
357
+ pending.set(block.id, { name: block.name, arguments: block.arguments, started: false });
358
+ }
359
+ continue;
360
+ }
361
+ if (event.type === 'tool/call') {
362
+ const entry = pending.get(data.callId);
363
+ if (entry === undefined) throw new Error(`tool/call ${data.callId} 没有广告`);
364
+ if (entry.name !== data.name || entry.arguments !== data.arguments) throw new Error(`tool/call ${data.callId} 与广告不一致`);
365
+ entry.started = true;
366
+ continue;
367
+ }
368
+ if (event.type === 'tool/result') {
369
+ const id = data.message?.toolCallId;
370
+ const entry = pending.get(id);
371
+ if (entry === undefined) throw new Error(`tool/result ${id} 没有对应调用`);
372
+ if (!entry.started) {
373
+ const message = data.message ?? {};
374
+ const error = event.error ?? {};
375
+ const repaired = typeof message.id === 'string' && message.id.startsWith(`interrupted-tool-result-${id}-`)
376
+ && message.isError === true && error.name === 'ToolNotStartedError' && error.code === 'TOOL_NOT_STARTED';
377
+ if (!repaired) throw new Error(`未开始调用 ${id} 的 result 不是 TOOL_NOT_STARTED 修复形状`);
378
+ }
379
+ pending.delete(id);
380
+ }
381
+ }
382
+ for (const event of events) {
383
+ const max = events.length - 1;
384
+ const check = (value, label) => {
385
+ if (typeof value === 'number' && (value < 0 || value > max)) throw new Error(`${label} 越界:${value}`);
386
+ };
387
+ check(event.seq, `${event.type} seq`);
388
+ for (const seq of event.sourceEventSeqs ?? []) check(seq, `${event.type} sourceEventSeqs`);
389
+ for (const seq of event.data?.messageSeqs ?? []) check(seq, `${event.type} messageSeqs`);
390
+ check(event.data?.throughSeq, `${event.type} throughSeq`);
391
+ }
392
+ }
393
+
394
+ // ---------------------------------------------------------------------------
395
+ // 遍历 / 落盘
396
+ // ---------------------------------------------------------------------------
397
+
398
+ function findSessionFiles(root) {
399
+ const found = [];
400
+ for (const project of readdirSync(root)) {
401
+ const projectDir = join(root, project);
402
+ if (!statSync(projectDir).isDirectory()) continue;
403
+ for (const sessionId of readdirSync(projectDir)) {
404
+ const sessionDir = join(projectDir, sessionId);
405
+ if (!statSync(sessionDir).isDirectory()) continue;
406
+ if (ONLY_SESSION !== undefined && !sessionId.includes(ONLY_SESSION)) continue;
407
+ const file = readdirSync(sessionDir).find((name) => name.endsWith('.jsonl.zstd'));
408
+ if (file === undefined) continue;
409
+ found.push({ sessionId, file: join(sessionDir, file) });
410
+ }
411
+ }
412
+ return found;
413
+ }
414
+
415
+ function readRows(file) {
416
+ const buf = readFileSync(file);
417
+ const text = file.endsWith('.zstd') ? decodeZstdFrames(buf) : buf.toString('utf8');
418
+ return text.split('\n').filter((line) => line.trim() !== '').map((line) => JSON.parse(line));
419
+ }
420
+
421
+ let scanned = 0;
422
+ let needRepair = 0;
423
+ let written = 0;
424
+
425
+ // 可选:用宿主自己的 v4 校验器复核(设 DSH_HOST_MODULES=<dsh 安装目录>/node_modules/@deepseek-ai)。
426
+ // 缺省只用本地生命周期规则——插件仓库不依赖宿主包。
427
+ const hostModules = process.env.DSH_HOST_MODULES;
428
+ let hostValidate;
429
+ if (hostModules !== undefined && hostModules.trim() !== '') {
430
+ const base = hostModules.replace(/\\/g, '/').replace(/\/$/, '');
431
+ const { KNOWN_SESSION_EVENT_TYPES } = await import(`file:///${base}/dsh-session/lib/index.js`);
432
+ const { restoreReleasedV4Artifact, assertReleasedV4Relationships } = await import(`file:///${base}/dsh-session-format-v3-to-v4/lib/index.js`);
433
+ hostValidate = (rows) => {
434
+ const [headerRow, ...events] = rows;
435
+ const { type: _type, ...header } = headerRow;
436
+ const artifact = { header, inheritedEventCount: header.isSeeded === true ? (headerRow.inheritedEventCount ?? 0) : 0, events };
437
+ restoreReleasedV4Artifact(artifact, KNOWN_SESSION_EVENT_TYPES);
438
+ assertReleasedV4Relationships(artifact, KNOWN_SESSION_EVENT_TYPES);
439
+ };
440
+ console.log(`[host] 使用宿主校验器复核:${base}`);
441
+ }
442
+ for (const { sessionId, file } of findSessionFiles(SESSIONS_ROOT)) {
443
+ scanned += 1;
444
+ let rows;
445
+ try {
446
+ rows = readRows(file);
447
+ } catch (error) {
448
+ console.log(`[skip] ${sessionId}:日志无法解码(${error.message})`);
449
+ continue;
450
+ }
451
+ let result;
452
+ try {
453
+ result = repairedRows(rows, sessionId);
454
+ } catch (error) {
455
+ console.log(`[skip] ${sessionId}:${error.message}`);
456
+ continue;
457
+ }
458
+ // 0.3.2:先对**原日志**跑消息形状复核——形状已坏的会话无论能否补广告都需要修。
459
+ let shapeBroken = false;
460
+ try {
461
+ assertMessageShapes(rows);
462
+ } catch (error) {
463
+ shapeBroken = true;
464
+ }
465
+ if (!result.changed && !shapeBroken) {
466
+ console.log(`[ok] ${sessionId}:无缺失广告,model source 完好`);
467
+ continue;
468
+ }
469
+ needRepair += 1;
470
+ const fixes = [
471
+ result.inserted > 0 ? `补 ${result.inserted} 条广告(覆盖 ${result.unadvertised} 个 tool/call)` : '',
472
+ result.fixedSources > 0 ? `补齐 ${result.fixedSources} 条 model source(${MODEL_PROVIDER}/${MODEL_NAME})` : '',
473
+ shapeBroken && !result.changed ? '消息形状损坏(见修复后复核)' : '',
474
+ ].filter(Boolean).join(';');
475
+ console.log(`[fix] ${sessionId}:${fixes}`);
476
+ try {
477
+ assertMessageShapes(result.rows);
478
+ assertLifecycle(result.rows);
479
+ hostValidate?.(result.rows);
480
+ } catch (error) {
481
+ console.log(`[fail] ${sessionId}:修复后复核不通过(${error.message}),不落盘`);
482
+ continue;
483
+ }
484
+ if (!WRITE) continue;
485
+ const backup = `${file}.bak-${new Date().toISOString().replace(/[:.]/g, '-')}`;
486
+ copyFileSync(file, backup);
487
+ const jsonl = `${result.rows.map((row) => JSON.stringify(row)).join('\n')}\n`;
488
+ const tmp = `${file}.tmp`;
489
+ writeFileSync(tmp, zstdCompressSync(Buffer.from(jsonl, 'utf8')));
490
+ renameSync(tmp, file);
491
+ const cache = join(PROJ_CACHE, `${sessionId}.json`);
492
+ if (existsSync(cache)) rmSync(cache, { force: true });
493
+ written += 1;
494
+ console.log(` 已写入(备份:${backup};投影缓存已清除)`);
495
+ }
496
+
497
+ console.log('');
498
+ console.log(`扫描 ${scanned} 个会话,需修复 ${needRepair} 个,${WRITE ? `已写入 ${written} 个` : 'dry-run 未写入(加 --write 落盘)'}`);