@hugesb/dsh-stream-agent 0.0.0-stage → 0.3.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (158) hide show
  1. package/CHANGELOG.md +497 -0
  2. package/CONTRIBUTING.md +72 -0
  3. package/LICENSE +202 -0
  4. package/README.en.md +349 -0
  5. package/README.md +300 -3
  6. package/cordis.patch.yml +77 -0
  7. package/dist/entry/action-gate.js +206 -0
  8. package/dist/entry/adapter-kit.js +192 -0
  9. package/dist/entry/context-render.js +119 -0
  10. package/dist/entry/control-bar-cli.js +289 -0
  11. package/dist/entry/control-bar.js +123 -0
  12. package/dist/entry/control-session.js +115 -0
  13. package/dist/entry/control-state.js +125 -0
  14. package/dist/entry/cordis-compat.js +95 -0
  15. package/dist/entry/eval-probe.js +112 -0
  16. package/dist/entry/intent-log.js +121 -0
  17. package/dist/entry/json-persistence.js +306 -0
  18. package/dist/entry/loop.js +3852 -0
  19. package/dist/entry/mock-provider.js +536 -0
  20. package/dist/entry/obs-broker.js +178 -0
  21. package/dist/entry/ptc-bridge.js +405 -0
  22. package/dist/entry/state-handle.js +217 -0
  23. package/dist/entry/takeover-registry.js +60 -0
  24. package/dist/kernel/control-bar.js +559 -0
  25. package/dist/kernel/final.js +62 -0
  26. package/dist/kernel/gate.js +464 -0
  27. package/dist/kernel/modes.js +253 -0
  28. package/dist/kernel/obs.js +517 -0
  29. package/dist/kernel/parser.js +632 -0
  30. package/dist/kernel/render.js +444 -0
  31. package/dist/kernel/state.js +416 -0
  32. package/dist/version.js +9 -0
  33. package/docs/TEST-PROPOSITIONS.md +139 -0
  34. package/docs/adr-001-segment-boundary.md +61 -0
  35. package/docs/architecture.md +104 -0
  36. package/docs/desktop-ui-feasibility.md +277 -0
  37. package/docs/disabled-lines-audit.md +53 -0
  38. package/docs/limitations.md +181 -0
  39. package/docs/protocol.md +99 -0
  40. package/docs/v0.4.0-plan.md +50 -0
  41. package/eval/METRICS.md +128 -0
  42. package/eval/RESULTS.md +246 -0
  43. package/eval/tasks/fixtures/big-report.md +298 -0
  44. package/eval/tasks/fixtures/build-manifest.txt +5 -0
  45. package/eval/tasks/fixtures/deploy.yaml +4 -0
  46. package/eval/tasks/fixtures/error.log +200 -0
  47. package/eval/tasks/fixtures/features.yaml +4 -0
  48. package/eval/tasks/fixtures/pipeline.yaml +4 -0
  49. package/eval/tasks/fixtures/sales-q1.csv +61 -0
  50. package/eval/tasks/fixtures/settings.yaml +4 -0
  51. package/eval/tasks/fixtures/users-roster.json +304 -0
  52. package/eval/tasks/fixtures/users-scores.json +20 -0
  53. package/eval/tasks/gen-fixtures.cjs +80 -0
  54. package/eval/tasks/tasks.json +150 -0
  55. package/eval/tools/f6-kill-drill.cjs +176 -0
  56. package/eval/tools/f6-kill-drill.worker.cjs +131 -0
  57. package/eval/tools/gen-results.cjs +191 -0
  58. package/eval/tools/machine-test.cjs +200 -0
  59. package/eval/tools/manual-code-scenarios.md +59 -0
  60. package/eval/tools/replay-check.cjs +311 -0
  61. package/eval/tools/runner.cjs +219 -0
  62. package/eval/tools/session-log.cjs +106 -0
  63. package/eval/tools/summarize.cjs +185 -0
  64. package/eval/tools/t3-cells.cjs +173 -0
  65. package/package.json +73 -6
  66. package/patches/adapters-smoke.yml +41 -0
  67. package/patches/eval-account.yml +36 -0
  68. package/patches/eval-baseline.yml +33 -0
  69. package/patches/eval-stream-code-off.yml +46 -0
  70. package/patches/eval-stream-code-on.yml +47 -0
  71. package/patches/eval-stream.yml +54 -0
  72. package/patches/takeover.yml +42 -0
  73. package/patches/test-preset.yml +23 -0
  74. package/preset/stream/cordis.patch.yml +39 -0
  75. package/preset/stream/package.json +13 -0
  76. package/preset.yml +56 -0
  77. package/profiles/stream/README.md +66 -0
  78. package/profiles/stream/cordis.patch.yml +12 -0
  79. package/profiles/stream/package.json +17 -0
  80. package/profiles/stream-headless/package.json +16 -0
  81. package/scripts/build.mjs +103 -0
  82. package/scripts/check-consistency.mjs +146 -0
  83. package/scripts/gate.mjs +138 -0
  84. package/scripts/install-check.mjs +116 -0
  85. package/scripts/install-cycle.mjs +88 -0
  86. package/scripts/release.mjs +415 -0
  87. package/scripts/repair-session-logs.mjs +403 -0
  88. package/src/entry/action-gate.ts +206 -0
  89. package/src/entry/adapter-kit.ts +192 -0
  90. package/src/entry/context-render.ts +119 -0
  91. package/src/entry/control-bar-cli.ts +289 -0
  92. package/src/entry/control-bar.ts +123 -0
  93. package/src/entry/control-session.ts +115 -0
  94. package/src/entry/control-state.ts +125 -0
  95. package/src/entry/cordis-compat.ts +95 -0
  96. package/src/entry/eval-probe.ts +112 -0
  97. package/src/entry/intent-log.ts +121 -0
  98. package/src/entry/json-persistence.ts +306 -0
  99. package/src/entry/loop.ts +3852 -0
  100. package/src/entry/mock-provider.ts +536 -0
  101. package/src/entry/obs-broker.ts +178 -0
  102. package/src/entry/ptc-bridge.ts +405 -0
  103. package/src/entry/state-handle.ts +217 -0
  104. package/src/entry/takeover-registry.ts +60 -0
  105. package/src/kernel/control-bar.ts +559 -0
  106. package/src/kernel/final.ts +62 -0
  107. package/src/kernel/gate.ts +464 -0
  108. package/src/kernel/modes.ts +253 -0
  109. package/src/kernel/obs.ts +517 -0
  110. package/src/kernel/parser.ts +632 -0
  111. package/src/kernel/render.ts +444 -0
  112. package/src/kernel/state.ts +416 -0
  113. package/src/version.ts +9 -0
  114. package/test/activation.test.ts +187 -0
  115. package/test/adapters.test.ts +676 -0
  116. package/test/control-bar.test.ts +486 -0
  117. package/test/desktop-ui.test.ts +359 -0
  118. package/test/eval-probe.test.ts +139 -0
  119. package/test/f5-plan.test.ts +221 -0
  120. package/test/f6-intent.test.ts +168 -0
  121. package/test/f7-segment.test.ts +190 -0
  122. package/test/fix-limits.test.ts +599 -0
  123. package/test/gate.test.ts +380 -0
  124. package/test/helpers/stub-loop.ts +240 -0
  125. package/test/kernel/obs.test.ts +329 -0
  126. package/test/kernel/parser.test.ts +450 -0
  127. package/test/loop.test.ts +1393 -0
  128. package/test/mock-provider.test.ts +386 -0
  129. package/test/ptc-bridge.test.ts +356 -0
  130. package/test/render.test.ts +418 -0
  131. package/test/s2-install-check.test.ts +46 -0
  132. package/test/scenarios/3-file-basic.json +13 -0
  133. package/test/scenarios/5-file-basic.json +22 -0
  134. package/test/scenarios/burn-more.json +9 -0
  135. package/test/scenarios/degraded-final.json +10 -0
  136. package/test/scenarios/fault-abort-xml.json +11 -0
  137. package/test/scenarios/fault-malformed-command.json +12 -0
  138. package/test/scenarios/fault-midstream-abort.json +11 -0
  139. package/test/scenarios/fault-saturating-output.json +9 -0
  140. package/test/scenarios/fault-timeout.json +9 -0
  141. package/test/scenarios/peek-first.json +11 -0
  142. package/test/scenarios/peek-second.json +11 -0
  143. package/test/scenarios/peek-third.json +10 -0
  144. package/test/scenarios/recover-final.json +10 -0
  145. package/test/scenarios/reroute-first.json +17 -0
  146. package/test/scenarios/reroute-second.json +16 -0
  147. package/test/scenarios/starvation-final.json +10 -0
  148. package/test/scenarios/starvation-promote.json +11 -0
  149. package/test/scenarios/wait-tools-continue.json +10 -0
  150. package/test/scenarios/wait-tools-xml.json +22 -0
  151. package/test/scenarios/wait-tools.json +15 -0
  152. package/test/session-format.test.ts +234 -0
  153. package/test/state.test.ts +335 -0
  154. package/test/stream-v02.test.ts +264 -0
  155. package/test/v031-display.test.ts +333 -0
  156. package/ui/client.js +576 -0
  157. package/ui/index.js +282 -0
  158. package/ui/package.json +26 -0
@@ -0,0 +1,632 @@
1
+ /**
2
+ * kernel/parser.ts —— tf-* 单流协议解析器(M3 解析半边)
3
+ *
4
+ * 内核层纪律:零框架依赖、无 IO 副作用、不执行任何东西,只解析。
5
+ *
6
+ * 协议文本格式(README §5 的语义在此落成 wire format,写进系统提示):
7
+ *
8
+ * <tf-read path="src/app.ts" id="r1" depends_on="w1,w2"/>
9
+ * <tf-write path="src/app.ts" id="w1" depends_on="r1">
10
+ * 文件正文(原文,直到闭合标签)
11
+ * </tf-write>
12
+ * <tf-edit path="src/app.ts" id="e1">
13
+ * <<<<<<< OLD
14
+ * 被替换的原文(精确字面量,必须唯一)
15
+ * =======
16
+ * >>>>>>> NEW
17
+ * 替换后的新文
18
+ * </tf-edit>
19
+ * <tf-append path="notes.md" id="a1" anchor="最后一节"/>
20
+ * 追加正文(原文,直到闭合标签)
21
+ * </tf-append>
22
+ * <tf-grep pattern="TODO" path="src" include="*.ts" id="g1"/>
23
+ * <tf-glob pattern="src/**" id="gl1"/>
24
+ * <tf-bash cmd="npm test" id="b1"/>
25
+ * <tf-peek handle="obs:read:c3@v1" from_line="10" to_line="20" id="p1"/>
26
+ * <tf-final id="f1" summary="任务完成说明"/>
27
+ *
28
+ * 规则:
29
+ * - 有正文的命令:tf-write / tf-edit / tf-append / tf-code;其余自闭合(`/>`)
30
+ * 或空元素配对(`></...>`);非 body 命令带非空正文 → malformed;
31
+ * - 属性值用双引号,值内可含 `>`(如 shell 重定向)——头部扫描引号感知;
32
+ * - id 可省略(自动编号 cmd1、cmd2...);depends_on 是逗号分隔的命令 id
33
+ * 列表,可空;重复依赖去重保序;
34
+ * - `<tf-` 开头但命令名未知的标签按 malformed 上报(协议尝试失败,不静默);
35
+ * 非 tf- 前缀的 '<' 一律视为模型 prose 原样透传,绝不丢弃
36
+ * (代价:恰好以 "<tf-xxx" 开头且全文无 '>' 的 prose 会被判为 truncated,
37
+ * 但内容仍在 raw 里,不丢失);
38
+ * - DSML 噪声(v0.3.1):模型偶尔把原生调用格式 `<||DSML|| …>`(U+FF5C 全角竖线)
39
+ * 混进文本流——协议里没有任何合法形式以 "<|" 开头,一律按协议违规处理,
40
+ * 绝不作为 prose 透传(透传会在桌面端渲染成乱码)。其中
41
+ * `<||DSML|| invoke name="tf-xxx" ...>` 形态改写回等价 tf-* 头部(命令不丢);
42
+ * 其余(calls 包装行等)以 malformed(dsml-wrapper) 上报后丢弃,只记台账不注入。
43
+ * - 未闭合即流终止 → truncated 事件(loop 据此决定重入策略);
44
+ * - depends_on 环 → cycle 事件(路径首尾相同,如 [a, b, a])。
45
+ * - 孤立闭合标签(v0.3.1 截断修复):ground 模式下出现的 `</tf-xxx>`(前面没有配对打开,
46
+ * 典型是模型把自闭合命令又"关闭"了一次)一律按 malformed(stray-close-tag) 记账后丢弃,
47
+ * 绝不作 prose 透传——0.3.1 真机证据:这类残片会以纯文本落进 assistant/message,
48
+ * 桌面端正文里出现裸的 `</tf-bash>`。
49
+ *
50
+ * 事件类型:text / command / malformed / truncated / cycle / done。
51
+ * 命令闭合立即 emit,不等流结束;"当前可执行集合"用 readyCommands() 查询
52
+ * (命令闭合 + markDone() 后依赖全部满足的命令)。
53
+ */
54
+
55
+ // ---------------------------------------------------------------------------
56
+ // 协议 schema(显式定义;解析失败产出 malformed,绝不静默丢弃)
57
+ // ---------------------------------------------------------------------------
58
+
59
+
60
+
61
+
62
+
63
+
64
+
65
+
66
+
67
+
68
+
69
+ /** id / depends_on / accepts 是所有命令的公共属性,不计入各命令 schema。
70
+ * accepts(F5):逗号分隔的验收项 id 列表——命令成功(有回执)时对应验收项记为已验证。 */
71
+ const COMMON_ATTRS = ['id', 'depends_on', 'accepts'];
72
+
73
+ const COMMAND_SCHEMAS = {
74
+ 'tf-write': { required: ['path'], optional: [], hasBody: true },
75
+ 'tf-read': { required: ['path'], optional: ['offset', 'limit'], hasBody: false },
76
+ // F1:精确替换(body 用 OLD/NEW 标记行分隔两段字面量)与追加(body = 追加正文;
77
+ // anchor 给出插入锚点字面量,缺省 = 追加到文件末尾)。两者都映射宿主 edit/apply_patch,
78
+ // 不自建文件 IO。
79
+ 'tf-edit': { required: ['path'], optional: ['replace_all'], hasBody: true },
80
+ 'tf-append': { required: ['path'], optional: ['anchor'], hasBody: true },
81
+ // F2:搜索只回匹配行/路径(宿主 fs-search 的 grep/glob 映射),不回全文。
82
+ 'tf-grep': { required: ['pattern'], optional: ['path', 'include'], hasBody: false },
83
+ 'tf-glob': { required: ['pattern'], optional: ['path'], hasBody: false },
84
+ 'tf-bash': { required: ['cmd'], optional: [], hasBody: false },
85
+ 'tf-peek': { required: ['handle'], optional: ['from_line', 'to_line'], hasBody: false },
86
+ 'tf-final': { required: [], optional: ['summary'], hasBody: false },
87
+ // F5:计划与验收——body 按行声明验收项(`- [id] 描述`);计划状态在驱动器(宿主侧)持有,
88
+ // 请求只注差分;tf-final 在存在未验证验收项时判定为过早。
89
+ 'tf-plan': { required: [], optional: [], hasBody: true },
90
+ // 程序体 = PTC 的 async TS 函数体(可擦除语法);description 只进台账,timeout 为毫秒数
91
+ 'tf-code': { required: [], optional: ['timeout', 'description'], hasBody: true },
92
+ };
93
+
94
+ const COMMAND_NAMES =
95
+ ['tf-write', 'tf-read', 'tf-edit', 'tf-append', 'tf-grep', 'tf-glob', 'tf-bash', 'tf-peek', 'tf-final', 'tf-code', 'tf-plan'];
96
+
97
+
98
+
99
+                 
100
+
101
+            
102
+
103
+                   
104
+
105
+                  
106
+
107
+     
108
+
109
+
110
+
111
+
112
+
113
+
114
+
115
+
116
+
117
+
118
+
119
+ // ---------------------------------------------------------------------------
120
+ // 流式解析器
121
+ // ---------------------------------------------------------------------------
122
+
123
+
124
+
125
+
126
+ export class TfStreamParser {
127
+ buf = '';
128
+ mode = 'ground';
129
+ ended = false;
130
+
131
+ // body 中间态
132
+ bodyName = null;
133
+ bodyAttrs = null;
134
+ bodyDeps = null;
135
+ bodyRawOpen = '';
136
+ bodyBuf = '';
137
+
138
+ commands = new Map ();
139
+ doneIds = new Set ();
140
+ emittedCycleKeys = new Set ();
141
+ autoIdCounter = 0;
142
+ seqCounter = 0;
143
+
144
+ /** 增量喂入;命令跨 chunk 边界闭合,闭合即产出事件。 */
145
+ feed(delta ) {
146
+ if (this.ended) {
147
+ throw new Error('parser already ended; create a new TfStreamParser for the next stream');
148
+ }
149
+ this.buf += delta;
150
+ const events = [];
151
+ // 一种模式内的推进可能连锁(header 闭合 → body 打开 → 同一 buf 里 body 闭合)
152
+ for (;;) {
153
+ if (!this.step(events)) break;
154
+ }
155
+ return events;
156
+ }
157
+
158
+ /** 流终止:冲刷剩余文本;未闭合产出 truncated;最后必发 done。 */
159
+ end() {
160
+ if (this.ended) return [];
161
+ this.ended = true;
162
+ const events = [];
163
+ if (this.mode === 'header') {
164
+ if (isDsmlTag(this.buf)) {
165
+ // DSML 尾巴(feed 期间已进 header 模式但流终止):malformed 上报,不进 prose
166
+ events.push({ type: 'malformed', raw: this.buf, reason: 'dsml-wrapper' });
167
+ this.buf = '';
168
+ } else {
169
+ events.push({ type: 'truncated', raw: this.buf, reason: 'unclosed-command-tag' });
170
+ }
171
+ } else if (this.mode === 'body') {
172
+ events.push({
173
+ type: 'truncated',
174
+ raw: this.bodyRawOpen + this.bodyBuf + this.buf,
175
+ reason: `unclosed-command-body:${this.bodyName}`,
176
+ });
177
+ } else {
178
+ // ground:残留的 "<tf-" 片段(尚无法判定是否标签)→ truncated;
179
+ // DSML 尾巴(协议违规,v0.3.1)→ malformed 上报后丢弃,不作为 prose 泄漏;
180
+ // 其余(含普通 '<')全部按 prose 透传
181
+ const lt = this.buf.lastIndexOf('<');
182
+ const tail = lt >= 0 ? this.buf.slice(lt) : '';
183
+ const tailProbe = tail === '' ? 'prose' : probeTag(tail);
184
+ if (tail.startsWith('<tf-') && tailProbe === 'need-more') {
185
+ if (lt > 0) events.push({ type: 'text', text: this.buf.slice(0, lt) });
186
+ events.push({ type: 'truncated', raw: tail, reason: 'unclosed-command-tag' });
187
+ } else if (tailProbe === 'dsml') {
188
+ if (lt > 0) events.push({ type: 'text', text: this.buf.slice(0, lt) });
189
+ events.push({ type: 'malformed', raw: tail, reason: 'dsml-wrapper' });
190
+ } else if (tail.startsWith('</tf-') && (tailProbe === 'close-tag' || tailProbe === 'need-more')) {
191
+ // v0.3.1:孤立闭合标签(含被流截断的半截)——记账丢弃,不进 prose
192
+ if (lt > 0) events.push({ type: 'text', text: this.buf.slice(0, lt) });
193
+ events.push({ type: 'malformed', raw: tail, reason: `stray-close-tag:${closeTagName(tail)}` });
194
+ } else if (this.buf !== '') {
195
+ events.push({ type: 'text', text: this.buf });
196
+ }
197
+ this.buf = '';
198
+ }
199
+ events.push({ type: 'done' });
200
+ return events;
201
+ }
202
+
203
+ /** 标记命令执行完成(由 loop 调用);未注册的 id 忽略。 */
204
+ markDone(id ) {
205
+ this.doneIds.add(id);
206
+ }
207
+
208
+ /**
209
+ * 当前可执行集合:已闭合、未完成、且 depends_on 全部完成的命令(按闭合序)。
210
+ * 依赖指向未出现过的 id → 永不就绪(模型声明了不存在的依赖,交 loop 层处理)。
211
+ */
212
+ readyCommands() {
213
+ const out = [];
214
+ for (const cmd of this.commands.values()) {
215
+ if (this.doneIds.has(cmd.id)) continue;
216
+ if (cmd.depends_on.every((d) => this.doneIds.has(d))) out.push(cmd);
217
+ }
218
+ return out.sort((a, b) => a.seq - b.seq);
219
+ }
220
+
221
+ // -------------------------------------------------------------------------
222
+
223
+ /** 状态机推进一步;有进展返回 true(events 可能追加 0..n 条)。 */
224
+ step(events ) {
225
+ if (this.mode === 'ground') return this.stepGround(events);
226
+ if (this.mode === 'header') return this.stepHeader(events);
227
+ return this.stepBody(events);
228
+ }
229
+
230
+ stepGround(events ) {
231
+ const lt = this.buf.indexOf('<');
232
+ if (lt === -1) {
233
+ if (this.buf !== '') events.push({ type: 'text', text: this.buf });
234
+ this.buf = '';
235
+ return false;
236
+ }
237
+ const probe = probeTag(this.buf.slice(lt));
238
+ if (probe === 'need-more') return false;
239
+ if (probe === 'close-tag') {
240
+ // v0.3.1:孤立闭合标签——前面没有配对打开(自闭合命令被多关一次、或模型手写了
241
+ // 残片)。按协议违规记账后丢弃,绝不作为 prose 落进正文。
242
+ const gt = this.buf.indexOf('>', lt);
243
+ const raw = gt === -1 ? this.buf.slice(lt) : this.buf.slice(lt, gt + 1);
244
+ if (lt > 0) events.push({ type: 'text', text: this.buf.slice(0, lt) });
245
+ this.buf = gt === -1 ? '' : this.buf.slice(gt + 1);
246
+ events.push({ type: 'malformed', raw, reason: `stray-close-tag:${closeTagName(raw)}` });
247
+ return true;
248
+ }
249
+ if (probe === 'prose') {
250
+ // '<' 是普通文本的一部分:原样透传,从 '<' 之后继续扫
251
+ events.push({ type: 'text', text: this.buf.slice(0, lt + 1) });
252
+ this.buf = this.buf.slice(lt + 1);
253
+ return true;
254
+ }
255
+ // tag / tf-unknown / dsml:都进入 header 模式(后两者闭合时判 malformed 或改写)
256
+ if (lt > 0) events.push({ type: 'text', text: this.buf.slice(0, lt) });
257
+ this.buf = this.buf.slice(lt);
258
+ this.mode = 'header';
259
+ return true;
260
+ }
261
+
262
+ stepHeader(events ) {
263
+ const close = scanHeaderClose(this.buf);
264
+ if (!close) return false; // 等更多数据
265
+ const raw = this.buf.slice(0, close.end + 1);
266
+ this.buf = this.buf.slice(close.end + 1);
267
+ this.mode = 'ground';
268
+
269
+ // DSML 噪声(v0.3.1):先于普通解析处理——`invoke name="tf-xxx" ...` 形态改写回
270
+ // 等价 tf-* 头部(命令不丢);其余包装行按 malformed 上报后丢弃(不进 prose)。
271
+ if (isDsmlTag(raw)) {
272
+ const dsml = parseDsmlHeader(raw, close.selfClosing);
273
+ if (dsml === null) {
274
+ events.push({ type: 'malformed', raw, reason: 'dsml-wrapper' });
275
+ return true;
276
+ }
277
+ const parsed = parseHeader(dsml.synthetic);
278
+ if ('error' in parsed || parsed.name === null) {
279
+ events.push({ type: 'malformed', raw, reason: 'dsml-wrapper' });
280
+ return true;
281
+ }
282
+ if (close.selfClosing) {
283
+ this.emitCommand(events, parsed.name, parsed.attrs, parsed.dependsOn, undefined, raw);
284
+ } else {
285
+ this.bodyName = parsed.name;
286
+ this.bodyAttrs = parsed.attrs;
287
+ this.bodyDeps = parsed.dependsOn;
288
+ this.bodyRawOpen = raw;
289
+ this.bodyBuf = '';
290
+ this.mode = 'body';
291
+ }
292
+ return true;
293
+ }
294
+
295
+ const parsed = parseHeader(raw);
296
+ if ('error' in parsed) {
297
+ events.push({ type: 'malformed', raw, reason: parsed.error });
298
+ return true;
299
+ }
300
+ if (parsed.name === null) {
301
+ // <tf- 前缀但命令名未知(probeTag 已判定 tf-unknown)
302
+ events.push({ type: 'malformed', raw, reason: 'unknown-command' });
303
+ return true;
304
+ }
305
+ if (close.selfClosing) {
306
+ this.emitCommand(events, parsed.name, parsed.attrs, parsed.dependsOn, undefined, raw);
307
+ return true;
308
+ }
309
+ // 配对形式打开:进入 body 模式(body 内容是否合法在闭合时判定)
310
+ this.bodyName = parsed.name;
311
+ this.bodyAttrs = parsed.attrs;
312
+ this.bodyDeps = parsed.dependsOn;
313
+ this.bodyRawOpen = raw;
314
+ this.bodyBuf = '';
315
+ this.mode = 'body';
316
+ return true;
317
+ }
318
+
319
+ stepBody(events ) {
320
+ const name = this.bodyName ;
321
+ const closeTag = `</${name}>`;
322
+ const closeIdx = this.buf.indexOf(closeTag);
323
+ if (closeIdx === -1) {
324
+ // 闭合标签可能被拆在 chunk 边界上:扣留末尾至多 closeTag.length-1 个字符
325
+ const keep = Math.min(closeTag.length - 1, this.buf.length);
326
+ this.bodyBuf += this.buf.slice(0, this.buf.length - keep);
327
+ this.buf = this.buf.slice(this.buf.length - keep);
328
+ return false;
329
+ }
330
+ const body = this.bodyBuf + this.buf.slice(0, closeIdx);
331
+ const raw = this.bodyRawOpen + body + closeTag;
332
+ this.buf = this.buf.slice(closeIdx + closeTag.length);
333
+ this.mode = 'ground';
334
+ const attrs = this.bodyAttrs ;
335
+ const deps = this.bodyDeps ;
336
+ this.bodyName = null;
337
+ this.bodyAttrs = null;
338
+ this.bodyDeps = null;
339
+ this.bodyRawOpen = '';
340
+ this.bodyBuf = '';
341
+
342
+ if (!COMMAND_SCHEMAS[name].hasBody && body !== '') {
343
+ events.push({ type: 'malformed', raw, reason: 'unexpected-body' });
344
+ return true;
345
+ }
346
+ this.emitCommand(events, name, attrs, deps, COMMAND_SCHEMAS[name].hasBody ? body : undefined, raw);
347
+ return true;
348
+ }
349
+
350
+ emitCommand(
351
+ events ,
352
+ name ,
353
+ attrs ,
354
+ deps ,
355
+ body ,
356
+ raw ,
357
+ ) {
358
+ const seq = ++this.seqCounter;
359
+ const id = attrs['id'] ?? `cmd${++this.autoIdCounter}`;
360
+ // 重复 id 不在 parser 层拦截(v0.2 起移交驱动器裁决):同 id 同内容 = 幂等返回原回执,
361
+ // 同 id 不同内容 = 拒绝换新 id,被拒命令可用原 id 修正重发(上游 ThinkFlow 分层语义:
362
+ // "parser 仅在语义校验成功后登记 id",id 幂等是 context/账本层职责)。
363
+ const isDuplicate = this.commands.has(id);
364
+ const { id: _ignored, ...rest } = attrs;
365
+ const command = { name, id, attrs: rest, body, depends_on: deps, seq };
366
+ this.commands.set(id, command);
367
+ events.push({ type: 'command', command });
368
+
369
+ // 命令闭合后立即做环检测(depends_on 图只含已闭合命令)
370
+ const cycle = this.findCycle();
371
+ if (cycle) {
372
+ const key = cycle.join('>');
373
+ if (!this.emittedCycleKeys.has(key)) {
374
+ this.emittedCycleKeys.add(key);
375
+ events.push({ type: 'cycle', cycle });
376
+ }
377
+ }
378
+ }
379
+
380
+ /** 在已闭合命令的依赖图中找环(DFS 三色标记),返回路径 [a, ..., a] 或 null。 */
381
+ findCycle() {
382
+ const state = new Map ();
383
+ const path = [];
384
+ let found = null;
385
+ const dfs = (id ) => {
386
+ if (found) return;
387
+ const st = state.get(id) ?? 0;
388
+ if (st === 1) {
389
+ found = [...path.slice(path.indexOf(id)), id];
390
+ return;
391
+ }
392
+ if (st === 2) return;
393
+ state.set(id, 1);
394
+ path.push(id);
395
+ for (const d of this.commands.get(id) .depends_on) {
396
+ if (this.commands.has(d)) dfs(d);
397
+ if (found) return;
398
+ }
399
+ path.pop();
400
+ state.set(id, 2);
401
+ };
402
+ for (const id of this.commands.keys()) {
403
+ if (found) break;
404
+ dfs(id);
405
+ }
406
+ return found;
407
+ }
408
+ }
409
+
410
+ // ---------------------------------------------------------------------------
411
+ // 头部扫描与属性解析
412
+ // ---------------------------------------------------------------------------
413
+
414
+ /**
415
+ * 引号感知地找头部结束 '>'。
416
+ * 属性值(如 cmd="a > b")里的 '>' 不终止头部。返回 null 表示需要更多数据。
417
+ */
418
+ function scanHeaderClose(buf ) {
419
+ let inQuote = false;
420
+ for (let i = 1; i < buf.length; i++) {
421
+ const ch = buf[i];
422
+ if (inQuote) {
423
+ if (ch === '"') inQuote = false;
424
+ continue;
425
+ }
426
+ if (ch === '"') {
427
+ inQuote = true;
428
+ } else if (ch === '>') {
429
+ return { end: i, selfClosing: buf[i - 1] === '/' };
430
+ }
431
+ }
432
+ return null;
433
+ }
434
+
435
+ // ---------------------------------------------------------------------------
436
+ // DSML 噪声归一化(v0.3.1)
437
+ // ---------------------------------------------------------------------------
438
+
439
+ /** DSML 前缀:"<" 后跟全角竖线(U+FF5C)串 + "DSML" + 全角竖线串。观察到的真机形态:
440
+ * `<||DSML|| calls>`、`<||DSML|| invoke name="tf-plan" id="p1">`。 */
441
+ const DSML_TAG_RE = /^<\/?|+DSML|*/;
442
+
443
+ /** 判定一段头部原文是否是 DSML 噪声标签(probeTag 'dsml' 的闭合侧复核)。 */
444
+ function isDsmlTag(raw ) {
445
+ return DSML_TAG_RE.test(raw);
446
+ }
447
+
448
+ /** 从孤立闭合标签原文取命令名(`</tf-bash>` → `tf-bash`;半截标签 → `?`)。 */
449
+ function closeTagName(raw ) {
450
+ const m = /^<\/\s*(tf-[a-z0-9-]*)/.exec(raw);
451
+ return m === null ? '?' : m[1] ;
452
+ }
453
+
454
+ /**
455
+ * 尝试把 DSML 头部改写为等价 tf-* 头部。
456
+ * 可改写形态:`<||DSML|| invoke name="tf-xxx" 其余属性/>`(或配对打开)——
457
+ * 返回合成头部原文(`<tf-xxx 其余属性...>`);包装行(calls 等)与无法解析的
458
+ * 属性段返回 null(调用方按 malformed 上报丢弃,绝不作为 prose 透传)。
459
+ */
460
+ function parseDsmlHeader(raw , selfClosing ) {
461
+ // 去掉 '<' 与结尾 '>'(或 '/>'),取 DSML 前缀之后的剩余段
462
+ let inner = raw.slice(1);
463
+ if (selfClosing && inner.endsWith('/>')) inner = inner.slice(0, -2);
464
+ else if (inner.endsWith('>')) inner = inner.slice(0, -1);
465
+ const rest = inner.replace(/^\/?|+DSML|*/, '');
466
+ const invoke = rest.match(/^\s*invoke\s+name="(tf-[a-z]+)"([\s\S]*)$/);
467
+ if (invoke === null) return null;
468
+ const [, name, attrsPart] = invoke ;
469
+ if (!COMMAND_NAMES.includes(name )) return null;
470
+ // 属性段原样拼接:dsml 属性语法与 tf 协议一致(key="value"),交 parseHeader 统一校验
471
+ return { synthetic: `<${name}${attrsPart}${selfClosing ? '/>' : '>'}` };
472
+ }
473
+
474
+
475
+
476
+
477
+
478
+
479
+ /**
480
+ * 解析头部原文(形如 `<tf-read path="a.ts" id="r1"/>`)。
481
+ * 自闭合与否由调用方判定,这里只取名字与属性;schema 校验失败返回 error。
482
+ */
483
+ function parseHeader(raw ) {
484
+ // 去掉 '<'、结尾的 '>' 或 '/>'
485
+ let inner = raw.slice(1);
486
+ if (inner.endsWith('/>')) inner = inner.slice(0, -2);
487
+ else if (inner.endsWith('>')) inner = inner.slice(0, -1);
488
+
489
+ const nameMatch = inner.match(/^tf-[a-z]+/);
490
+ if (!nameMatch) return { error: 'bad-command-name' };
491
+ const nameCandidate = nameMatch[0];
492
+ const known = COMMAND_NAMES.find((n) => n === nameCandidate) ?? null;
493
+
494
+ let rest = inner.slice(nameCandidate.length);
495
+ const attrs = {};
496
+ for (;;) {
497
+ const ws = rest.match(/^\s+/);
498
+ if (ws) {
499
+ rest = rest.slice(ws[0].length);
500
+ continue;
501
+ }
502
+ if (rest === '') break;
503
+ const attr = rest.match(/^([a-zA-Z][a-zA-Z0-9_-]*)\s*=\s*"([^"]*)"/);
504
+ if (!attr) return { error: `bad-attribute-syntax:${rest.slice(0, 20)}` };
505
+ const key = attr[1];
506
+ if (key in attrs) return { error: `duplicate-attribute:${key}` };
507
+ attrs[key] = attr[2];
508
+ rest = rest.slice(attr[0].length);
509
+ }
510
+
511
+ // depends_on:逗号分隔,去空、去重、保序
512
+ const dependsOn = [];
513
+ if (attrs['depends_on'] !== undefined) {
514
+ const seen = new Set ();
515
+ for (const part of attrs['depends_on'].split(',')) {
516
+ const d = part.trim();
517
+ if (d === '') continue;
518
+ if (!seen.has(d)) {
519
+ seen.add(d);
520
+ dependsOn.push(d);
521
+ }
522
+ }
523
+ }
524
+
525
+ if (known === null) return { name: null, attrs, dependsOn };
526
+
527
+ const schema = COMMAND_SCHEMAS[known];
528
+ const allowed = new Set([...COMMON_ATTRS, ...schema.required, ...schema.optional]);
529
+ for (const key of Object.keys(attrs)) {
530
+ if (!allowed.has(key)) return { error: `unknown-attribute:${key}` };
531
+ }
532
+ for (const req of schema.required) {
533
+ if (attrs[req] === undefined) return { error: `missing-attribute:${req}` };
534
+ }
535
+ for (const key of ['from_line', 'to_line']) {
536
+ if (attrs[key] !== undefined && !/^\d+$/.test(attrs[key])) {
537
+ return { error: `bad-integer-attribute:${key}` };
538
+ }
539
+ }
540
+ return { name: known, attrs, dependsOn };
541
+ }
542
+
543
+ /**
544
+ * 判定 ground 模式下 '<' 起始的文本是否是协议标签的开始。
545
+ * need-more:数据不足以判定,等待下一个 chunk。
546
+ */
547
+ function probeTag(s ) {
548
+ if (!s.startsWith('<')) return 'prose';
549
+ if (s.length === 1) return 'need-more';
550
+ // DSML 噪声(v0.3.1):"<" 后直接跟全角竖线(U+FF5C)——协议没有任何合法形式以
551
+ // "<|"(或 "</|")开头,无需等待更多数据即可判定(不再作为 prose 透传)。
552
+ if (s[1] === '|' || (s[1] === '/' && s[2] === '|')) return 'dsml';
553
+ // 孤立闭合标签(v0.3.1 截断修复):'</tf-xxx>' 只在 body 模式由 stepBody 消费;
554
+ // 出现在 ground = 没有配对打开。判 'close-tag' 后调用方记账丢弃(绝不落进 prose)。
555
+ // 必须放在已知命令名扫描之前:'</tf-' 永远不匹配 '<tf-' 候选,留到最后会被误判 prose。
556
+ if (s.startsWith('</')) {
557
+ if ('</tf-'.startsWith(s)) return 'need-more'; // '</' / '</t' / '</tf' / '</tf-':闭合标签开头
558
+ if (/^<\/tf-[a-z0-9-]*\s*>/.test(s)) return 'close-tag';
559
+ if (/^<\/tf-?[a-z0-9-]*$/.test(s)) return 'need-more'; // 还没等到 '>'
560
+ return 'prose'; // '</div>' 之类:确属正文
561
+ }
562
+ for (const name of COMMAND_NAMES) {
563
+ const open = `<${name}`;
564
+ if (s.length <= open.length) {
565
+ // 还没长过这个候选:仍是其前缀 → 待定;已分叉 → 换下一个候选
566
+ if (open.startsWith(s)) return 'need-more';
567
+ continue;
568
+ }
569
+ if (s.startsWith(open)) {
570
+ const c = s[open.length];
571
+ if (c === ' ' || c === '\t' || c === '\n' || c === '\r' || c === '/' || c === '>') {
572
+ return 'tag';
573
+ }
574
+ // 该候选名后跟了非法字符(如 '<tf-writex')→ 换下一个候选(实际不会命中)
575
+ }
576
+ }
577
+ if (s.startsWith('<tf-')) {
578
+ // tf- 前缀但不是已知名,且已长到足以排除所有候选 → 协议尝试失败
579
+ //(若仍是某个已知名的前缀,上面的循环已返回 need-more)
580
+ return 'tf-unknown';
581
+ }
582
+ return 'prose';
583
+ }
584
+
585
+ // ---------------------------------------------------------------------------
586
+ // 便捷入口:AsyncIterable<string> → 事件列表
587
+ // ---------------------------------------------------------------------------
588
+
589
+ /** 整流解析(测试/重放用)。生产路径走 feed()/end() 以便闭合即派发。 */
590
+ export async function parseStream(src ) {
591
+ const parser = new TfStreamParser();
592
+ const events = [];
593
+ for await (const delta of src) {
594
+ events.push(...parser.feed(delta));
595
+ }
596
+ events.push(...parser.end());
597
+ return events;
598
+ }
599
+
600
+ // ---------------------------------------------------------------------------
601
+ // tf-edit body 的标记切分(F1;纯函数,映射层与测试共用)
602
+ // ---------------------------------------------------------------------------
603
+
604
+ /** tf-edit body 的三行标记(各占一行;正文里恰好出现该行时按结构化失败处理,不猜测)。 */
605
+ export const TF_EDIT_MARKERS = { old: '<<<<<<< OLD', split: '=======', end: '>>>>>>> NEW' } ;
606
+
607
+
608
+                  
609
+
610
+                
611
+
612
+
613
+
614
+ /**
615
+ * 切分 tf-edit body:`<<<<<<< OLD` 与 `>>>>>>> NEW` 两行之间以 `=======` 行为界,
616
+ * 前段 = old、后段 = new。标记行必须各出现一次且顺序正确;正文换行结构原样保留。
617
+ * 解析失败返回 null(调用方必须回结构化失败,不得静默改成全文重写)。
618
+ */
619
+ export function splitEditBody(body ) {
620
+ const lines = body.split('\n');
621
+ const idxOld = lines.indexOf(TF_EDIT_MARKERS.old);
622
+ const idxSplit = lines.indexOf(TF_EDIT_MARKERS.split);
623
+ const idxEnd = lines.indexOf(TF_EDIT_MARKERS.end);
624
+ if (idxOld === -1 || idxSplit === -1 || idxEnd === -1) return null;
625
+ if (!(idxOld < idxSplit && idxSplit < idxEnd)) return null;
626
+ if (lines.indexOf(TF_EDIT_MARKERS.old, idxOld + 1) !== -1) return null;
627
+ if (lines.indexOf(TF_EDIT_MARKERS.split, idxSplit + 1) !== -1) return null;
628
+ if (lines.indexOf(TF_EDIT_MARKERS.end, idxEnd + 1) !== -1) return null;
629
+ const old = lines.slice(idxOld + 1, idxSplit).join('\n');
630
+ const $new = lines.slice(idxSplit + 1, idxEnd).join('\n');
631
+ return { old, new: $new };
632
+ }