@xiaobuyu/nodesign 0.0.1 → 0.0.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (282) hide show
  1. package/README.md +156 -106
  2. package/bin/nodesign.js +0 -0
  3. package/package.json +1 -1
  4. package/server/api/README.md +45 -45
  5. package/server/api/_guard.js +75 -75
  6. package/server/api/admin.js +187 -187
  7. package/server/api/assets/docx-page.js +103 -103
  8. package/server/api/assets/helpers.js +22 -22
  9. package/server/api/assets/notes.js +144 -144
  10. package/server/api/assets.js +896 -896
  11. package/server/api/board.js +57 -57
  12. package/server/api/browse.js +138 -138
  13. package/server/api/canvas.js +444 -444
  14. package/server/api/chatai.js +324 -324
  15. package/server/api/exports/build-standalone.js +980 -980
  16. package/server/api/exports/cards.js +118 -118
  17. package/server/api/exports/docx-pdf.js +46 -46
  18. package/server/api/exports/export-page.js +142 -142
  19. package/server/api/exports/handoff.js +147 -147
  20. package/server/api/exports.js +690 -690
  21. package/server/api/instruction.js +75 -75
  22. package/server/api/me.js +116 -116
  23. package/server/api/memory.js +185 -185
  24. package/server/api/pending-changes.js +366 -366
  25. package/server/api/plugins.js +164 -164
  26. package/server/api/projects.js +220 -220
  27. package/server/api/publish.js +64 -64
  28. package/server/api/recent.js +73 -73
  29. package/server/api/sessions.js +589 -589
  30. package/server/api/skills.js +77 -77
  31. package/server/api/standalone-fit.js +168 -168
  32. package/server/api/turn-compose.js +180 -180
  33. package/server/api/turn-inflight.js +44 -44
  34. package/server/auth/README.md +17 -17
  35. package/server/auth/middleware.js +138 -138
  36. package/server/auth/origin-guard.js +71 -71
  37. package/server/auth/session.js +108 -108
  38. package/server/auth/tier.js +113 -113
  39. package/server/auth/users-store.js +348 -348
  40. package/server/edit/README.md +29 -29
  41. package/server/engine/README.md +113 -113
  42. package/server/engine/agent/agent-shared.js +550 -550
  43. package/server/engine/agent/auto-mode-default-hard-deny.txt +4 -4
  44. package/server/engine/agent/auto-mode-rules.js +78 -78
  45. package/server/engine/agent/context.js +418 -418
  46. package/server/engine/agent/events.js +464 -464
  47. package/server/engine/agent/hooks/canvas-validate.js +199 -199
  48. package/server/engine/agent/hooks/failure.js +120 -120
  49. package/server/engine/agent/hooks/file-events.js +75 -75
  50. package/server/engine/agent/hooks/lifecycle.js +233 -233
  51. package/server/engine/agent/hooks/post-canvas-focus.js +80 -80
  52. package/server/engine/agent/hooks/post-guidance.js +206 -206
  53. package/server/engine/agent/hooks/post-subagent-report.js +104 -104
  54. package/server/engine/agent/hooks/post-trim.js +58 -58
  55. package/server/engine/agent/hooks/pre-board-neighborhood.js +34 -34
  56. package/server/engine/agent/hooks/pre-defaults.js +84 -84
  57. package/server/engine/agent/hooks/pre-injectors.js +277 -277
  58. package/server/engine/agent/hooks/pre-performance-log-guard.js +78 -78
  59. package/server/engine/agent/hooks/pre-starter-files.js +61 -61
  60. package/server/engine/agent/hooks/pre-workspace-scope-guard.js +78 -78
  61. package/server/engine/agent/hooks/site-validate.js +94 -94
  62. package/server/engine/agent/hooks/tool-prompts.js +31 -31
  63. package/server/engine/agent/hooks/turn-state-memory.js +56 -56
  64. package/server/engine/agent/hooks/user-prompt-submit.js +215 -215
  65. package/server/engine/agent/hooks.js +354 -354
  66. package/server/engine/agent/init-contract.js +69 -69
  67. package/server/engine/agent/isolation.js +159 -159
  68. package/server/engine/agent/model-table.js +292 -292
  69. package/server/engine/agent/plugin-loader.js +266 -266
  70. package/server/engine/agent/prompts/nodesign-prelude.md +336 -336
  71. package/server/engine/agent/prompts/tools/ask-user-question-protocol.md +71 -71
  72. package/server/engine/agent/prompts/tools/direct-edit-protocol.md +98 -98
  73. package/server/engine/agent/prompts/tools/generate-image-cookbook.gemini-gateway.md +583 -583
  74. package/server/engine/agent/prompts/tools/generate-image-cookbook.md +483 -483
  75. package/server/engine/agent/prompts/tools/hybrid-reference.md +100 -100
  76. package/server/engine/agent/prompts/tools/paint-still-cookbook.md +270 -270
  77. package/server/engine/agent/prompts/tools/roll-film-cookbook.md +70 -70
  78. package/server/engine/agent/prompts/tools/site-reference.md +106 -106
  79. package/server/engine/agent/prompts/tools/tweaks-syntax.md +125 -125
  80. package/server/engine/agent/prompts/tools/vision-checker-dispatch.md +48 -48
  81. package/server/engine/agent/session-loop.js +1024 -1024
  82. package/server/engine/agent/session-model.js +164 -164
  83. package/server/engine/agent/skill.js +204 -204
  84. package/server/engine/agent/task-events.js +78 -78
  85. package/server/engine/agents/ds-extractor.md +132 -132
  86. package/server/engine/agents/explorer.md +190 -190
  87. package/server/engine/agents/index.js +230 -230
  88. package/server/engine/agents/schemas/design-system.json +156 -156
  89. package/server/engine/agents/schemas/tweak-schema.json +113 -113
  90. package/server/engine/agents/tweak-proposer.md +127 -127
  91. package/server/engine/agents/vision-checker.md +254 -254
  92. package/server/engine/browse/capture.js +422 -422
  93. package/server/engine/browse/card.js +137 -137
  94. package/server/engine/browse/handover.js +59 -59
  95. package/server/engine/browse/page-digest.js +119 -119
  96. package/server/engine/browse/refs.js +196 -196
  97. package/server/engine/browse/registry.js +307 -307
  98. package/server/engine/browse/screencast.js +170 -170
  99. package/server/engine/browse/state.js +121 -121
  100. package/server/engine/chatai/chat-log.js +79 -79
  101. package/server/engine/chatai/index.js +193 -193
  102. package/server/engine/chatai/openai-compat.js +152 -152
  103. package/server/engine/chatai/orchestrate.js +309 -309
  104. package/server/engine/chatai/perform.js +40 -40
  105. package/server/engine/chatai/summarize.js +79 -79
  106. package/server/engine/mcp/capability-gate.js +52 -52
  107. package/server/engine/mcp/index.js +339 -339
  108. package/server/engine/mcp/param-sanitizer.js +142 -142
  109. package/server/engine/mcp/tools/arrange-on-board.js +124 -124
  110. package/server/engine/mcp/tools/artifact-session.js +278 -278
  111. package/server/engine/mcp/tools/browse-computer.js +421 -421
  112. package/server/engine/mcp/tools/browse-find-batch.js +183 -183
  113. package/server/engine/mcp/tools/browse-screenshot.js +157 -157
  114. package/server/engine/mcp/tools/browse.js +480 -480
  115. package/server/engine/mcp/tools/build-docx.js +101 -101
  116. package/server/engine/mcp/tools/clear-pending-changes.js +99 -99
  117. package/server/engine/mcp/tools/create-on-board.js +155 -155
  118. package/server/engine/mcp/tools/crystallize-skill.js +168 -168
  119. package/server/engine/mcp/tools/explain-style.js +237 -237
  120. package/server/engine/mcp/tools/export-handoff.js +133 -133
  121. package/server/engine/mcp/tools/expose-tweaks.js +149 -149
  122. package/server/engine/mcp/tools/generate-image.js +842 -842
  123. package/server/engine/mcp/tools/get-computed-styles.js +164 -164
  124. package/server/engine/mcp/tools/get-pending-changes.js +205 -205
  125. package/server/engine/mcp/tools/h3box-ssh.js +84 -84
  126. package/server/engine/mcp/tools/helpers/acquire-page.js +82 -82
  127. package/server/engine/mcp/tools/helpers/motion-lab.js +554 -554
  128. package/server/engine/mcp/tools/helpers/motion-scroll.js +112 -112
  129. package/server/engine/mcp/tools/helpers/perception-page.js +215 -215
  130. package/server/engine/mcp/tools/helpers/reference-download.js +103 -103
  131. package/server/engine/mcp/tools/helpers/rembg-bridge.py +80 -80
  132. package/server/engine/mcp/tools/helpers/shot-pipeline.js +280 -280
  133. package/server/engine/mcp/tools/highlight.js +68 -68
  134. package/server/engine/mcp/tools/list-pages.js +222 -222
  135. package/server/engine/mcp/tools/lookup-tags.js +59 -59
  136. package/server/engine/mcp/tools/navigate-to-page.js +60 -60
  137. package/server/engine/mcp/tools/organize-board.js +64 -64
  138. package/server/engine/mcp/tools/paint-still.js +434 -434
  139. package/server/engine/mcp/tools/pin-to-board.js +130 -130
  140. package/server/engine/mcp/tools/preview-deck.js +130 -130
  141. package/server/engine/mcp/tools/profile-scroll.js +305 -305
  142. package/server/engine/mcp/tools/publish-site.js +102 -102
  143. package/server/engine/mcp/tools/query-elements.js +195 -195
  144. package/server/engine/mcp/tools/read-board.js +103 -103
  145. package/server/engine/mcp/tools/read-document.js +93 -93
  146. package/server/engine/mcp/tools/read-page.js +264 -264
  147. package/server/engine/mcp/tools/read-tavern-json.js +143 -143
  148. package/server/engine/mcp/tools/record-decision.js +140 -140
  149. package/server/engine/mcp/tools/relate-on-board.js +110 -110
  150. package/server/engine/mcp/tools/report-issue.js +115 -115
  151. package/server/engine/mcp/tools/roll-film.js +266 -266
  152. package/server/engine/mcp/tools/screenshot-docx.js +138 -138
  153. package/server/engine/mcp/tools/screenshot-url.js +195 -195
  154. package/server/engine/mcp/tools/screenshot.js +583 -583
  155. package/server/engine/mcp/tools/tier-gate.js +96 -96
  156. package/server/engine/mcp/tools/trace-motion.js +215 -215
  157. package/server/engine/mcp/tools/web-search.js +548 -548
  158. package/server/engine/motion/inventory.js +349 -349
  159. package/server/engine/perception/session.js +235 -235
  160. package/server/engine/plugins/nodesign/.claude-plugin/plugin.json +5 -5
  161. package/server/engine/plugins/nodesign/skills/deskskill-engine-mini/SKILL.md +192 -192
  162. package/server/engine/plugins/nodesign/skills/deskskill-engine-mini/canvas.template.html +667 -667
  163. package/server/engine/plugins/nodesign/skills/deskskill-engine-mini/patterns/hybrid-grid.md +22 -22
  164. package/server/engine/plugins/nodesign/skills/deskskill-engine-mini/patterns/image-led-cover.md +25 -25
  165. package/server/engine/plugins/nodesign/skills/deskskill-engine-mini/patterns/portrait.md +23 -23
  166. package/server/engine/plugins/nodesign/skills/deskskill-engine-mini/patterns/quote-backdrop.md +21 -21
  167. package/server/engine/plugins/nodesign/skills/deskskill-engine-mini/patterns/section-divider.md +23 -23
  168. package/server/engine/plugins/nodesign/skills/deskskill-engine-mini/patterns/text-led.md +21 -21
  169. package/server/engine/plugins/nodesign/skills/docx-craft/SKILL.md +162 -162
  170. package/server/engine/plugins/nodesign/skills/docx-craft/references/token-schema.md +407 -407
  171. package/server/engine/plugins/nodesign/skills/docx-craft//346/226/207/346/241/243.template.json +80 -80
  172. package/server/engine/plugins/nodesign/skills/rp-craft/SKILL.md +228 -228
  173. package/server/engine/plugins/nodesign/skills/rp-craft/patterns//346/274/224/345/207/272/351/241/265-/346/234/200/345/260/217/345/256/236/347/216/260.html +78 -78
  174. package/server/engine/plugins/nodesign/skills/rp-craft//346/274/224/345/207/272.template.js +268 -268
  175. package/server/engine/plugins/nodesign/skills/site-craft/SKILL.md +323 -323
  176. package/server/engine/plugins/nodesign/skills/site-craft/patterns/build-lane.md +134 -134
  177. package/server/engine/plugins/nodesign/skills/site-craft/patterns/cutout-collage.md +61 -61
  178. package/server/engine/plugins/nodesign/skills/site-craft/patterns/mock-app.md +163 -163
  179. package/server/engine/plugins/nodesign/skills/site-craft/patterns/page-transitions.md +86 -86
  180. package/server/engine/runs/active-runs.js +698 -698
  181. package/server/engine/runs/live-turn.js +252 -252
  182. package/server/engine/runs/store.js +364 -364
  183. package/server/engine/runs/turn-relay.js +217 -217
  184. package/server/engine/runtime/workspace.js +164 -164
  185. package/server/lib/artifact-file-path.js +80 -80
  186. package/server/lib/artifact-target.js +284 -284
  187. package/server/lib/asset-refs.js +239 -239
  188. package/server/lib/async-queue.js +104 -104
  189. package/server/lib/auto-relations.js +130 -130
  190. package/server/lib/binding-types.js +60 -60
  191. package/server/lib/board-kind-sizes.js +62 -62
  192. package/server/lib/board-relations.js +133 -133
  193. package/server/lib/browse-proxy.js +180 -180
  194. package/server/lib/canvas-id.js +36 -36
  195. package/server/lib/cover.js +227 -227
  196. package/server/lib/danbooru-tags.js +291 -291
  197. package/server/lib/doc-extract.js +156 -156
  198. package/server/lib/docx/build-from-source.js +260 -260
  199. package/server/lib/docx/build.js +490 -490
  200. package/server/lib/docx/dump-styles.js +287 -287
  201. package/server/lib/docx/fonts/nodesign-cjk.conf +164 -164
  202. package/server/lib/docx/merge-runs.js +129 -129
  203. package/server/lib/docx/numbering.js +218 -218
  204. package/server/lib/docx/order.js +152 -152
  205. package/server/lib/docx/rawzip.js +172 -172
  206. package/server/lib/docx/render.js +92 -92
  207. package/server/lib/docx/text-lint.js +225 -225
  208. package/server/lib/docx/tokens.js +335 -335
  209. package/server/lib/docx/units.js +29 -29
  210. package/server/lib/docx/xml.js +291 -291
  211. package/server/lib/docx-pages.js +187 -187
  212. package/server/lib/export-collect.js +289 -289
  213. package/server/lib/export-package.js +210 -210
  214. package/server/lib/html-srcset.js +145 -145
  215. package/server/lib/image-variant.js +460 -460
  216. package/server/lib/ingress/forward-openai-chat.js +305 -305
  217. package/server/lib/ingress/openai-chat.js +491 -491
  218. package/server/lib/ingress/session-notice.js +66 -66
  219. package/server/lib/ingress/session-routes.js +68 -68
  220. package/server/lib/ingress/slot-probe.js +130 -130
  221. package/server/lib/ingress/upstream-billing.js +52 -52
  222. package/server/lib/ingress/upstream-fail-streak.js +72 -72
  223. package/server/lib/ingress/upstream-truncation.js +48 -48
  224. package/server/lib/issues-store.js +182 -182
  225. package/server/lib/kinds/deck.js +72 -72
  226. package/server/lib/kinds/docx.js +283 -283
  227. package/server/lib/kinds/file-kinds.js +113 -113
  228. package/server/lib/kinds/index.js +202 -202
  229. package/server/lib/kinds/site.js +161 -161
  230. package/server/lib/model-ingress.js +543 -543
  231. package/server/lib/moderation.js +255 -255
  232. package/server/lib/notice-store.js +103 -103
  233. package/server/lib/plugin-install.js +104 -104
  234. package/server/lib/plugin-validator.js +721 -721
  235. package/server/lib/publish-store.js +115 -115
  236. package/server/lib/quick-summary.js +52 -52
  237. package/server/lib/quota.js +270 -270
  238. package/server/lib/rate-window.js +29 -29
  239. package/server/lib/reference-assets.js +92 -92
  240. package/server/lib/region-shot.js +135 -135
  241. package/server/lib/safe-path.js +73 -73
  242. package/server/lib/sdk-session.js +33 -33
  243. package/server/lib/showcase-store.js +92 -92
  244. package/server/lib/site-publish.js +465 -465
  245. package/server/lib/ssrf-guard.js +432 -432
  246. package/server/lib/task-scan.js +158 -158
  247. package/server/lib/tavern-json.js +154 -154
  248. package/server/lib/video-variant.js +237 -237
  249. package/server/lib/workspace-path.js +33 -33
  250. package/server/ops/fix-sdk-musl.mjs +40 -40
  251. package/server/ops/install-macos-fonts.sh +114 -114
  252. package/server/ops/macos-fonts.conf +336 -336
  253. package/server/ops/sandbox-shim/bwrap +57 -57
  254. package/server/projects/assets-summary.js +119 -119
  255. package/server/projects/auto-name.js +53 -53
  256. package/server/projects/board-store.js +640 -640
  257. package/server/projects/move-entry.js +103 -103
  258. package/server/projects/store.js +270 -270
  259. package/server/projects/ui-config.js +54 -54
  260. package/server/projects/workspace-templates.js +53 -53
  261. package/server/projects/workspace.js +1025 -1025
  262. package/server/runtime/local-config.js +177 -177
  263. package/server/runtime/profile.js +72 -72
  264. package/server/services/rembg-service.py +334 -334
  265. package/server/shared/README.md +25 -25
  266. package/server/shared/deck.js +54 -54
  267. package/server/shared/time.js +49 -49
  268. package/server/style-pipeline/README.md +53 -53
  269. package/server/ws/broker.js +36 -36
  270. package/server/ws/browse-channel.js +177 -177
  271. package/server/ws/index.js +386 -386
  272. package/web/README.md +89 -89
  273. package/web/dist/assets/BrowserWindow-BYCgizHw.js +11 -0
  274. package/web/dist/assets/{DeckWindow-4G0xX7P3.js → DeckWindow-pNydEM4L.js} +1 -1
  275. package/web/dist/assets/{DocxWindow-BXQsoPkh.js → DocxWindow-PPgzh3Gq.js} +1 -1
  276. package/web/dist/assets/{SiteWindow-D6eS-2gM.js → SiteWindow-DM0LQPCO.js} +1 -1
  277. package/web/dist/assets/{index-Cbl3ATvp.js → index-BHTBJlpY.js} +32 -32
  278. package/web/dist/assets/{pending-edit-apply-DTjo2geW.js → pending-edit-apply-C0I13CbD.js} +1 -1
  279. package/web/dist/assets/{rotate-cw-LMT3x1Zj.js → rotate-cw-B1UQ8Hld.js} +1 -1
  280. package/web/dist/assets/{square-dashed-mouse-pointer-CBoAkfhi.js → square-dashed-mouse-pointer-8lrgqmfv.js} +1 -1
  281. package/web/dist/index.html +17 -17
  282. package/web/dist/assets/BrowserWindow-Dc7J7CYc.js +0 -11
@@ -1,280 +1,280 @@
1
- /**
2
- * helpers/shot-pipeline.js — 截图管线的纯 helper(2026-08-19 从 screenshot.js 拆出,行数棘轮)
3
- *
4
- * screenshot_canvas / screenshot_url / browse 共用的一段:出图归一化、渲染保真探针、
5
- * 页面诊断收集(console / 失败请求)、waitFor / beforeShot 等待语义。
6
- * 全部只依赖 playwright Page 与 sharp,不碰工作区寻址 —— 拆出来是搬家不是重写。
7
- */
8
-
9
- // ── 出图归一化(2026-07-29 立,2026-08-21 按新视觉档重算)──
10
- // 背景:fullPage 截长站点页时 PNG 会超 API 的图片上限,整个工具调用直接报错;
11
- // 本地先缩到模型真用得上的规格,传输体积小一个量级、永远不触发上限。编码统一 webp。
12
- //
13
- // 08-21 重算(会话模型 Opus 5 / Sonnet 5 / Opus 4.7+ 都是高分辨率档):
14
- // - 该档位 token = ⌈w/28⌉ × ⌈h/28⌉,上限 4784 token ≈ 3.75MP;长边上限 2576。
15
- // 旧值 1568 / 1.15MP 是 Opus 4.6 及以前的档,对现役模型是把画面白白缩掉 40% 长边。
16
- // - 长边**定 2000 不定 2576**:一个请求里超过 20 张图时,每张都按"任一边 ≤2000px"
17
- // 严格限制(否则整个请求被拒)。agent 会话里截图攒到 20 张以上是常态,2000 是
18
- // 无论上下文里有多少张都安全的值。代价:极端长图(1440 宽的整页站)长边压到 2000,
19
- // 仍比旧的 1568 多 27%。
20
- // - 非订阅通路(中转 gemini / 本地 qwen)在 model-ingress 另有 VISION_MAX_DIM=1568
21
- // 再压一道,这里放宽不影响它们。
22
- // - 成本:1366×768 → 49×28=1372 token(旧算法 1399,几乎不变);1920×1080 全幅
23
- // → 69×39=2691(旧档会先缩到 1568×882 → 1792);2000×1125 → 72×41=2952。
24
- const API_LONG_EDGE = 2000;
25
- const API_MAX_PIXELS = 3_750_000;
26
- /** 导出给"坐标 1:1"断言和产物会话的 frame 计算用(两处都要和这里同一套算法) */
27
- export const API_IMAGE_LIMITS = { longEdge: API_LONG_EDGE, maxPixels: API_MAX_PIXELS };
28
- /** 高分辨率档的 token 估算(⌈w/28⌉×⌈h/28⌉),给 caption 报成本用 */
29
- export const visionTokens = (w, h) => Math.ceil(w / 28) * Math.ceil(h / 28);
30
-
31
- // ── 渲染层保真(2026-08-07)──
32
- // 2026-08-05 事故:一次 screenshot_canvas 的位图整体呈暗色反转(深棕底米白字),
33
- // 同一 page 里 beforeShot 读的 getComputedStyle 却全程浅色真值,内联 #ff0000
34
- // 还原样出红——computed style 不动、paint 被变换、高饱和色豁免,指纹指向
35
- // Chromium 的强制暗色(Auto Dark)。事后无法稳定复现,但这一类"渲染层替页面
36
- // 做主"的来源可以确定性关掉,launch 参数全局带上:
37
- // 定义在同目录 perception-page.js(三个感知工具当时是裸奔的,收成一份);
38
- // 这里原样再导出,screenshot-url.js 等调用方一站取齐。
39
- export { FIDELITY_LAUNCH_ARGS } from './perception-page.js';
40
-
41
- /**
42
- * 渲染保真探针:主图截完后,往页面塞一块已知色 (#f5f0e4) 的 16px 方块单截,
43
- * 看栅格出来的像素还认不认账。位图和 computed style 是两条独立感知通道——
44
- * 渲染层若在做颜色变换,页面内任何 JS 读数都测不到,只有这种"已知输入对
45
- * 已知输出"的探针测得到。亮度掉一半才报警(抗锯齿/有损压缩的小偏差不算)。
46
- * 2026-08-05 那次事故 agent 连烧 8 张截图排查自己的 CSS 才怀疑到管线头上——
47
- * 这个警告就是把那 8 张图省下来的。
48
- */
49
- export async function detectPaintTransform(page) {
50
- try {
51
- await page.evaluate(() => {
52
- const d = document.createElement('div');
53
- d.id = '__nd_paint_probe__';
54
- d.style.cssText = 'position:fixed;left:0;top:0;width:16px;height:16px;'
55
- + 'background:#f5f0e4;z-index:2147483647;pointer-events:none';
56
- document.documentElement.appendChild(d);
57
- });
58
- const buf = await page.locator('#__nd_paint_probe__').screenshot({ type: 'png' });
59
- await page.evaluate(() => document.getElementById('__nd_paint_probe__')?.remove());
60
- const { default: sharp } = await import('sharp');
61
- const stats = await sharp(buf).stats();
62
- const [r, g, b] = stats.channels.map((c) => c.mean);
63
- const lum = 0.2126 * r + 0.7152 * g + 0.0722 * b; // #f5f0e4 本色 ≈ 239
64
- if (lum < 128) {
65
- return '⚠ paint-layer color transform detected: a #f5f0e4 probe rasterized to '
66
- + `rgb(${r | 0},${g | 0},${b | 0}). This bitmap does NOT faithfully show the page's own colors, `
67
- + 'and computed styles will keep reporting the authored values — the mismatch is in the '
68
- + 'rasterizer, not your CSS. Do not debug colors from this shot; report via report_issue '
69
- + 'and ask the user to eyeball the page in their own browser.';
70
- }
71
- return null;
72
- } catch {
73
- return null; // 探针挂了不挡截图
74
- }
75
- }
76
-
77
- /** PNG buffer → { data, mimeType, note }。失败时原样回退 PNG(宁可大也别丢图)。 */
78
- export async function normalizeShot(buf) {
79
- try {
80
- const { default: sharp } = await import('sharp');
81
- const meta = await sharp(buf).metadata();
82
- const w = meta.width || 0;
83
- const h = meta.height || 0;
84
- if (!w || !h) return { data: buf.toString('base64'), mimeType: 'image/png', note: null };
85
- const scale = Math.min(1, API_LONG_EDGE / Math.max(w, h), Math.sqrt(API_MAX_PIXELS / (w * h)));
86
- const tw = Math.max(1, Math.round(w * scale));
87
- const th = Math.max(1, Math.round(h * scale));
88
- let img = sharp(buf);
89
- if (scale < 1) img = img.resize(tw, th);
90
- const out = await img.webp({ quality: 82 }).toBuffer();
91
- let note = scale < 1
92
- ? `image normalized ${w}x${h} -> ${tw}x${th} webp ${(out.length / 1024).toFixed(0)}KB (vision limit: long edge ${API_LONG_EDGE}px / ~${(API_MAX_PIXELS / 1e6).toFixed(2)}MP; ≈${visionTokens(tw, th)} tokens)`
93
- : null;
94
- // 极端长图:整体缩完细节所剩无几,提示换姿势而不是硬看
95
- if (scale < 0.35 && Math.max(w, h) / Math.min(w, h) > 4) {
96
- note += ' — long page squeezed hard; details are unreadable at this scale. Prefer sectioned shots (viewport + beforeShot scroll) or pageIndex/device over fullPage.';
97
- }
98
- return { data: out.toString('base64'), mimeType: 'image/webp', note };
99
- } catch (err) {
100
- return { data: buf.toString('base64'), mimeType: 'image/png', note: `image normalize skipped: ${err?.message || err}` };
101
- }
102
- }
103
-
104
- // ── 页面诊断收集(2026-07-29)──
105
- // 背景:agent 塞了 GSAP/Lenis CDN 却不知道有没有加载成功——截图上看不出来。
106
- // 挂 4 个 playwright listener,截图 caption 里回传 console 错误 + 加载失败资源。
107
- // 上限/截断防止一个疯狂报错的页面把 caption 撑爆。
108
- const DIAG_MAX_ENTRIES = 15;
109
- const DIAG_MAX_TEXT = 300;
110
- const DIAG_MAX_LOGS = 10; // console:'all' 时 log 级单独一桶,别把真错误挤出去
111
-
112
- /**
113
- * @param {import('playwright').Page} page
114
- * @param {object} [opts]
115
- * @param {'warn'|'all'} [opts.console] 默认 'warn' 只收 warning/error。
116
- * 'all' 把 log/info/debug 也带回(单独一桶,capped)。默认档下被滤掉的
117
- * log 条数会写进 summary —— agent 上报过:console.log 被静默吞掉,
118
- * 它以为代码没执行到,白改了两轮(iss_msz24e0q_vfwf)。
119
- */
120
- export function attachPageDiagnostics(page, opts = {}) {
121
- const wantAll = opts.console === 'all';
122
- // ⭐ 聚合按(归一化原因 × 主机)分组,不逐条罗列(agent 上报逮到:一页 30 张
123
- // 字体请求失败会把 caption 撑成 30 行同一句话,真正独特的那条错误被淹没)。
124
- // 归一化 = 把消息里的 URL 收成主机名:同一家 CDN 挂 30 个文件是**一个**故障。
125
- const hostOf = (u) => { try { return new URL(u).hostname; } catch { return u; } };
126
- const normText = (t) => t.replace(/https?:\/\/[^\s"')]+/g, (u) => `${hostOf(u)}/…`);
127
-
128
- const consoleEntries = []; // { type, text, count },text 是该组第一条原文
129
- const seenConsole = new Map(); // 归一化文本 → entry
130
- const noteConsole = (type, rawText) => {
131
- const text = String(rawText || '').slice(0, DIAG_MAX_TEXT);
132
- const key = `${type}|${normText(text)}`;
133
- const prev = seenConsole.get(key);
134
- if (prev) { prev.count += 1; return; }
135
- const entry = { type, text, count: 1 };
136
- seenConsole.set(key, entry);
137
- if (consoleEntries.length < DIAG_MAX_ENTRIES) consoleEntries.push(entry);
138
- };
139
-
140
- const failedGroups = new Map(); // `${host}|${detail}` → { method, url, detail, host, count }
141
- const noteFailed = (method, url, detail) => {
142
- const key = `${hostOf(url)}|${detail}`;
143
- const prev = failedGroups.get(key);
144
- if (prev) { prev.count += 1; return; }
145
- if (failedGroups.size >= DIAG_MAX_ENTRIES) return;
146
- failedGroups.set(key, { method, url: url.slice(0, DIAG_MAX_TEXT), detail, host: hostOf(url), count: 1 });
147
- };
148
-
149
- // log 级单独一桶('all' 才收),同样按归一化文本分组
150
- const logEntries = [];
151
- const seenLogs = new Map();
152
- let filteredLogs = 0;
153
- const noteLog = (type, rawText) => {
154
- const text = String(rawText || '').slice(0, DIAG_MAX_TEXT);
155
- const key = `${type}|${normText(text)}`;
156
- const prev = seenLogs.get(key);
157
- if (prev) { prev.count += 1; return; }
158
- const entry = { type, text, count: 1 };
159
- seenLogs.set(key, entry);
160
- if (logEntries.length < DIAG_MAX_LOGS) logEntries.push(entry);
161
- };
162
-
163
- page.on('console', (msg) => {
164
- const type = msg.type();
165
- if (type === 'error' || type === 'warning') { noteConsole(type, msg.text()); return; }
166
- if (wantAll) noteLog(type, msg.text());
167
- else filteredLogs += 1;
168
- });
169
- page.on('pageerror', (err) => noteConsole('pageerror', err?.message || err));
170
- page.on('requestfailed', (req) => noteFailed(req.method(), req.url(), req.failure()?.errorText || 'failed'));
171
- page.on('response', (res) => {
172
- if (res.status() < 400) return;
173
- noteFailed(res.request().method(), res.url(), `HTTP ${res.status()}`);
174
- });
175
-
176
- return {
177
- /** 汇成 caption 附加段。干净时给正向确认("不知道有没有挂"跟"确认没挂"是两回事)。 */
178
- summary() {
179
- const failed = [...failedGroups.values()];
180
- // 被滤掉的 log 条数必须可见 —— "没显示"和"没发生"是两回事
181
- const filteredNote = filteredLogs > 0
182
- ? `${filteredLogs} log-level line(s) filtered — pass console:'all' to see them` : null;
183
- if (!consoleEntries.length && !failed.length && !logEntries.length) {
184
- return filteredNote
185
- ? `console clean (${filteredNote}), all requests OK`
186
- : 'console clean, all requests OK';
187
- }
188
- const lines = [];
189
- if (consoleEntries.length) {
190
- const total = consoleEntries.reduce((n, e) => n + e.count, 0);
191
- lines.push(`console (${total}${total > consoleEntries.length ? ` in ${consoleEntries.length} groups` : ''}):`);
192
- for (const e of consoleEntries) {
193
- lines.push(` [${e.type}] ${e.text}${e.count > 1 ? ` (×${e.count} similar)` : ''}`);
194
- }
195
- }
196
- if (logEntries.length) {
197
- const total = logEntries.reduce((n, e) => n + e.count, 0);
198
- lines.push(`console logs (${total}${total > logEntries.length ? ` in ${logEntries.length} groups` : ''}):`);
199
- for (const e of logEntries) {
200
- lines.push(` [${e.type}] ${e.text}${e.count > 1 ? ` (×${e.count} similar)` : ''}`);
201
- }
202
- }
203
- if (filteredNote) lines.push(`(${filteredNote})`);
204
- if (failed.length) {
205
- const total = failed.reduce((n, f) => n + f.count, 0);
206
- lines.push(`failed requests (${total}${total > failed.length ? ` in ${failed.length} groups` : ''}):`);
207
- for (const f of failed) {
208
- // 每组给一条样本 URL;同主机同原因的其余只报数
209
- lines.push(` ${f.method} ${f.url} — ${f.detail}${f.count > 1 ? ` (×${f.count} from ${f.host})` : ''}`);
210
- }
211
- }
212
- return lines.join('\n');
213
- },
214
- };
215
- }
216
-
217
- /**
218
- * beforeShot 执行(2026-07-29):截图环境不滚动 → ScrollTrigger/IO 入场动画永远
219
- * 不触发 → agent 为"能被截图"反过来阉割设计。给截图前跑一段交互的能力。
220
- * - 'scrollToBottom':分步滚到底再回顶(所有 scroll-linked 动画都触发过一遍)
221
- * - 其他字符串:当 JS 片段在页面上下文执行(支持 await),超时兜底
222
- *
223
- * 超时 5s→10s(2026-08-19):重 3D 站 boot 就要 3.5~5 秒,agent 一个会话里
224
- * 十几次超时还误判功能坏了(iss_msz236jw_9eui)。"等页面就位"这半件事
225
- * 已经拆给 waitFor 参数(runWaitFor,独立计时),beforeShot 只该剩设置动作。
226
- */
227
- const BEFORE_SHOT_TIMEOUT_MS = 10000;
228
-
229
- /**
230
- * waitFor:截图前轮询一个页面表达式直到为真(独立 15s 预算,不挤占 beforeShot)。
231
- * 慢启动页面的正确姿势:waitFor:"window.__game" 等就位,beforeShot 只做设置。
232
- * 超时不挡截图 —— note 写明没等到,agent 自己判断画面可不可信。
233
- */
234
- export const WAIT_FOR_TIMEOUT_MS = 15000;
235
- export async function runWaitFor(page, expr) {
236
- if (!expr) return null;
237
- try {
238
- await page.waitForFunction(expr, undefined, { timeout: WAIT_FOR_TIMEOUT_MS, polling: 100 });
239
- return null;
240
- } catch (err) {
241
- const why = /Timeout/i.test(String(err?.message))
242
- ? `waitFor not truthy within ${WAIT_FOR_TIMEOUT_MS / 1000}s`
243
- : `waitFor error: ${err?.message || err}`;
244
- return `${why} (${String(expr).slice(0, 80)}) — captured anyway, the page may not be in the state you expect`;
245
- }
246
- }
247
-
248
- export async function runBeforeShot(page, beforeShot) {
249
- if (!beforeShot) return null;
250
- try {
251
- if (beforeShot === 'scrollToBottom') {
252
- await page.evaluate(async () => {
253
- const doc = document.scrollingElement || document.documentElement;
254
- const step = Math.max(200, window.innerHeight * 0.8);
255
- for (let y = 0; y <= doc.scrollHeight; y += step) {
256
- window.scrollTo(0, y);
257
- await new Promise((r) => setTimeout(r, 120));
258
- }
259
- window.scrollTo(0, doc.scrollHeight);
260
- await new Promise((r) => setTimeout(r, 250));
261
- window.scrollTo(0, 0);
262
- });
263
- // 回顶后给 reveal/settle 动画一点时间
264
- await page.waitForTimeout(400);
265
- } else {
266
- await Promise.race([
267
- page.evaluate(`(async () => { ${beforeShot} })()`),
268
- new Promise((_, rej) => setTimeout(
269
- () => rej(new Error(`beforeShot timeout (${BEFORE_SHOT_TIMEOUT_MS / 1000}s) — if you were waiting for the page to boot, use waitFor instead`)),
270
- BEFORE_SHOT_TIMEOUT_MS,
271
- )),
272
- ]);
273
- await page.waitForTimeout(200);
274
- }
275
- return null;
276
- } catch (err) {
277
- // beforeShot 挂了不挡截图 —— 把错误带回 caption 让 agent 知道
278
- return `beforeShot error: ${err?.message || err}`;
279
- }
280
- }
1
+ /**
2
+ * helpers/shot-pipeline.js — 截图管线的纯 helper(2026-08-19 从 screenshot.js 拆出,行数棘轮)
3
+ *
4
+ * screenshot_canvas / screenshot_url / browse 共用的一段:出图归一化、渲染保真探针、
5
+ * 页面诊断收集(console / 失败请求)、waitFor / beforeShot 等待语义。
6
+ * 全部只依赖 playwright Page 与 sharp,不碰工作区寻址 —— 拆出来是搬家不是重写。
7
+ */
8
+
9
+ // ── 出图归一化(2026-07-29 立,2026-08-21 按新视觉档重算)──
10
+ // 背景:fullPage 截长站点页时 PNG 会超 API 的图片上限,整个工具调用直接报错;
11
+ // 本地先缩到模型真用得上的规格,传输体积小一个量级、永远不触发上限。编码统一 webp。
12
+ //
13
+ // 08-21 重算(会话模型 Opus 5 / Sonnet 5 / Opus 4.7+ 都是高分辨率档):
14
+ // - 该档位 token = ⌈w/28⌉ × ⌈h/28⌉,上限 4784 token ≈ 3.75MP;长边上限 2576。
15
+ // 旧值 1568 / 1.15MP 是 Opus 4.6 及以前的档,对现役模型是把画面白白缩掉 40% 长边。
16
+ // - 长边**定 2000 不定 2576**:一个请求里超过 20 张图时,每张都按"任一边 ≤2000px"
17
+ // 严格限制(否则整个请求被拒)。agent 会话里截图攒到 20 张以上是常态,2000 是
18
+ // 无论上下文里有多少张都安全的值。代价:极端长图(1440 宽的整页站)长边压到 2000,
19
+ // 仍比旧的 1568 多 27%。
20
+ // - 非订阅通路(中转 gemini / 本地 qwen)在 model-ingress 另有 VISION_MAX_DIM=1568
21
+ // 再压一道,这里放宽不影响它们。
22
+ // - 成本:1366×768 → 49×28=1372 token(旧算法 1399,几乎不变);1920×1080 全幅
23
+ // → 69×39=2691(旧档会先缩到 1568×882 → 1792);2000×1125 → 72×41=2952。
24
+ const API_LONG_EDGE = 2000;
25
+ const API_MAX_PIXELS = 3_750_000;
26
+ /** 导出给"坐标 1:1"断言和产物会话的 frame 计算用(两处都要和这里同一套算法) */
27
+ export const API_IMAGE_LIMITS = { longEdge: API_LONG_EDGE, maxPixels: API_MAX_PIXELS };
28
+ /** 高分辨率档的 token 估算(⌈w/28⌉×⌈h/28⌉),给 caption 报成本用 */
29
+ export const visionTokens = (w, h) => Math.ceil(w / 28) * Math.ceil(h / 28);
30
+
31
+ // ── 渲染层保真(2026-08-07)──
32
+ // 2026-08-05 事故:一次 screenshot_canvas 的位图整体呈暗色反转(深棕底米白字),
33
+ // 同一 page 里 beforeShot 读的 getComputedStyle 却全程浅色真值,内联 #ff0000
34
+ // 还原样出红——computed style 不动、paint 被变换、高饱和色豁免,指纹指向
35
+ // Chromium 的强制暗色(Auto Dark)。事后无法稳定复现,但这一类"渲染层替页面
36
+ // 做主"的来源可以确定性关掉,launch 参数全局带上:
37
+ // 定义在同目录 perception-page.js(三个感知工具当时是裸奔的,收成一份);
38
+ // 这里原样再导出,screenshot-url.js 等调用方一站取齐。
39
+ export { FIDELITY_LAUNCH_ARGS } from './perception-page.js';
40
+
41
+ /**
42
+ * 渲染保真探针:主图截完后,往页面塞一块已知色 (#f5f0e4) 的 16px 方块单截,
43
+ * 看栅格出来的像素还认不认账。位图和 computed style 是两条独立感知通道——
44
+ * 渲染层若在做颜色变换,页面内任何 JS 读数都测不到,只有这种"已知输入对
45
+ * 已知输出"的探针测得到。亮度掉一半才报警(抗锯齿/有损压缩的小偏差不算)。
46
+ * 2026-08-05 那次事故 agent 连烧 8 张截图排查自己的 CSS 才怀疑到管线头上——
47
+ * 这个警告就是把那 8 张图省下来的。
48
+ */
49
+ export async function detectPaintTransform(page) {
50
+ try {
51
+ await page.evaluate(() => {
52
+ const d = document.createElement('div');
53
+ d.id = '__nd_paint_probe__';
54
+ d.style.cssText = 'position:fixed;left:0;top:0;width:16px;height:16px;'
55
+ + 'background:#f5f0e4;z-index:2147483647;pointer-events:none';
56
+ document.documentElement.appendChild(d);
57
+ });
58
+ const buf = await page.locator('#__nd_paint_probe__').screenshot({ type: 'png' });
59
+ await page.evaluate(() => document.getElementById('__nd_paint_probe__')?.remove());
60
+ const { default: sharp } = await import('sharp');
61
+ const stats = await sharp(buf).stats();
62
+ const [r, g, b] = stats.channels.map((c) => c.mean);
63
+ const lum = 0.2126 * r + 0.7152 * g + 0.0722 * b; // #f5f0e4 本色 ≈ 239
64
+ if (lum < 128) {
65
+ return '⚠ paint-layer color transform detected: a #f5f0e4 probe rasterized to '
66
+ + `rgb(${r | 0},${g | 0},${b | 0}). This bitmap does NOT faithfully show the page's own colors, `
67
+ + 'and computed styles will keep reporting the authored values — the mismatch is in the '
68
+ + 'rasterizer, not your CSS. Do not debug colors from this shot; report via report_issue '
69
+ + 'and ask the user to eyeball the page in their own browser.';
70
+ }
71
+ return null;
72
+ } catch {
73
+ return null; // 探针挂了不挡截图
74
+ }
75
+ }
76
+
77
+ /** PNG buffer → { data, mimeType, note }。失败时原样回退 PNG(宁可大也别丢图)。 */
78
+ export async function normalizeShot(buf) {
79
+ try {
80
+ const { default: sharp } = await import('sharp');
81
+ const meta = await sharp(buf).metadata();
82
+ const w = meta.width || 0;
83
+ const h = meta.height || 0;
84
+ if (!w || !h) return { data: buf.toString('base64'), mimeType: 'image/png', note: null };
85
+ const scale = Math.min(1, API_LONG_EDGE / Math.max(w, h), Math.sqrt(API_MAX_PIXELS / (w * h)));
86
+ const tw = Math.max(1, Math.round(w * scale));
87
+ const th = Math.max(1, Math.round(h * scale));
88
+ let img = sharp(buf);
89
+ if (scale < 1) img = img.resize(tw, th);
90
+ const out = await img.webp({ quality: 82 }).toBuffer();
91
+ let note = scale < 1
92
+ ? `image normalized ${w}x${h} -> ${tw}x${th} webp ${(out.length / 1024).toFixed(0)}KB (vision limit: long edge ${API_LONG_EDGE}px / ~${(API_MAX_PIXELS / 1e6).toFixed(2)}MP; ≈${visionTokens(tw, th)} tokens)`
93
+ : null;
94
+ // 极端长图:整体缩完细节所剩无几,提示换姿势而不是硬看
95
+ if (scale < 0.35 && Math.max(w, h) / Math.min(w, h) > 4) {
96
+ note += ' — long page squeezed hard; details are unreadable at this scale. Prefer sectioned shots (viewport + beforeShot scroll) or pageIndex/device over fullPage.';
97
+ }
98
+ return { data: out.toString('base64'), mimeType: 'image/webp', note };
99
+ } catch (err) {
100
+ return { data: buf.toString('base64'), mimeType: 'image/png', note: `image normalize skipped: ${err?.message || err}` };
101
+ }
102
+ }
103
+
104
+ // ── 页面诊断收集(2026-07-29)──
105
+ // 背景:agent 塞了 GSAP/Lenis CDN 却不知道有没有加载成功——截图上看不出来。
106
+ // 挂 4 个 playwright listener,截图 caption 里回传 console 错误 + 加载失败资源。
107
+ // 上限/截断防止一个疯狂报错的页面把 caption 撑爆。
108
+ const DIAG_MAX_ENTRIES = 15;
109
+ const DIAG_MAX_TEXT = 300;
110
+ const DIAG_MAX_LOGS = 10; // console:'all' 时 log 级单独一桶,别把真错误挤出去
111
+
112
+ /**
113
+ * @param {import('playwright').Page} page
114
+ * @param {object} [opts]
115
+ * @param {'warn'|'all'} [opts.console] 默认 'warn' 只收 warning/error。
116
+ * 'all' 把 log/info/debug 也带回(单独一桶,capped)。默认档下被滤掉的
117
+ * log 条数会写进 summary —— agent 上报过:console.log 被静默吞掉,
118
+ * 它以为代码没执行到,白改了两轮(iss_msz24e0q_vfwf)。
119
+ */
120
+ export function attachPageDiagnostics(page, opts = {}) {
121
+ const wantAll = opts.console === 'all';
122
+ // ⭐ 聚合按(归一化原因 × 主机)分组,不逐条罗列(agent 上报逮到:一页 30 张
123
+ // 字体请求失败会把 caption 撑成 30 行同一句话,真正独特的那条错误被淹没)。
124
+ // 归一化 = 把消息里的 URL 收成主机名:同一家 CDN 挂 30 个文件是**一个**故障。
125
+ const hostOf = (u) => { try { return new URL(u).hostname; } catch { return u; } };
126
+ const normText = (t) => t.replace(/https?:\/\/[^\s"')]+/g, (u) => `${hostOf(u)}/…`);
127
+
128
+ const consoleEntries = []; // { type, text, count },text 是该组第一条原文
129
+ const seenConsole = new Map(); // 归一化文本 → entry
130
+ const noteConsole = (type, rawText) => {
131
+ const text = String(rawText || '').slice(0, DIAG_MAX_TEXT);
132
+ const key = `${type}|${normText(text)}`;
133
+ const prev = seenConsole.get(key);
134
+ if (prev) { prev.count += 1; return; }
135
+ const entry = { type, text, count: 1 };
136
+ seenConsole.set(key, entry);
137
+ if (consoleEntries.length < DIAG_MAX_ENTRIES) consoleEntries.push(entry);
138
+ };
139
+
140
+ const failedGroups = new Map(); // `${host}|${detail}` → { method, url, detail, host, count }
141
+ const noteFailed = (method, url, detail) => {
142
+ const key = `${hostOf(url)}|${detail}`;
143
+ const prev = failedGroups.get(key);
144
+ if (prev) { prev.count += 1; return; }
145
+ if (failedGroups.size >= DIAG_MAX_ENTRIES) return;
146
+ failedGroups.set(key, { method, url: url.slice(0, DIAG_MAX_TEXT), detail, host: hostOf(url), count: 1 });
147
+ };
148
+
149
+ // log 级单独一桶('all' 才收),同样按归一化文本分组
150
+ const logEntries = [];
151
+ const seenLogs = new Map();
152
+ let filteredLogs = 0;
153
+ const noteLog = (type, rawText) => {
154
+ const text = String(rawText || '').slice(0, DIAG_MAX_TEXT);
155
+ const key = `${type}|${normText(text)}`;
156
+ const prev = seenLogs.get(key);
157
+ if (prev) { prev.count += 1; return; }
158
+ const entry = { type, text, count: 1 };
159
+ seenLogs.set(key, entry);
160
+ if (logEntries.length < DIAG_MAX_LOGS) logEntries.push(entry);
161
+ };
162
+
163
+ page.on('console', (msg) => {
164
+ const type = msg.type();
165
+ if (type === 'error' || type === 'warning') { noteConsole(type, msg.text()); return; }
166
+ if (wantAll) noteLog(type, msg.text());
167
+ else filteredLogs += 1;
168
+ });
169
+ page.on('pageerror', (err) => noteConsole('pageerror', err?.message || err));
170
+ page.on('requestfailed', (req) => noteFailed(req.method(), req.url(), req.failure()?.errorText || 'failed'));
171
+ page.on('response', (res) => {
172
+ if (res.status() < 400) return;
173
+ noteFailed(res.request().method(), res.url(), `HTTP ${res.status()}`);
174
+ });
175
+
176
+ return {
177
+ /** 汇成 caption 附加段。干净时给正向确认("不知道有没有挂"跟"确认没挂"是两回事)。 */
178
+ summary() {
179
+ const failed = [...failedGroups.values()];
180
+ // 被滤掉的 log 条数必须可见 —— "没显示"和"没发生"是两回事
181
+ const filteredNote = filteredLogs > 0
182
+ ? `${filteredLogs} log-level line(s) filtered — pass console:'all' to see them` : null;
183
+ if (!consoleEntries.length && !failed.length && !logEntries.length) {
184
+ return filteredNote
185
+ ? `console clean (${filteredNote}), all requests OK`
186
+ : 'console clean, all requests OK';
187
+ }
188
+ const lines = [];
189
+ if (consoleEntries.length) {
190
+ const total = consoleEntries.reduce((n, e) => n + e.count, 0);
191
+ lines.push(`console (${total}${total > consoleEntries.length ? ` in ${consoleEntries.length} groups` : ''}):`);
192
+ for (const e of consoleEntries) {
193
+ lines.push(` [${e.type}] ${e.text}${e.count > 1 ? ` (×${e.count} similar)` : ''}`);
194
+ }
195
+ }
196
+ if (logEntries.length) {
197
+ const total = logEntries.reduce((n, e) => n + e.count, 0);
198
+ lines.push(`console logs (${total}${total > logEntries.length ? ` in ${logEntries.length} groups` : ''}):`);
199
+ for (const e of logEntries) {
200
+ lines.push(` [${e.type}] ${e.text}${e.count > 1 ? ` (×${e.count} similar)` : ''}`);
201
+ }
202
+ }
203
+ if (filteredNote) lines.push(`(${filteredNote})`);
204
+ if (failed.length) {
205
+ const total = failed.reduce((n, f) => n + f.count, 0);
206
+ lines.push(`failed requests (${total}${total > failed.length ? ` in ${failed.length} groups` : ''}):`);
207
+ for (const f of failed) {
208
+ // 每组给一条样本 URL;同主机同原因的其余只报数
209
+ lines.push(` ${f.method} ${f.url} — ${f.detail}${f.count > 1 ? ` (×${f.count} from ${f.host})` : ''}`);
210
+ }
211
+ }
212
+ return lines.join('\n');
213
+ },
214
+ };
215
+ }
216
+
217
+ /**
218
+ * beforeShot 执行(2026-07-29):截图环境不滚动 → ScrollTrigger/IO 入场动画永远
219
+ * 不触发 → agent 为"能被截图"反过来阉割设计。给截图前跑一段交互的能力。
220
+ * - 'scrollToBottom':分步滚到底再回顶(所有 scroll-linked 动画都触发过一遍)
221
+ * - 其他字符串:当 JS 片段在页面上下文执行(支持 await),超时兜底
222
+ *
223
+ * 超时 5s→10s(2026-08-19):重 3D 站 boot 就要 3.5~5 秒,agent 一个会话里
224
+ * 十几次超时还误判功能坏了(iss_msz236jw_9eui)。"等页面就位"这半件事
225
+ * 已经拆给 waitFor 参数(runWaitFor,独立计时),beforeShot 只该剩设置动作。
226
+ */
227
+ const BEFORE_SHOT_TIMEOUT_MS = 10000;
228
+
229
+ /**
230
+ * waitFor:截图前轮询一个页面表达式直到为真(独立 15s 预算,不挤占 beforeShot)。
231
+ * 慢启动页面的正确姿势:waitFor:"window.__game" 等就位,beforeShot 只做设置。
232
+ * 超时不挡截图 —— note 写明没等到,agent 自己判断画面可不可信。
233
+ */
234
+ export const WAIT_FOR_TIMEOUT_MS = 15000;
235
+ export async function runWaitFor(page, expr) {
236
+ if (!expr) return null;
237
+ try {
238
+ await page.waitForFunction(expr, undefined, { timeout: WAIT_FOR_TIMEOUT_MS, polling: 100 });
239
+ return null;
240
+ } catch (err) {
241
+ const why = /Timeout/i.test(String(err?.message))
242
+ ? `waitFor not truthy within ${WAIT_FOR_TIMEOUT_MS / 1000}s`
243
+ : `waitFor error: ${err?.message || err}`;
244
+ return `${why} (${String(expr).slice(0, 80)}) — captured anyway, the page may not be in the state you expect`;
245
+ }
246
+ }
247
+
248
+ export async function runBeforeShot(page, beforeShot) {
249
+ if (!beforeShot) return null;
250
+ try {
251
+ if (beforeShot === 'scrollToBottom') {
252
+ await page.evaluate(async () => {
253
+ const doc = document.scrollingElement || document.documentElement;
254
+ const step = Math.max(200, window.innerHeight * 0.8);
255
+ for (let y = 0; y <= doc.scrollHeight; y += step) {
256
+ window.scrollTo(0, y);
257
+ await new Promise((r) => setTimeout(r, 120));
258
+ }
259
+ window.scrollTo(0, doc.scrollHeight);
260
+ await new Promise((r) => setTimeout(r, 250));
261
+ window.scrollTo(0, 0);
262
+ });
263
+ // 回顶后给 reveal/settle 动画一点时间
264
+ await page.waitForTimeout(400);
265
+ } else {
266
+ await Promise.race([
267
+ page.evaluate(`(async () => { ${beforeShot} })()`),
268
+ new Promise((_, rej) => setTimeout(
269
+ () => rej(new Error(`beforeShot timeout (${BEFORE_SHOT_TIMEOUT_MS / 1000}s) — if you were waiting for the page to boot, use waitFor instead`)),
270
+ BEFORE_SHOT_TIMEOUT_MS,
271
+ )),
272
+ ]);
273
+ await page.waitForTimeout(200);
274
+ }
275
+ return null;
276
+ } catch (err) {
277
+ // beforeShot 挂了不挡截图 —— 把错误带回 caption 让 agent 知道
278
+ return `beforeShot error: ${err?.message || err}`;
279
+ }
280
+ }