@xiaobuyu/nodesign 0.0.1 → 0.0.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +156 -106
- package/bin/nodesign.js +0 -0
- package/package.json +1 -1
- package/server/api/README.md +45 -45
- package/server/api/_guard.js +75 -75
- package/server/api/admin.js +187 -187
- package/server/api/assets/docx-page.js +103 -103
- package/server/api/assets/helpers.js +42 -22
- package/server/api/assets/notes.js +194 -144
- package/server/api/assets.js +891 -896
- package/server/api/board.js +134 -57
- package/server/api/browse.js +138 -138
- package/server/api/canvas.js +444 -444
- package/server/api/chatai.js +324 -324
- package/server/api/exports/build-standalone.js +980 -980
- package/server/api/exports/cards.js +118 -118
- package/server/api/exports/docx-pdf.js +46 -46
- package/server/api/exports/export-page.js +142 -142
- package/server/api/exports/handoff.js +147 -147
- package/server/api/exports.js +690 -690
- package/server/api/instruction.js +75 -75
- package/server/api/me.js +116 -116
- package/server/api/memory.js +185 -185
- package/server/api/pending-changes.js +366 -366
- package/server/api/plugins.js +164 -164
- package/server/api/projects.js +220 -220
- package/server/api/publish.js +64 -64
- package/server/api/recent.js +73 -73
- package/server/api/sessions.js +589 -589
- package/server/api/skills.js +77 -77
- package/server/api/standalone-fit.js +168 -168
- package/server/api/turn-compose.js +180 -180
- package/server/api/turn-inflight.js +44 -44
- package/server/auth/README.md +17 -17
- package/server/auth/middleware.js +138 -138
- package/server/auth/origin-guard.js +71 -71
- package/server/auth/session.js +108 -108
- package/server/auth/tier.js +113 -113
- package/server/auth/users-store.js +348 -348
- package/server/edit/README.md +29 -29
- package/server/engine/README.md +113 -113
- package/server/engine/agent/agent-shared.js +550 -550
- package/server/engine/agent/auto-mode-default-hard-deny.txt +4 -4
- package/server/engine/agent/auto-mode-rules.js +78 -78
- package/server/engine/agent/context.js +418 -418
- package/server/engine/agent/events.js +465 -464
- package/server/engine/agent/hooks/canvas-validate.js +199 -199
- package/server/engine/agent/hooks/failure.js +120 -120
- package/server/engine/agent/hooks/file-events.js +75 -75
- package/server/engine/agent/hooks/lifecycle.js +233 -233
- package/server/engine/agent/hooks/post-canvas-focus.js +80 -80
- package/server/engine/agent/hooks/post-guidance.js +206 -206
- package/server/engine/agent/hooks/post-subagent-report.js +104 -104
- package/server/engine/agent/hooks/post-trim.js +58 -58
- package/server/engine/agent/hooks/pre-board-neighborhood.js +34 -34
- package/server/engine/agent/hooks/pre-defaults.js +84 -84
- package/server/engine/agent/hooks/pre-injectors.js +277 -277
- package/server/engine/agent/hooks/pre-performance-log-guard.js +78 -78
- package/server/engine/agent/hooks/pre-starter-files.js +61 -61
- package/server/engine/agent/hooks/pre-workspace-scope-guard.js +78 -78
- package/server/engine/agent/hooks/site-validate.js +94 -94
- package/server/engine/agent/hooks/tool-prompts.js +31 -31
- package/server/engine/agent/hooks/turn-state-memory.js +56 -56
- package/server/engine/agent/hooks/user-prompt-submit.js +258 -215
- package/server/engine/agent/hooks.js +354 -354
- package/server/engine/agent/init-contract.js +69 -69
- package/server/engine/agent/isolation.js +159 -159
- package/server/engine/agent/model-table.js +292 -292
- package/server/engine/agent/plugin-loader.js +266 -266
- package/server/engine/agent/prompts/nodesign-prelude.md +388 -336
- package/server/engine/agent/prompts/tools/ask-user-question-protocol.md +71 -71
- package/server/engine/agent/prompts/tools/direct-edit-protocol.md +98 -98
- package/server/engine/agent/prompts/tools/generate-image-cookbook.gemini-gateway.md +583 -583
- package/server/engine/agent/prompts/tools/generate-image-cookbook.md +483 -483
- package/server/engine/agent/prompts/tools/hybrid-reference.md +100 -100
- package/server/engine/agent/prompts/tools/paint-still-cookbook.md +270 -270
- package/server/engine/agent/prompts/tools/roll-film-cookbook.md +70 -70
- package/server/engine/agent/prompts/tools/site-reference.md +106 -106
- package/server/engine/agent/prompts/tools/tweaks-syntax.md +125 -125
- package/server/engine/agent/prompts/tools/vision-checker-dispatch.md +48 -48
- package/server/engine/agent/session-loop.js +1035 -1024
- package/server/engine/agent/session-model.js +164 -164
- package/server/engine/agent/skill.js +204 -204
- package/server/engine/agent/task-events.js +78 -78
- package/server/engine/agents/ds-extractor.md +132 -132
- package/server/engine/agents/explorer.md +190 -190
- package/server/engine/agents/index.js +230 -230
- package/server/engine/agents/schemas/design-system.json +156 -156
- package/server/engine/agents/schemas/tweak-schema.json +113 -113
- package/server/engine/agents/tweak-proposer.md +127 -127
- package/server/engine/agents/vision-checker.md +254 -254
- package/server/engine/browse/capture.js +422 -422
- package/server/engine/browse/card.js +137 -137
- package/server/engine/browse/handover.js +59 -59
- package/server/engine/browse/page-digest.js +119 -119
- package/server/engine/browse/refs.js +196 -196
- package/server/engine/browse/registry.js +307 -307
- package/server/engine/browse/screencast.js +170 -170
- package/server/engine/browse/state.js +121 -121
- package/server/engine/chatai/chat-log.js +79 -79
- package/server/engine/chatai/index.js +193 -193
- package/server/engine/chatai/openai-compat.js +152 -152
- package/server/engine/chatai/orchestrate.js +309 -309
- package/server/engine/chatai/perform.js +40 -40
- package/server/engine/chatai/summarize.js +79 -79
- package/server/engine/mcp/capability-gate.js +52 -52
- package/server/engine/mcp/index.js +351 -339
- package/server/engine/mcp/param-sanitizer.js +142 -142
- package/server/engine/mcp/tools/arrange-on-board.js +124 -124
- package/server/engine/mcp/tools/artifact-session.js +278 -278
- package/server/engine/mcp/tools/browse-computer.js +421 -421
- package/server/engine/mcp/tools/browse-find-batch.js +183 -183
- package/server/engine/mcp/tools/browse-screenshot.js +157 -157
- package/server/engine/mcp/tools/browse.js +480 -480
- package/server/engine/mcp/tools/build-docx.js +101 -101
- package/server/engine/mcp/tools/clear-pending-changes.js +99 -99
- package/server/engine/mcp/tools/create-on-board.js +152 -155
- package/server/engine/mcp/tools/crystallize-skill.js +168 -168
- package/server/engine/mcp/tools/edit-sketch.js +167 -0
- package/server/engine/mcp/tools/explain-style.js +237 -237
- package/server/engine/mcp/tools/export-handoff.js +133 -133
- package/server/engine/mcp/tools/expose-tweaks.js +149 -149
- package/server/engine/mcp/tools/generate-image.js +842 -842
- package/server/engine/mcp/tools/get-computed-styles.js +164 -164
- package/server/engine/mcp/tools/get-pending-changes.js +205 -205
- package/server/engine/mcp/tools/h3box-ssh.js +84 -84
- package/server/engine/mcp/tools/helpers/acquire-page.js +82 -82
- package/server/engine/mcp/tools/helpers/motion-lab.js +554 -554
- package/server/engine/mcp/tools/helpers/motion-scroll.js +112 -112
- package/server/engine/mcp/tools/helpers/perception-page.js +215 -215
- package/server/engine/mcp/tools/helpers/reference-download.js +103 -103
- package/server/engine/mcp/tools/helpers/rembg-bridge.py +80 -80
- package/server/engine/mcp/tools/helpers/shot-pipeline.js +280 -280
- package/server/engine/mcp/tools/highlight.js +68 -68
- package/server/engine/mcp/tools/list-pages.js +222 -222
- package/server/engine/mcp/tools/look-at-board.js +124 -0
- package/server/engine/mcp/tools/lookup-tags.js +59 -59
- package/server/engine/mcp/tools/navigate-to-page.js +60 -60
- package/server/engine/mcp/tools/organize-board.js +64 -64
- package/server/engine/mcp/tools/paint-still.js +434 -434
- package/server/engine/mcp/tools/pin-to-board.js +130 -130
- package/server/engine/mcp/tools/preview-deck.js +130 -130
- package/server/engine/mcp/tools/profile-scroll.js +305 -305
- package/server/engine/mcp/tools/publish-site.js +102 -102
- package/server/engine/mcp/tools/query-elements.js +195 -195
- package/server/engine/mcp/tools/read-board.js +190 -103
- package/server/engine/mcp/tools/read-document.js +93 -93
- package/server/engine/mcp/tools/read-page.js +264 -264
- package/server/engine/mcp/tools/read-tavern-json.js +143 -143
- package/server/engine/mcp/tools/read-user-view.js +59 -0
- package/server/engine/mcp/tools/record-decision.js +140 -140
- package/server/engine/mcp/tools/relate-on-board.js +112 -110
- package/server/engine/mcp/tools/report-issue.js +115 -115
- package/server/engine/mcp/tools/roll-film.js +266 -266
- package/server/engine/mcp/tools/screenshot-docx.js +138 -138
- package/server/engine/mcp/tools/screenshot-url.js +195 -195
- package/server/engine/mcp/tools/screenshot.js +583 -583
- package/server/engine/mcp/tools/sketch-on-board.js +337 -0
- package/server/engine/mcp/tools/tier-gate.js +96 -96
- package/server/engine/mcp/tools/trace-motion.js +215 -215
- package/server/engine/mcp/tools/web-search.js +548 -548
- package/server/engine/mcp/tools/write-on-board.js +130 -0
- package/server/engine/motion/inventory.js +349 -349
- package/server/engine/perception/session.js +235 -235
- package/server/engine/plugins/nodesign/.claude-plugin/plugin.json +5 -5
- package/server/engine/plugins/nodesign/skills/deskskill-engine-mini/SKILL.md +199 -192
- package/server/engine/plugins/nodesign/skills/deskskill-engine-mini/canvas.template.html +667 -667
- package/server/engine/plugins/nodesign/skills/deskskill-engine-mini/patterns/hybrid-grid.md +22 -22
- package/server/engine/plugins/nodesign/skills/deskskill-engine-mini/patterns/image-led-cover.md +25 -25
- package/server/engine/plugins/nodesign/skills/deskskill-engine-mini/patterns/portrait.md +23 -23
- package/server/engine/plugins/nodesign/skills/deskskill-engine-mini/patterns/quote-backdrop.md +21 -21
- package/server/engine/plugins/nodesign/skills/deskskill-engine-mini/patterns/section-divider.md +23 -23
- package/server/engine/plugins/nodesign/skills/deskskill-engine-mini/patterns/text-led.md +21 -21
- package/server/engine/plugins/nodesign/skills/docx-craft/SKILL.md +169 -162
- package/server/engine/plugins/nodesign/skills/docx-craft/references/token-schema.md +407 -407
- package/server/engine/plugins/nodesign/skills/docx-craft//346/226/207/346/241/243.template.json +80 -80
- package/server/engine/plugins/nodesign/skills/rp-craft/SKILL.md +235 -228
- package/server/engine/plugins/nodesign/skills/rp-craft/patterns//346/274/224/345/207/272/351/241/265-/346/234/200/345/260/217/345/256/236/347/216/260.html +78 -78
- package/server/engine/plugins/nodesign/skills/rp-craft//346/274/224/345/207/272.template.js +268 -268
- package/server/engine/plugins/nodesign/skills/site-craft/SKILL.md +330 -323
- package/server/engine/plugins/nodesign/skills/site-craft/patterns/build-lane.md +134 -134
- package/server/engine/plugins/nodesign/skills/site-craft/patterns/cutout-collage.md +61 -61
- package/server/engine/plugins/nodesign/skills/site-craft/patterns/mock-app.md +163 -163
- package/server/engine/plugins/nodesign/skills/site-craft/patterns/page-transitions.md +86 -86
- package/server/engine/runs/active-runs.js +698 -698
- package/server/engine/runs/board-tasklist.js +130 -0
- package/server/engine/runs/live-turn.js +252 -252
- package/server/engine/runs/store.js +364 -364
- package/server/engine/runs/turn-relay.js +217 -217
- package/server/engine/runtime/workspace.js +164 -164
- package/server/index.js +3 -0
- package/server/lib/artifact-file-path.js +80 -80
- package/server/lib/artifact-target.js +284 -284
- package/server/lib/asset-refs.js +239 -239
- package/server/lib/async-queue.js +104 -104
- package/server/lib/auto-relations.js +130 -130
- package/server/lib/binding-types.js +72 -60
- package/server/lib/board-graph-export.js +191 -0
- package/server/lib/board-groups.js +167 -0
- package/server/lib/board-hero.js +76 -0
- package/server/lib/board-kind-sizes.js +85 -62
- package/server/lib/board-relations.js +133 -133
- package/server/lib/browse-proxy.js +180 -180
- package/server/lib/canvas-id.js +36 -36
- package/server/lib/chalk.js +121 -0
- package/server/lib/cover.js +227 -227
- package/server/lib/danbooru-tags.js +291 -291
- package/server/lib/doc-extract.js +156 -156
- package/server/lib/docx/build-from-source.js +260 -260
- package/server/lib/docx/build.js +490 -490
- package/server/lib/docx/dump-styles.js +287 -287
- package/server/lib/docx/fonts/nodesign-cjk.conf +164 -164
- package/server/lib/docx/merge-runs.js +129 -129
- package/server/lib/docx/numbering.js +218 -218
- package/server/lib/docx/order.js +152 -152
- package/server/lib/docx/rawzip.js +172 -172
- package/server/lib/docx/render.js +92 -92
- package/server/lib/docx/text-lint.js +225 -225
- package/server/lib/docx/tokens.js +335 -335
- package/server/lib/docx/units.js +29 -29
- package/server/lib/docx/xml.js +291 -291
- package/server/lib/docx-pages.js +187 -187
- package/server/lib/export-collect.js +289 -289
- package/server/lib/export-package.js +210 -210
- package/server/lib/html-srcset.js +145 -145
- package/server/lib/image-variant.js +460 -460
- package/server/lib/ingress/forward-openai-chat.js +305 -305
- package/server/lib/ingress/openai-chat.js +491 -491
- package/server/lib/ingress/session-notice.js +66 -66
- package/server/lib/ingress/session-routes.js +68 -68
- package/server/lib/ingress/slot-probe.js +130 -130
- package/server/lib/ingress/upstream-billing.js +52 -52
- package/server/lib/ingress/upstream-fail-streak.js +72 -72
- package/server/lib/ingress/upstream-truncation.js +48 -48
- package/server/lib/issues-store.js +182 -182
- package/server/lib/kinds/deck.js +72 -72
- package/server/lib/kinds/docx.js +283 -283
- package/server/lib/kinds/file-kinds.js +113 -113
- package/server/lib/kinds/index.js +202 -202
- package/server/lib/kinds/site.js +161 -161
- package/server/lib/model-ingress.js +543 -543
- package/server/lib/moderation.js +255 -255
- package/server/lib/notice-store.js +103 -103
- package/server/lib/plugin-install.js +104 -104
- package/server/lib/plugin-validator.js +721 -721
- package/server/lib/publish-store.js +115 -115
- package/server/lib/quick-summary.js +52 -52
- package/server/lib/quota.js +270 -270
- package/server/lib/rate-window.js +29 -29
- package/server/lib/reference-assets.js +92 -92
- package/server/lib/region-shot.js +135 -135
- package/server/lib/safe-path.js +73 -73
- package/server/lib/sdk-session.js +33 -33
- package/server/lib/showcase-store.js +92 -92
- package/server/lib/site-publish.js +465 -465
- package/server/lib/sketch-layout.js +277 -0
- package/server/lib/ssrf-guard.js +432 -432
- package/server/lib/task-scan.js +158 -158
- package/server/lib/tavern-json.js +154 -154
- package/server/lib/video-variant.js +237 -237
- package/server/lib/workspace-path.js +33 -33
- package/server/ops/fix-sdk-musl.mjs +40 -40
- package/server/ops/install-macos-fonts.sh +114 -114
- package/server/ops/macos-fonts.conf +336 -336
- package/server/ops/sandbox-shim/bwrap +57 -57
- package/server/projects/assets-summary.js +119 -119
- package/server/projects/auto-name.js +53 -53
- package/server/projects/board-limits.js +12 -0
- package/server/projects/board-sanitize.js +252 -0
- package/server/projects/board-store.js +507 -640
- package/server/projects/move-entry.js +103 -103
- package/server/projects/store.js +270 -270
- package/server/projects/ui-config.js +60 -54
- package/server/projects/viewpoint-store.js +78 -0
- package/server/projects/workspace-templates.js +53 -53
- package/server/projects/workspace.js +1025 -1025
- package/server/runtime/local-config.js +177 -177
- package/server/runtime/profile.js +72 -72
- package/server/services/rembg-service.py +334 -334
- package/server/shared/README.md +25 -25
- package/server/shared/deck.js +54 -54
- package/server/shared/time.js +49 -49
- package/server/style-pipeline/README.md +53 -53
- package/server/ws/broker.js +39 -36
- package/server/ws/browse-channel.js +177 -177
- package/server/ws/index.js +386 -386
- package/web/README.md +89 -89
- package/web/dist/assets/BrowserWindow-P_vIdh-G.js +11 -0
- package/web/dist/assets/{DeckWindow-4G0xX7P3.js → DeckWindow-BpLv5082.js} +3 -3
- package/web/dist/assets/{DocxWindow-BXQsoPkh.js → DocxWindow-DSAU1-tD.js} +4 -4
- package/web/dist/assets/MermaidBlock-DR1GikCv.js +313 -0
- package/web/dist/assets/SiteWindow-92uBuRRR.js +18 -0
- package/web/dist/assets/abnfDiagram-VCTEODGH-uA8Esix4.js +1 -0
- package/web/dist/assets/arc-D_khH_xN.js +1 -0
- package/web/dist/assets/architectureDiagram-5GKGNRK7-DydJHqOt.js +36 -0
- package/web/dist/assets/blockDiagram-NRAW4CY4-B7wBbKiW.js +129 -0
- package/web/dist/assets/c4Diagram-UCG6FXSJ-6mrH0x7Y.js +38 -0
- package/web/dist/assets/channel-DGkccMO1.js +1 -0
- package/web/dist/assets/chunk-2Q5K7J3B-Cuikho5Q.js +1 -0
- package/web/dist/assets/chunk-5VM5RSS4-3-KZ5AUz.js +15 -0
- package/web/dist/assets/chunk-F27PBJKO-Bkwq2gGU.js +1 -0
- package/web/dist/assets/chunk-G27WJ6UU-BLyQzdGE.js +231 -0
- package/web/dist/assets/chunk-JWPE2WC7-B7HxxQds.js +1 -0
- package/web/dist/assets/chunk-LCL6LL3I-CtXrnUwF.js +206 -0
- package/web/dist/assets/chunk-POPQ4Y6H-dxddZlXt.js +1 -0
- package/web/dist/assets/chunk-SVP7TREG-DpkmrgHn.js +88 -0
- package/web/dist/assets/chunk-XXDRQBXY-BwZ7RbpQ.js +1 -0
- package/web/dist/assets/classDiagram-DTDB5LWJ-BGscw3OD.js +1 -0
- package/web/dist/assets/classDiagram-v2-JRS7N3AN-BGscw3OD.js +1 -0
- package/web/dist/assets/cose-bilkent-JH36ORCC-DGFOsMUt.js +1 -0
- package/web/dist/assets/cynefin-OW5HDTMX-DUwn3ehS.js +178 -0
- package/web/dist/assets/cynefinDiagram-5FMLGOSQ-DlLAOZ9x.js +62 -0
- package/web/dist/assets/cytoscape.esm-BjAbmLdb.js +331 -0
- package/web/dist/assets/dagre-3AP2YEHR-CyourLfz.js +4 -0
- package/web/dist/assets/defaultLocale-DX6XiGOO.js +1 -0
- package/web/dist/assets/diagram-S7CK7UJ4-BTMbx2np.js +30 -0
- package/web/dist/assets/diagram-UQ7AKVKN-UK94_1-P.js +41 -0
- package/web/dist/assets/diagram-VSXAHHWV-C7zS-v9v.js +3 -0
- package/web/dist/assets/diagram-VX7I27RA-DKJRa6CK.js +24 -0
- package/web/dist/assets/diagram-Z3DM3KII-kUbAfGAp.js +24 -0
- package/web/dist/assets/ebnfDiagram-PWID7BFC-CVW16_vb.js +1 -0
- package/web/dist/assets/erDiagram-SSCWMZ5O-BRQMFQ5y.js +99 -0
- package/web/dist/assets/flowDiagram-A5DVABFB-S34LpLtK.js +168 -0
- package/web/dist/assets/ganttDiagram-EL5Y4UJY-BFiqk1-G.js +292 -0
- package/web/dist/assets/gitGraphDiagram-WWUBYQGX-LZsrdyyv.js +106 -0
- package/web/dist/assets/index-GAamh1p4.js +2152 -0
- package/web/dist/assets/infoDiagram-RXCK75RN-0DvN6KIp.js +2 -0
- package/web/dist/assets/init-Gi6I4Gst.js +1 -0
- package/web/dist/assets/ishikawaDiagram-5VMMS53U-CaY3A-Bx.js +70 -0
- package/web/dist/assets/journeyDiagram-EYS64GPL-BBeiaCrj.js +139 -0
- package/web/dist/assets/kanban-definition-3QL26DDD-ux42DRXQ.js +89 -0
- package/web/dist/assets/layout-CnXiF_NB.js +1 -0
- package/web/dist/assets/linear-BMW0u6G6.js +1 -0
- package/web/dist/assets/mindmap-definition-FBJOCRG2-hUxSpdKn.js +96 -0
- package/web/dist/assets/ordinal-Cboi1Yqb.js +1 -0
- package/web/dist/assets/pegDiagram-XKGWAZYB-aCaQPH0w.js +1 -0
- package/web/dist/assets/{pending-edit-apply-DTjo2geW.js → pending-edit-apply-AcdOQ9Ij.js} +6 -6
- package/web/dist/assets/pieDiagram-E7YTZNPT-CmOEZ8zg.js +39 -0
- package/web/dist/assets/quadrantDiagram-AXDQQJYC-VW6fAhsV.js +7 -0
- package/web/dist/assets/railroadDiagram-O6MQD6OU-CKJ7Ba5K.js +1 -0
- package/web/dist/assets/requirementDiagram-EFPCY7ZU-pNGkq9Vw.js +84 -0
- package/web/dist/assets/{rotate-cw-LMT3x1Zj.js → rotate-cw-KAfChbGV.js} +1 -1
- package/web/dist/assets/sankeyDiagram-P5KCCOFB-BIMmDTfZ.js +40 -0
- package/web/dist/assets/sequenceDiagram-WJ2MYXX4-BBW7wzKY.js +162 -0
- package/web/dist/assets/sizeCapture-X5ZJPWSS-DdkXmLYR.js +1 -0
- package/web/dist/assets/{square-dashed-mouse-pointer-CBoAkfhi.js → square-dashed-mouse-pointer-CDUlhUP7.js} +1 -1
- package/web/dist/assets/stateDiagram-HBIQ2CUA-W313Uz16.js +1 -0
- package/web/dist/assets/stateDiagram-v2-4QOOHH4V-DDhJBZzf.js +1 -0
- package/web/dist/assets/swimlanes-XN3QIQJK-C29TL26K.js +1 -0
- package/web/dist/assets/swimlanesDiagram-VK2B7HYN-BfN-Xdmu.js +8 -0
- package/web/dist/assets/timeline-definition-24CTP7MA-CF0JMObX.js +120 -0
- package/web/dist/assets/vennDiagram-4TSXK5OY-DrDFsaH3.js +34 -0
- package/web/dist/assets/wardleyDiagram-VM6X3IG4-CVrnRIS_.js +78 -0
- package/web/dist/assets/xychartDiagram-S5SC5T6Z-BvkN1zsT.js +7 -0
- package/web/dist/index.html +17 -17
- package/web/dist/assets/BrowserWindow-Dc7J7CYc.js +0 -11
- package/web/dist/assets/SiteWindow-D6eS-2gM.js +0 -18
- package/web/dist/assets/index-Cbl3ATvp.js +0 -2125
|
@@ -1,280 +1,280 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* helpers/shot-pipeline.js — 截图管线的纯 helper(2026-08-19 从 screenshot.js 拆出,行数棘轮)
|
|
3
|
-
*
|
|
4
|
-
* screenshot_canvas / screenshot_url / browse 共用的一段:出图归一化、渲染保真探针、
|
|
5
|
-
* 页面诊断收集(console / 失败请求)、waitFor / beforeShot 等待语义。
|
|
6
|
-
* 全部只依赖 playwright Page 与 sharp,不碰工作区寻址 —— 拆出来是搬家不是重写。
|
|
7
|
-
*/
|
|
8
|
-
|
|
9
|
-
// ── 出图归一化(2026-07-29 立,2026-08-21 按新视觉档重算)──
|
|
10
|
-
// 背景:fullPage 截长站点页时 PNG 会超 API 的图片上限,整个工具调用直接报错;
|
|
11
|
-
// 本地先缩到模型真用得上的规格,传输体积小一个量级、永远不触发上限。编码统一 webp。
|
|
12
|
-
//
|
|
13
|
-
// 08-21 重算(会话模型 Opus 5 / Sonnet 5 / Opus 4.7+ 都是高分辨率档):
|
|
14
|
-
// - 该档位 token = ⌈w/28⌉ × ⌈h/28⌉,上限 4784 token ≈ 3.75MP;长边上限 2576。
|
|
15
|
-
// 旧值 1568 / 1.15MP 是 Opus 4.6 及以前的档,对现役模型是把画面白白缩掉 40% 长边。
|
|
16
|
-
// - 长边**定 2000 不定 2576**:一个请求里超过 20 张图时,每张都按"任一边 ≤2000px"
|
|
17
|
-
// 严格限制(否则整个请求被拒)。agent 会话里截图攒到 20 张以上是常态,2000 是
|
|
18
|
-
// 无论上下文里有多少张都安全的值。代价:极端长图(1440 宽的整页站)长边压到 2000,
|
|
19
|
-
// 仍比旧的 1568 多 27%。
|
|
20
|
-
// - 非订阅通路(中转 gemini / 本地 qwen)在 model-ingress 另有 VISION_MAX_DIM=1568
|
|
21
|
-
// 再压一道,这里放宽不影响它们。
|
|
22
|
-
// - 成本:1366×768 → 49×28=1372 token(旧算法 1399,几乎不变);1920×1080 全幅
|
|
23
|
-
// → 69×39=2691(旧档会先缩到 1568×882 → 1792);2000×1125 → 72×41=2952。
|
|
24
|
-
const API_LONG_EDGE = 2000;
|
|
25
|
-
const API_MAX_PIXELS = 3_750_000;
|
|
26
|
-
/** 导出给"坐标 1:1"断言和产物会话的 frame 计算用(两处都要和这里同一套算法) */
|
|
27
|
-
export const API_IMAGE_LIMITS = { longEdge: API_LONG_EDGE, maxPixels: API_MAX_PIXELS };
|
|
28
|
-
/** 高分辨率档的 token 估算(⌈w/28⌉×⌈h/28⌉),给 caption 报成本用 */
|
|
29
|
-
export const visionTokens = (w, h) => Math.ceil(w / 28) * Math.ceil(h / 28);
|
|
30
|
-
|
|
31
|
-
// ── 渲染层保真(2026-08-07)──
|
|
32
|
-
// 2026-08-05 事故:一次 screenshot_canvas 的位图整体呈暗色反转(深棕底米白字),
|
|
33
|
-
// 同一 page 里 beforeShot 读的 getComputedStyle 却全程浅色真值,内联 #ff0000
|
|
34
|
-
// 还原样出红——computed style 不动、paint 被变换、高饱和色豁免,指纹指向
|
|
35
|
-
// Chromium 的强制暗色(Auto Dark)。事后无法稳定复现,但这一类"渲染层替页面
|
|
36
|
-
// 做主"的来源可以确定性关掉,launch 参数全局带上:
|
|
37
|
-
// 定义在同目录 perception-page.js(三个感知工具当时是裸奔的,收成一份);
|
|
38
|
-
// 这里原样再导出,screenshot-url.js 等调用方一站取齐。
|
|
39
|
-
export { FIDELITY_LAUNCH_ARGS } from './perception-page.js';
|
|
40
|
-
|
|
41
|
-
/**
|
|
42
|
-
* 渲染保真探针:主图截完后,往页面塞一块已知色 (#f5f0e4) 的 16px 方块单截,
|
|
43
|
-
* 看栅格出来的像素还认不认账。位图和 computed style 是两条独立感知通道——
|
|
44
|
-
* 渲染层若在做颜色变换,页面内任何 JS 读数都测不到,只有这种"已知输入对
|
|
45
|
-
* 已知输出"的探针测得到。亮度掉一半才报警(抗锯齿/有损压缩的小偏差不算)。
|
|
46
|
-
* 2026-08-05 那次事故 agent 连烧 8 张截图排查自己的 CSS 才怀疑到管线头上——
|
|
47
|
-
* 这个警告就是把那 8 张图省下来的。
|
|
48
|
-
*/
|
|
49
|
-
export async function detectPaintTransform(page) {
|
|
50
|
-
try {
|
|
51
|
-
await page.evaluate(() => {
|
|
52
|
-
const d = document.createElement('div');
|
|
53
|
-
d.id = '__nd_paint_probe__';
|
|
54
|
-
d.style.cssText = 'position:fixed;left:0;top:0;width:16px;height:16px;'
|
|
55
|
-
+ 'background:#f5f0e4;z-index:2147483647;pointer-events:none';
|
|
56
|
-
document.documentElement.appendChild(d);
|
|
57
|
-
});
|
|
58
|
-
const buf = await page.locator('#__nd_paint_probe__').screenshot({ type: 'png' });
|
|
59
|
-
await page.evaluate(() => document.getElementById('__nd_paint_probe__')?.remove());
|
|
60
|
-
const { default: sharp } = await import('sharp');
|
|
61
|
-
const stats = await sharp(buf).stats();
|
|
62
|
-
const [r, g, b] = stats.channels.map((c) => c.mean);
|
|
63
|
-
const lum = 0.2126 * r + 0.7152 * g + 0.0722 * b; // #f5f0e4 本色 ≈ 239
|
|
64
|
-
if (lum < 128) {
|
|
65
|
-
return '⚠ paint-layer color transform detected: a #f5f0e4 probe rasterized to '
|
|
66
|
-
+ `rgb(${r | 0},${g | 0},${b | 0}). This bitmap does NOT faithfully show the page's own colors, `
|
|
67
|
-
+ 'and computed styles will keep reporting the authored values — the mismatch is in the '
|
|
68
|
-
+ 'rasterizer, not your CSS. Do not debug colors from this shot; report via report_issue '
|
|
69
|
-
+ 'and ask the user to eyeball the page in their own browser.';
|
|
70
|
-
}
|
|
71
|
-
return null;
|
|
72
|
-
} catch {
|
|
73
|
-
return null; // 探针挂了不挡截图
|
|
74
|
-
}
|
|
75
|
-
}
|
|
76
|
-
|
|
77
|
-
/** PNG buffer → { data, mimeType, note }。失败时原样回退 PNG(宁可大也别丢图)。 */
|
|
78
|
-
export async function normalizeShot(buf) {
|
|
79
|
-
try {
|
|
80
|
-
const { default: sharp } = await import('sharp');
|
|
81
|
-
const meta = await sharp(buf).metadata();
|
|
82
|
-
const w = meta.width || 0;
|
|
83
|
-
const h = meta.height || 0;
|
|
84
|
-
if (!w || !h) return { data: buf.toString('base64'), mimeType: 'image/png', note: null };
|
|
85
|
-
const scale = Math.min(1, API_LONG_EDGE / Math.max(w, h), Math.sqrt(API_MAX_PIXELS / (w * h)));
|
|
86
|
-
const tw = Math.max(1, Math.round(w * scale));
|
|
87
|
-
const th = Math.max(1, Math.round(h * scale));
|
|
88
|
-
let img = sharp(buf);
|
|
89
|
-
if (scale < 1) img = img.resize(tw, th);
|
|
90
|
-
const out = await img.webp({ quality: 82 }).toBuffer();
|
|
91
|
-
let note = scale < 1
|
|
92
|
-
? `image normalized ${w}x${h} -> ${tw}x${th} webp ${(out.length / 1024).toFixed(0)}KB (vision limit: long edge ${API_LONG_EDGE}px / ~${(API_MAX_PIXELS / 1e6).toFixed(2)}MP; ≈${visionTokens(tw, th)} tokens)`
|
|
93
|
-
: null;
|
|
94
|
-
// 极端长图:整体缩完细节所剩无几,提示换姿势而不是硬看
|
|
95
|
-
if (scale < 0.35 && Math.max(w, h) / Math.min(w, h) > 4) {
|
|
96
|
-
note += ' — long page squeezed hard; details are unreadable at this scale. Prefer sectioned shots (viewport + beforeShot scroll) or pageIndex/device over fullPage.';
|
|
97
|
-
}
|
|
98
|
-
return { data: out.toString('base64'), mimeType: 'image/webp', note };
|
|
99
|
-
} catch (err) {
|
|
100
|
-
return { data: buf.toString('base64'), mimeType: 'image/png', note: `image normalize skipped: ${err?.message || err}` };
|
|
101
|
-
}
|
|
102
|
-
}
|
|
103
|
-
|
|
104
|
-
// ── 页面诊断收集(2026-07-29)──
|
|
105
|
-
// 背景:agent 塞了 GSAP/Lenis CDN 却不知道有没有加载成功——截图上看不出来。
|
|
106
|
-
// 挂 4 个 playwright listener,截图 caption 里回传 console 错误 + 加载失败资源。
|
|
107
|
-
// 上限/截断防止一个疯狂报错的页面把 caption 撑爆。
|
|
108
|
-
const DIAG_MAX_ENTRIES = 15;
|
|
109
|
-
const DIAG_MAX_TEXT = 300;
|
|
110
|
-
const DIAG_MAX_LOGS = 10; // console:'all' 时 log 级单独一桶,别把真错误挤出去
|
|
111
|
-
|
|
112
|
-
/**
|
|
113
|
-
* @param {import('playwright').Page} page
|
|
114
|
-
* @param {object} [opts]
|
|
115
|
-
* @param {'warn'|'all'} [opts.console] 默认 'warn' 只收 warning/error。
|
|
116
|
-
* 'all' 把 log/info/debug 也带回(单独一桶,capped)。默认档下被滤掉的
|
|
117
|
-
* log 条数会写进 summary —— agent 上报过:console.log 被静默吞掉,
|
|
118
|
-
* 它以为代码没执行到,白改了两轮(iss_msz24e0q_vfwf)。
|
|
119
|
-
*/
|
|
120
|
-
export function attachPageDiagnostics(page, opts = {}) {
|
|
121
|
-
const wantAll = opts.console === 'all';
|
|
122
|
-
// ⭐ 聚合按(归一化原因 × 主机)分组,不逐条罗列(agent 上报逮到:一页 30 张
|
|
123
|
-
// 字体请求失败会把 caption 撑成 30 行同一句话,真正独特的那条错误被淹没)。
|
|
124
|
-
// 归一化 = 把消息里的 URL 收成主机名:同一家 CDN 挂 30 个文件是**一个**故障。
|
|
125
|
-
const hostOf = (u) => { try { return new URL(u).hostname; } catch { return u; } };
|
|
126
|
-
const normText = (t) => t.replace(/https?:\/\/[^\s"')]+/g, (u) => `${hostOf(u)}/…`);
|
|
127
|
-
|
|
128
|
-
const consoleEntries = []; // { type, text, count },text 是该组第一条原文
|
|
129
|
-
const seenConsole = new Map(); // 归一化文本 → entry
|
|
130
|
-
const noteConsole = (type, rawText) => {
|
|
131
|
-
const text = String(rawText || '').slice(0, DIAG_MAX_TEXT);
|
|
132
|
-
const key = `${type}|${normText(text)}`;
|
|
133
|
-
const prev = seenConsole.get(key);
|
|
134
|
-
if (prev) { prev.count += 1; return; }
|
|
135
|
-
const entry = { type, text, count: 1 };
|
|
136
|
-
seenConsole.set(key, entry);
|
|
137
|
-
if (consoleEntries.length < DIAG_MAX_ENTRIES) consoleEntries.push(entry);
|
|
138
|
-
};
|
|
139
|
-
|
|
140
|
-
const failedGroups = new Map(); // `${host}|${detail}` → { method, url, detail, host, count }
|
|
141
|
-
const noteFailed = (method, url, detail) => {
|
|
142
|
-
const key = `${hostOf(url)}|${detail}`;
|
|
143
|
-
const prev = failedGroups.get(key);
|
|
144
|
-
if (prev) { prev.count += 1; return; }
|
|
145
|
-
if (failedGroups.size >= DIAG_MAX_ENTRIES) return;
|
|
146
|
-
failedGroups.set(key, { method, url: url.slice(0, DIAG_MAX_TEXT), detail, host: hostOf(url), count: 1 });
|
|
147
|
-
};
|
|
148
|
-
|
|
149
|
-
// log 级单独一桶('all' 才收),同样按归一化文本分组
|
|
150
|
-
const logEntries = [];
|
|
151
|
-
const seenLogs = new Map();
|
|
152
|
-
let filteredLogs = 0;
|
|
153
|
-
const noteLog = (type, rawText) => {
|
|
154
|
-
const text = String(rawText || '').slice(0, DIAG_MAX_TEXT);
|
|
155
|
-
const key = `${type}|${normText(text)}`;
|
|
156
|
-
const prev = seenLogs.get(key);
|
|
157
|
-
if (prev) { prev.count += 1; return; }
|
|
158
|
-
const entry = { type, text, count: 1 };
|
|
159
|
-
seenLogs.set(key, entry);
|
|
160
|
-
if (logEntries.length < DIAG_MAX_LOGS) logEntries.push(entry);
|
|
161
|
-
};
|
|
162
|
-
|
|
163
|
-
page.on('console', (msg) => {
|
|
164
|
-
const type = msg.type();
|
|
165
|
-
if (type === 'error' || type === 'warning') { noteConsole(type, msg.text()); return; }
|
|
166
|
-
if (wantAll) noteLog(type, msg.text());
|
|
167
|
-
else filteredLogs += 1;
|
|
168
|
-
});
|
|
169
|
-
page.on('pageerror', (err) => noteConsole('pageerror', err?.message || err));
|
|
170
|
-
page.on('requestfailed', (req) => noteFailed(req.method(), req.url(), req.failure()?.errorText || 'failed'));
|
|
171
|
-
page.on('response', (res) => {
|
|
172
|
-
if (res.status() < 400) return;
|
|
173
|
-
noteFailed(res.request().method(), res.url(), `HTTP ${res.status()}`);
|
|
174
|
-
});
|
|
175
|
-
|
|
176
|
-
return {
|
|
177
|
-
/** 汇成 caption 附加段。干净时给正向确认("不知道有没有挂"跟"确认没挂"是两回事)。 */
|
|
178
|
-
summary() {
|
|
179
|
-
const failed = [...failedGroups.values()];
|
|
180
|
-
// 被滤掉的 log 条数必须可见 —— "没显示"和"没发生"是两回事
|
|
181
|
-
const filteredNote = filteredLogs > 0
|
|
182
|
-
? `${filteredLogs} log-level line(s) filtered — pass console:'all' to see them` : null;
|
|
183
|
-
if (!consoleEntries.length && !failed.length && !logEntries.length) {
|
|
184
|
-
return filteredNote
|
|
185
|
-
? `console clean (${filteredNote}), all requests OK`
|
|
186
|
-
: 'console clean, all requests OK';
|
|
187
|
-
}
|
|
188
|
-
const lines = [];
|
|
189
|
-
if (consoleEntries.length) {
|
|
190
|
-
const total = consoleEntries.reduce((n, e) => n + e.count, 0);
|
|
191
|
-
lines.push(`console (${total}${total > consoleEntries.length ? ` in ${consoleEntries.length} groups` : ''}):`);
|
|
192
|
-
for (const e of consoleEntries) {
|
|
193
|
-
lines.push(` [${e.type}] ${e.text}${e.count > 1 ? ` (×${e.count} similar)` : ''}`);
|
|
194
|
-
}
|
|
195
|
-
}
|
|
196
|
-
if (logEntries.length) {
|
|
197
|
-
const total = logEntries.reduce((n, e) => n + e.count, 0);
|
|
198
|
-
lines.push(`console logs (${total}${total > logEntries.length ? ` in ${logEntries.length} groups` : ''}):`);
|
|
199
|
-
for (const e of logEntries) {
|
|
200
|
-
lines.push(` [${e.type}] ${e.text}${e.count > 1 ? ` (×${e.count} similar)` : ''}`);
|
|
201
|
-
}
|
|
202
|
-
}
|
|
203
|
-
if (filteredNote) lines.push(`(${filteredNote})`);
|
|
204
|
-
if (failed.length) {
|
|
205
|
-
const total = failed.reduce((n, f) => n + f.count, 0);
|
|
206
|
-
lines.push(`failed requests (${total}${total > failed.length ? ` in ${failed.length} groups` : ''}):`);
|
|
207
|
-
for (const f of failed) {
|
|
208
|
-
// 每组给一条样本 URL;同主机同原因的其余只报数
|
|
209
|
-
lines.push(` ${f.method} ${f.url} — ${f.detail}${f.count > 1 ? ` (×${f.count} from ${f.host})` : ''}`);
|
|
210
|
-
}
|
|
211
|
-
}
|
|
212
|
-
return lines.join('\n');
|
|
213
|
-
},
|
|
214
|
-
};
|
|
215
|
-
}
|
|
216
|
-
|
|
217
|
-
/**
|
|
218
|
-
* beforeShot 执行(2026-07-29):截图环境不滚动 → ScrollTrigger/IO 入场动画永远
|
|
219
|
-
* 不触发 → agent 为"能被截图"反过来阉割设计。给截图前跑一段交互的能力。
|
|
220
|
-
* - 'scrollToBottom':分步滚到底再回顶(所有 scroll-linked 动画都触发过一遍)
|
|
221
|
-
* - 其他字符串:当 JS 片段在页面上下文执行(支持 await),超时兜底
|
|
222
|
-
*
|
|
223
|
-
* 超时 5s→10s(2026-08-19):重 3D 站 boot 就要 3.5~5 秒,agent 一个会话里
|
|
224
|
-
* 十几次超时还误判功能坏了(iss_msz236jw_9eui)。"等页面就位"这半件事
|
|
225
|
-
* 已经拆给 waitFor 参数(runWaitFor,独立计时),beforeShot 只该剩设置动作。
|
|
226
|
-
*/
|
|
227
|
-
const BEFORE_SHOT_TIMEOUT_MS = 10000;
|
|
228
|
-
|
|
229
|
-
/**
|
|
230
|
-
* waitFor:截图前轮询一个页面表达式直到为真(独立 15s 预算,不挤占 beforeShot)。
|
|
231
|
-
* 慢启动页面的正确姿势:waitFor:"window.__game" 等就位,beforeShot 只做设置。
|
|
232
|
-
* 超时不挡截图 —— note 写明没等到,agent 自己判断画面可不可信。
|
|
233
|
-
*/
|
|
234
|
-
export const WAIT_FOR_TIMEOUT_MS = 15000;
|
|
235
|
-
export async function runWaitFor(page, expr) {
|
|
236
|
-
if (!expr) return null;
|
|
237
|
-
try {
|
|
238
|
-
await page.waitForFunction(expr, undefined, { timeout: WAIT_FOR_TIMEOUT_MS, polling: 100 });
|
|
239
|
-
return null;
|
|
240
|
-
} catch (err) {
|
|
241
|
-
const why = /Timeout/i.test(String(err?.message))
|
|
242
|
-
? `waitFor not truthy within ${WAIT_FOR_TIMEOUT_MS / 1000}s`
|
|
243
|
-
: `waitFor error: ${err?.message || err}`;
|
|
244
|
-
return `${why} (${String(expr).slice(0, 80)}) — captured anyway, the page may not be in the state you expect`;
|
|
245
|
-
}
|
|
246
|
-
}
|
|
247
|
-
|
|
248
|
-
export async function runBeforeShot(page, beforeShot) {
|
|
249
|
-
if (!beforeShot) return null;
|
|
250
|
-
try {
|
|
251
|
-
if (beforeShot === 'scrollToBottom') {
|
|
252
|
-
await page.evaluate(async () => {
|
|
253
|
-
const doc = document.scrollingElement || document.documentElement;
|
|
254
|
-
const step = Math.max(200, window.innerHeight * 0.8);
|
|
255
|
-
for (let y = 0; y <= doc.scrollHeight; y += step) {
|
|
256
|
-
window.scrollTo(0, y);
|
|
257
|
-
await new Promise((r) => setTimeout(r, 120));
|
|
258
|
-
}
|
|
259
|
-
window.scrollTo(0, doc.scrollHeight);
|
|
260
|
-
await new Promise((r) => setTimeout(r, 250));
|
|
261
|
-
window.scrollTo(0, 0);
|
|
262
|
-
});
|
|
263
|
-
// 回顶后给 reveal/settle 动画一点时间
|
|
264
|
-
await page.waitForTimeout(400);
|
|
265
|
-
} else {
|
|
266
|
-
await Promise.race([
|
|
267
|
-
page.evaluate(`(async () => { ${beforeShot} })()`),
|
|
268
|
-
new Promise((_, rej) => setTimeout(
|
|
269
|
-
() => rej(new Error(`beforeShot timeout (${BEFORE_SHOT_TIMEOUT_MS / 1000}s) — if you were waiting for the page to boot, use waitFor instead`)),
|
|
270
|
-
BEFORE_SHOT_TIMEOUT_MS,
|
|
271
|
-
)),
|
|
272
|
-
]);
|
|
273
|
-
await page.waitForTimeout(200);
|
|
274
|
-
}
|
|
275
|
-
return null;
|
|
276
|
-
} catch (err) {
|
|
277
|
-
// beforeShot 挂了不挡截图 —— 把错误带回 caption 让 agent 知道
|
|
278
|
-
return `beforeShot error: ${err?.message || err}`;
|
|
279
|
-
}
|
|
280
|
-
}
|
|
1
|
+
/**
|
|
2
|
+
* helpers/shot-pipeline.js — 截图管线的纯 helper(2026-08-19 从 screenshot.js 拆出,行数棘轮)
|
|
3
|
+
*
|
|
4
|
+
* screenshot_canvas / screenshot_url / browse 共用的一段:出图归一化、渲染保真探针、
|
|
5
|
+
* 页面诊断收集(console / 失败请求)、waitFor / beforeShot 等待语义。
|
|
6
|
+
* 全部只依赖 playwright Page 与 sharp,不碰工作区寻址 —— 拆出来是搬家不是重写。
|
|
7
|
+
*/
|
|
8
|
+
|
|
9
|
+
// ── 出图归一化(2026-07-29 立,2026-08-21 按新视觉档重算)──
|
|
10
|
+
// 背景:fullPage 截长站点页时 PNG 会超 API 的图片上限,整个工具调用直接报错;
|
|
11
|
+
// 本地先缩到模型真用得上的规格,传输体积小一个量级、永远不触发上限。编码统一 webp。
|
|
12
|
+
//
|
|
13
|
+
// 08-21 重算(会话模型 Opus 5 / Sonnet 5 / Opus 4.7+ 都是高分辨率档):
|
|
14
|
+
// - 该档位 token = ⌈w/28⌉ × ⌈h/28⌉,上限 4784 token ≈ 3.75MP;长边上限 2576。
|
|
15
|
+
// 旧值 1568 / 1.15MP 是 Opus 4.6 及以前的档,对现役模型是把画面白白缩掉 40% 长边。
|
|
16
|
+
// - 长边**定 2000 不定 2576**:一个请求里超过 20 张图时,每张都按"任一边 ≤2000px"
|
|
17
|
+
// 严格限制(否则整个请求被拒)。agent 会话里截图攒到 20 张以上是常态,2000 是
|
|
18
|
+
// 无论上下文里有多少张都安全的值。代价:极端长图(1440 宽的整页站)长边压到 2000,
|
|
19
|
+
// 仍比旧的 1568 多 27%。
|
|
20
|
+
// - 非订阅通路(中转 gemini / 本地 qwen)在 model-ingress 另有 VISION_MAX_DIM=1568
|
|
21
|
+
// 再压一道,这里放宽不影响它们。
|
|
22
|
+
// - 成本:1366×768 → 49×28=1372 token(旧算法 1399,几乎不变);1920×1080 全幅
|
|
23
|
+
// → 69×39=2691(旧档会先缩到 1568×882 → 1792);2000×1125 → 72×41=2952。
|
|
24
|
+
const API_LONG_EDGE = 2000;
|
|
25
|
+
const API_MAX_PIXELS = 3_750_000;
|
|
26
|
+
/** 导出给"坐标 1:1"断言和产物会话的 frame 计算用(两处都要和这里同一套算法) */
|
|
27
|
+
export const API_IMAGE_LIMITS = { longEdge: API_LONG_EDGE, maxPixels: API_MAX_PIXELS };
|
|
28
|
+
/** 高分辨率档的 token 估算(⌈w/28⌉×⌈h/28⌉),给 caption 报成本用 */
|
|
29
|
+
export const visionTokens = (w, h) => Math.ceil(w / 28) * Math.ceil(h / 28);
|
|
30
|
+
|
|
31
|
+
// ── 渲染层保真(2026-08-07)──
|
|
32
|
+
// 2026-08-05 事故:一次 screenshot_canvas 的位图整体呈暗色反转(深棕底米白字),
|
|
33
|
+
// 同一 page 里 beforeShot 读的 getComputedStyle 却全程浅色真值,内联 #ff0000
|
|
34
|
+
// 还原样出红——computed style 不动、paint 被变换、高饱和色豁免,指纹指向
|
|
35
|
+
// Chromium 的强制暗色(Auto Dark)。事后无法稳定复现,但这一类"渲染层替页面
|
|
36
|
+
// 做主"的来源可以确定性关掉,launch 参数全局带上:
|
|
37
|
+
// 定义在同目录 perception-page.js(三个感知工具当时是裸奔的,收成一份);
|
|
38
|
+
// 这里原样再导出,screenshot-url.js 等调用方一站取齐。
|
|
39
|
+
export { FIDELITY_LAUNCH_ARGS } from './perception-page.js';
|
|
40
|
+
|
|
41
|
+
/**
|
|
42
|
+
* 渲染保真探针:主图截完后,往页面塞一块已知色 (#f5f0e4) 的 16px 方块单截,
|
|
43
|
+
* 看栅格出来的像素还认不认账。位图和 computed style 是两条独立感知通道——
|
|
44
|
+
* 渲染层若在做颜色变换,页面内任何 JS 读数都测不到,只有这种"已知输入对
|
|
45
|
+
* 已知输出"的探针测得到。亮度掉一半才报警(抗锯齿/有损压缩的小偏差不算)。
|
|
46
|
+
* 2026-08-05 那次事故 agent 连烧 8 张截图排查自己的 CSS 才怀疑到管线头上——
|
|
47
|
+
* 这个警告就是把那 8 张图省下来的。
|
|
48
|
+
*/
|
|
49
|
+
export async function detectPaintTransform(page) {
|
|
50
|
+
try {
|
|
51
|
+
await page.evaluate(() => {
|
|
52
|
+
const d = document.createElement('div');
|
|
53
|
+
d.id = '__nd_paint_probe__';
|
|
54
|
+
d.style.cssText = 'position:fixed;left:0;top:0;width:16px;height:16px;'
|
|
55
|
+
+ 'background:#f5f0e4;z-index:2147483647;pointer-events:none';
|
|
56
|
+
document.documentElement.appendChild(d);
|
|
57
|
+
});
|
|
58
|
+
const buf = await page.locator('#__nd_paint_probe__').screenshot({ type: 'png' });
|
|
59
|
+
await page.evaluate(() => document.getElementById('__nd_paint_probe__')?.remove());
|
|
60
|
+
const { default: sharp } = await import('sharp');
|
|
61
|
+
const stats = await sharp(buf).stats();
|
|
62
|
+
const [r, g, b] = stats.channels.map((c) => c.mean);
|
|
63
|
+
const lum = 0.2126 * r + 0.7152 * g + 0.0722 * b; // #f5f0e4 本色 ≈ 239
|
|
64
|
+
if (lum < 128) {
|
|
65
|
+
return '⚠ paint-layer color transform detected: a #f5f0e4 probe rasterized to '
|
|
66
|
+
+ `rgb(${r | 0},${g | 0},${b | 0}). This bitmap does NOT faithfully show the page's own colors, `
|
|
67
|
+
+ 'and computed styles will keep reporting the authored values — the mismatch is in the '
|
|
68
|
+
+ 'rasterizer, not your CSS. Do not debug colors from this shot; report via report_issue '
|
|
69
|
+
+ 'and ask the user to eyeball the page in their own browser.';
|
|
70
|
+
}
|
|
71
|
+
return null;
|
|
72
|
+
} catch {
|
|
73
|
+
return null; // 探针挂了不挡截图
|
|
74
|
+
}
|
|
75
|
+
}
|
|
76
|
+
|
|
77
|
+
/** PNG buffer → { data, mimeType, note }。失败时原样回退 PNG(宁可大也别丢图)。 */
|
|
78
|
+
export async function normalizeShot(buf) {
|
|
79
|
+
try {
|
|
80
|
+
const { default: sharp } = await import('sharp');
|
|
81
|
+
const meta = await sharp(buf).metadata();
|
|
82
|
+
const w = meta.width || 0;
|
|
83
|
+
const h = meta.height || 0;
|
|
84
|
+
if (!w || !h) return { data: buf.toString('base64'), mimeType: 'image/png', note: null };
|
|
85
|
+
const scale = Math.min(1, API_LONG_EDGE / Math.max(w, h), Math.sqrt(API_MAX_PIXELS / (w * h)));
|
|
86
|
+
const tw = Math.max(1, Math.round(w * scale));
|
|
87
|
+
const th = Math.max(1, Math.round(h * scale));
|
|
88
|
+
let img = sharp(buf);
|
|
89
|
+
if (scale < 1) img = img.resize(tw, th);
|
|
90
|
+
const out = await img.webp({ quality: 82 }).toBuffer();
|
|
91
|
+
let note = scale < 1
|
|
92
|
+
? `image normalized ${w}x${h} -> ${tw}x${th} webp ${(out.length / 1024).toFixed(0)}KB (vision limit: long edge ${API_LONG_EDGE}px / ~${(API_MAX_PIXELS / 1e6).toFixed(2)}MP; ≈${visionTokens(tw, th)} tokens)`
|
|
93
|
+
: null;
|
|
94
|
+
// 极端长图:整体缩完细节所剩无几,提示换姿势而不是硬看
|
|
95
|
+
if (scale < 0.35 && Math.max(w, h) / Math.min(w, h) > 4) {
|
|
96
|
+
note += ' — long page squeezed hard; details are unreadable at this scale. Prefer sectioned shots (viewport + beforeShot scroll) or pageIndex/device over fullPage.';
|
|
97
|
+
}
|
|
98
|
+
return { data: out.toString('base64'), mimeType: 'image/webp', note };
|
|
99
|
+
} catch (err) {
|
|
100
|
+
return { data: buf.toString('base64'), mimeType: 'image/png', note: `image normalize skipped: ${err?.message || err}` };
|
|
101
|
+
}
|
|
102
|
+
}
|
|
103
|
+
|
|
104
|
+
// ── 页面诊断收集(2026-07-29)──
|
|
105
|
+
// 背景:agent 塞了 GSAP/Lenis CDN 却不知道有没有加载成功——截图上看不出来。
|
|
106
|
+
// 挂 4 个 playwright listener,截图 caption 里回传 console 错误 + 加载失败资源。
|
|
107
|
+
// 上限/截断防止一个疯狂报错的页面把 caption 撑爆。
|
|
108
|
+
const DIAG_MAX_ENTRIES = 15;
|
|
109
|
+
const DIAG_MAX_TEXT = 300;
|
|
110
|
+
const DIAG_MAX_LOGS = 10; // console:'all' 时 log 级单独一桶,别把真错误挤出去
|
|
111
|
+
|
|
112
|
+
/**
|
|
113
|
+
* @param {import('playwright').Page} page
|
|
114
|
+
* @param {object} [opts]
|
|
115
|
+
* @param {'warn'|'all'} [opts.console] 默认 'warn' 只收 warning/error。
|
|
116
|
+
* 'all' 把 log/info/debug 也带回(单独一桶,capped)。默认档下被滤掉的
|
|
117
|
+
* log 条数会写进 summary —— agent 上报过:console.log 被静默吞掉,
|
|
118
|
+
* 它以为代码没执行到,白改了两轮(iss_msz24e0q_vfwf)。
|
|
119
|
+
*/
|
|
120
|
+
export function attachPageDiagnostics(page, opts = {}) {
|
|
121
|
+
const wantAll = opts.console === 'all';
|
|
122
|
+
// ⭐ 聚合按(归一化原因 × 主机)分组,不逐条罗列(agent 上报逮到:一页 30 张
|
|
123
|
+
// 字体请求失败会把 caption 撑成 30 行同一句话,真正独特的那条错误被淹没)。
|
|
124
|
+
// 归一化 = 把消息里的 URL 收成主机名:同一家 CDN 挂 30 个文件是**一个**故障。
|
|
125
|
+
const hostOf = (u) => { try { return new URL(u).hostname; } catch { return u; } };
|
|
126
|
+
const normText = (t) => t.replace(/https?:\/\/[^\s"')]+/g, (u) => `${hostOf(u)}/…`);
|
|
127
|
+
|
|
128
|
+
const consoleEntries = []; // { type, text, count },text 是该组第一条原文
|
|
129
|
+
const seenConsole = new Map(); // 归一化文本 → entry
|
|
130
|
+
const noteConsole = (type, rawText) => {
|
|
131
|
+
const text = String(rawText || '').slice(0, DIAG_MAX_TEXT);
|
|
132
|
+
const key = `${type}|${normText(text)}`;
|
|
133
|
+
const prev = seenConsole.get(key);
|
|
134
|
+
if (prev) { prev.count += 1; return; }
|
|
135
|
+
const entry = { type, text, count: 1 };
|
|
136
|
+
seenConsole.set(key, entry);
|
|
137
|
+
if (consoleEntries.length < DIAG_MAX_ENTRIES) consoleEntries.push(entry);
|
|
138
|
+
};
|
|
139
|
+
|
|
140
|
+
const failedGroups = new Map(); // `${host}|${detail}` → { method, url, detail, host, count }
|
|
141
|
+
const noteFailed = (method, url, detail) => {
|
|
142
|
+
const key = `${hostOf(url)}|${detail}`;
|
|
143
|
+
const prev = failedGroups.get(key);
|
|
144
|
+
if (prev) { prev.count += 1; return; }
|
|
145
|
+
if (failedGroups.size >= DIAG_MAX_ENTRIES) return;
|
|
146
|
+
failedGroups.set(key, { method, url: url.slice(0, DIAG_MAX_TEXT), detail, host: hostOf(url), count: 1 });
|
|
147
|
+
};
|
|
148
|
+
|
|
149
|
+
// log 级单独一桶('all' 才收),同样按归一化文本分组
|
|
150
|
+
const logEntries = [];
|
|
151
|
+
const seenLogs = new Map();
|
|
152
|
+
let filteredLogs = 0;
|
|
153
|
+
const noteLog = (type, rawText) => {
|
|
154
|
+
const text = String(rawText || '').slice(0, DIAG_MAX_TEXT);
|
|
155
|
+
const key = `${type}|${normText(text)}`;
|
|
156
|
+
const prev = seenLogs.get(key);
|
|
157
|
+
if (prev) { prev.count += 1; return; }
|
|
158
|
+
const entry = { type, text, count: 1 };
|
|
159
|
+
seenLogs.set(key, entry);
|
|
160
|
+
if (logEntries.length < DIAG_MAX_LOGS) logEntries.push(entry);
|
|
161
|
+
};
|
|
162
|
+
|
|
163
|
+
page.on('console', (msg) => {
|
|
164
|
+
const type = msg.type();
|
|
165
|
+
if (type === 'error' || type === 'warning') { noteConsole(type, msg.text()); return; }
|
|
166
|
+
if (wantAll) noteLog(type, msg.text());
|
|
167
|
+
else filteredLogs += 1;
|
|
168
|
+
});
|
|
169
|
+
page.on('pageerror', (err) => noteConsole('pageerror', err?.message || err));
|
|
170
|
+
page.on('requestfailed', (req) => noteFailed(req.method(), req.url(), req.failure()?.errorText || 'failed'));
|
|
171
|
+
page.on('response', (res) => {
|
|
172
|
+
if (res.status() < 400) return;
|
|
173
|
+
noteFailed(res.request().method(), res.url(), `HTTP ${res.status()}`);
|
|
174
|
+
});
|
|
175
|
+
|
|
176
|
+
return {
|
|
177
|
+
/** 汇成 caption 附加段。干净时给正向确认("不知道有没有挂"跟"确认没挂"是两回事)。 */
|
|
178
|
+
summary() {
|
|
179
|
+
const failed = [...failedGroups.values()];
|
|
180
|
+
// 被滤掉的 log 条数必须可见 —— "没显示"和"没发生"是两回事
|
|
181
|
+
const filteredNote = filteredLogs > 0
|
|
182
|
+
? `${filteredLogs} log-level line(s) filtered — pass console:'all' to see them` : null;
|
|
183
|
+
if (!consoleEntries.length && !failed.length && !logEntries.length) {
|
|
184
|
+
return filteredNote
|
|
185
|
+
? `console clean (${filteredNote}), all requests OK`
|
|
186
|
+
: 'console clean, all requests OK';
|
|
187
|
+
}
|
|
188
|
+
const lines = [];
|
|
189
|
+
if (consoleEntries.length) {
|
|
190
|
+
const total = consoleEntries.reduce((n, e) => n + e.count, 0);
|
|
191
|
+
lines.push(`console (${total}${total > consoleEntries.length ? ` in ${consoleEntries.length} groups` : ''}):`);
|
|
192
|
+
for (const e of consoleEntries) {
|
|
193
|
+
lines.push(` [${e.type}] ${e.text}${e.count > 1 ? ` (×${e.count} similar)` : ''}`);
|
|
194
|
+
}
|
|
195
|
+
}
|
|
196
|
+
if (logEntries.length) {
|
|
197
|
+
const total = logEntries.reduce((n, e) => n + e.count, 0);
|
|
198
|
+
lines.push(`console logs (${total}${total > logEntries.length ? ` in ${logEntries.length} groups` : ''}):`);
|
|
199
|
+
for (const e of logEntries) {
|
|
200
|
+
lines.push(` [${e.type}] ${e.text}${e.count > 1 ? ` (×${e.count} similar)` : ''}`);
|
|
201
|
+
}
|
|
202
|
+
}
|
|
203
|
+
if (filteredNote) lines.push(`(${filteredNote})`);
|
|
204
|
+
if (failed.length) {
|
|
205
|
+
const total = failed.reduce((n, f) => n + f.count, 0);
|
|
206
|
+
lines.push(`failed requests (${total}${total > failed.length ? ` in ${failed.length} groups` : ''}):`);
|
|
207
|
+
for (const f of failed) {
|
|
208
|
+
// 每组给一条样本 URL;同主机同原因的其余只报数
|
|
209
|
+
lines.push(` ${f.method} ${f.url} — ${f.detail}${f.count > 1 ? ` (×${f.count} from ${f.host})` : ''}`);
|
|
210
|
+
}
|
|
211
|
+
}
|
|
212
|
+
return lines.join('\n');
|
|
213
|
+
},
|
|
214
|
+
};
|
|
215
|
+
}
|
|
216
|
+
|
|
217
|
+
/**
|
|
218
|
+
* beforeShot 执行(2026-07-29):截图环境不滚动 → ScrollTrigger/IO 入场动画永远
|
|
219
|
+
* 不触发 → agent 为"能被截图"反过来阉割设计。给截图前跑一段交互的能力。
|
|
220
|
+
* - 'scrollToBottom':分步滚到底再回顶(所有 scroll-linked 动画都触发过一遍)
|
|
221
|
+
* - 其他字符串:当 JS 片段在页面上下文执行(支持 await),超时兜底
|
|
222
|
+
*
|
|
223
|
+
* 超时 5s→10s(2026-08-19):重 3D 站 boot 就要 3.5~5 秒,agent 一个会话里
|
|
224
|
+
* 十几次超时还误判功能坏了(iss_msz236jw_9eui)。"等页面就位"这半件事
|
|
225
|
+
* 已经拆给 waitFor 参数(runWaitFor,独立计时),beforeShot 只该剩设置动作。
|
|
226
|
+
*/
|
|
227
|
+
const BEFORE_SHOT_TIMEOUT_MS = 10000;
|
|
228
|
+
|
|
229
|
+
/**
|
|
230
|
+
* waitFor:截图前轮询一个页面表达式直到为真(独立 15s 预算,不挤占 beforeShot)。
|
|
231
|
+
* 慢启动页面的正确姿势:waitFor:"window.__game" 等就位,beforeShot 只做设置。
|
|
232
|
+
* 超时不挡截图 —— note 写明没等到,agent 自己判断画面可不可信。
|
|
233
|
+
*/
|
|
234
|
+
export const WAIT_FOR_TIMEOUT_MS = 15000;
|
|
235
|
+
export async function runWaitFor(page, expr) {
|
|
236
|
+
if (!expr) return null;
|
|
237
|
+
try {
|
|
238
|
+
await page.waitForFunction(expr, undefined, { timeout: WAIT_FOR_TIMEOUT_MS, polling: 100 });
|
|
239
|
+
return null;
|
|
240
|
+
} catch (err) {
|
|
241
|
+
const why = /Timeout/i.test(String(err?.message))
|
|
242
|
+
? `waitFor not truthy within ${WAIT_FOR_TIMEOUT_MS / 1000}s`
|
|
243
|
+
: `waitFor error: ${err?.message || err}`;
|
|
244
|
+
return `${why} (${String(expr).slice(0, 80)}) — captured anyway, the page may not be in the state you expect`;
|
|
245
|
+
}
|
|
246
|
+
}
|
|
247
|
+
|
|
248
|
+
export async function runBeforeShot(page, beforeShot) {
|
|
249
|
+
if (!beforeShot) return null;
|
|
250
|
+
try {
|
|
251
|
+
if (beforeShot === 'scrollToBottom') {
|
|
252
|
+
await page.evaluate(async () => {
|
|
253
|
+
const doc = document.scrollingElement || document.documentElement;
|
|
254
|
+
const step = Math.max(200, window.innerHeight * 0.8);
|
|
255
|
+
for (let y = 0; y <= doc.scrollHeight; y += step) {
|
|
256
|
+
window.scrollTo(0, y);
|
|
257
|
+
await new Promise((r) => setTimeout(r, 120));
|
|
258
|
+
}
|
|
259
|
+
window.scrollTo(0, doc.scrollHeight);
|
|
260
|
+
await new Promise((r) => setTimeout(r, 250));
|
|
261
|
+
window.scrollTo(0, 0);
|
|
262
|
+
});
|
|
263
|
+
// 回顶后给 reveal/settle 动画一点时间
|
|
264
|
+
await page.waitForTimeout(400);
|
|
265
|
+
} else {
|
|
266
|
+
await Promise.race([
|
|
267
|
+
page.evaluate(`(async () => { ${beforeShot} })()`),
|
|
268
|
+
new Promise((_, rej) => setTimeout(
|
|
269
|
+
() => rej(new Error(`beforeShot timeout (${BEFORE_SHOT_TIMEOUT_MS / 1000}s) — if you were waiting for the page to boot, use waitFor instead`)),
|
|
270
|
+
BEFORE_SHOT_TIMEOUT_MS,
|
|
271
|
+
)),
|
|
272
|
+
]);
|
|
273
|
+
await page.waitForTimeout(200);
|
|
274
|
+
}
|
|
275
|
+
return null;
|
|
276
|
+
} catch (err) {
|
|
277
|
+
// beforeShot 挂了不挡截图 —— 把错误带回 caption 让 agent 知道
|
|
278
|
+
return `beforeShot error: ${err?.message || err}`;
|
|
279
|
+
}
|
|
280
|
+
}
|