multiclone 0.0.0-stage → 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +89 -2
- package/agents/section-builder.md +37 -0
- package/commands/multiclone.md +20 -0
- package/dist/adapters/cli.js +120 -0
- package/dist/adapters/cli.js.map +1 -0
- package/dist/adapters/cliArgs.js +63 -0
- package/dist/adapters/cliArgs.js.map +1 -0
- package/dist/adapters/mcp.js +83 -0
- package/dist/adapters/mcp.js.map +1 -0
- package/dist/analyze/analyze.js +85 -0
- package/dist/analyze/analyze.js.map +1 -0
- package/dist/analyze/animations.js +340 -0
- package/dist/analyze/animations.js.map +1 -0
- package/dist/analyze/ast.js +182 -0
- package/dist/analyze/ast.js.map +1 -0
- package/dist/analyze/chunks.js +160 -0
- package/dist/analyze/chunks.js.map +1 -0
- package/dist/analyze/jobs/code.js +117 -0
- package/dist/analyze/jobs/code.js.map +1 -0
- package/dist/analyze/jobs/sections.js +356 -0
- package/dist/analyze/jobs/sections.js.map +1 -0
- package/dist/analyze/pretty.js +20 -0
- package/dist/analyze/pretty.js.map +1 -0
- package/dist/analyze/report.js +101 -0
- package/dist/analyze/report.js.map +1 -0
- package/dist/analyze/worker.js +71 -0
- package/dist/analyze/worker.js.map +1 -0
- package/dist/capture/capture.js +231 -0
- package/dist/capture/capture.js.map +1 -0
- package/dist/capture/collectors/a11y.js +92 -0
- package/dist/capture/collectors/a11y.js.map +1 -0
- package/dist/capture/collectors/animations.js +113 -0
- package/dist/capture/collectors/animations.js.map +1 -0
- package/dist/capture/collectors/breakpoints.js +31 -0
- package/dist/capture/collectors/breakpoints.js.map +1 -0
- package/dist/capture/collectors/consent.js +39 -0
- package/dist/capture/collectors/consent.js.map +1 -0
- package/dist/capture/collectors/coverage.js +119 -0
- package/dist/capture/collectors/coverage.js.map +1 -0
- package/dist/capture/collectors/dom.js +16 -0
- package/dist/capture/collectors/dom.js.map +1 -0
- package/dist/capture/collectors/fonts.js +154 -0
- package/dist/capture/collectors/fonts.js.map +1 -0
- package/dist/capture/collectors/frames.js +93 -0
- package/dist/capture/collectors/frames.js.map +1 -0
- package/dist/capture/collectors/index.js +50 -0
- package/dist/capture/collectors/index.js.map +1 -0
- package/dist/capture/collectors/interactions.js +208 -0
- package/dist/capture/collectors/interactions.js.map +1 -0
- package/dist/capture/collectors/intro.js +84 -0
- package/dist/capture/collectors/intro.js.map +1 -0
- package/dist/capture/collectors/listeners.js +84 -0
- package/dist/capture/collectors/listeners.js.map +1 -0
- package/dist/capture/collectors/motion.js +86 -0
- package/dist/capture/collectors/motion.js.map +1 -0
- package/dist/capture/collectors/network.js +288 -0
- package/dist/capture/collectors/network.js.map +1 -0
- package/dist/capture/collectors/probes.js +33 -0
- package/dist/capture/collectors/probes.js.map +1 -0
- package/dist/capture/collectors/runtime.js +38 -0
- package/dist/capture/collectors/runtime.js.map +1 -0
- package/dist/capture/collectors/scripts.js +98 -0
- package/dist/capture/collectors/scripts.js.map +1 -0
- package/dist/capture/collectors/sections.js +17 -0
- package/dist/capture/collectors/sections.js.map +1 -0
- package/dist/capture/collectors/shots.js +38 -0
- package/dist/capture/collectors/shots.js.map +1 -0
- package/dist/capture/collectors/snapshot.js +47 -0
- package/dist/capture/collectors/snapshot.js.map +1 -0
- package/dist/capture/collectors/sourcemaps.js +153 -0
- package/dist/capture/collectors/sourcemaps.js.map +1 -0
- package/dist/capture/collectors/storage.js +72 -0
- package/dist/capture/collectors/storage.js.map +1 -0
- package/dist/capture/context.js +35 -0
- package/dist/capture/context.js.map +1 -0
- package/dist/capture/hooks/candidates.js +104 -0
- package/dist/capture/hooks/candidates.js.map +1 -0
- package/dist/capture/hooks/consent.js +82 -0
- package/dist/capture/hooks/consent.js.map +1 -0
- package/dist/capture/hooks/recorders.js +507 -0
- package/dist/capture/hooks/recorders.js.map +1 -0
- package/dist/capture/hooks/sections.js +62 -0
- package/dist/capture/hooks/sections.js.map +1 -0
- package/dist/capture/hooks/styles.js +86 -0
- package/dist/capture/hooks/styles.js.map +1 -0
- package/dist/capture/probes.js +491 -0
- package/dist/capture/probes.js.map +1 -0
- package/dist/capture/report.js +115 -0
- package/dist/capture/report.js.map +1 -0
- package/dist/compare/compare.js +391 -0
- package/dist/compare/compare.js.map +1 -0
- package/dist/compare/image.js +105 -0
- package/dist/compare/image.js.map +1 -0
- package/dist/compare/probes.js +129 -0
- package/dist/compare/probes.js.map +1 -0
- package/dist/compare/report.js +99 -0
- package/dist/compare/report.js.map +1 -0
- package/dist/compare/session.js +133 -0
- package/dist/compare/session.js.map +1 -0
- package/dist/compare/shoot.js +44 -0
- package/dist/compare/shoot.js.map +1 -0
- package/dist/contracts/catalog.js +24 -0
- package/dist/contracts/catalog.js.map +1 -0
- package/dist/contracts/context.js +19 -0
- package/dist/contracts/context.js.map +1 -0
- package/dist/contracts/fields.js +16 -0
- package/dist/contracts/fields.js.map +1 -0
- package/dist/contracts/tools/analyze.js +38 -0
- package/dist/contracts/tools/analyze.js.map +1 -0
- package/dist/contracts/tools/capture.js +71 -0
- package/dist/contracts/tools/capture.js.map +1 -0
- package/dist/contracts/tools/compare.js +142 -0
- package/dist/contracts/tools/compare.js.map +1 -0
- package/dist/contracts/tools/doctor.js +23 -0
- package/dist/contracts/tools/doctor.js.map +1 -0
- package/dist/contracts/tools/inspect.js +41 -0
- package/dist/contracts/tools/inspect.js.map +1 -0
- package/dist/contracts/tools/method.js +56 -0
- package/dist/contracts/tools/method.js.map +1 -0
- package/dist/contracts/tools/mirror.js +53 -0
- package/dist/contracts/tools/mirror.js.map +1 -0
- package/dist/contracts/tools/project.js +61 -0
- package/dist/contracts/tools/project.js.map +1 -0
- package/dist/contracts/types.js +20 -0
- package/dist/contracts/types.js.map +1 -0
- package/dist/core/cdp.js +146 -0
- package/dist/core/cdp.js.map +1 -0
- package/dist/core/chrome.js +185 -0
- package/dist/core/chrome.js.map +1 -0
- package/dist/core/files.js +31 -0
- package/dist/core/files.js.map +1 -0
- package/dist/core/inpage.js +24 -0
- package/dist/core/inpage.js.map +1 -0
- package/dist/core/log.js +10 -0
- package/dist/core/log.js.map +1 -0
- package/dist/core/page.js +248 -0
- package/dist/core/page.js.map +1 -0
- package/dist/doctor.js +37 -0
- package/dist/doctor.js.map +1 -0
- package/dist/domain/breakpoints.js +47 -0
- package/dist/domain/breakpoints.js.map +1 -0
- package/dist/domain/budget.js +38 -0
- package/dist/domain/budget.js.map +1 -0
- package/dist/domain/compare.js +138 -0
- package/dist/domain/compare.js.map +1 -0
- package/dist/domain/coverage.js +96 -0
- package/dist/domain/coverage.js.map +1 -0
- package/dist/domain/motion.js +142 -0
- package/dist/domain/motion.js.map +1 -0
- package/dist/domain/paths.js +55 -0
- package/dist/domain/paths.js.map +1 -0
- package/dist/domain/result.js +38 -0
- package/dist/domain/result.js.map +1 -0
- package/dist/domain/routes.js +160 -0
- package/dist/domain/routes.js.map +1 -0
- package/dist/domain/sections.js +94 -0
- package/dist/domain/sections.js.map +1 -0
- package/dist/domain/snapshot.js +268 -0
- package/dist/domain/snapshot.js.map +1 -0
- package/dist/domain/sourcemap.js +95 -0
- package/dist/domain/sourcemap.js.map +1 -0
- package/dist/domain/stack.js +342 -0
- package/dist/domain/stack.js.map +1 -0
- package/dist/domain/tokens.js +183 -0
- package/dist/domain/tokens.js.map +1 -0
- package/dist/domain/types.js +2 -0
- package/dist/domain/types.js.map +1 -0
- package/dist/domain/viewports.js +45 -0
- package/dist/domain/viewports.js.map +1 -0
- package/dist/mirror/rewrite.js +56 -0
- package/dist/mirror/rewrite.js.map +1 -0
- package/dist/mirror/server.js +191 -0
- package/dist/mirror/server.js.map +1 -0
- package/dist/mirror/store.js +86 -0
- package/dist/mirror/store.js.map +1 -0
- package/dist/project/assets.js +48 -0
- package/dist/project/assets.js.map +1 -0
- package/dist/project/method.js +152 -0
- package/dist/project/method.js.map +1 -0
- package/dist/project/scaffold.js +140 -0
- package/dist/project/scaffold.js.map +1 -0
- package/dist/store/inspect.js +212 -0
- package/dist/store/inspect.js.map +1 -0
- package/dist/store/run.js +112 -0
- package/dist/store/run.js.map +1 -0
- package/dist/store/summary.js +69 -0
- package/dist/store/summary.js.map +1 -0
- package/dist/version.js +2 -0
- package/dist/version.js.map +1 -0
- package/package.json +66 -4
- package/skills/multiclone/SKILL.md +102 -0
- package/skills/multiclone/references/capture-format.md +73 -0
- package/skills/multiclone/references/fidelity.md +54 -0
- package/skills/multiclone/references/quality.md +47 -0
- package/skills/multiclone/references/stacks.md +156 -0
- package/templates/react-vite/.prettierignore +5 -0
- package/templates/react-vite/.prettierrc.json +6 -0
- package/templates/react-vite/eslint.config.js +38 -0
- package/templates/react-vite/gitignore +4 -0
- package/templates/react-vite/index.html +12 -0
- package/templates/react-vite/package.json +36 -0
- package/templates/react-vite/src/app/App.tsx +10 -0
- package/templates/react-vite/src/app/Page.tsx +4 -0
- package/templates/react-vite/src/components/README.md +7 -0
- package/templates/react-vite/src/content/README.md +2 -0
- package/templates/react-vite/src/hooks/useActiveSection.ts +37 -0
- package/templates/react-vite/src/hooks/useInView.ts +45 -0
- package/templates/react-vite/src/hooks/useMediaQuery.ts +15 -0
- package/templates/react-vite/src/lib/cn.ts +4 -0
- package/templates/react-vite/src/lib/math.ts +21 -0
- package/templates/react-vite/src/lib/mc.ts +13 -0
- package/templates/react-vite/src/lib/media.ts +4 -0
- package/templates/react-vite/src/main.tsx +13 -0
- package/templates/react-vite/src/providers/SmoothScroll.tsx +24 -0
- package/templates/react-vite/src/styles/base.css +42 -0
- package/templates/react-vite/src/styles/fonts.css +1 -0
- package/templates/react-vite/src/styles/index.css +3 -0
- package/templates/react-vite/src/styles/tokens.css +3 -0
- package/templates/react-vite/src/vite-env.d.ts +1 -0
- package/templates/react-vite/tsconfig.app.json +29 -0
- package/templates/react-vite/tsconfig.json +4 -0
- package/templates/react-vite/tsconfig.node.json +19 -0
- package/templates/react-vite/vite.config.ts +37 -0
|
@@ -0,0 +1,50 @@
|
|
|
1
|
+
import { a11yCollector } from './a11y.js';
|
|
2
|
+
import { animationsCollector } from './animations.js';
|
|
3
|
+
import { breakpointsCollector } from './breakpoints.js';
|
|
4
|
+
import { consentCollector } from './consent.js';
|
|
5
|
+
import { coverageCollector } from './coverage.js';
|
|
6
|
+
import { domCollector } from './dom.js';
|
|
7
|
+
import { fontsCollector } from './fonts.js';
|
|
8
|
+
import { interactionsCollector } from './interactions.js';
|
|
9
|
+
import { introCollector } from './intro.js';
|
|
10
|
+
import { listenersCollector } from './listeners.js';
|
|
11
|
+
import { framesCollector } from './frames.js';
|
|
12
|
+
import { motionCollector } from './motion.js';
|
|
13
|
+
import { networkCollector } from './network.js';
|
|
14
|
+
import { probesCollector } from './probes.js';
|
|
15
|
+
import { runtimeCollector } from './runtime.js';
|
|
16
|
+
import { scriptsCollector } from './scripts.js';
|
|
17
|
+
import { sectionsCollector } from './sections.js';
|
|
18
|
+
import { shotsCollector } from './shots.js';
|
|
19
|
+
import { snapshotCollector } from './snapshot.js';
|
|
20
|
+
import { sourcemapsCollector } from './sourcemaps.js';
|
|
21
|
+
import { storageCollector } from './storage.js';
|
|
22
|
+
/** Collectors in run order; within each hook they execute in this order. */
|
|
23
|
+
export function defaultCollectors() {
|
|
24
|
+
return [
|
|
25
|
+
// Setup order matters: frames registers child-session handling before anything navigates.
|
|
26
|
+
framesCollector(),
|
|
27
|
+
networkCollector(),
|
|
28
|
+
scriptsCollector(),
|
|
29
|
+
runtimeCollector(),
|
|
30
|
+
introCollector(),
|
|
31
|
+
consentCollector(),
|
|
32
|
+
animationsCollector(),
|
|
33
|
+
probesCollector(),
|
|
34
|
+
domCollector(),
|
|
35
|
+
snapshotCollector(),
|
|
36
|
+
fontsCollector(),
|
|
37
|
+
a11yCollector(),
|
|
38
|
+
storageCollector(),
|
|
39
|
+
sectionsCollector(),
|
|
40
|
+
listenersCollector(),
|
|
41
|
+
motionCollector(),
|
|
42
|
+
coverageCollector(),
|
|
43
|
+
interactionsCollector(),
|
|
44
|
+
shotsCollector(),
|
|
45
|
+
// Finish order: network and scripts are flushed above, so maps can read them.
|
|
46
|
+
sourcemapsCollector(),
|
|
47
|
+
breakpointsCollector(),
|
|
48
|
+
];
|
|
49
|
+
}
|
|
50
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/capture/collectors/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,aAAa,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,mBAAmB,EAAE,MAAM,iBAAiB,CAAC;AACtD,OAAO,EAAE,oBAAoB,EAAE,MAAM,kBAAkB,CAAC;AACxD,OAAO,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAC;AAChD,OAAO,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAC;AAClD,OAAO,EAAE,YAAY,EAAE,MAAM,UAAU,CAAC;AACxC,OAAO,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAC5C,OAAO,EAAE,qBAAqB,EAAE,MAAM,mBAAmB,CAAC;AAC1D,OAAO,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAC5C,OAAO,EAAE,kBAAkB,EAAE,MAAM,gBAAgB,CAAC;AACpD,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAC9C,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAC9C,OAAO,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAC;AAChD,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAC9C,OAAO,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAC;AAChD,OAAO,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAC;AAChD,OAAO,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAC;AAClD,OAAO,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAC5C,OAAO,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAC;AAClD,OAAO,EAAE,mBAAmB,EAAE,MAAM,iBAAiB,CAAC;AACtD,OAAO,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAC;AAEhD,4EAA4E;AAC5E,MAAM,UAAU,iBAAiB;IAC/B,OAAO;QACL,0FAA0F;QAC1F,eAAe,EAAE;QACjB,gBAAgB,EAAE;QAClB,gBAAgB,EAAE;QAClB,gBAAgB,EAAE;QAClB,cAAc,EAAE;QAChB,gBAAgB,EAAE;QAClB,mBAAmB,EAAE;QACrB,eAAe,EAAE;QACjB,YAAY,EAAE;QACd,iBAAiB,EAAE;QACnB,cAAc,EAAE;QAChB,aAAa,EAAE;QACf,gBAAgB,EAAE;QAClB,iBAAiB,EAAE;QACnB,kBAAkB,EAAE;QACpB,eAAe,EAAE;QACjB,iBAAiB,EAAE;QACnB,qBAAqB,EAAE;QACvB,cAAc,EAAE;QAChB,8EAA8E;QAC9E,mBAAmB,EAAE;QACrB,oBAAoB,EAAE;KACvB,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,208 @@
|
|
|
1
|
+
import { join } from 'node:path';
|
|
2
|
+
import { sleep, writeBytes, writeJson } from '../../core/files.js';
|
|
3
|
+
import { log } from '../../core/log.js';
|
|
4
|
+
import { diffStates, readStates, STATE_PROPS } from '../hooks/styles.js';
|
|
5
|
+
const MAX_FORCED = 60;
|
|
6
|
+
const MAX_HOVERS = 40;
|
|
7
|
+
const MAX_CLICKS = 12;
|
|
8
|
+
const PAD = 24;
|
|
9
|
+
/** Elements that became visible after a click (menus, dialogs, panels). Self-contained. */
|
|
10
|
+
function visibleSet() {
|
|
11
|
+
const out = [];
|
|
12
|
+
for (const el of Array.from(document.body.querySelectorAll('*')).slice(0, 8000)) {
|
|
13
|
+
const rect = el.getBoundingClientRect();
|
|
14
|
+
if (rect.width < 40 || rect.height < 20)
|
|
15
|
+
continue;
|
|
16
|
+
const style = getComputedStyle(el);
|
|
17
|
+
if (style.visibility === 'hidden' || style.display === 'none' || style.opacity === '0')
|
|
18
|
+
continue;
|
|
19
|
+
out.push(`${el.tagName}|${String(Math.round(rect.left))}|${String(Math.round(rect.top))}|${String(Math.round(rect.width))}|${String(Math.round(rect.height))}`);
|
|
20
|
+
}
|
|
21
|
+
return out;
|
|
22
|
+
}
|
|
23
|
+
async function nodeIdFor(context, selector) {
|
|
24
|
+
try {
|
|
25
|
+
const { root } = await context.cdp.send('DOM.getDocument', {
|
|
26
|
+
depth: 0,
|
|
27
|
+
});
|
|
28
|
+
const { nodeId } = await context.cdp.send('DOM.querySelector', {
|
|
29
|
+
nodeId: root.nodeId,
|
|
30
|
+
selector,
|
|
31
|
+
});
|
|
32
|
+
return nodeId || null;
|
|
33
|
+
}
|
|
34
|
+
catch {
|
|
35
|
+
return null;
|
|
36
|
+
}
|
|
37
|
+
}
|
|
38
|
+
async function crop(context, candidate, scrollY, file) {
|
|
39
|
+
const [x, y, w, h] = candidate.box;
|
|
40
|
+
const png = await context.page.screenshot({
|
|
41
|
+
x: x - PAD,
|
|
42
|
+
y: y - scrollY - PAD,
|
|
43
|
+
width: Math.min(w + PAD * 2, context.viewport.width),
|
|
44
|
+
height: Math.min(h + PAD * 2, context.viewport.height),
|
|
45
|
+
});
|
|
46
|
+
await writeBytes(join(context.dir, file), png);
|
|
47
|
+
context.run.output('interactions', file);
|
|
48
|
+
return file;
|
|
49
|
+
}
|
|
50
|
+
/**
|
|
51
|
+
* Hover/focus/active states of interactive elements. CSS pseudo-states are forced and diffed,
|
|
52
|
+
* real pointer hovers catch JS hover effects, and a capped number of in-place toggles are
|
|
53
|
+
* clicked (never links that leave the page), with a reload to restore state afterwards.
|
|
54
|
+
* Writes interactions/<viewport>.json plus crops.
|
|
55
|
+
*/
|
|
56
|
+
export function interactionsCollector() {
|
|
57
|
+
return {
|
|
58
|
+
id: 'interactions',
|
|
59
|
+
timeLimitMs: 300_000,
|
|
60
|
+
async explore(context) {
|
|
61
|
+
if (!context.deep)
|
|
62
|
+
return;
|
|
63
|
+
const { cdp, page, viewport } = context;
|
|
64
|
+
const candidates = (context.run.candidates.get(viewport.name) ?? []).filter((c) => !c.path.includes('>>>'));
|
|
65
|
+
if (!candidates.length)
|
|
66
|
+
return;
|
|
67
|
+
log(` interaction states for ${String(Math.min(candidates.length, MAX_FORCED))} elements`);
|
|
68
|
+
await cdp.send('DOM.enable');
|
|
69
|
+
await cdp.send('CSS.enable');
|
|
70
|
+
const records = [];
|
|
71
|
+
const read = (selector) => page.run(readStates, { selector, props: [...STATE_PROPS], maxDescendants: 30 });
|
|
72
|
+
for (const [index, candidate] of candidates.slice(0, MAX_FORCED).entries()) {
|
|
73
|
+
const forced = {};
|
|
74
|
+
const nodeId = await nodeIdFor(context, candidate.path);
|
|
75
|
+
const rest = await read(candidate.path);
|
|
76
|
+
if (nodeId !== null && rest) {
|
|
77
|
+
for (const state of ['hover', 'focus-visible', 'active']) {
|
|
78
|
+
await cdp
|
|
79
|
+
.send('CSS.forcePseudoState', { nodeId, forcedPseudoClasses: [state] })
|
|
80
|
+
.catch(() => undefined);
|
|
81
|
+
const active = await read(candidate.path);
|
|
82
|
+
await cdp
|
|
83
|
+
.send('CSS.forcePseudoState', { nodeId, forcedPseudoClasses: [] })
|
|
84
|
+
.catch(() => undefined);
|
|
85
|
+
if (!active)
|
|
86
|
+
continue;
|
|
87
|
+
const diff = diffStates(rest, active);
|
|
88
|
+
if (Object.keys(diff).length)
|
|
89
|
+
forced[state] = diff;
|
|
90
|
+
}
|
|
91
|
+
}
|
|
92
|
+
let hover;
|
|
93
|
+
if (index < MAX_HOVERS && rest) {
|
|
94
|
+
const [x, y, w, h] = candidate.box;
|
|
95
|
+
const scrollY = await page.scrollTo(Math.max(0, y - viewport.height / 3), viewport);
|
|
96
|
+
await cdp.send('Input.dispatchMouseEvent', { type: 'mouseMoved', x: 1, y: 1 });
|
|
97
|
+
await sleep(350);
|
|
98
|
+
const before = await read(candidate.path);
|
|
99
|
+
const restFile = await crop(context, candidate, scrollY, join('interactions', `${viewport.name}-${String(index + 1)}-rest.png`));
|
|
100
|
+
await cdp.send('Input.dispatchMouseEvent', {
|
|
101
|
+
type: 'mouseMoved',
|
|
102
|
+
x: x + w / 2,
|
|
103
|
+
y: y - scrollY + h / 2,
|
|
104
|
+
});
|
|
105
|
+
await sleep(700);
|
|
106
|
+
const after = await read(candidate.path);
|
|
107
|
+
const activeFile = await crop(context, candidate, scrollY, join('interactions', `${viewport.name}-${String(index + 1)}-hover.png`));
|
|
108
|
+
await cdp.send('Input.dispatchMouseEvent', { type: 'mouseMoved', x: 1, y: 1 });
|
|
109
|
+
if (before && after)
|
|
110
|
+
hover = { diff: diffStates(before, after), rest: restFile, active: activeFile };
|
|
111
|
+
}
|
|
112
|
+
if (Object.keys(forced).length || (hover && Object.keys(hover.diff).length)) {
|
|
113
|
+
records.push({
|
|
114
|
+
path: candidate.path,
|
|
115
|
+
tag: candidate.tag,
|
|
116
|
+
text: candidate.text,
|
|
117
|
+
role: candidate.role,
|
|
118
|
+
forced,
|
|
119
|
+
...(hover ? { hover } : {}),
|
|
120
|
+
});
|
|
121
|
+
}
|
|
122
|
+
}
|
|
123
|
+
const toggles = candidates.filter((c) => c.toggles && !c.navigates).slice(0, MAX_CLICKS);
|
|
124
|
+
for (const [index, candidate] of toggles.entries()) {
|
|
125
|
+
const [x, y, w, h] = candidate.box;
|
|
126
|
+
const scrollY = await page.scrollTo(Math.max(0, y - viewport.height / 3), viewport);
|
|
127
|
+
const beforeUrl = await page.evaluate('location.href');
|
|
128
|
+
const before = await page.run(visibleSet, undefined);
|
|
129
|
+
const rest = await read(candidate.path);
|
|
130
|
+
await cdp.send('Input.dispatchMouseEvent', {
|
|
131
|
+
type: 'mousePressed',
|
|
132
|
+
x: x + w / 2,
|
|
133
|
+
y: y - scrollY + h / 2,
|
|
134
|
+
button: 'left',
|
|
135
|
+
clickCount: 1,
|
|
136
|
+
});
|
|
137
|
+
await cdp.send('Input.dispatchMouseEvent', {
|
|
138
|
+
type: 'mouseReleased',
|
|
139
|
+
x: x + w / 2,
|
|
140
|
+
y: y - scrollY + h / 2,
|
|
141
|
+
button: 'left',
|
|
142
|
+
clickCount: 1,
|
|
143
|
+
});
|
|
144
|
+
await sleep(900);
|
|
145
|
+
const afterUrl = await page.evaluate('location.href').catch(() => '');
|
|
146
|
+
if (afterUrl.split('#')[0] !== beforeUrl.split('#')[0]) {
|
|
147
|
+
context.run.warn(`interactions: click on ${candidate.path} navigated; restored`);
|
|
148
|
+
await page.goto(context.settings.url, 0);
|
|
149
|
+
await page.settle(context.settings.settleMs, context.signal);
|
|
150
|
+
continue;
|
|
151
|
+
}
|
|
152
|
+
const after = await page.run(visibleSet, undefined);
|
|
153
|
+
const appeared = after.filter((item) => !before.includes(item)).slice(0, 20);
|
|
154
|
+
const active = await read(candidate.path);
|
|
155
|
+
const shot = join('interactions', `${viewport.name}-click-${String(index + 1)}.png`);
|
|
156
|
+
await writeBytes(join(context.dir, shot), await page.screenshot());
|
|
157
|
+
context.run.output('interactions', shot);
|
|
158
|
+
const existing = records.find((record) => record.path === candidate.path);
|
|
159
|
+
const click = {
|
|
160
|
+
diff: rest && active ? diffStates(rest, active) : {},
|
|
161
|
+
shot,
|
|
162
|
+
opened: appeared.map((item) => {
|
|
163
|
+
const [tag = '', left = '0', top = '0', width = '0', height = '0'] = item.split('|');
|
|
164
|
+
return {
|
|
165
|
+
path: tag.toLowerCase(),
|
|
166
|
+
box: [Number(left), Number(top) + scrollY, Number(width), Number(height)],
|
|
167
|
+
};
|
|
168
|
+
}),
|
|
169
|
+
};
|
|
170
|
+
if (existing)
|
|
171
|
+
records[records.indexOf(existing)] = { ...existing, click };
|
|
172
|
+
else
|
|
173
|
+
records.push({
|
|
174
|
+
path: candidate.path,
|
|
175
|
+
tag: candidate.tag,
|
|
176
|
+
text: candidate.text,
|
|
177
|
+
role: candidate.role,
|
|
178
|
+
forced: {},
|
|
179
|
+
click,
|
|
180
|
+
});
|
|
181
|
+
// Close whatever opened: Escape, then a click on the same control if still open.
|
|
182
|
+
await cdp.send('Input.dispatchKeyEvent', {
|
|
183
|
+
type: 'keyDown',
|
|
184
|
+
key: 'Escape',
|
|
185
|
+
code: 'Escape',
|
|
186
|
+
windowsVirtualKeyCode: 27,
|
|
187
|
+
});
|
|
188
|
+
await cdp.send('Input.dispatchKeyEvent', {
|
|
189
|
+
type: 'keyUp',
|
|
190
|
+
key: 'Escape',
|
|
191
|
+
code: 'Escape',
|
|
192
|
+
windowsVirtualKeyCode: 27,
|
|
193
|
+
});
|
|
194
|
+
await sleep(400);
|
|
195
|
+
}
|
|
196
|
+
if (toggles.length) {
|
|
197
|
+
// Clicks can leave state behind; reload so screenshots see the untouched page.
|
|
198
|
+
await page.goto(context.settings.url, 0);
|
|
199
|
+
await page.settle(context.settings.settleMs, context.signal);
|
|
200
|
+
await page.autoScroll(viewport);
|
|
201
|
+
}
|
|
202
|
+
const file = join('interactions', `${viewport.name}.json`);
|
|
203
|
+
await writeJson(join(context.dir, file), records);
|
|
204
|
+
context.run.output('interactions', file);
|
|
205
|
+
},
|
|
206
|
+
};
|
|
207
|
+
}
|
|
208
|
+
//# sourceMappingURL=interactions.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"interactions.js","sourceRoot":"","sources":["../../../src/capture/collectors/interactions.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,KAAK,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,qBAAqB,CAAC;AACnE,OAAO,EAAE,GAAG,EAAE,MAAM,mBAAmB,CAAC;AAExC,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AAGzE,MAAM,UAAU,GAAG,EAAE,CAAC;AACtB,MAAM,UAAU,GAAG,EAAE,CAAC;AACtB,MAAM,UAAU,GAAG,EAAE,CAAC;AACtB,MAAM,GAAG,GAAG,EAAE,CAAC;AAqBf,2FAA2F;AAC3F,SAAS,UAAU;IACjB,MAAM,GAAG,GAAa,EAAE,CAAC;IACzB,KAAK,MAAM,EAAE,IAAI,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE,CAAC;QAChF,MAAM,IAAI,GAAG,EAAE,CAAC,qBAAqB,EAAE,CAAC;QACxC,IAAI,IAAI,CAAC,KAAK,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,GAAG,EAAE;YAAE,SAAS;QAClD,MAAM,KAAK,GAAG,gBAAgB,CAAC,EAAE,CAAC,CAAC;QACnC,IAAI,KAAK,CAAC,UAAU,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,KAAK,MAAM,IAAI,KAAK,CAAC,OAAO,KAAK,GAAG;YACpF,SAAS;QACX,GAAG,CAAC,IAAI,CACN,GAAG,EAAE,CAAC,OAAO,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,EAAE,CACtJ,CAAC;IACJ,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,KAAK,UAAU,SAAS,CAAC,OAAwB,EAAE,QAAgB;IACjE,IAAI,CAAC;QACH,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,IAAI,CAA+B,iBAAiB,EAAE;YACvF,KAAK,EAAE,CAAC;SACT,CAAC,CAAC;QACH,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,IAAI,CAAqB,mBAAmB,EAAE;YACjF,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,QAAQ;SACT,CAAC,CAAC;QACH,OAAO,MAAM,IAAI,IAAI,CAAC;IACxB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,KAAK,UAAU,IAAI,CACjB,OAAwB,EACxB,SAA+B,EAC/B,OAAe,EACf,IAAY;IAEZ,MAAM,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,GAAG,SAAS,CAAC,GAAG,CAAC;IACnC,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC;QACxC,CAAC,EAAE,CAAC,GAAG,GAAG;QACV,CAAC,EAAE,CAAC,GAAG,OAAO,GAAG,GAAG;QACpB,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,GAAG,GAAG,CAAC,EAAE,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC;QACpD,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,GAAG,GAAG,CAAC,EAAE,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC;KACvD,CAAC,CAAC;IACH,MAAM,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,CAAC,EAAE,GAAG,CAAC,CAAC;IAC/C,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,cAAc,EAAE,IAAI,CAAC,CAAC;IACzC,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,qBAAqB;IACnC,OAAO;QACL,EAAE,EAAE,cAAc;QAClB,WAAW,EAAE,OAAO;QACpB,KAAK,CAAC,OAAO,CAAC,OAAO;YACnB,IAAI,CAAC,OAAO,CAAC,IAAI;gBAAE,OAAO;YAC1B,MAAM,EAAE,GAAG,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,OAAO,CAAC;YACxC,MAAM,UAAU,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CACzE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAC/B,CAAC;YACF,IAAI,CAAC,UAAU,CAAC,MAAM;gBAAE,OAAO;YAC/B,GAAG,CAAC,8BAA8B,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC,WAAW,CAAC,CAAC;YAC9F,MAAM,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YAC7B,MAAM,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YAC7B,MAAM,OAAO,GAAwB,EAAE,CAAC;YACxC,MAAM,IAAI,GAAG,CAAC,QAAgB,EAAE,EAAE,CAChC,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,GAAG,WAAW,CAAC,EAAE,cAAc,EAAE,EAAE,EAAE,CAAC,CAAC;YAElF,KAAK,MAAM,CAAC,KAAK,EAAE,SAAS,CAAC,IAAI,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC;gBAC3E,MAAM,MAAM,GAAgC,EAAE,CAAC;gBAC/C,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,OAAO,EAAE,SAAS,CAAC,IAAI,CAAC,CAAC;gBACxD,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;gBACxC,IAAI,MAAM,KAAK,IAAI,IAAI,IAAI,EAAE,CAAC;oBAC5B,KAAK,MAAM,KAAK,IAAI,CAAC,OAAO,EAAE,eAAe,EAAE,QAAQ,CAAU,EAAE,CAAC;wBAClE,MAAM,GAAG;6BACN,IAAI,CAAC,sBAAsB,EAAE,EAAE,MAAM,EAAE,mBAAmB,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC;6BACtE,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;wBAC1B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;wBAC1C,MAAM,GAAG;6BACN,IAAI,CAAC,sBAAsB,EAAE,EAAE,MAAM,EAAE,mBAAmB,EAAE,EAAE,EAAE,CAAC;6BACjE,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;wBAC1B,IAAI,CAAC,MAAM;4BAAE,SAAS;wBACtB,MAAM,IAAI,GAAG,UAAU,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;wBACtC,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,MAAM;4BAAE,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC;oBACrD,CAAC;gBACH,CAAC;gBACD,IAAI,KAAiC,CAAC;gBACtC,IAAI,KAAK,GAAG,UAAU,IAAI,IAAI,EAAE,CAAC;oBAC/B,MAAM,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,GAAG,SAAS,CAAC,GAAG,CAAC;oBACnC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;oBACpF,MAAM,GAAG,CAAC,IAAI,CAAC,0BAA0B,EAAE,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;oBAC/E,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC;oBACjB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;oBAC1C,MAAM,QAAQ,GAAG,MAAM,IAAI,CACzB,OAAO,EACP,SAAS,EACT,OAAO,EACP,IAAI,CAAC,cAAc,EAAE,GAAG,QAAQ,CAAC,IAAI,IAAI,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC,WAAW,CAAC,CACvE,CAAC;oBACF,MAAM,GAAG,CAAC,IAAI,CAAC,0BAA0B,EAAE;wBACzC,IAAI,EAAE,YAAY;wBAClB,CAAC,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC;wBACZ,CAAC,EAAE,CAAC,GAAG,OAAO,GAAG,CAAC,GAAG,CAAC;qBACvB,CAAC,CAAC;oBACH,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC;oBACjB,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;oBACzC,MAAM,UAAU,GAAG,MAAM,IAAI,CAC3B,OAAO,EACP,SAAS,EACT,OAAO,EACP,IAAI,CAAC,cAAc,EAAE,GAAG,QAAQ,CAAC,IAAI,IAAI,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC,YAAY,CAAC,CACxE,CAAC;oBACF,MAAM,GAAG,CAAC,IAAI,CAAC,0BAA0B,EAAE,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;oBAC/E,IAAI,MAAM,IAAI,KAAK;wBACjB,KAAK,GAAG,EAAE,IAAI,EAAE,UAAU,CAAC,MAAM,EAAE,KAAK,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC;gBACpF,CAAC;gBACD,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,MAAM,IAAI,CAAC,KAAK,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC;oBAC5E,OAAO,CAAC,IAAI,CAAC;wBACX,IAAI,EAAE,SAAS,CAAC,IAAI;wBACpB,GAAG,EAAE,SAAS,CAAC,GAAG;wBAClB,IAAI,EAAE,SAAS,CAAC,IAAI;wBACpB,IAAI,EAAE,SAAS,CAAC,IAAI;wBACpB,MAAM;wBACN,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;qBAC5B,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAED,MAAM,OAAO,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC;YACzF,KAAK,MAAM,CAAC,KAAK,EAAE,SAAS,CAAC,IAAI,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC;gBACnD,MAAM,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,GAAG,SAAS,CAAC,GAAG,CAAC;gBACnC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;gBACpF,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAS,eAAe,CAAC,CAAC;gBAC/D,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC;gBACrD,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;gBACxC,MAAM,GAAG,CAAC,IAAI,CAAC,0BAA0B,EAAE;oBACzC,IAAI,EAAE,cAAc;oBACpB,CAAC,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC;oBACZ,CAAC,EAAE,CAAC,GAAG,OAAO,GAAG,CAAC,GAAG,CAAC;oBACtB,MAAM,EAAE,MAAM;oBACd,UAAU,EAAE,CAAC;iBACd,CAAC,CAAC;gBACH,MAAM,GAAG,CAAC,IAAI,CAAC,0BAA0B,EAAE;oBACzC,IAAI,EAAE,eAAe;oBACrB,CAAC,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC;oBACZ,CAAC,EAAE,CAAC,GAAG,OAAO,GAAG,CAAC,GAAG,CAAC;oBACtB,MAAM,EAAE,MAAM;oBACd,UAAU,EAAE,CAAC;iBACd,CAAC,CAAC;gBACH,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC;gBACjB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAS,eAAe,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;gBAC9E,IAAI,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;oBACvD,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,0BAA0B,SAAS,CAAC,IAAI,sBAAsB,CAAC,CAAC;oBACjF,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;oBACzC,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;oBAC7D,SAAS;gBACX,CAAC;gBACD,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC;gBACpD,MAAM,QAAQ,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBAC7E,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;gBAC1C,MAAM,IAAI,GAAG,IAAI,CAAC,cAAc,EAAE,GAAG,QAAQ,CAAC,IAAI,UAAU,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC;gBACrF,MAAM,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,CAAC,EAAE,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC;gBACnE,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,cAAc,EAAE,IAAI,CAAC,CAAC;gBACzC,MAAM,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,SAAS,CAAC,IAAI,CAAC,CAAC;gBAC1E,MAAM,KAAK,GAAG;oBACZ,IAAI,EAAE,IAAI,IAAI,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE;oBACpD,IAAI;oBACJ,MAAM,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;wBAC5B,MAAM,CAAC,GAAG,GAAG,EAAE,EAAE,IAAI,GAAG,GAAG,EAAE,GAAG,GAAG,GAAG,EAAE,KAAK,GAAG,GAAG,EAAE,MAAM,GAAG,GAAG,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;wBACrF,OAAO;4BACL,IAAI,EAAE,GAAG,CAAC,WAAW,EAAE;4BACvB,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,GAAG,CAAC,GAAG,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,CAAC,CAKvE;yBACF,CAAC;oBACJ,CAAC,CAAC;iBACH,CAAC;gBACF,IAAI,QAAQ;oBAAE,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,GAAG,EAAE,GAAG,QAAQ,EAAE,KAAK,EAAE,CAAC;;oBAExE,OAAO,CAAC,IAAI,CAAC;wBACX,IAAI,EAAE,SAAS,CAAC,IAAI;wBACpB,GAAG,EAAE,SAAS,CAAC,GAAG;wBAClB,IAAI,EAAE,SAAS,CAAC,IAAI;wBACpB,IAAI,EAAE,SAAS,CAAC,IAAI;wBACpB,MAAM,EAAE,EAAE;wBACV,KAAK;qBACN,CAAC,CAAC;gBACL,iFAAiF;gBACjF,MAAM,GAAG,CAAC,IAAI,CAAC,wBAAwB,EAAE;oBACvC,IAAI,EAAE,SAAS;oBACf,GAAG,EAAE,QAAQ;oBACb,IAAI,EAAE,QAAQ;oBACd,qBAAqB,EAAE,EAAE;iBAC1B,CAAC,CAAC;gBACH,MAAM,GAAG,CAAC,IAAI,CAAC,wBAAwB,EAAE;oBACvC,IAAI,EAAE,OAAO;oBACb,GAAG,EAAE,QAAQ;oBACb,IAAI,EAAE,QAAQ;oBACd,qBAAqB,EAAE,EAAE;iBAC1B,CAAC,CAAC;gBACH,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC;YACnB,CAAC;YACD,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;gBACnB,+EAA+E;gBAC/E,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;gBACzC,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;gBAC7D,MAAM,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;YAClC,CAAC;YACD,MAAM,IAAI,GAAG,IAAI,CAAC,cAAc,EAAE,GAAG,QAAQ,CAAC,IAAI,OAAO,CAAC,CAAC;YAC3D,MAAM,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,CAAC,EAAE,OAAO,CAAC,CAAC;YAClD,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,cAAc,EAAE,IAAI,CAAC,CAAC;QAC3C,CAAC;KACF,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,84 @@
|
|
|
1
|
+
import { join } from 'node:path';
|
|
2
|
+
import { sleep, writeBytes, writeJson } from '../../core/files.js';
|
|
3
|
+
export const INTRO_MS = [0, 150, 300, 600, 1000, 1500, 2500, 4000];
|
|
4
|
+
/** Picks the frame closest to each target time (at or before it, else the first after). */
|
|
5
|
+
export function pickFrames(frames, targets) {
|
|
6
|
+
const sorted = [...frames].sort((a, b) => a.t - b.t);
|
|
7
|
+
return targets.map((target) => {
|
|
8
|
+
let best = null;
|
|
9
|
+
for (const frame of sorted) {
|
|
10
|
+
if (frame.t <= target)
|
|
11
|
+
best = frame;
|
|
12
|
+
else
|
|
13
|
+
return best ?? frame;
|
|
14
|
+
}
|
|
15
|
+
return best;
|
|
16
|
+
});
|
|
17
|
+
}
|
|
18
|
+
/**
|
|
19
|
+
* Intro filmstrip on the primary viewport: screencast frames timestamped from navigation, saved
|
|
20
|
+
* at INTRO_MS. Falls back to timed screenshots when the screencast yields nothing.
|
|
21
|
+
* Writes intro/<viewport>-<ms>.png and intro/index.json.
|
|
22
|
+
*/
|
|
23
|
+
export function introCollector() {
|
|
24
|
+
let frames = [];
|
|
25
|
+
let started = 0;
|
|
26
|
+
let off = null;
|
|
27
|
+
return {
|
|
28
|
+
id: 'intro',
|
|
29
|
+
async beforeNavigate(context) {
|
|
30
|
+
if (!context.primary)
|
|
31
|
+
return;
|
|
32
|
+
frames = [];
|
|
33
|
+
started = Date.now();
|
|
34
|
+
off = context.cdp.on('Page.screencastFrame', (params) => {
|
|
35
|
+
const sessionId = params.sessionId;
|
|
36
|
+
frames.push({ t: Date.now() - started, png: Buffer.from(params.data, 'base64') });
|
|
37
|
+
void context.cdp.send('Page.screencastFrameAck', { sessionId }).catch(() => undefined);
|
|
38
|
+
});
|
|
39
|
+
await context.cdp.send('Page.startScreencast', {
|
|
40
|
+
format: 'png',
|
|
41
|
+
everyNthFrame: 1,
|
|
42
|
+
maxWidth: context.viewport.width,
|
|
43
|
+
maxHeight: context.viewport.height,
|
|
44
|
+
});
|
|
45
|
+
started = Date.now();
|
|
46
|
+
},
|
|
47
|
+
async loaded(context) {
|
|
48
|
+
if (!context.primary)
|
|
49
|
+
return;
|
|
50
|
+
const last = INTRO_MS.at(-1) ?? 4000;
|
|
51
|
+
const elapsed = Date.now() - started;
|
|
52
|
+
if (elapsed < last)
|
|
53
|
+
await sleep(last - elapsed + 100);
|
|
54
|
+
await context.cdp.send('Page.stopScreencast').catch(() => undefined);
|
|
55
|
+
off?.();
|
|
56
|
+
off = null;
|
|
57
|
+
let picked = pickFrames(frames, INTRO_MS);
|
|
58
|
+
let source = 'screencast';
|
|
59
|
+
if (picked.every((frame) => frame === null)) {
|
|
60
|
+
// Screencast unavailable: a later reload would change state, so record what we can now.
|
|
61
|
+
source = 'timed';
|
|
62
|
+
picked = [{ t: Date.now() - started, png: await context.page.screenshot() }];
|
|
63
|
+
}
|
|
64
|
+
const index = [];
|
|
65
|
+
for (const [position, frame] of picked.entries()) {
|
|
66
|
+
if (!frame)
|
|
67
|
+
continue;
|
|
68
|
+
const ms = source === 'timed' ? frame.t : (INTRO_MS[position] ?? frame.t);
|
|
69
|
+
const file = join('intro', `${context.viewport.name}-${String(ms)}.png`);
|
|
70
|
+
await writeBytes(join(context.dir, file), frame.png);
|
|
71
|
+
index.push({ ms, actualMs: frame.t, file });
|
|
72
|
+
context.run.output('intro', file);
|
|
73
|
+
}
|
|
74
|
+
await writeJson(join(context.dir, 'intro', 'index.json'), {
|
|
75
|
+
viewport: context.viewport.name,
|
|
76
|
+
source,
|
|
77
|
+
frames: index,
|
|
78
|
+
});
|
|
79
|
+
context.run.output('intro', 'intro/index.json');
|
|
80
|
+
frames = [];
|
|
81
|
+
},
|
|
82
|
+
};
|
|
83
|
+
}
|
|
84
|
+
//# sourceMappingURL=intro.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"intro.js","sourceRoot":"","sources":["../../../src/capture/collectors/intro.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,KAAK,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,qBAAqB,CAAC;AAGnE,MAAM,CAAC,MAAM,QAAQ,GAAG,CAAC,CAAC,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAU,CAAC;AAO5E,2FAA2F;AAC3F,MAAM,UAAU,UAAU,CACxB,MAAoB,EACpB,OAA0B;IAE1B,MAAM,MAAM,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IACrD,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE;QAC5B,IAAI,IAAI,GAAa,IAAI,CAAC;QAC1B,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,IAAI,KAAK,CAAC,CAAC,IAAI,MAAM;gBAAE,IAAI,GAAG,KAAK,CAAC;;gBAC/B,OAAO,IAAI,IAAI,KAAK,CAAC;QAC5B,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC,CAAC,CAAC;AACL,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,cAAc;IAC5B,IAAI,MAAM,GAAY,EAAE,CAAC;IACzB,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,IAAI,GAAG,GAAwB,IAAI,CAAC;IACpC,OAAO;QACL,EAAE,EAAE,OAAO;QACX,KAAK,CAAC,cAAc,CAAC,OAAO;YAC1B,IAAI,CAAC,OAAO,CAAC,OAAO;gBAAE,OAAO;YAC7B,MAAM,GAAG,EAAE,CAAC;YACZ,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACrB,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,sBAAsB,EAAE,CAAC,MAAM,EAAE,EAAE;gBACtD,MAAM,SAAS,GAAG,MAAM,CAAC,SAAmB,CAAC;gBAC7C,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,EAAE,GAAG,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,IAAc,EAAE,QAAQ,CAAC,EAAE,CAAC,CAAC;gBAC5F,KAAK,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,yBAAyB,EAAE,EAAE,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;YACzF,CAAC,CAAC,CAAC;YACH,MAAM,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,sBAAsB,EAAE;gBAC7C,MAAM,EAAE,KAAK;gBACb,aAAa,EAAE,CAAC;gBAChB,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC,KAAK;gBAChC,SAAS,EAAE,OAAO,CAAC,QAAQ,CAAC,MAAM;aACnC,CAAC,CAAC;YACH,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,CAAC;QACD,KAAK,CAAC,MAAM,CAAC,OAAO;YAClB,IAAI,CAAC,OAAO,CAAC,OAAO;gBAAE,OAAO;YAC7B,MAAM,IAAI,GAAG,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC;YACrC,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC;YACrC,IAAI,OAAO,GAAG,IAAI;gBAAE,MAAM,KAAK,CAAC,IAAI,GAAG,OAAO,GAAG,GAAG,CAAC,CAAC;YACtD,MAAM,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;YACrE,GAAG,EAAE,EAAE,CAAC;YACR,GAAG,GAAG,IAAI,CAAC;YACX,IAAI,MAAM,GAAG,UAAU,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;YAC1C,IAAI,MAAM,GAA2B,YAAY,CAAC;YAClD,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,IAAI,CAAC,EAAE,CAAC;gBAC5C,wFAAwF;gBACxF,MAAM,GAAG,OAAO,CAAC;gBACjB,MAAM,GAAG,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,EAAE,GAAG,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;YAC/E,CAAC;YACD,MAAM,KAAK,GAAqD,EAAE,CAAC;YACnE,KAAK,MAAM,CAAC,QAAQ,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,EAAE,EAAE,CAAC;gBACjD,IAAI,CAAC,KAAK;oBAAE,SAAS;gBACrB,MAAM,EAAE,GAAG,MAAM,KAAK,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC;gBAC1E,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,EAAE,GAAG,OAAO,CAAC,QAAQ,CAAC,IAAI,IAAI,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC;gBACzE,MAAM,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,CAAC,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC;gBACrD,KAAK,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC;gBAC5C,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;YACpC,CAAC;YACD,MAAM,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,OAAO,EAAE,YAAY,CAAC,EAAE;gBACxD,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC,IAAI;gBAC/B,MAAM;gBACN,MAAM,EAAE,KAAK;aACd,CAAC,CAAC;YACH,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,kBAAkB,CAAC,CAAC;YAChD,MAAM,GAAG,EAAE,CAAC;QACd,CAAC;KACF,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,84 @@
|
|
|
1
|
+
import { join } from 'node:path';
|
|
2
|
+
import { writeJson } from '../../core/files.js';
|
|
3
|
+
import { findCandidates } from '../hooks/candidates.js';
|
|
4
|
+
const MAX_CANDIDATES = 120;
|
|
5
|
+
async function listenersFor(context, expression) {
|
|
6
|
+
const { result } = await context.cdp.send('Runtime.evaluate', {
|
|
7
|
+
expression,
|
|
8
|
+
returnByValue: false,
|
|
9
|
+
});
|
|
10
|
+
if (!result.objectId)
|
|
11
|
+
return [];
|
|
12
|
+
try {
|
|
13
|
+
const { listeners } = await context.cdp.send('DOMDebugger.getEventListeners', { objectId: result.objectId, depth: -1, pierce: true });
|
|
14
|
+
return listeners;
|
|
15
|
+
}
|
|
16
|
+
finally {
|
|
17
|
+
await context.cdp
|
|
18
|
+
.send('Runtime.releaseObject', { objectId: result.objectId })
|
|
19
|
+
.catch(() => undefined);
|
|
20
|
+
}
|
|
21
|
+
}
|
|
22
|
+
/**
|
|
23
|
+
* Event listeners on window, document, fixed elements and interactive candidates, with the
|
|
24
|
+
* handler's script location. Also publishes the candidate list for coverage and interactions.
|
|
25
|
+
* Writes listeners/<viewport>.json.
|
|
26
|
+
*/
|
|
27
|
+
export function listenersCollector() {
|
|
28
|
+
return {
|
|
29
|
+
id: 'listeners',
|
|
30
|
+
async top(context) {
|
|
31
|
+
const candidates = await context.page.runWith(findCandidates, { max: 400 });
|
|
32
|
+
context.run.candidates.set(context.viewport.name, candidates);
|
|
33
|
+
if (!context.deep)
|
|
34
|
+
return;
|
|
35
|
+
await context.cdp.send('DOM.enable').catch(() => undefined);
|
|
36
|
+
const scriptFor = new Map(context.run.scripts.map((script) => [script.scriptId, script]));
|
|
37
|
+
const records = [];
|
|
38
|
+
const targets = [
|
|
39
|
+
{ label: 'window', expression: 'window' },
|
|
40
|
+
{ label: 'document', expression: 'document' },
|
|
41
|
+
...candidates.slice(0, MAX_CANDIDATES).map((candidate) => ({
|
|
42
|
+
label: candidate.path,
|
|
43
|
+
expression: `(() => { try { return document.querySelector(${JSON.stringify(candidate.path.split(' >>> ')[0] ?? '')}); } catch { return null; } })()`,
|
|
44
|
+
})),
|
|
45
|
+
];
|
|
46
|
+
const seen = new Set();
|
|
47
|
+
for (const target of targets) {
|
|
48
|
+
let listeners;
|
|
49
|
+
try {
|
|
50
|
+
listeners = await listenersFor(context, target.expression);
|
|
51
|
+
}
|
|
52
|
+
catch {
|
|
53
|
+
continue;
|
|
54
|
+
}
|
|
55
|
+
for (const listener of listeners) {
|
|
56
|
+
// depth:-1 repeats descendants' listeners under each ancestor; keep the first owner.
|
|
57
|
+
const id = `${listener.scriptId}:${String(listener.lineNumber)}:${String(listener.columnNumber)}:${listener.type}:${String(listener.backendNodeId ?? target.label)}`;
|
|
58
|
+
if (seen.has(id))
|
|
59
|
+
continue;
|
|
60
|
+
seen.add(id);
|
|
61
|
+
const script = scriptFor.get(listener.scriptId);
|
|
62
|
+
records.push({
|
|
63
|
+
target: target.label,
|
|
64
|
+
type: listener.type,
|
|
65
|
+
capture: listener.useCapture,
|
|
66
|
+
passive: listener.passive,
|
|
67
|
+
once: listener.once,
|
|
68
|
+
script: script?.file ?? script?.url ?? `script:${listener.scriptId}`,
|
|
69
|
+
line: listener.lineNumber,
|
|
70
|
+
column: listener.columnNumber,
|
|
71
|
+
});
|
|
72
|
+
}
|
|
73
|
+
}
|
|
74
|
+
records.sort((a, b) => a.target.localeCompare(b.target) ||
|
|
75
|
+
a.type.localeCompare(b.type) ||
|
|
76
|
+
a.script.localeCompare(b.script) ||
|
|
77
|
+
a.line - b.line);
|
|
78
|
+
const file = join('listeners', `${context.viewport.name}.json`);
|
|
79
|
+
await writeJson(join(context.dir, file), { candidates, listeners: records });
|
|
80
|
+
context.run.output('listeners', file);
|
|
81
|
+
},
|
|
82
|
+
};
|
|
83
|
+
}
|
|
84
|
+
//# sourceMappingURL=listeners.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"listeners.js","sourceRoot":"","sources":["../../../src/capture/collectors/listeners.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,SAAS,EAAE,MAAM,qBAAqB,CAAC;AAChD,OAAO,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAC;AA0BxD,MAAM,cAAc,GAAG,GAAG,CAAC;AAE3B,KAAK,UAAU,YAAY,CAAC,OAAuB,EAAE,UAAkB;IACrE,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,IAAI,CAAoC,kBAAkB,EAAE;QAC/F,UAAU;QACV,aAAa,EAAE,KAAK;KACrB,CAAC,CAAC;IACH,IAAI,CAAC,MAAM,CAAC,QAAQ;QAAE,OAAO,EAAE,CAAC;IAChC,IAAI,CAAC;QACH,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,IAAI,CAC1C,+BAA+B,EAC/B,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CACvD,CAAC;QACF,OAAO,SAAS,CAAC;IACnB,CAAC;YAAS,CAAC;QACT,MAAM,OAAO,CAAC,GAAG;aACd,IAAI,CAAC,uBAAuB,EAAE,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,CAAC;aAC5D,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;IAC5B,CAAC;AACH,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,kBAAkB;IAChC,OAAO;QACL,EAAE,EAAE,WAAW;QACf,KAAK,CAAC,GAAG,CAAC,OAAO;YACf,MAAM,UAAU,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,cAAc,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,CAAC;YAC5E,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;YAC9D,IAAI,CAAC,OAAO,CAAC,IAAI;gBAAE,OAAO;YAC1B,MAAM,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;YAC5D,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC;YAC1F,MAAM,OAAO,GAAqB,EAAE,CAAC;YACrC,MAAM,OAAO,GAA4C;gBACvD,EAAE,KAAK,EAAE,QAAQ,EAAE,UAAU,EAAE,QAAQ,EAAE;gBACzC,EAAE,KAAK,EAAE,UAAU,EAAE,UAAU,EAAE,UAAU,EAAE;gBAC7C,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,cAAc,CAAC,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;oBACzD,KAAK,EAAE,SAAS,CAAC,IAAI;oBACrB,UAAU,EAAE,gDAAgD,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,kCAAkC;iBACrJ,CAAC,CAAC;aACJ,CAAC;YACF,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;YAC/B,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;gBAC7B,IAAI,SAAwB,CAAC;gBAC7B,IAAI,CAAC;oBACH,SAAS,GAAG,MAAM,YAAY,CAAC,OAAO,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC;gBAC7D,CAAC;gBAAC,MAAM,CAAC;oBACP,SAAS;gBACX,CAAC;gBACD,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;oBACjC,qFAAqF;oBACrF,MAAM,EAAE,GAAG,GAAG,QAAQ,CAAC,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,IAAI,QAAQ,CAAC,IAAI,IAAI,MAAM,CAAC,QAAQ,CAAC,aAAa,IAAI,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;oBACrK,IAAI,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;wBAAE,SAAS;oBAC3B,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;oBACb,MAAM,MAAM,GAAG,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;oBAChD,OAAO,CAAC,IAAI,CAAC;wBACX,MAAM,EAAE,MAAM,CAAC,KAAK;wBACpB,IAAI,EAAE,QAAQ,CAAC,IAAI;wBACnB,OAAO,EAAE,QAAQ,CAAC,UAAU;wBAC5B,OAAO,EAAE,QAAQ,CAAC,OAAO;wBACzB,IAAI,EAAE,QAAQ,CAAC,IAAI;wBACnB,MAAM,EAAE,MAAM,EAAE,IAAI,IAAI,MAAM,EAAE,GAAG,IAAI,UAAU,QAAQ,CAAC,QAAQ,EAAE;wBACpE,IAAI,EAAE,QAAQ,CAAC,UAAU;wBACzB,MAAM,EAAE,QAAQ,CAAC,YAAY;qBAC9B,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YACD,OAAO,CAAC,IAAI,CACV,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CACP,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,CAAC;gBAChC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC;gBAC5B,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,CAAC;gBAChC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI,CAClB,CAAC;YACF,MAAM,IAAI,GAAG,IAAI,CAAC,WAAW,EAAE,GAAG,OAAO,CAAC,QAAQ,CAAC,IAAI,OAAO,CAAC,CAAC;YAChE,MAAM,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,CAAC,EAAE,EAAE,UAAU,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC,CAAC;YAC7E,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;QACxC,CAAC;KACF,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,86 @@
|
|
|
1
|
+
import { join } from 'node:path';
|
|
2
|
+
import { sleep, writeJson } from '../../core/files.js';
|
|
3
|
+
import { log } from '../../core/log.js';
|
|
4
|
+
import { buildMotionTracks, buildVariableTracks, MOTION_PROPS, refinementTargets, } from '../../domain/motion.js';
|
|
5
|
+
import { motionProbe } from '../probes.js';
|
|
6
|
+
const IDLE_SAMPLES = 4;
|
|
7
|
+
const IDLE_GAP_MS = 700;
|
|
8
|
+
/**
|
|
9
|
+
* Motion map v2 on the primary viewport: a coarse pass across the page, refinement between
|
|
10
|
+
* offsets that differ, and an idle pass (no scrolling) that separates time-based loops from
|
|
11
|
+
* scroll-linked motion. Writes motion.json and motion-vars.json.
|
|
12
|
+
*/
|
|
13
|
+
export function motionCollector() {
|
|
14
|
+
let variables = {};
|
|
15
|
+
return {
|
|
16
|
+
id: 'motion',
|
|
17
|
+
timeLimitMs: 360_000,
|
|
18
|
+
async explore(context) {
|
|
19
|
+
if (!context.primary || !context.settings.motion)
|
|
20
|
+
return;
|
|
21
|
+
log(' sampling scroll-linked motion');
|
|
22
|
+
const result = await sampleMotion(context);
|
|
23
|
+
context.run.motion = result.tracks;
|
|
24
|
+
variables = result.variables;
|
|
25
|
+
await context.page.scrollTo(0, context.viewport);
|
|
26
|
+
await sleep(1000);
|
|
27
|
+
},
|
|
28
|
+
async finish(context) {
|
|
29
|
+
await writeJson(join(context.dir, 'motion.json'), context.run.motion);
|
|
30
|
+
await writeJson(join(context.dir, 'motion-vars.json'), variables);
|
|
31
|
+
context.run.output('motion', 'motion.json');
|
|
32
|
+
context.run.output('motion', 'motion-vars.json');
|
|
33
|
+
},
|
|
34
|
+
};
|
|
35
|
+
}
|
|
36
|
+
async function sampleMotion(context) {
|
|
37
|
+
const { page, viewport } = context;
|
|
38
|
+
await page.evaluate('delete window.__mcMotion; delete window.__mcVars; true');
|
|
39
|
+
await page.scrollTo(0, viewport);
|
|
40
|
+
await sleep(600);
|
|
41
|
+
let meta = [];
|
|
42
|
+
const sample = async (target) => {
|
|
43
|
+
const y = await page.scrollTo(target, viewport);
|
|
44
|
+
await sleep(300);
|
|
45
|
+
const result = await page.runWith(motionProbe, [...MOTION_PROPS]);
|
|
46
|
+
if (result.meta)
|
|
47
|
+
meta = result.meta;
|
|
48
|
+
return { y, samples: result.samples, vars: result.vars };
|
|
49
|
+
};
|
|
50
|
+
// Idle pass at the top: anything that changes here moves on its own clock.
|
|
51
|
+
const idle = [];
|
|
52
|
+
for (let index = 0; index < IDLE_SAMPLES; index++) {
|
|
53
|
+
idle.push(await sample(0));
|
|
54
|
+
await sleep(IDLE_GAP_MS);
|
|
55
|
+
}
|
|
56
|
+
const idleChanging = new Set();
|
|
57
|
+
for (const round of idle.slice(1)) {
|
|
58
|
+
for (const s of round.samples) {
|
|
59
|
+
const first = idle[0]?.samples.find((other) => other.index === s.index);
|
|
60
|
+
if (first?.values.some((value, k) => value !== s.values[k]))
|
|
61
|
+
idleChanging.add(s.index);
|
|
62
|
+
}
|
|
63
|
+
}
|
|
64
|
+
const max = await page.maxScroll();
|
|
65
|
+
const coarse = Math.max(Math.round(viewport.height * 0.5), Math.ceil(max / 60));
|
|
66
|
+
const rounds = [idle[0] ?? (await sample(0))];
|
|
67
|
+
for (let target = coarse; target <= max; target += coarse)
|
|
68
|
+
rounds.push(await sample(target));
|
|
69
|
+
if (max % coarse)
|
|
70
|
+
rounds.push(await sample(max));
|
|
71
|
+
// Adaptive refinement: halve the gaps where something changed, down to ~1/8 viewport.
|
|
72
|
+
const minGap = Math.max(40, Math.round(viewport.height / 8));
|
|
73
|
+
for (let pass = 0; pass < 3; pass++) {
|
|
74
|
+
const targets = refinementTargets(rounds, minGap, 40);
|
|
75
|
+
if (!targets.length)
|
|
76
|
+
break;
|
|
77
|
+
for (const target of targets)
|
|
78
|
+
rounds.push(await sample(target));
|
|
79
|
+
}
|
|
80
|
+
log(` ${String(rounds.length)} motion samples`);
|
|
81
|
+
return {
|
|
82
|
+
tracks: buildMotionTracks(meta, rounds, { idleChanging }),
|
|
83
|
+
variables: buildVariableTracks(rounds),
|
|
84
|
+
};
|
|
85
|
+
}
|
|
86
|
+
//# sourceMappingURL=motion.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"motion.js","sourceRoot":"","sources":["../../../src/capture/collectors/motion.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,qBAAqB,CAAC;AACvD,OAAO,EAAE,GAAG,EAAE,MAAM,mBAAmB,CAAC;AACxC,OAAO,EACL,iBAAiB,EACjB,mBAAmB,EACnB,YAAY,EACZ,iBAAiB,GAGlB,MAAM,wBAAwB,CAAC;AAEhC,OAAO,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC;AAE3C,MAAM,YAAY,GAAG,CAAC,CAAC;AACvB,MAAM,WAAW,GAAG,GAAG,CAAC;AAExB;;;;GAIG;AACH,MAAM,UAAU,eAAe;IAC7B,IAAI,SAAS,GAAuC,EAAE,CAAC;IACvD,OAAO;QACL,EAAE,EAAE,QAAQ;QACZ,WAAW,EAAE,OAAO;QACpB,KAAK,CAAC,OAAO,CAAC,OAAO;YACnB,IAAI,CAAC,OAAO,CAAC,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM;gBAAE,OAAO;YACzD,GAAG,CAAC,mCAAmC,CAAC,CAAC;YACzC,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,OAAO,CAAC,CAAC;YAC3C,OAAO,CAAC,GAAG,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;YACnC,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC;YAC7B,MAAM,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC;YACjD,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC;QACpB,CAAC;QACD,KAAK,CAAC,MAAM,CAAC,OAAO;YAClB,MAAM,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,aAAa,CAAC,EAAE,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YACtE,MAAM,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,kBAAkB,CAAC,EAAE,SAAS,CAAC,CAAC;YAClE,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,EAAE,aAAa,CAAC,CAAC;YAC5C,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,EAAE,kBAAkB,CAAC,CAAC;QACnD,CAAC;KACF,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,YAAY,CAAC,OAAwB;IAIlD,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,OAAO,CAAC;IACnC,MAAM,IAAI,CAAC,QAAQ,CAAC,wDAAwD,CAAC,CAAC;IAC9E,MAAM,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;IACjC,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC;IACjB,IAAI,IAAI,GAA0B,EAAE,CAAC;IACrC,MAAM,MAAM,GAAG,KAAK,EAAE,MAAc,EAAwB,EAAE;QAC5D,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QAChD,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC;QACjB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,GAAG,YAAY,CAAC,CAAC,CAAC;QAClE,IAAI,MAAM,CAAC,IAAI;YAAE,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC;QACpC,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,CAAC;IAC3D,CAAC,CAAC;IAEF,2EAA2E;IAC3E,MAAM,IAAI,GAAkB,EAAE,CAAC;IAC/B,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,YAAY,EAAE,KAAK,EAAE,EAAE,CAAC;QAClD,IAAI,CAAC,IAAI,CAAC,MAAM,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QAC3B,MAAM,KAAK,CAAC,WAAW,CAAC,CAAC;IAC3B,CAAC;IACD,MAAM,YAAY,GAAG,IAAI,GAAG,EAAU,CAAC;IACvC,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;QAClC,KAAK,MAAM,CAAC,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;YAC9B,MAAM,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC;YACxE,IAAI,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC,KAAK,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;gBAAE,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;QACzF,CAAC;IACH,CAAC;IAED,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC;IACnC,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,GAAG,GAAG,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,GAAG,GAAG,EAAE,CAAC,CAAC,CAAC;IAChF,MAAM,MAAM,GAAkB,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7D,KAAK,IAAI,MAAM,GAAG,MAAM,EAAE,MAAM,IAAI,GAAG,EAAE,MAAM,IAAI,MAAM;QAAE,MAAM,CAAC,IAAI,CAAC,MAAM,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;IAC7F,IAAI,GAAG,GAAG,MAAM;QAAE,MAAM,CAAC,IAAI,CAAC,MAAM,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;IAEjD,sFAAsF;IACtF,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;IAC7D,KAAK,IAAI,IAAI,GAAG,CAAC,EAAE,IAAI,GAAG,CAAC,EAAE,IAAI,EAAE,EAAE,CAAC;QACpC,MAAM,OAAO,GAAG,iBAAiB,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE,CAAC,CAAC;QACtD,IAAI,CAAC,OAAO,CAAC,MAAM;YAAE,MAAM;QAC3B,KAAK,MAAM,MAAM,IAAI,OAAO;YAAE,MAAM,CAAC,IAAI,CAAC,MAAM,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;IAClE,CAAC;IACD,GAAG,CAAC,OAAO,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC;IACnD,OAAO;QACL,MAAM,EAAE,iBAAiB,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE,YAAY,EAAE,CAAC;QACzD,SAAS,EAAE,mBAAmB,CAAC,MAAM,CAAC;KACvC,CAAC;AACJ,CAAC"}
|