multiclone 0.0.0-stage → 0.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +78 -2
- package/agents/section-builder.md +37 -0
- package/commands/multiclone.md +15 -0
- package/dist/adapters/cli.js +129 -0
- package/dist/adapters/cli.js.map +1 -0
- package/dist/adapters/cliArgs.js +63 -0
- package/dist/adapters/cliArgs.js.map +1 -0
- package/dist/adapters/mcp.js +83 -0
- package/dist/adapters/mcp.js.map +1 -0
- package/dist/analyze/analyze.js +85 -0
- package/dist/analyze/analyze.js.map +1 -0
- package/dist/analyze/animations.js +340 -0
- package/dist/analyze/animations.js.map +1 -0
- package/dist/analyze/ast.js +182 -0
- package/dist/analyze/ast.js.map +1 -0
- package/dist/analyze/chunks.js +160 -0
- package/dist/analyze/chunks.js.map +1 -0
- package/dist/analyze/jobs/code.js +117 -0
- package/dist/analyze/jobs/code.js.map +1 -0
- package/dist/analyze/jobs/sections.js +356 -0
- package/dist/analyze/jobs/sections.js.map +1 -0
- package/dist/analyze/pretty.js +20 -0
- package/dist/analyze/pretty.js.map +1 -0
- package/dist/analyze/report.js +101 -0
- package/dist/analyze/report.js.map +1 -0
- package/dist/analyze/worker.js +71 -0
- package/dist/analyze/worker.js.map +1 -0
- package/dist/capture/capture.js +340 -0
- package/dist/capture/capture.js.map +1 -0
- package/dist/capture/collectors/a11y.js +92 -0
- package/dist/capture/collectors/a11y.js.map +1 -0
- package/dist/capture/collectors/animations.js +113 -0
- package/dist/capture/collectors/animations.js.map +1 -0
- package/dist/capture/collectors/breakpoints.js +31 -0
- package/dist/capture/collectors/breakpoints.js.map +1 -0
- package/dist/capture/collectors/consent.js +39 -0
- package/dist/capture/collectors/consent.js.map +1 -0
- package/dist/capture/collectors/coverage.js +121 -0
- package/dist/capture/collectors/coverage.js.map +1 -0
- package/dist/capture/collectors/dom.js +16 -0
- package/dist/capture/collectors/dom.js.map +1 -0
- package/dist/capture/collectors/fonts.js +154 -0
- package/dist/capture/collectors/fonts.js.map +1 -0
- package/dist/capture/collectors/frames.js +93 -0
- package/dist/capture/collectors/frames.js.map +1 -0
- package/dist/capture/collectors/index.js +61 -0
- package/dist/capture/collectors/index.js.map +1 -0
- package/dist/capture/collectors/interactions.js +207 -0
- package/dist/capture/collectors/interactions.js.map +1 -0
- package/dist/capture/collectors/intro.js +84 -0
- package/dist/capture/collectors/intro.js.map +1 -0
- package/dist/capture/collectors/listeners.js +84 -0
- package/dist/capture/collectors/listeners.js.map +1 -0
- package/dist/capture/collectors/motion.js +91 -0
- package/dist/capture/collectors/motion.js.map +1 -0
- package/dist/capture/collectors/network.js +288 -0
- package/dist/capture/collectors/network.js.map +1 -0
- package/dist/capture/collectors/probes.js +34 -0
- package/dist/capture/collectors/probes.js.map +1 -0
- package/dist/capture/collectors/runtime.js +38 -0
- package/dist/capture/collectors/runtime.js.map +1 -0
- package/dist/capture/collectors/scripts.js +98 -0
- package/dist/capture/collectors/scripts.js.map +1 -0
- package/dist/capture/collectors/sections.js +17 -0
- package/dist/capture/collectors/sections.js.map +1 -0
- package/dist/capture/collectors/shots.js +58 -0
- package/dist/capture/collectors/shots.js.map +1 -0
- package/dist/capture/collectors/snapshot.js +47 -0
- package/dist/capture/collectors/snapshot.js.map +1 -0
- package/dist/capture/collectors/sourcemaps.js +153 -0
- package/dist/capture/collectors/sourcemaps.js.map +1 -0
- package/dist/capture/collectors/storage.js +72 -0
- package/dist/capture/collectors/storage.js.map +1 -0
- package/dist/capture/context.js +40 -0
- package/dist/capture/context.js.map +1 -0
- package/dist/capture/hooks/candidates.js +104 -0
- package/dist/capture/hooks/candidates.js.map +1 -0
- package/dist/capture/hooks/consent.js +82 -0
- package/dist/capture/hooks/consent.js.map +1 -0
- package/dist/capture/hooks/recorders.js +507 -0
- package/dist/capture/hooks/recorders.js.map +1 -0
- package/dist/capture/hooks/sections.js +62 -0
- package/dist/capture/hooks/sections.js.map +1 -0
- package/dist/capture/hooks/styles.js +86 -0
- package/dist/capture/hooks/styles.js.map +1 -0
- package/dist/capture/probes.js +491 -0
- package/dist/capture/probes.js.map +1 -0
- package/dist/capture/report.js +115 -0
- package/dist/capture/report.js.map +1 -0
- package/dist/compare/compare.js +391 -0
- package/dist/compare/compare.js.map +1 -0
- package/dist/compare/image.js +105 -0
- package/dist/compare/image.js.map +1 -0
- package/dist/compare/probes.js +129 -0
- package/dist/compare/probes.js.map +1 -0
- package/dist/compare/report.js +99 -0
- package/dist/compare/report.js.map +1 -0
- package/dist/compare/session.js +139 -0
- package/dist/compare/session.js.map +1 -0
- package/dist/compare/shoot.js +62 -0
- package/dist/compare/shoot.js.map +1 -0
- package/dist/contracts/catalog.js +29 -0
- package/dist/contracts/catalog.js.map +1 -0
- package/dist/contracts/context.js +19 -0
- package/dist/contracts/context.js.map +1 -0
- package/dist/contracts/fields.js +16 -0
- package/dist/contracts/fields.js.map +1 -0
- package/dist/contracts/tools/analyze.js +38 -0
- package/dist/contracts/tools/analyze.js.map +1 -0
- package/dist/contracts/tools/capture.js +87 -0
- package/dist/contracts/tools/capture.js.map +1 -0
- package/dist/contracts/tools/compare.js +142 -0
- package/dist/contracts/tools/compare.js.map +1 -0
- package/dist/contracts/tools/doctor.js +23 -0
- package/dist/contracts/tools/doctor.js.map +1 -0
- package/dist/contracts/tools/inspect.js +41 -0
- package/dist/contracts/tools/inspect.js.map +1 -0
- package/dist/contracts/tools/method.js +60 -0
- package/dist/contracts/tools/method.js.map +1 -0
- package/dist/contracts/tools/mirror.js +53 -0
- package/dist/contracts/tools/mirror.js.map +1 -0
- package/dist/contracts/tools/project.js +61 -0
- package/dist/contracts/tools/project.js.map +1 -0
- package/dist/contracts/tools/session.js +195 -0
- package/dist/contracts/tools/session.js.map +1 -0
- package/dist/contracts/types.js +20 -0
- package/dist/contracts/types.js.map +1 -0
- package/dist/core/cdp.js +146 -0
- package/dist/core/cdp.js.map +1 -0
- package/dist/core/chrome.js +185 -0
- package/dist/core/chrome.js.map +1 -0
- package/dist/core/files.js +31 -0
- package/dist/core/files.js.map +1 -0
- package/dist/core/inpage.js +24 -0
- package/dist/core/inpage.js.map +1 -0
- package/dist/core/log.js +10 -0
- package/dist/core/log.js.map +1 -0
- package/dist/core/page.js +269 -0
- package/dist/core/page.js.map +1 -0
- package/dist/doctor.js +37 -0
- package/dist/doctor.js.map +1 -0
- package/dist/domain/breakpoints.js +47 -0
- package/dist/domain/breakpoints.js.map +1 -0
- package/dist/domain/budget.js +38 -0
- package/dist/domain/budget.js.map +1 -0
- package/dist/domain/compare.js +138 -0
- package/dist/domain/compare.js.map +1 -0
- package/dist/domain/coverage.js +96 -0
- package/dist/domain/coverage.js.map +1 -0
- package/dist/domain/motion.js +142 -0
- package/dist/domain/motion.js.map +1 -0
- package/dist/domain/paths.js +55 -0
- package/dist/domain/paths.js.map +1 -0
- package/dist/domain/result.js +38 -0
- package/dist/domain/result.js.map +1 -0
- package/dist/domain/routes.js +160 -0
- package/dist/domain/routes.js.map +1 -0
- package/dist/domain/sections.js +94 -0
- package/dist/domain/sections.js.map +1 -0
- package/dist/domain/snapshot.js +268 -0
- package/dist/domain/snapshot.js.map +1 -0
- package/dist/domain/sourcemap.js +95 -0
- package/dist/domain/sourcemap.js.map +1 -0
- package/dist/domain/stack.js +342 -0
- package/dist/domain/stack.js.map +1 -0
- package/dist/domain/tokens.js +183 -0
- package/dist/domain/tokens.js.map +1 -0
- package/dist/domain/types.js +2 -0
- package/dist/domain/types.js.map +1 -0
- package/dist/domain/viewports.js +45 -0
- package/dist/domain/viewports.js.map +1 -0
- package/dist/mirror/rewrite.js +56 -0
- package/dist/mirror/rewrite.js.map +1 -0
- package/dist/mirror/server.js +191 -0
- package/dist/mirror/server.js.map +1 -0
- package/dist/mirror/store.js +86 -0
- package/dist/mirror/store.js.map +1 -0
- package/dist/project/assets.js +69 -0
- package/dist/project/assets.js.map +1 -0
- package/dist/project/draft.js +860 -0
- package/dist/project/draft.js.map +1 -0
- package/dist/project/method.js +154 -0
- package/dist/project/method.js.map +1 -0
- package/dist/project/scaffold.js +142 -0
- package/dist/project/scaffold.js.map +1 -0
- package/dist/session/discover.js +53 -0
- package/dist/session/discover.js.map +1 -0
- package/dist/session/proc.js +113 -0
- package/dist/session/proc.js.map +1 -0
- package/dist/session/progress.js +83 -0
- package/dist/session/progress.js.map +1 -0
- package/dist/session/session.js +450 -0
- package/dist/session/session.js.map +1 -0
- package/dist/session/state.js +47 -0
- package/dist/session/state.js.map +1 -0
- package/dist/store/inspect.js +212 -0
- package/dist/store/inspect.js.map +1 -0
- package/dist/store/run.js +112 -0
- package/dist/store/run.js.map +1 -0
- package/dist/store/summary.js +69 -0
- package/dist/store/summary.js.map +1 -0
- package/dist/version.js +2 -0
- package/dist/version.js.map +1 -0
- package/install.sh +29 -0
- package/package.json +67 -4
- package/skills/multiclone/SKILL.md +123 -0
- package/skills/multiclone/references/capture-format.md +73 -0
- package/skills/multiclone/references/fidelity.md +54 -0
- package/skills/multiclone/references/quality.md +47 -0
- package/skills/multiclone/references/stacks.md +156 -0
- package/templates/react-vite/.prettierignore +5 -0
- package/templates/react-vite/.prettierrc.json +6 -0
- package/templates/react-vite/eslint.config.js +38 -0
- package/templates/react-vite/gitignore +4 -0
- package/templates/react-vite/index.html +12 -0
- package/templates/react-vite/package.json +36 -0
- package/templates/react-vite/src/app/App.tsx +15 -0
- package/templates/react-vite/src/app/Page.tsx +11 -0
- package/templates/react-vite/src/app/routes.ts +7 -0
- package/templates/react-vite/src/components/README.md +7 -0
- package/templates/react-vite/src/content/README.md +2 -0
- package/templates/react-vite/src/hooks/useActiveSection.ts +37 -0
- package/templates/react-vite/src/hooks/useInView.ts +45 -0
- package/templates/react-vite/src/hooks/useMediaQuery.ts +15 -0
- package/templates/react-vite/src/lib/cn.ts +4 -0
- package/templates/react-vite/src/lib/math.ts +21 -0
- package/templates/react-vite/src/lib/mc.ts +13 -0
- package/templates/react-vite/src/lib/media.ts +4 -0
- package/templates/react-vite/src/main.tsx +13 -0
- package/templates/react-vite/src/providers/SmoothScroll.tsx +24 -0
- package/templates/react-vite/src/styles/base.css +42 -0
- package/templates/react-vite/src/styles/draft.css +1 -0
- package/templates/react-vite/src/styles/fonts.css +1 -0
- package/templates/react-vite/src/styles/index.css +4 -0
- package/templates/react-vite/src/styles/tokens.css +3 -0
- package/templates/react-vite/src/vite-env.d.ts +1 -0
- package/templates/react-vite/tsconfig.app.json +29 -0
- package/templates/react-vite/tsconfig.json +4 -0
- package/templates/react-vite/tsconfig.node.json +19 -0
- package/templates/react-vite/vite.config.ts +37 -0
|
@@ -0,0 +1,58 @@
|
|
|
1
|
+
import { join } from 'node:path';
|
|
2
|
+
import { sleep, writeBytes } from '../../core/files.js';
|
|
3
|
+
import { log } from '../../core/log.js';
|
|
4
|
+
import { spreadPositions } from '../../core/page.js';
|
|
5
|
+
/** Paint time after an instant scroll; scroll-linked effects catch up within a few frames. */
|
|
6
|
+
const SHOT_SETTLE_MS = 450;
|
|
7
|
+
/**
|
|
8
|
+
* The full-page screenshot first (section crops come from it), then viewport screenshots at
|
|
9
|
+
* evenly spaced (or explicit) offsets. Scrolling jumps instead of wheeling: wheel events can
|
|
10
|
+
* stall for a minute on heavy WebGL pages. Any failed shot is skipped with a warning.
|
|
11
|
+
*/
|
|
12
|
+
export function shotsCollector() {
|
|
13
|
+
return {
|
|
14
|
+
id: 'shots',
|
|
15
|
+
timeLimitMs: 120_000,
|
|
16
|
+
async shots(context) {
|
|
17
|
+
const { page, viewport, settings, stop } = context;
|
|
18
|
+
await page.jumpTo(0).catch(() => 0);
|
|
19
|
+
await sleep(300);
|
|
20
|
+
try {
|
|
21
|
+
const full = await page.fullPageScreenshot();
|
|
22
|
+
const file = join('shots', `${viewport.name}-full.png`);
|
|
23
|
+
await writeBytes(join(context.dir, file), full.png);
|
|
24
|
+
context.run.output('shots', file);
|
|
25
|
+
}
|
|
26
|
+
catch (error) {
|
|
27
|
+
context.run.warn(`shots: full-page screenshot failed on ${viewport.name}: ${error instanceof Error ? error.message : String(error)}`);
|
|
28
|
+
}
|
|
29
|
+
const max = await page.maxScroll().catch(() => 0);
|
|
30
|
+
const positions = settings.positions ?? spreadPositions(max, settings.shots);
|
|
31
|
+
const shots = [];
|
|
32
|
+
let failed = 0;
|
|
33
|
+
for (const y of positions) {
|
|
34
|
+
if (stop.aborted)
|
|
35
|
+
break;
|
|
36
|
+
try {
|
|
37
|
+
await page.jumpTo(y);
|
|
38
|
+
await sleep(SHOT_SETTLE_MS);
|
|
39
|
+
const file = join('shots', `${viewport.name}-${String(y)}.png`);
|
|
40
|
+
await writeBytes(join(context.dir, file), await page.screenshot());
|
|
41
|
+
shots.push({ y, file });
|
|
42
|
+
context.run.output('shots', file);
|
|
43
|
+
}
|
|
44
|
+
catch {
|
|
45
|
+
failed++;
|
|
46
|
+
}
|
|
47
|
+
}
|
|
48
|
+
context.run.shots.set(viewport.name, shots);
|
|
49
|
+
if (failed)
|
|
50
|
+
context.run.warn(`shots: ${String(failed)} ${viewport.name} screenshots failed`);
|
|
51
|
+
if (shots.length < positions.length && !failed)
|
|
52
|
+
context.run.warn(`shots: stopped at ${String(shots.length)}/${String(positions.length)} on ${viewport.name}`);
|
|
53
|
+
await page.jumpTo(0).catch(() => 0);
|
|
54
|
+
log(` ${String(shots.length)} screenshots`);
|
|
55
|
+
},
|
|
56
|
+
};
|
|
57
|
+
}
|
|
58
|
+
//# sourceMappingURL=shots.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"shots.js","sourceRoot":"","sources":["../../../src/capture/collectors/shots.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,KAAK,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AACxD,OAAO,EAAE,GAAG,EAAE,MAAM,mBAAmB,CAAC;AACxC,OAAO,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AAGrD,8FAA8F;AAC9F,MAAM,cAAc,GAAG,GAAG,CAAC;AAE3B;;;;GAIG;AACH,MAAM,UAAU,cAAc;IAC5B,OAAO;QACL,EAAE,EAAE,OAAO;QACX,WAAW,EAAE,OAAO;QACpB,KAAK,CAAC,KAAK,CAAC,OAAO;YACjB,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE,GAAG,OAAO,CAAC;YACnD,MAAM,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC;YACpC,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC;YACjB,IAAI,CAAC;gBACH,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAC;gBAC7C,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,EAAE,GAAG,QAAQ,CAAC,IAAI,WAAW,CAAC,CAAC;gBACxD,MAAM,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC;gBACpD,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;YACpC,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,GAAG,CAAC,IAAI,CACd,yCAAyC,QAAQ,CAAC,IAAI,KAAK,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CACpH,CAAC;YACJ,CAAC;YACD,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC;YAClD,MAAM,SAAS,GAAG,QAAQ,CAAC,SAAS,IAAI,eAAe,CAAC,GAAG,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC;YAC7E,MAAM,KAAK,GAAkC,EAAE,CAAC;YAChD,IAAI,MAAM,GAAG,CAAC,CAAC;YACf,KAAK,MAAM,CAAC,IAAI,SAAS,EAAE,CAAC;gBAC1B,IAAI,IAAI,CAAC,OAAO;oBAAE,MAAM;gBACxB,IAAI,CAAC;oBACH,MAAM,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;oBACrB,MAAM,KAAK,CAAC,cAAc,CAAC,CAAC;oBAC5B,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,EAAE,GAAG,QAAQ,CAAC,IAAI,IAAI,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;oBAChE,MAAM,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,CAAC,EAAE,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC;oBACnE,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC;oBACxB,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;gBACpC,CAAC;gBAAC,MAAM,CAAC;oBACP,MAAM,EAAE,CAAC;gBACX,CAAC;YACH,CAAC;YACD,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;YAC5C,IAAI,MAAM;gBAAE,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,MAAM,CAAC,MAAM,CAAC,IAAI,QAAQ,CAAC,IAAI,qBAAqB,CAAC,CAAC;YAC7F,IAAI,KAAK,CAAC,MAAM,GAAG,SAAS,CAAC,MAAM,IAAI,CAAC,MAAM;gBAC5C,OAAO,CAAC,GAAG,CAAC,IAAI,CACd,qBAAqB,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,OAAO,QAAQ,CAAC,IAAI,EAAE,CAC5F,CAAC;YACJ,MAAM,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC;YACpC,GAAG,CAAC,OAAO,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC;QACjD,CAAC;KACF,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,47 @@
|
|
|
1
|
+
import { join } from 'node:path';
|
|
2
|
+
import { writeJson } from '../../core/files.js';
|
|
3
|
+
import { compactSnapshot, SNAPSHOT_STYLES, } from '../../domain/snapshot.js';
|
|
4
|
+
const CAPTURE_PARAMS = {
|
|
5
|
+
computedStyles: [...SNAPSHOT_STYLES],
|
|
6
|
+
includePaintOrder: true,
|
|
7
|
+
includeDOMRects: true,
|
|
8
|
+
includeBlendedBackgroundColors: true,
|
|
9
|
+
includeTextColorOpacities: false,
|
|
10
|
+
};
|
|
11
|
+
async function snap(session) {
|
|
12
|
+
await session.send('DOMSnapshot.enable').catch(() => undefined);
|
|
13
|
+
const raw = await session.send('DOMSnapshot.captureSnapshot', CAPTURE_PARAMS, 120_000);
|
|
14
|
+
return compactSnapshot(raw);
|
|
15
|
+
}
|
|
16
|
+
/**
|
|
17
|
+
* Full DOM with computed styles, layout boxes, paint order and blended backgrounds for every
|
|
18
|
+
* same-process frame, shadow root and pseudo-element; out-of-process iframes are snapshotted
|
|
19
|
+
* through their own sessions. Writes snapshot/<viewport>.json at the top of the page.
|
|
20
|
+
*/
|
|
21
|
+
export function snapshotCollector() {
|
|
22
|
+
return {
|
|
23
|
+
id: 'snapshot',
|
|
24
|
+
timeLimitMs: 180_000,
|
|
25
|
+
async top(context) {
|
|
26
|
+
const main = await snap(context.cdp);
|
|
27
|
+
const frames = [];
|
|
28
|
+
for (const child of context.run.children.values()) {
|
|
29
|
+
if (child.type !== 'iframe' || child.viewport !== context.viewport.name)
|
|
30
|
+
continue;
|
|
31
|
+
try {
|
|
32
|
+
frames.push({
|
|
33
|
+
url: child.url,
|
|
34
|
+
snapshot: await snap(context.cdp.session(child.sessionId)),
|
|
35
|
+
});
|
|
36
|
+
}
|
|
37
|
+
catch {
|
|
38
|
+
context.run.warn(`snapshot: iframe ${child.url} could not be captured`);
|
|
39
|
+
}
|
|
40
|
+
}
|
|
41
|
+
const file = join('snapshot', `${context.viewport.name}.json`);
|
|
42
|
+
await writeJson(join(context.dir, file), { viewport: context.viewport, ...main, frames });
|
|
43
|
+
context.run.output('snapshot', file);
|
|
44
|
+
},
|
|
45
|
+
};
|
|
46
|
+
}
|
|
47
|
+
//# sourceMappingURL=snapshot.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"snapshot.js","sourceRoot":"","sources":["../../../src/capture/collectors/snapshot.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAEjC,OAAO,EAAE,SAAS,EAAE,MAAM,qBAAqB,CAAC;AAChD,OAAO,EACL,eAAe,EACf,eAAe,GAGhB,MAAM,0BAA0B,CAAC;AAGlC,MAAM,cAAc,GAAG;IACrB,cAAc,EAAE,CAAC,GAAG,eAAe,CAAC;IACpC,iBAAiB,EAAE,IAAI;IACvB,eAAe,EAAE,IAAI;IACrB,8BAA8B,EAAE,IAAI;IACpC,yBAAyB,EAAE,KAAK;CACxB,CAAC;AAEX,KAAK,UAAU,IAAI,CAAC,OAAmB;IACrC,MAAM,OAAO,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;IAChE,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,IAAI,CAC5B,6BAA6B,EAC7B,cAAc,EACd,OAAO,CACR,CAAC;IACF,OAAO,eAAe,CAAC,GAAG,CAAC,CAAC;AAC9B,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,iBAAiB;IAC/B,OAAO;QACL,EAAE,EAAE,UAAU;QACd,WAAW,EAAE,OAAO;QACpB,KAAK,CAAC,GAAG,CAAC,OAAO;YACf,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YACrC,MAAM,MAAM,GAAiD,EAAE,CAAC;YAChE,KAAK,MAAM,KAAK,IAAI,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,EAAE,EAAE,CAAC;gBAClD,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ,IAAI,KAAK,CAAC,QAAQ,KAAK,OAAO,CAAC,QAAQ,CAAC,IAAI;oBAAE,SAAS;gBAClF,IAAI,CAAC;oBACH,MAAM,CAAC,IAAI,CAAC;wBACV,GAAG,EAAE,KAAK,CAAC,GAAG;wBACd,QAAQ,EAAE,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;qBAC3D,CAAC,CAAC;gBACL,CAAC;gBAAC,MAAM,CAAC;oBACP,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,oBAAoB,KAAK,CAAC,GAAG,wBAAwB,CAAC,CAAC;gBAC1E,CAAC;YACH,CAAC;YACD,MAAM,IAAI,GAAG,IAAI,CAAC,UAAU,EAAE,GAAG,OAAO,CAAC,QAAQ,CAAC,IAAI,OAAO,CAAC,CAAC;YAC/D,MAAM,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,CAAC,EAAE,EAAE,QAAQ,EAAE,OAAO,CAAC,QAAQ,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;YAC1F,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC;QACvC,CAAC;KACF,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,153 @@
|
|
|
1
|
+
import { readFile } from 'node:fs/promises';
|
|
2
|
+
import { join } from 'node:path';
|
|
3
|
+
import { sha256, writeBytes, writeJson } from '../../core/files.js';
|
|
4
|
+
import { log } from '../../core/log.js';
|
|
5
|
+
import { decodeDataUrl, extractSources, findSourceMapUrl, resolveMapUrl, } from '../../domain/sourcemap.js';
|
|
6
|
+
const FETCH_TIMEOUT_MS = 30_000;
|
|
7
|
+
const CONCURRENCY = 6;
|
|
8
|
+
/**
|
|
9
|
+
* Recovers original sources (components, shaders, animation code) from source maps referenced by
|
|
10
|
+
* scripts and stylesheets. Writes sources/<path> and sources/index.json.
|
|
11
|
+
*/
|
|
12
|
+
export function sourcemapsCollector() {
|
|
13
|
+
return {
|
|
14
|
+
id: 'sourcemaps',
|
|
15
|
+
timeLimitMs: 300_000,
|
|
16
|
+
async finish(context) {
|
|
17
|
+
const candidates = await findCandidates(context);
|
|
18
|
+
const byMap = new Map();
|
|
19
|
+
for (const candidate of candidates) {
|
|
20
|
+
const owners = byMap.get(candidate.mapUrl) ?? [];
|
|
21
|
+
owners.push(candidate.owner);
|
|
22
|
+
byMap.set(candidate.mapUrl, owners);
|
|
23
|
+
}
|
|
24
|
+
if (byMap.size)
|
|
25
|
+
log(` recovering sources from ${String(byMap.size)} source maps`);
|
|
26
|
+
const maps = [];
|
|
27
|
+
const files = [];
|
|
28
|
+
const used = new Map();
|
|
29
|
+
const queue = [...byMap.entries()].sort(([a], [b]) => a.localeCompare(b));
|
|
30
|
+
const workers = Array.from({ length: CONCURRENCY }, async () => {
|
|
31
|
+
for (let next = queue.shift(); next; next = queue.shift()) {
|
|
32
|
+
const [mapUrl, owners] = next;
|
|
33
|
+
maps.push(await processMap(context, mapUrl, owners, files, used));
|
|
34
|
+
}
|
|
35
|
+
});
|
|
36
|
+
await Promise.all(workers);
|
|
37
|
+
maps.sort((a, b) => a.url.localeCompare(b.url));
|
|
38
|
+
files.sort((a, b) => a.path.localeCompare(b.path));
|
|
39
|
+
await writeJson(join(context.dir, 'sources', 'index.json'), { maps, files });
|
|
40
|
+
context.run.output('sourcemaps', 'sources/index.json');
|
|
41
|
+
},
|
|
42
|
+
};
|
|
43
|
+
}
|
|
44
|
+
async function findCandidates(context) {
|
|
45
|
+
const out = [];
|
|
46
|
+
const headersFor = new Map(context.run.network.map((entry) => [entry.url, entry.headers]));
|
|
47
|
+
for (const script of context.run.scripts) {
|
|
48
|
+
const source = script.file ? await readTail(join(context.dir, script.file)) : undefined;
|
|
49
|
+
const reference = findSourceMapUrl({
|
|
50
|
+
fromDebugger: script.sourceMapURL ?? undefined,
|
|
51
|
+
headers: headersFor.get(script.url),
|
|
52
|
+
source,
|
|
53
|
+
});
|
|
54
|
+
const mapUrl = reference === null ? null : resolveMapUrl(reference, script.url);
|
|
55
|
+
if (mapUrl)
|
|
56
|
+
out.push({ owner: script.url || `script:${script.sha256.slice(0, 12)}`, mapUrl });
|
|
57
|
+
}
|
|
58
|
+
for (const entry of context.run.network) {
|
|
59
|
+
if (!entry.file || !entry.mimeType.includes('css'))
|
|
60
|
+
continue;
|
|
61
|
+
const reference = findSourceMapUrl({
|
|
62
|
+
headers: entry.headers,
|
|
63
|
+
source: await readTail(join(context.dir, entry.file)),
|
|
64
|
+
css: true,
|
|
65
|
+
});
|
|
66
|
+
const mapUrl = reference === null ? null : resolveMapUrl(reference, entry.url);
|
|
67
|
+
if (mapUrl)
|
|
68
|
+
out.push({ owner: entry.url, mapUrl });
|
|
69
|
+
}
|
|
70
|
+
return out;
|
|
71
|
+
}
|
|
72
|
+
async function readTail(path) {
|
|
73
|
+
try {
|
|
74
|
+
const text = await readFile(path, 'utf8');
|
|
75
|
+
return text.slice(-4000);
|
|
76
|
+
}
|
|
77
|
+
catch {
|
|
78
|
+
return undefined;
|
|
79
|
+
}
|
|
80
|
+
}
|
|
81
|
+
async function loadMap(context, mapUrl) {
|
|
82
|
+
if (mapUrl.startsWith('data:')) {
|
|
83
|
+
const text = decodeDataUrl(mapUrl);
|
|
84
|
+
if (text === null)
|
|
85
|
+
throw new Error('bad data URL');
|
|
86
|
+
return text;
|
|
87
|
+
}
|
|
88
|
+
const captured = context.run.network.find((entry) => entry.url === mapUrl && entry.file);
|
|
89
|
+
if (captured?.file)
|
|
90
|
+
return readFile(join(context.dir, captured.file), 'utf8');
|
|
91
|
+
const response = await fetch(mapUrl, {
|
|
92
|
+
signal: AbortSignal.any([context.signal, AbortSignal.timeout(FETCH_TIMEOUT_MS)]),
|
|
93
|
+
headers: { referer: context.run.finalUrl || context.settings.url },
|
|
94
|
+
});
|
|
95
|
+
if (!response.ok)
|
|
96
|
+
throw new Error(`HTTP ${String(response.status)}`);
|
|
97
|
+
const declared = Number(response.headers.get('content-length') ?? '0');
|
|
98
|
+
const limit = context.budget('sourcemaps').limits.itemBytes;
|
|
99
|
+
if (declared > limit)
|
|
100
|
+
throw new Error(`map is ${String(declared)} bytes, over the item limit`);
|
|
101
|
+
const text = await response.text();
|
|
102
|
+
if (Buffer.byteLength(text) > limit)
|
|
103
|
+
throw new Error('map is over the item limit');
|
|
104
|
+
return text;
|
|
105
|
+
}
|
|
106
|
+
async function processMap(context, mapUrl, owners, files, used) {
|
|
107
|
+
const label = mapUrl.startsWith('data:') ? `inline map of ${owners[0] ?? '?'}` : mapUrl;
|
|
108
|
+
let text;
|
|
109
|
+
try {
|
|
110
|
+
text = await loadMap(context, mapUrl);
|
|
111
|
+
}
|
|
112
|
+
catch (error) {
|
|
113
|
+
return {
|
|
114
|
+
url: label,
|
|
115
|
+
owners,
|
|
116
|
+
status: 'failed',
|
|
117
|
+
reason: error instanceof Error ? error.message : String(error),
|
|
118
|
+
};
|
|
119
|
+
}
|
|
120
|
+
const outcome = extractSources(text, mapUrl.startsWith('data:') ? undefined : mapUrl);
|
|
121
|
+
if (!outcome.ok)
|
|
122
|
+
return { url: label, owners, status: 'failed', reason: outcome.reason };
|
|
123
|
+
const budget = context.budget('sourcemaps');
|
|
124
|
+
for (const source of outcome.sources) {
|
|
125
|
+
const hash = sha256(source.content);
|
|
126
|
+
let path = source.path;
|
|
127
|
+
const holder = used.get(path);
|
|
128
|
+
if (holder === hash)
|
|
129
|
+
continue;
|
|
130
|
+
if (holder !== undefined)
|
|
131
|
+
path = path.replace(/(\.[\w]+)?$/, (ext) => `.${hash.slice(0, 8)}${ext}`);
|
|
132
|
+
const bytes = Buffer.byteLength(source.content);
|
|
133
|
+
if (!budget.take(source.source, bytes))
|
|
134
|
+
continue;
|
|
135
|
+
used.set(path, hash);
|
|
136
|
+
await writeBytes(join(context.dir, 'sources', path), source.content);
|
|
137
|
+
files.push({
|
|
138
|
+
path: join('sources', path),
|
|
139
|
+
source: source.source,
|
|
140
|
+
map: label,
|
|
141
|
+
vendor: source.vendor,
|
|
142
|
+
bytes,
|
|
143
|
+
});
|
|
144
|
+
}
|
|
145
|
+
return {
|
|
146
|
+
url: label,
|
|
147
|
+
owners,
|
|
148
|
+
status: 'ok',
|
|
149
|
+
sources: outcome.sources.length,
|
|
150
|
+
withoutContent: outcome.withoutContent,
|
|
151
|
+
};
|
|
152
|
+
}
|
|
153
|
+
//# sourceMappingURL=sourcemaps.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"sourcemaps.js","sourceRoot":"","sources":["../../../src/capture/collectors/sourcemaps.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,qBAAqB,CAAC;AACpE,OAAO,EAAE,GAAG,EAAE,MAAM,mBAAmB,CAAC;AACxC,OAAO,EACL,aAAa,EACb,cAAc,EACd,gBAAgB,EAChB,aAAa,GACd,MAAM,2BAA2B,CAAC;AAyBnC,MAAM,gBAAgB,GAAG,MAAM,CAAC;AAChC,MAAM,WAAW,GAAG,CAAC,CAAC;AAEtB;;;GAGG;AACH,MAAM,UAAU,mBAAmB;IACjC,OAAO;QACL,EAAE,EAAE,YAAY;QAChB,WAAW,EAAE,OAAO;QACpB,KAAK,CAAC,MAAM,CAAC,OAAO;YAClB,MAAM,UAAU,GAAG,MAAM,cAAc,CAAC,OAAO,CAAC,CAAC;YACjD,MAAM,KAAK,GAAG,IAAI,GAAG,EAAoB,CAAC;YAC1C,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;gBACnC,MAAM,MAAM,GAAG,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;gBACjD,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;gBAC7B,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;YACtC,CAAC;YACD,IAAI,KAAK,CAAC,IAAI;gBAAE,GAAG,CAAC,6BAA6B,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;YACnF,MAAM,IAAI,GAAgB,EAAE,CAAC;YAC7B,MAAM,KAAK,GAAiB,EAAE,CAAC;YAC/B,MAAM,IAAI,GAAG,IAAI,GAAG,EAAkB,CAAC;YACvC,MAAM,KAAK,GAAG,CAAC,GAAG,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC;YAC1E,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,EAAE,KAAK,IAAI,EAAE;gBAC7D,KAAK,IAAI,IAAI,GAAG,KAAK,CAAC,KAAK,EAAE,EAAE,IAAI,EAAE,IAAI,GAAG,KAAK,CAAC,KAAK,EAAE,EAAE,CAAC;oBAC1D,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,IAAI,CAAC;oBAC9B,IAAI,CAAC,IAAI,CAAC,MAAM,UAAU,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC;gBACpE,CAAC;YACH,CAAC,CAAC,CAAC;YACH,MAAM,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YAC3B,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YAChD,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;YACnD,MAAM,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,SAAS,EAAE,YAAY,CAAC,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;YAC7E,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,YAAY,EAAE,oBAAoB,CAAC,CAAC;QACzD,CAAC;KACF,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,cAAc,CAAC,OAAuB;IACnD,MAAM,GAAG,GAAgB,EAAE,CAAC;IAC5B,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IAC3F,KAAK,MAAM,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;QACzC,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QACxF,MAAM,SAAS,GAAG,gBAAgB,CAAC;YACjC,YAAY,EAAE,MAAM,CAAC,YAAY,IAAI,SAAS;YAC9C,OAAO,EAAE,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC;YACnC,MAAM;SACP,CAAC,CAAC;QACH,MAAM,MAAM,GAAG,SAAS,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,aAAa,CAAC,SAAS,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC;QAChF,IAAI,MAAM;YAAE,GAAG,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,IAAI,UAAU,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;IAChG,CAAC;IACD,KAAK,MAAM,KAAK,IAAI,OAAO,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;QACxC,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC;YAAE,SAAS;QAC7D,MAAM,SAAS,GAAG,gBAAgB,CAAC;YACjC,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,MAAM,EAAE,MAAM,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;YACrD,GAAG,EAAE,IAAI;SACV,CAAC,CAAC;QACH,MAAM,MAAM,GAAG,SAAS,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,aAAa,CAAC,SAAS,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC;QAC/E,IAAI,MAAM;YAAE,GAAG,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,GAAG,EAAE,MAAM,EAAE,CAAC,CAAC;IACrD,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,KAAK,UAAU,QAAQ,CAAC,IAAY;IAClC,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QAC1C,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC;IAC3B,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,SAAS,CAAC;IACnB,CAAC;AACH,CAAC;AAED,KAAK,UAAU,OAAO,CAAC,OAAuB,EAAE,MAAc;IAC5D,IAAI,MAAM,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;QAC/B,MAAM,IAAI,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC;QACnC,IAAI,IAAI,KAAK,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,cAAc,CAAC,CAAC;QACnD,OAAO,IAAI,CAAC;IACd,CAAC;IACD,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,KAAK,MAAM,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC;IACzF,IAAI,QAAQ,EAAE,IAAI;QAAE,OAAO,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,CAAC;IAC9E,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,MAAM,EAAE;QACnC,MAAM,EAAE,WAAW,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC,CAAC;QAChF,OAAO,EAAE,EAAE,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,QAAQ,IAAI,OAAO,CAAC,QAAQ,CAAC,GAAG,EAAE;KACnE,CAAC,CAAC;IACH,IAAI,CAAC,QAAQ,CAAC,EAAE;QAAE,MAAM,IAAI,KAAK,CAAC,QAAQ,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;IACrE,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,IAAI,GAAG,CAAC,CAAC;IACvE,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC;IAC5D,IAAI,QAAQ,GAAG,KAAK;QAAE,MAAM,IAAI,KAAK,CAAC,UAAU,MAAM,CAAC,QAAQ,CAAC,6BAA6B,CAAC,CAAC;IAC/F,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;IACnC,IAAI,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,KAAK;QAAE,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;IACnF,OAAO,IAAI,CAAC;AACd,CAAC;AAED,KAAK,UAAU,UAAU,CACvB,OAAuB,EACvB,MAAc,EACd,MAAyB,EACzB,KAAmB,EACnB,IAAyB;IAEzB,MAAM,KAAK,GAAG,MAAM,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,iBAAiB,MAAM,CAAC,CAAC,CAAC,IAAI,GAAG,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC;IACxF,IAAI,IAAY,CAAC;IACjB,IAAI,CAAC;QACH,IAAI,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IACxC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO;YACL,GAAG,EAAE,KAAK;YACV,MAAM;YACN,MAAM,EAAE,QAAQ;YAChB,MAAM,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;SAC/D,CAAC;IACJ,CAAC;IACD,MAAM,OAAO,GAAG,cAAc,CAAC,IAAI,EAAE,MAAM,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IACtF,IAAI,CAAC,OAAO,CAAC,EAAE;QAAE,OAAO,EAAE,GAAG,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC;IACzF,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;IAC5C,KAAK,MAAM,MAAM,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;QACrC,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACpC,IAAI,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC;QACvB,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC9B,IAAI,MAAM,KAAK,IAAI;YAAE,SAAS;QAC9B,IAAI,MAAM,KAAK,SAAS;YACtB,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,aAAa,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,GAAG,EAAE,CAAC,CAAC;QAC5E,MAAM,KAAK,GAAG,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAChD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC;YAAE,SAAS;QACjD,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QACrB,MAAM,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,SAAS,EAAE,IAAI,CAAC,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC;QACrE,KAAK,CAAC,IAAI,CAAC;YACT,IAAI,EAAE,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC;YAC3B,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,GAAG,EAAE,KAAK;YACV,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,KAAK;SACN,CAAC,CAAC;IACL,CAAC;IACD,OAAO;QACL,GAAG,EAAE,KAAK;QACV,MAAM;QACN,MAAM,EAAE,IAAI;QACZ,OAAO,EAAE,OAAO,CAAC,OAAO,CAAC,MAAM;QAC/B,cAAc,EAAE,OAAO,CAAC,cAAc;KACvC,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,72 @@
|
|
|
1
|
+
import { join } from 'node:path';
|
|
2
|
+
import { writeJson } from '../../core/files.js';
|
|
3
|
+
const MAX_VALUE = 256 * 1024;
|
|
4
|
+
function storageProbe(maxValue) {
|
|
5
|
+
const read = (store) => {
|
|
6
|
+
const out = {};
|
|
7
|
+
if (!store)
|
|
8
|
+
return out;
|
|
9
|
+
try {
|
|
10
|
+
for (let index = 0; index < store.length; index++) {
|
|
11
|
+
const key = store.key(index);
|
|
12
|
+
if (key === null)
|
|
13
|
+
continue;
|
|
14
|
+
const value = store.getItem(key) ?? '';
|
|
15
|
+
if (value.length <= maxValue)
|
|
16
|
+
out[key] = value;
|
|
17
|
+
}
|
|
18
|
+
}
|
|
19
|
+
catch {
|
|
20
|
+
// Storage access denied.
|
|
21
|
+
}
|
|
22
|
+
return out;
|
|
23
|
+
};
|
|
24
|
+
let local;
|
|
25
|
+
let session;
|
|
26
|
+
try {
|
|
27
|
+
local = window.localStorage;
|
|
28
|
+
session = window.sessionStorage;
|
|
29
|
+
}
|
|
30
|
+
catch {
|
|
31
|
+
// Sandboxed document.
|
|
32
|
+
}
|
|
33
|
+
return { origin: location.origin, local: read(local), session: read(session) };
|
|
34
|
+
}
|
|
35
|
+
/**
|
|
36
|
+
* localStorage, sessionStorage and cookies after the page settled, so the mirror can seed theme,
|
|
37
|
+
* consent and A/B state before the first script runs. Writes storage.json (primary viewport).
|
|
38
|
+
*/
|
|
39
|
+
export function storageCollector() {
|
|
40
|
+
return {
|
|
41
|
+
id: 'storage',
|
|
42
|
+
async top(context) {
|
|
43
|
+
if (!context.primary)
|
|
44
|
+
return;
|
|
45
|
+
const web = await context.page.run(storageProbe, MAX_VALUE);
|
|
46
|
+
const host = new URL(web.origin).hostname;
|
|
47
|
+
const { cookies } = await context.cdp
|
|
48
|
+
.send('Storage.getCookies')
|
|
49
|
+
.catch(() => ({ cookies: [] }));
|
|
50
|
+
const relevant = cookies
|
|
51
|
+
.filter((cookie) => {
|
|
52
|
+
const domain = cookie.domain.replace(/^\./, '');
|
|
53
|
+
return host === domain || host.endsWith(`.${domain}`);
|
|
54
|
+
})
|
|
55
|
+
.map(({ name, value, domain, path, expires, httpOnly, secure, sameSite }) => ({
|
|
56
|
+
name,
|
|
57
|
+
value,
|
|
58
|
+
domain,
|
|
59
|
+
path,
|
|
60
|
+
expires,
|
|
61
|
+
httpOnly,
|
|
62
|
+
secure,
|
|
63
|
+
...(sameSite === undefined ? {} : { sameSite }),
|
|
64
|
+
}))
|
|
65
|
+
.sort((a, b) => a.name.localeCompare(b.name));
|
|
66
|
+
const snapshot = { ...web, cookies: relevant };
|
|
67
|
+
await writeJson(join(context.dir, 'storage.json'), snapshot);
|
|
68
|
+
context.run.output('storage', 'storage.json');
|
|
69
|
+
},
|
|
70
|
+
};
|
|
71
|
+
}
|
|
72
|
+
//# sourceMappingURL=storage.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"storage.js","sourceRoot":"","sources":["../../../src/capture/collectors/storage.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,SAAS,EAAE,MAAM,qBAAqB,CAAC;AAmBhD,MAAM,SAAS,GAAG,GAAG,GAAG,IAAI,CAAC;AAE7B,SAAS,YAAY,CAAC,QAAgB;IAKpC,MAAM,IAAI,GAAG,CAAC,KAA0B,EAA0B,EAAE;QAClE,MAAM,GAAG,GAA2B,EAAE,CAAC;QACvC,IAAI,CAAC,KAAK;YAAE,OAAO,GAAG,CAAC;QACvB,IAAI,CAAC;YACH,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,KAAK,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC;gBAClD,MAAM,GAAG,GAAG,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;gBAC7B,IAAI,GAAG,KAAK,IAAI;oBAAE,SAAS;gBAC3B,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;gBACvC,IAAI,KAAK,CAAC,MAAM,IAAI,QAAQ;oBAAE,GAAG,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;YACjD,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,yBAAyB;QAC3B,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC,CAAC;IACF,IAAI,KAA0B,CAAC;IAC/B,IAAI,OAA4B,CAAC;IACjC,IAAI,CAAC;QACH,KAAK,GAAG,MAAM,CAAC,YAAY,CAAC;QAC5B,OAAO,GAAG,MAAM,CAAC,cAAc,CAAC;IAClC,CAAC;IAAC,MAAM,CAAC;QACP,sBAAsB;IACxB,CAAC;IACD,OAAO,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;AACjF,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,gBAAgB;IAC9B,OAAO;QACL,EAAE,EAAE,SAAS;QACb,KAAK,CAAC,GAAG,CAAC,OAAO;YACf,IAAI,CAAC,OAAO,CAAC,OAAO;gBAAE,OAAO;YAC7B,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,YAAY,EAAE,SAAS,CAAC,CAAC;YAC5D,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC;YAC1C,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,OAAO,CAAC,GAAG;iBAClC,IAAI,CAA0C,oBAAoB,CAAC;iBACnE,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,EAAE,OAAO,EAAE,EAAgC,EAAE,CAAC,CAAC,CAAC;YAChE,MAAM,QAAQ,GAAG,OAAO;iBACrB,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE;gBACjB,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;gBAChD,OAAO,IAAI,KAAK,MAAM,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,MAAM,EAAE,CAAC,CAAC;YACxD,CAAC,CAAC;iBACD,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;gBAC5E,IAAI;gBACJ,KAAK;gBACL,MAAM;gBACN,IAAI;gBACJ,OAAO;gBACP,QAAQ;gBACR,MAAM;gBACN,GAAG,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC;aAChD,CAAC,CAAC;iBACF,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;YAChD,MAAM,QAAQ,GAAoB,EAAE,GAAG,GAAG,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC;YAChE,MAAM,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,cAAc,CAAC,EAAE,QAAQ,CAAC,CAAC;YAC7D,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,SAAS,EAAE,cAAc,CAAC,CAAC;QAChD,CAAC;KACF,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,40 @@
|
|
|
1
|
+
/** Facts collectors publish for later collectors, the manifest and the report. */
|
|
2
|
+
export class CaptureRun {
|
|
3
|
+
secondary;
|
|
4
|
+
/** A side browser capturing extra viewports: run-wide facts belong to the main run. */
|
|
5
|
+
constructor(secondary = false) {
|
|
6
|
+
this.secondary = secondary;
|
|
7
|
+
}
|
|
8
|
+
/** Sources every new document (root and attached iframes) must run before page code. */
|
|
9
|
+
initScripts = [];
|
|
10
|
+
sessionInitializers = [];
|
|
11
|
+
children = new Map();
|
|
12
|
+
viewport = '';
|
|
13
|
+
finalUrl = '';
|
|
14
|
+
fingerprint = null;
|
|
15
|
+
structures = new Map();
|
|
16
|
+
pageHeights = new Map();
|
|
17
|
+
shots = new Map();
|
|
18
|
+
doms = new Map();
|
|
19
|
+
stateFiles = [];
|
|
20
|
+
network = [];
|
|
21
|
+
motion = [];
|
|
22
|
+
scripts = [];
|
|
23
|
+
/** Interactive elements per viewport, found once at the top and shared by later collectors. */
|
|
24
|
+
candidates = new Map();
|
|
25
|
+
/** Page sections per viewport as [top, bottom] scroll offsets with a label. */
|
|
26
|
+
sections = new Map();
|
|
27
|
+
/** Files each collector wrote, relative to the capture folder, for the manifest. */
|
|
28
|
+
outputs = new Map();
|
|
29
|
+
warnings = [];
|
|
30
|
+
output(collector, file) {
|
|
31
|
+
const list = this.outputs.get(collector) ?? [];
|
|
32
|
+
list.push(file);
|
|
33
|
+
this.outputs.set(collector, list);
|
|
34
|
+
}
|
|
35
|
+
warn(message) {
|
|
36
|
+
this.warnings.push(message);
|
|
37
|
+
}
|
|
38
|
+
}
|
|
39
|
+
export const HOOKS = ['beforeNavigate', 'loaded', 'top', 'explore', 'shots'];
|
|
40
|
+
//# sourceMappingURL=context.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"context.js","sourceRoot":"","sources":["../../src/capture/context.ts"],"names":[],"mappings":"AAmCA,kFAAkF;AAClF,MAAM,OAAO,UAAU;IAEA;IADrB,uFAAuF;IACvF,YAAqB,YAAY,KAAK;QAAjB,cAAS,GAAT,SAAS,CAAQ;IAAG,CAAC;IAE1C,wFAAwF;IAC/E,WAAW,GAAa,EAAE,CAAC;IAC3B,mBAAmB,GAAyB,EAAE,CAAC;IAC/C,QAAQ,GAAG,IAAI,GAAG,EAAuB,CAAC;IACnD,QAAQ,GAAG,EAAE,CAAC;IACd,QAAQ,GAAG,EAAE,CAAC;IACd,WAAW,GAA2B,IAAI,CAAC;IAClC,UAAU,GAAG,IAAI,GAAG,EAAyB,CAAC;IAC9C,WAAW,GAAG,IAAI,GAAG,EAAkB,CAAC;IACxC,KAAK,GAAG,IAAI,GAAG,EAAyC,CAAC;IACzD,IAAI,GAAG,IAAI,GAAG,EAAkB,CAAC;IACjC,UAAU,GAAgB,EAAE,CAAC;IACtC,OAAO,GAAmB,EAAE,CAAC;IAC7B,MAAM,GAAkB,EAAE,CAAC;IAClB,OAAO,GAAmB,EAAE,CAAC;IACtC,+FAA+F;IACtF,UAAU,GAAG,IAAI,GAAG,EAA2C,CAAC;IACzE,+EAA+E;IACtE,QAAQ,GAAG,IAAI,GAAG,EAAkC,CAAC;IAC9D,oFAAoF;IAC3E,OAAO,GAAG,IAAI,GAAG,EAAoB,CAAC;IACtC,QAAQ,GAAa,EAAE,CAAC;IAEjC,MAAM,CAAC,SAAiB,EAAE,IAAY;QACpC,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;QAC/C,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAChB,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;IACpC,CAAC;IAED,IAAI,CAAC,OAAe;QAClB,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC9B,CAAC;CACF;AA2CD,MAAM,CAAC,MAAM,KAAK,GAAG,CAAC,gBAAgB,EAAE,QAAQ,EAAE,KAAK,EAAE,SAAS,EAAE,OAAO,CAAU,CAAC"}
|
|
@@ -0,0 +1,104 @@
|
|
|
1
|
+
/** Finds elements worth hovering and clicking. Self-contained (runs in the page). */
|
|
2
|
+
export function findCandidates(limits, helpers) {
|
|
3
|
+
const hoverSelectors = [];
|
|
4
|
+
const visit = (rules) => {
|
|
5
|
+
for (const rule of Array.from(rules)) {
|
|
6
|
+
if (rule instanceof CSSStyleRule) {
|
|
7
|
+
if (/:(hover|focus-visible|focus-within|focus)\b/.test(rule.selectorText)) {
|
|
8
|
+
for (const part of rule.selectorText.split(',')) {
|
|
9
|
+
const base = part.replace(/:(hover|focus-visible|focus-within|focus)\b.*$/, '').trim();
|
|
10
|
+
if (base && base.length < 200)
|
|
11
|
+
hoverSelectors.push(base);
|
|
12
|
+
}
|
|
13
|
+
}
|
|
14
|
+
}
|
|
15
|
+
else if ('cssRules' in rule) {
|
|
16
|
+
try {
|
|
17
|
+
visit(rule.cssRules);
|
|
18
|
+
}
|
|
19
|
+
catch {
|
|
20
|
+
// Cross-origin.
|
|
21
|
+
}
|
|
22
|
+
}
|
|
23
|
+
}
|
|
24
|
+
};
|
|
25
|
+
for (const sheet of Array.from(document.styleSheets)) {
|
|
26
|
+
try {
|
|
27
|
+
visit(sheet.cssRules);
|
|
28
|
+
}
|
|
29
|
+
catch {
|
|
30
|
+
// Cross-origin sheet.
|
|
31
|
+
}
|
|
32
|
+
}
|
|
33
|
+
const reasons = new Map();
|
|
34
|
+
const add = (el, reason) => {
|
|
35
|
+
const set = reasons.get(el) ?? new Set();
|
|
36
|
+
set.add(reason);
|
|
37
|
+
reasons.set(el, set);
|
|
38
|
+
};
|
|
39
|
+
for (const selector of [...new Set(hoverSelectors)].slice(0, 600)) {
|
|
40
|
+
try {
|
|
41
|
+
for (const el of Array.from(document.querySelectorAll(selector)).slice(0, 40))
|
|
42
|
+
add(el, 'hover-rule');
|
|
43
|
+
}
|
|
44
|
+
catch {
|
|
45
|
+
// Invalid selector after stripping.
|
|
46
|
+
}
|
|
47
|
+
}
|
|
48
|
+
const native = 'a[href], button, summary, select, input:not([type=hidden]), textarea, label[for], [tabindex]:not([tabindex="-1"])';
|
|
49
|
+
for (const el of Array.from(document.querySelectorAll(native)))
|
|
50
|
+
add(el, 'native');
|
|
51
|
+
const aria = '[role=button], [role=tab], [role=menuitem], [role=switch], [role=link], [aria-expanded], [aria-haspopup], [aria-controls], [data-state]';
|
|
52
|
+
for (const el of Array.from(document.querySelectorAll(aria)))
|
|
53
|
+
add(el, 'aria');
|
|
54
|
+
for (const el of Array.from(document.body.querySelectorAll('*')).slice(0, 6000)) {
|
|
55
|
+
const style = getComputedStyle(el);
|
|
56
|
+
if (style.cursor === 'pointer' &&
|
|
57
|
+
!(el.parentElement && getComputedStyle(el.parentElement).cursor === 'pointer'))
|
|
58
|
+
add(el, 'cursor');
|
|
59
|
+
if (style.position === 'fixed' || style.position === 'sticky')
|
|
60
|
+
add(el, 'fixed');
|
|
61
|
+
}
|
|
62
|
+
const out = [];
|
|
63
|
+
for (const [el, why] of reasons) {
|
|
64
|
+
const rect = el.getBoundingClientRect();
|
|
65
|
+
if (rect.width < 4 || rect.height < 4)
|
|
66
|
+
continue;
|
|
67
|
+
const style = getComputedStyle(el);
|
|
68
|
+
if (style.visibility === 'hidden' || style.display === 'none')
|
|
69
|
+
continue;
|
|
70
|
+
const href = el instanceof HTMLAnchorElement ? (el.getAttribute('href') ?? '') : '';
|
|
71
|
+
const sameDoc = href.startsWith('#') || href === '' || href.startsWith('javascript:');
|
|
72
|
+
const role = el.getAttribute('role');
|
|
73
|
+
const toggles = el.hasAttribute('aria-expanded') ||
|
|
74
|
+
el.hasAttribute('aria-haspopup') ||
|
|
75
|
+
el.hasAttribute('aria-controls') ||
|
|
76
|
+
role === 'tab' ||
|
|
77
|
+
el.tagName === 'SUMMARY' ||
|
|
78
|
+
(el.tagName === 'BUTTON' && !el.form);
|
|
79
|
+
out.push({
|
|
80
|
+
path: helpers.path(el),
|
|
81
|
+
tag: el.tagName.toLowerCase(),
|
|
82
|
+
role,
|
|
83
|
+
text: el.textContent.trim().replace(/\s+/g, ' ').slice(0, 80),
|
|
84
|
+
box: [
|
|
85
|
+
Math.round(rect.left),
|
|
86
|
+
Math.round(rect.top + window.scrollY),
|
|
87
|
+
Math.round(rect.width),
|
|
88
|
+
Math.round(rect.height),
|
|
89
|
+
],
|
|
90
|
+
reasons: [...why].sort(),
|
|
91
|
+
navigates: el instanceof HTMLAnchorElement && !sameDoc,
|
|
92
|
+
toggles: toggles && !(el instanceof HTMLAnchorElement && !sameDoc),
|
|
93
|
+
fixed: why.has('fixed'),
|
|
94
|
+
});
|
|
95
|
+
}
|
|
96
|
+
const score = (c) => (c.toggles ? 4 : 0) +
|
|
97
|
+
(c.reasons.includes('hover-rule') ? 3 : 0) +
|
|
98
|
+
(c.fixed ? 2 : 0) +
|
|
99
|
+
(c.box[1] < 2000 ? 1 : 0);
|
|
100
|
+
return out
|
|
101
|
+
.sort((a, b) => score(b) - score(a) || a.box[1] - b.box[1] || a.path.localeCompare(b.path))
|
|
102
|
+
.slice(0, limits.max);
|
|
103
|
+
}
|
|
104
|
+
//# sourceMappingURL=candidates.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"candidates.js","sourceRoot":"","sources":["../../../src/capture/hooks/candidates.ts"],"names":[],"mappings":"AAiBA,qFAAqF;AACrF,MAAM,UAAU,cAAc,CAC5B,MAAuB,EACvB,OAAsB;IAEtB,MAAM,cAAc,GAAa,EAAE,CAAC;IACpC,MAAM,KAAK,GAAG,CAAC,KAAkB,EAAQ,EAAE;QACzC,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;YACrC,IAAI,IAAI,YAAY,YAAY,EAAE,CAAC;gBACjC,IAAI,6CAA6C,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC;oBAC1E,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC;wBAChD,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,gDAAgD,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;wBACvF,IAAI,IAAI,IAAI,IAAI,CAAC,MAAM,GAAG,GAAG;4BAAE,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBAC3D,CAAC;gBACH,CAAC;YACH,CAAC;iBAAM,IAAI,UAAU,IAAI,IAAI,EAAE,CAAC;gBAC9B,IAAI,CAAC;oBACH,KAAK,CAAE,IAAwB,CAAC,QAAQ,CAAC,CAAC;gBAC5C,CAAC;gBAAC,MAAM,CAAC;oBACP,gBAAgB;gBAClB,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC,CAAC;IACF,KAAK,MAAM,KAAK,IAAI,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;QACrD,IAAI,CAAC;YACH,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QACxB,CAAC;QAAC,MAAM,CAAC;YACP,sBAAsB;QACxB,CAAC;IACH,CAAC;IACD,MAAM,OAAO,GAAG,IAAI,GAAG,EAAwB,CAAC;IAChD,MAAM,GAAG,GAAG,CAAC,EAAW,EAAE,MAAc,EAAQ,EAAE;QAChD,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,IAAI,GAAG,EAAU,CAAC;QACjD,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAChB,OAAO,CAAC,GAAG,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;IACvB,CAAC,CAAC;IACF,KAAK,MAAM,QAAQ,IAAI,CAAC,GAAG,IAAI,GAAG,CAAC,cAAc,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC;QAClE,IAAI,CAAC;YACH,KAAK,MAAM,EAAE,IAAI,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC;gBAC3E,GAAG,CAAC,EAAE,EAAE,YAAY,CAAC,CAAC;QAC1B,CAAC;QAAC,MAAM,CAAC;YACP,oCAAoC;QACtC,CAAC;IACH,CAAC;IACD,MAAM,MAAM,GACV,mHAAmH,CAAC;IACtH,KAAK,MAAM,EAAE,IAAI,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC;QAAE,GAAG,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;IAClF,MAAM,IAAI,GACR,yIAAyI,CAAC;IAC5I,KAAK,MAAM,EAAE,IAAI,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC;QAAE,GAAG,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;IAC9E,KAAK,MAAM,EAAE,IAAI,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE,CAAC;QAChF,MAAM,KAAK,GAAG,gBAAgB,CAAC,EAAE,CAAC,CAAC;QACnC,IACE,KAAK,CAAC,MAAM,KAAK,SAAS;YAC1B,CAAC,CAAC,EAAE,CAAC,aAAa,IAAI,gBAAgB,CAAC,EAAE,CAAC,aAAa,CAAC,CAAC,MAAM,KAAK,SAAS,CAAC;YAE9E,GAAG,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;QACpB,IAAI,KAAK,CAAC,QAAQ,KAAK,OAAO,IAAI,KAAK,CAAC,QAAQ,KAAK,QAAQ;YAAE,GAAG,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;IAClF,CAAC;IACD,MAAM,GAAG,GAA2B,EAAE,CAAC;IACvC,KAAK,MAAM,CAAC,EAAE,EAAE,GAAG,CAAC,IAAI,OAAO,EAAE,CAAC;QAChC,MAAM,IAAI,GAAG,EAAE,CAAC,qBAAqB,EAAE,CAAC;QACxC,IAAI,IAAI,CAAC,KAAK,GAAG,CAAC,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC;YAAE,SAAS;QAChD,MAAM,KAAK,GAAG,gBAAgB,CAAC,EAAE,CAAC,CAAC;QACnC,IAAI,KAAK,CAAC,UAAU,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,KAAK,MAAM;YAAE,SAAS;QACxE,MAAM,IAAI,GAAG,EAAE,YAAY,iBAAiB,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,YAAY,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACpF,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,IAAI,KAAK,EAAE,IAAI,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC;QACtF,MAAM,IAAI,GAAG,EAAE,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;QACrC,MAAM,OAAO,GACX,EAAE,CAAC,YAAY,CAAC,eAAe,CAAC;YAChC,EAAE,CAAC,YAAY,CAAC,eAAe,CAAC;YAChC,EAAE,CAAC,YAAY,CAAC,eAAe,CAAC;YAChC,IAAI,KAAK,KAAK;YACd,EAAE,CAAC,OAAO,KAAK,SAAS;YACxB,CAAC,EAAE,CAAC,OAAO,KAAK,QAAQ,IAAI,CAAE,EAAwB,CAAC,IAAI,CAAC,CAAC;QAC/D,GAAG,CAAC,IAAI,CAAC;YACP,IAAI,EAAE,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;YACtB,GAAG,EAAE,EAAE,CAAC,OAAO,CAAC,WAAW,EAAE;YAC7B,IAAI;YACJ,IAAI,EAAE,EAAE,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC;YAC7D,GAAG,EAAE;gBACH,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC;gBACrB,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,GAAG,MAAM,CAAC,OAAO,CAAC;gBACrC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC;gBACtB,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC;aACxB;YACD,OAAO,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,IAAI,EAAE;YACxB,SAAS,EAAE,EAAE,YAAY,iBAAiB,IAAI,CAAC,OAAO;YACtD,OAAO,EAAE,OAAO,IAAI,CAAC,CAAC,EAAE,YAAY,iBAAiB,IAAI,CAAC,OAAO,CAAC;YAClE,KAAK,EAAE,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC;SACxB,CAAC,CAAC;IACL,CAAC;IACD,MAAM,KAAK,GAAG,CAAC,CAAuB,EAAU,EAAE,CAChD,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACnB,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC1C,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACjB,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC5B,OAAO,GAAG;SACP,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;SAC1F,KAAK,CAAC,CAAC,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC;AAC1B,CAAC"}
|
|
@@ -0,0 +1,82 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Dismisses cookie/consent banners: known CMP APIs and buttons first (OneTrust, Cookiebot, Didomi,
|
|
3
|
+
* Usercentrics, TrustArc, Quantcast), then generic "Accept" buttons inside likely banners.
|
|
4
|
+
* Self-contained (runs in the page). Returns what was clicked.
|
|
5
|
+
*/
|
|
6
|
+
export function dismissConsent() {
|
|
7
|
+
const done = [];
|
|
8
|
+
const click = (el, label) => {
|
|
9
|
+
if (!(el instanceof HTMLElement))
|
|
10
|
+
return false;
|
|
11
|
+
const rect = el.getBoundingClientRect();
|
|
12
|
+
if (rect.width === 0 || rect.height === 0)
|
|
13
|
+
return false;
|
|
14
|
+
el.click();
|
|
15
|
+
done.push(label);
|
|
16
|
+
return true;
|
|
17
|
+
};
|
|
18
|
+
const w = window;
|
|
19
|
+
const call = (fn, label) => {
|
|
20
|
+
try {
|
|
21
|
+
fn();
|
|
22
|
+
done.push(label);
|
|
23
|
+
}
|
|
24
|
+
catch {
|
|
25
|
+
// API not ready.
|
|
26
|
+
}
|
|
27
|
+
};
|
|
28
|
+
const known = [
|
|
29
|
+
['#onetrust-accept-btn-handler', 'onetrust'],
|
|
30
|
+
['#accept-recommended-btn-handler', 'onetrust'],
|
|
31
|
+
['#CybotCookiebotDialogBodyLevelButtonLevelOptinAllowAll', 'cookiebot'],
|
|
32
|
+
['#CybotCookiebotDialogBodyButtonAccept', 'cookiebot'],
|
|
33
|
+
['#didomi-notice-agree-button', 'didomi'],
|
|
34
|
+
['[data-testid="uc-accept-all-button"]', 'usercentrics'],
|
|
35
|
+
['#truste-consent-button', 'trustarc'],
|
|
36
|
+
['.qc-cmp2-summary-buttons button[mode="primary"]', 'quantcast'],
|
|
37
|
+
['.fc-cta-consent', 'funding-choices'],
|
|
38
|
+
['#axeptio_btn_acceptAll', 'axeptio'],
|
|
39
|
+
['.cky-btn-accept', 'cookieyes'],
|
|
40
|
+
['#cookie-law-info-accept', 'cookielawinfo'],
|
|
41
|
+
['[data-cookiefirst-action="accept"]', 'cookiefirst'],
|
|
42
|
+
['.osano-cm-accept-all', 'osano'],
|
|
43
|
+
['#iubenda-cs-banner .iubenda-cs-accept-btn', 'iubenda'],
|
|
44
|
+
];
|
|
45
|
+
for (const [selector, label] of known) {
|
|
46
|
+
try {
|
|
47
|
+
if (click(document.querySelector(selector), label))
|
|
48
|
+
break;
|
|
49
|
+
}
|
|
50
|
+
catch {
|
|
51
|
+
// Invalid in this document.
|
|
52
|
+
}
|
|
53
|
+
}
|
|
54
|
+
const usercentrics = w.UC_UI;
|
|
55
|
+
if (!done.length && typeof usercentrics?.acceptAllConsents === 'function') {
|
|
56
|
+
call(() => usercentrics.acceptAllConsents?.(), 'usercentrics-api');
|
|
57
|
+
}
|
|
58
|
+
const didomi = w.Didomi;
|
|
59
|
+
if (!done.length && typeof didomi?.setUserAgreeToAll === 'function') {
|
|
60
|
+
call(() => didomi.setUserAgreeToAll?.(), 'didomi-api');
|
|
61
|
+
}
|
|
62
|
+
// Usercentrics renders inside a shadow root.
|
|
63
|
+
const ucRoot = document.querySelector('#usercentrics-root')?.shadowRoot;
|
|
64
|
+
if (!done.length && ucRoot)
|
|
65
|
+
click(ucRoot.querySelector('[data-testid="uc-accept-all-button"]'), 'usercentrics');
|
|
66
|
+
if (done.length)
|
|
67
|
+
return done;
|
|
68
|
+
const words = /^(accept( all)?( cookies)?|allow( all)?( cookies)?|agree|i agree|got it|ok(ay)?|alle akzeptieren|akzeptieren|tout accepter|accepter|aceptar( todo)?|accetta( tutto)?|aceitar|alles accepteren|godkänn alla|zgadzam się)$/i;
|
|
69
|
+
const containers = Array.from(document.querySelectorAll('[id*="cookie" i], [class*="cookie" i], [id*="consent" i], [class*="consent" i], [aria-label*="cookie" i], [role="dialog"], [aria-modal="true"]'));
|
|
70
|
+
for (const container of containers.slice(0, 40)) {
|
|
71
|
+
const buttons = Array.from(container.querySelectorAll('button, a[role="button"], [role="button"], input[type="button"], input[type="submit"]'));
|
|
72
|
+
for (const button of buttons) {
|
|
73
|
+
const text = (button instanceof HTMLInputElement ? button.value : button.textContent)
|
|
74
|
+
.trim()
|
|
75
|
+
.replace(/\s+/g, ' ');
|
|
76
|
+
if (words.test(text) && click(button, `generic:${text.toLowerCase()}`))
|
|
77
|
+
return done;
|
|
78
|
+
}
|
|
79
|
+
}
|
|
80
|
+
return done;
|
|
81
|
+
}
|
|
82
|
+
//# sourceMappingURL=consent.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"consent.js","sourceRoot":"","sources":["../../../src/capture/hooks/consent.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AACH,MAAM,UAAU,cAAc;IAC5B,MAAM,IAAI,GAAa,EAAE,CAAC;IAC1B,MAAM,KAAK,GAAG,CAAC,EAAkB,EAAE,KAAa,EAAW,EAAE;QAC3D,IAAI,CAAC,CAAC,EAAE,YAAY,WAAW,CAAC;YAAE,OAAO,KAAK,CAAC;QAC/C,MAAM,IAAI,GAAG,EAAE,CAAC,qBAAqB,EAAE,CAAC;QACxC,IAAI,IAAI,CAAC,KAAK,KAAK,CAAC,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,KAAK,CAAC;QACxD,EAAE,CAAC,KAAK,EAAE,CAAC;QACX,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACjB,OAAO,IAAI,CAAC;IACd,CAAC,CAAC;IACF,MAAM,CAAC,GAAG,MAA4C,CAAC;IACvD,MAAM,IAAI,GAAG,CAAC,EAAc,EAAE,KAAa,EAAQ,EAAE;QACnD,IAAI,CAAC;YACH,EAAE,EAAE,CAAC;YACL,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACnB,CAAC;QAAC,MAAM,CAAC;YACP,iBAAiB;QACnB,CAAC;IACH,CAAC,CAAC;IACF,MAAM,KAAK,GAAuB;QAChC,CAAC,8BAA8B,EAAE,UAAU,CAAC;QAC5C,CAAC,iCAAiC,EAAE,UAAU,CAAC;QAC/C,CAAC,wDAAwD,EAAE,WAAW,CAAC;QACvE,CAAC,uCAAuC,EAAE,WAAW,CAAC;QACtD,CAAC,6BAA6B,EAAE,QAAQ,CAAC;QACzC,CAAC,sCAAsC,EAAE,cAAc,CAAC;QACxD,CAAC,wBAAwB,EAAE,UAAU,CAAC;QACtC,CAAC,iDAAiD,EAAE,WAAW,CAAC;QAChE,CAAC,iBAAiB,EAAE,iBAAiB,CAAC;QACtC,CAAC,wBAAwB,EAAE,SAAS,CAAC;QACrC,CAAC,iBAAiB,EAAE,WAAW,CAAC;QAChC,CAAC,yBAAyB,EAAE,eAAe,CAAC;QAC5C,CAAC,oCAAoC,EAAE,aAAa,CAAC;QACrD,CAAC,sBAAsB,EAAE,OAAO,CAAC;QACjC,CAAC,2CAA2C,EAAE,SAAS,CAAC;KACzD,CAAC;IACF,KAAK,MAAM,CAAC,QAAQ,EAAE,KAAK,CAAC,IAAI,KAAK,EAAE,CAAC;QACtC,IAAI,CAAC;YACH,IAAI,KAAK,CAAC,QAAQ,CAAC,aAAa,CAAC,QAAQ,CAAC,EAAE,KAAK,CAAC;gBAAE,MAAM;QAC5D,CAAC;QAAC,MAAM,CAAC;YACP,4BAA4B;QAC9B,CAAC;IACH,CAAC;IACD,MAAM,YAAY,GAAG,CAAC,CAAC,KAAuD,CAAC;IAC/E,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,OAAO,YAAY,EAAE,iBAAiB,KAAK,UAAU,EAAE,CAAC;QAC1E,IAAI,CAAC,GAAG,EAAE,CAAC,YAAY,CAAC,iBAAiB,EAAE,EAAE,EAAE,kBAAkB,CAAC,CAAC;IACrE,CAAC;IACD,MAAM,MAAM,GAAG,CAAC,CAAC,MAAwD,CAAC;IAC1E,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,EAAE,iBAAiB,KAAK,UAAU,EAAE,CAAC;QACpE,IAAI,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,iBAAiB,EAAE,EAAE,EAAE,YAAY,CAAC,CAAC;IACzD,CAAC;IACD,6CAA6C;IAC7C,MAAM,MAAM,GAAG,QAAQ,CAAC,aAAa,CAAC,oBAAoB,CAAC,EAAE,UAAU,CAAC;IACxE,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,MAAM;QACxB,KAAK,CAAC,MAAM,CAAC,aAAa,CAAC,sCAAsC,CAAC,EAAE,cAAc,CAAC,CAAC;IACtF,IAAI,IAAI,CAAC,MAAM;QAAE,OAAO,IAAI,CAAC;IAE7B,MAAM,KAAK,GACT,2NAA2N,CAAC;IAC9N,MAAM,UAAU,GAAG,KAAK,CAAC,IAAI,CAC3B,QAAQ,CAAC,gBAAgB,CACvB,gJAAgJ,CACjJ,CACF,CAAC;IACF,KAAK,MAAM,SAAS,IAAI,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;QAChD,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CACxB,SAAS,CAAC,gBAAgB,CACxB,uFAAuF,CACxF,CACF,CAAC;QACF,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,MAAM,IAAI,GAAG,CAAC,MAAM,YAAY,gBAAgB,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,WAAW,CAAC;iBAClF,IAAI,EAAE;iBACN,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;YACxB,IAAI,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,MAAM,EAAE,WAAW,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC;gBAAE,OAAO,IAAI,CAAC;QACtF,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC"}
|