multiclone 0.0.0-stage → 0.2.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (240) hide show
  1. package/README.md +78 -2
  2. package/agents/section-builder.md +37 -0
  3. package/commands/multiclone.md +15 -0
  4. package/dist/adapters/cli.js +129 -0
  5. package/dist/adapters/cli.js.map +1 -0
  6. package/dist/adapters/cliArgs.js +63 -0
  7. package/dist/adapters/cliArgs.js.map +1 -0
  8. package/dist/adapters/mcp.js +83 -0
  9. package/dist/adapters/mcp.js.map +1 -0
  10. package/dist/analyze/analyze.js +85 -0
  11. package/dist/analyze/analyze.js.map +1 -0
  12. package/dist/analyze/animations.js +340 -0
  13. package/dist/analyze/animations.js.map +1 -0
  14. package/dist/analyze/ast.js +182 -0
  15. package/dist/analyze/ast.js.map +1 -0
  16. package/dist/analyze/chunks.js +160 -0
  17. package/dist/analyze/chunks.js.map +1 -0
  18. package/dist/analyze/jobs/code.js +117 -0
  19. package/dist/analyze/jobs/code.js.map +1 -0
  20. package/dist/analyze/jobs/sections.js +356 -0
  21. package/dist/analyze/jobs/sections.js.map +1 -0
  22. package/dist/analyze/pretty.js +20 -0
  23. package/dist/analyze/pretty.js.map +1 -0
  24. package/dist/analyze/report.js +101 -0
  25. package/dist/analyze/report.js.map +1 -0
  26. package/dist/analyze/worker.js +71 -0
  27. package/dist/analyze/worker.js.map +1 -0
  28. package/dist/capture/capture.js +340 -0
  29. package/dist/capture/capture.js.map +1 -0
  30. package/dist/capture/collectors/a11y.js +92 -0
  31. package/dist/capture/collectors/a11y.js.map +1 -0
  32. package/dist/capture/collectors/animations.js +113 -0
  33. package/dist/capture/collectors/animations.js.map +1 -0
  34. package/dist/capture/collectors/breakpoints.js +31 -0
  35. package/dist/capture/collectors/breakpoints.js.map +1 -0
  36. package/dist/capture/collectors/consent.js +39 -0
  37. package/dist/capture/collectors/consent.js.map +1 -0
  38. package/dist/capture/collectors/coverage.js +121 -0
  39. package/dist/capture/collectors/coverage.js.map +1 -0
  40. package/dist/capture/collectors/dom.js +16 -0
  41. package/dist/capture/collectors/dom.js.map +1 -0
  42. package/dist/capture/collectors/fonts.js +154 -0
  43. package/dist/capture/collectors/fonts.js.map +1 -0
  44. package/dist/capture/collectors/frames.js +93 -0
  45. package/dist/capture/collectors/frames.js.map +1 -0
  46. package/dist/capture/collectors/index.js +61 -0
  47. package/dist/capture/collectors/index.js.map +1 -0
  48. package/dist/capture/collectors/interactions.js +207 -0
  49. package/dist/capture/collectors/interactions.js.map +1 -0
  50. package/dist/capture/collectors/intro.js +84 -0
  51. package/dist/capture/collectors/intro.js.map +1 -0
  52. package/dist/capture/collectors/listeners.js +84 -0
  53. package/dist/capture/collectors/listeners.js.map +1 -0
  54. package/dist/capture/collectors/motion.js +91 -0
  55. package/dist/capture/collectors/motion.js.map +1 -0
  56. package/dist/capture/collectors/network.js +288 -0
  57. package/dist/capture/collectors/network.js.map +1 -0
  58. package/dist/capture/collectors/probes.js +34 -0
  59. package/dist/capture/collectors/probes.js.map +1 -0
  60. package/dist/capture/collectors/runtime.js +38 -0
  61. package/dist/capture/collectors/runtime.js.map +1 -0
  62. package/dist/capture/collectors/scripts.js +98 -0
  63. package/dist/capture/collectors/scripts.js.map +1 -0
  64. package/dist/capture/collectors/sections.js +17 -0
  65. package/dist/capture/collectors/sections.js.map +1 -0
  66. package/dist/capture/collectors/shots.js +58 -0
  67. package/dist/capture/collectors/shots.js.map +1 -0
  68. package/dist/capture/collectors/snapshot.js +47 -0
  69. package/dist/capture/collectors/snapshot.js.map +1 -0
  70. package/dist/capture/collectors/sourcemaps.js +153 -0
  71. package/dist/capture/collectors/sourcemaps.js.map +1 -0
  72. package/dist/capture/collectors/storage.js +72 -0
  73. package/dist/capture/collectors/storage.js.map +1 -0
  74. package/dist/capture/context.js +40 -0
  75. package/dist/capture/context.js.map +1 -0
  76. package/dist/capture/hooks/candidates.js +104 -0
  77. package/dist/capture/hooks/candidates.js.map +1 -0
  78. package/dist/capture/hooks/consent.js +82 -0
  79. package/dist/capture/hooks/consent.js.map +1 -0
  80. package/dist/capture/hooks/recorders.js +507 -0
  81. package/dist/capture/hooks/recorders.js.map +1 -0
  82. package/dist/capture/hooks/sections.js +62 -0
  83. package/dist/capture/hooks/sections.js.map +1 -0
  84. package/dist/capture/hooks/styles.js +86 -0
  85. package/dist/capture/hooks/styles.js.map +1 -0
  86. package/dist/capture/probes.js +491 -0
  87. package/dist/capture/probes.js.map +1 -0
  88. package/dist/capture/report.js +115 -0
  89. package/dist/capture/report.js.map +1 -0
  90. package/dist/compare/compare.js +391 -0
  91. package/dist/compare/compare.js.map +1 -0
  92. package/dist/compare/image.js +105 -0
  93. package/dist/compare/image.js.map +1 -0
  94. package/dist/compare/probes.js +129 -0
  95. package/dist/compare/probes.js.map +1 -0
  96. package/dist/compare/report.js +99 -0
  97. package/dist/compare/report.js.map +1 -0
  98. package/dist/compare/session.js +139 -0
  99. package/dist/compare/session.js.map +1 -0
  100. package/dist/compare/shoot.js +62 -0
  101. package/dist/compare/shoot.js.map +1 -0
  102. package/dist/contracts/catalog.js +29 -0
  103. package/dist/contracts/catalog.js.map +1 -0
  104. package/dist/contracts/context.js +19 -0
  105. package/dist/contracts/context.js.map +1 -0
  106. package/dist/contracts/fields.js +16 -0
  107. package/dist/contracts/fields.js.map +1 -0
  108. package/dist/contracts/tools/analyze.js +38 -0
  109. package/dist/contracts/tools/analyze.js.map +1 -0
  110. package/dist/contracts/tools/capture.js +87 -0
  111. package/dist/contracts/tools/capture.js.map +1 -0
  112. package/dist/contracts/tools/compare.js +142 -0
  113. package/dist/contracts/tools/compare.js.map +1 -0
  114. package/dist/contracts/tools/doctor.js +23 -0
  115. package/dist/contracts/tools/doctor.js.map +1 -0
  116. package/dist/contracts/tools/inspect.js +41 -0
  117. package/dist/contracts/tools/inspect.js.map +1 -0
  118. package/dist/contracts/tools/method.js +60 -0
  119. package/dist/contracts/tools/method.js.map +1 -0
  120. package/dist/contracts/tools/mirror.js +53 -0
  121. package/dist/contracts/tools/mirror.js.map +1 -0
  122. package/dist/contracts/tools/project.js +61 -0
  123. package/dist/contracts/tools/project.js.map +1 -0
  124. package/dist/contracts/tools/session.js +195 -0
  125. package/dist/contracts/tools/session.js.map +1 -0
  126. package/dist/contracts/types.js +20 -0
  127. package/dist/contracts/types.js.map +1 -0
  128. package/dist/core/cdp.js +146 -0
  129. package/dist/core/cdp.js.map +1 -0
  130. package/dist/core/chrome.js +185 -0
  131. package/dist/core/chrome.js.map +1 -0
  132. package/dist/core/files.js +31 -0
  133. package/dist/core/files.js.map +1 -0
  134. package/dist/core/inpage.js +24 -0
  135. package/dist/core/inpage.js.map +1 -0
  136. package/dist/core/log.js +10 -0
  137. package/dist/core/log.js.map +1 -0
  138. package/dist/core/page.js +269 -0
  139. package/dist/core/page.js.map +1 -0
  140. package/dist/doctor.js +37 -0
  141. package/dist/doctor.js.map +1 -0
  142. package/dist/domain/breakpoints.js +47 -0
  143. package/dist/domain/breakpoints.js.map +1 -0
  144. package/dist/domain/budget.js +38 -0
  145. package/dist/domain/budget.js.map +1 -0
  146. package/dist/domain/compare.js +138 -0
  147. package/dist/domain/compare.js.map +1 -0
  148. package/dist/domain/coverage.js +96 -0
  149. package/dist/domain/coverage.js.map +1 -0
  150. package/dist/domain/motion.js +142 -0
  151. package/dist/domain/motion.js.map +1 -0
  152. package/dist/domain/paths.js +55 -0
  153. package/dist/domain/paths.js.map +1 -0
  154. package/dist/domain/result.js +38 -0
  155. package/dist/domain/result.js.map +1 -0
  156. package/dist/domain/routes.js +160 -0
  157. package/dist/domain/routes.js.map +1 -0
  158. package/dist/domain/sections.js +94 -0
  159. package/dist/domain/sections.js.map +1 -0
  160. package/dist/domain/snapshot.js +268 -0
  161. package/dist/domain/snapshot.js.map +1 -0
  162. package/dist/domain/sourcemap.js +95 -0
  163. package/dist/domain/sourcemap.js.map +1 -0
  164. package/dist/domain/stack.js +342 -0
  165. package/dist/domain/stack.js.map +1 -0
  166. package/dist/domain/tokens.js +183 -0
  167. package/dist/domain/tokens.js.map +1 -0
  168. package/dist/domain/types.js +2 -0
  169. package/dist/domain/types.js.map +1 -0
  170. package/dist/domain/viewports.js +45 -0
  171. package/dist/domain/viewports.js.map +1 -0
  172. package/dist/mirror/rewrite.js +56 -0
  173. package/dist/mirror/rewrite.js.map +1 -0
  174. package/dist/mirror/server.js +191 -0
  175. package/dist/mirror/server.js.map +1 -0
  176. package/dist/mirror/store.js +86 -0
  177. package/dist/mirror/store.js.map +1 -0
  178. package/dist/project/assets.js +69 -0
  179. package/dist/project/assets.js.map +1 -0
  180. package/dist/project/draft.js +860 -0
  181. package/dist/project/draft.js.map +1 -0
  182. package/dist/project/method.js +154 -0
  183. package/dist/project/method.js.map +1 -0
  184. package/dist/project/scaffold.js +142 -0
  185. package/dist/project/scaffold.js.map +1 -0
  186. package/dist/session/discover.js +53 -0
  187. package/dist/session/discover.js.map +1 -0
  188. package/dist/session/proc.js +113 -0
  189. package/dist/session/proc.js.map +1 -0
  190. package/dist/session/progress.js +83 -0
  191. package/dist/session/progress.js.map +1 -0
  192. package/dist/session/session.js +450 -0
  193. package/dist/session/session.js.map +1 -0
  194. package/dist/session/state.js +47 -0
  195. package/dist/session/state.js.map +1 -0
  196. package/dist/store/inspect.js +212 -0
  197. package/dist/store/inspect.js.map +1 -0
  198. package/dist/store/run.js +112 -0
  199. package/dist/store/run.js.map +1 -0
  200. package/dist/store/summary.js +69 -0
  201. package/dist/store/summary.js.map +1 -0
  202. package/dist/version.js +2 -0
  203. package/dist/version.js.map +1 -0
  204. package/install.sh +29 -0
  205. package/package.json +67 -4
  206. package/skills/multiclone/SKILL.md +123 -0
  207. package/skills/multiclone/references/capture-format.md +73 -0
  208. package/skills/multiclone/references/fidelity.md +54 -0
  209. package/skills/multiclone/references/quality.md +47 -0
  210. package/skills/multiclone/references/stacks.md +156 -0
  211. package/templates/react-vite/.prettierignore +5 -0
  212. package/templates/react-vite/.prettierrc.json +6 -0
  213. package/templates/react-vite/eslint.config.js +38 -0
  214. package/templates/react-vite/gitignore +4 -0
  215. package/templates/react-vite/index.html +12 -0
  216. package/templates/react-vite/package.json +36 -0
  217. package/templates/react-vite/src/app/App.tsx +15 -0
  218. package/templates/react-vite/src/app/Page.tsx +11 -0
  219. package/templates/react-vite/src/app/routes.ts +7 -0
  220. package/templates/react-vite/src/components/README.md +7 -0
  221. package/templates/react-vite/src/content/README.md +2 -0
  222. package/templates/react-vite/src/hooks/useActiveSection.ts +37 -0
  223. package/templates/react-vite/src/hooks/useInView.ts +45 -0
  224. package/templates/react-vite/src/hooks/useMediaQuery.ts +15 -0
  225. package/templates/react-vite/src/lib/cn.ts +4 -0
  226. package/templates/react-vite/src/lib/math.ts +21 -0
  227. package/templates/react-vite/src/lib/mc.ts +13 -0
  228. package/templates/react-vite/src/lib/media.ts +4 -0
  229. package/templates/react-vite/src/main.tsx +13 -0
  230. package/templates/react-vite/src/providers/SmoothScroll.tsx +24 -0
  231. package/templates/react-vite/src/styles/base.css +42 -0
  232. package/templates/react-vite/src/styles/draft.css +1 -0
  233. package/templates/react-vite/src/styles/fonts.css +1 -0
  234. package/templates/react-vite/src/styles/index.css +4 -0
  235. package/templates/react-vite/src/styles/tokens.css +3 -0
  236. package/templates/react-vite/src/vite-env.d.ts +1 -0
  237. package/templates/react-vite/tsconfig.app.json +29 -0
  238. package/templates/react-vite/tsconfig.json +4 -0
  239. package/templates/react-vite/tsconfig.node.json +19 -0
  240. package/templates/react-vite/vite.config.ts +37 -0
@@ -0,0 +1,91 @@
1
+ import { join } from 'node:path';
2
+ import { sleep, writeJson } from '../../core/files.js';
3
+ import { log } from '../../core/log.js';
4
+ import { buildMotionTracks, buildVariableTracks, MOTION_PROPS, refinementTargets, } from '../../domain/motion.js';
5
+ import { motionProbe } from '../probes.js';
6
+ const IDLE_SAMPLES = 4;
7
+ const IDLE_GAP_MS = 700;
8
+ /**
9
+ * Motion map v2 on the primary viewport: a coarse pass across the page, refinement between
10
+ * offsets that differ, and an idle pass (no scrolling) that separates time-based loops from
11
+ * scroll-linked motion. Writes motion.json and motion-vars.json.
12
+ */
13
+ export function motionCollector() {
14
+ let variables = {};
15
+ return {
16
+ id: 'motion',
17
+ timeLimitMs: 180_000,
18
+ async explore(context) {
19
+ if (!context.primary || !context.settings.motion)
20
+ return;
21
+ log(' sampling scroll-linked motion');
22
+ const result = await sampleMotion(context);
23
+ context.run.motion = result.tracks;
24
+ variables = result.variables;
25
+ await context.page.jumpTo(0).catch(() => 0);
26
+ await sleep(500);
27
+ },
28
+ async finish(context) {
29
+ await writeJson(join(context.dir, 'motion.json'), context.run.motion);
30
+ await writeJson(join(context.dir, 'motion-vars.json'), variables);
31
+ context.run.output('motion', 'motion.json');
32
+ context.run.output('motion', 'motion-vars.json');
33
+ },
34
+ };
35
+ }
36
+ async function sampleMotion(context) {
37
+ const { page, viewport, stop } = context;
38
+ await page.evaluate('delete window.__mcMotion; delete window.__mcVars; true');
39
+ await page.scrollTo(0, viewport);
40
+ await sleep(600);
41
+ let meta = [];
42
+ const sample = async (target) => {
43
+ const y = await page.scrollTo(target, viewport, 6_000);
44
+ await sleep(300);
45
+ const result = await page.runWith(motionProbe, [...MOTION_PROPS]);
46
+ if (result.meta)
47
+ meta = result.meta;
48
+ return { y, samples: result.samples, vars: result.vars };
49
+ };
50
+ // Idle pass at the top: anything that changes here moves on its own clock.
51
+ const idle = [];
52
+ for (let index = 0; index < IDLE_SAMPLES; index++) {
53
+ idle.push(await sample(0));
54
+ await sleep(IDLE_GAP_MS);
55
+ }
56
+ const idleChanging = new Set();
57
+ for (const round of idle.slice(1)) {
58
+ for (const s of round.samples) {
59
+ const first = idle[0]?.samples.find((other) => other.index === s.index);
60
+ if (first?.values.some((value, k) => value !== s.values[k]))
61
+ idleChanging.add(s.index);
62
+ }
63
+ }
64
+ const max = await page.maxScroll();
65
+ const coarse = Math.max(Math.round(viewport.height * 0.5), Math.ceil(max / 60));
66
+ const rounds = [idle[0] ?? (await sample(0))];
67
+ for (let target = coarse; target <= max && !stop.aborted; target += coarse)
68
+ rounds.push(await sample(target));
69
+ if (max % coarse && !stop.aborted)
70
+ rounds.push(await sample(max));
71
+ // Adaptive refinement: halve the gaps where something changed, down to ~1/8 viewport.
72
+ const minGap = Math.max(40, Math.round(viewport.height / 8));
73
+ // A function call, so the check re-reads the signal after every await.
74
+ const stopped = () => stop.aborted;
75
+ for (let pass = 0; pass < 3 && !stopped(); pass++) {
76
+ const targets = refinementTargets(rounds, minGap, 40);
77
+ if (!targets.length)
78
+ break;
79
+ for (const target of targets) {
80
+ if (stopped())
81
+ break;
82
+ rounds.push(await sample(target));
83
+ }
84
+ }
85
+ log(` ${String(rounds.length)} motion samples`);
86
+ return {
87
+ tracks: buildMotionTracks(meta, rounds, { idleChanging }),
88
+ variables: buildVariableTracks(rounds),
89
+ };
90
+ }
91
+ //# sourceMappingURL=motion.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"motion.js","sourceRoot":"","sources":["../../../src/capture/collectors/motion.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,qBAAqB,CAAC;AACvD,OAAO,EAAE,GAAG,EAAE,MAAM,mBAAmB,CAAC;AACxC,OAAO,EACL,iBAAiB,EACjB,mBAAmB,EACnB,YAAY,EACZ,iBAAiB,GAGlB,MAAM,wBAAwB,CAAC;AAEhC,OAAO,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC;AAE3C,MAAM,YAAY,GAAG,CAAC,CAAC;AACvB,MAAM,WAAW,GAAG,GAAG,CAAC;AAExB;;;;GAIG;AACH,MAAM,UAAU,eAAe;IAC7B,IAAI,SAAS,GAAuC,EAAE,CAAC;IACvD,OAAO;QACL,EAAE,EAAE,QAAQ;QACZ,WAAW,EAAE,OAAO;QACpB,KAAK,CAAC,OAAO,CAAC,OAAO;YACnB,IAAI,CAAC,OAAO,CAAC,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM;gBAAE,OAAO;YACzD,GAAG,CAAC,mCAAmC,CAAC,CAAC;YACzC,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,OAAO,CAAC,CAAC;YAC3C,OAAO,CAAC,GAAG,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;YACnC,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC;YAC7B,MAAM,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC;YAC5C,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC;QACnB,CAAC;QACD,KAAK,CAAC,MAAM,CAAC,OAAO;YAClB,MAAM,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,aAAa,CAAC,EAAE,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YACtE,MAAM,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,kBAAkB,CAAC,EAAE,SAAS,CAAC,CAAC;YAClE,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,EAAE,aAAa,CAAC,CAAC;YAC5C,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,EAAE,kBAAkB,CAAC,CAAC;QACnD,CAAC;KACF,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,YAAY,CAAC,OAAwB;IAIlD,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,GAAG,OAAO,CAAC;IACzC,MAAM,IAAI,CAAC,QAAQ,CAAC,wDAAwD,CAAC,CAAC;IAC9E,MAAM,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;IACjC,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC;IACjB,IAAI,IAAI,GAA0B,EAAE,CAAC;IACrC,MAAM,MAAM,GAAG,KAAK,EAAE,MAAc,EAAwB,EAAE;QAC5D,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC;QACvD,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC;QACjB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,GAAG,YAAY,CAAC,CAAC,CAAC;QAClE,IAAI,MAAM,CAAC,IAAI;YAAE,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC;QACpC,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,CAAC;IAC3D,CAAC,CAAC;IAEF,2EAA2E;IAC3E,MAAM,IAAI,GAAkB,EAAE,CAAC;IAC/B,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,YAAY,EAAE,KAAK,EAAE,EAAE,CAAC;QAClD,IAAI,CAAC,IAAI,CAAC,MAAM,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QAC3B,MAAM,KAAK,CAAC,WAAW,CAAC,CAAC;IAC3B,CAAC;IACD,MAAM,YAAY,GAAG,IAAI,GAAG,EAAU,CAAC;IACvC,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;QAClC,KAAK,MAAM,CAAC,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;YAC9B,MAAM,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC;YACxE,IAAI,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC,KAAK,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;gBAAE,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;QACzF,CAAC;IACH,CAAC;IAED,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC;IACnC,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,GAAG,GAAG,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,GAAG,GAAG,EAAE,CAAC,CAAC,CAAC;IAChF,MAAM,MAAM,GAAkB,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7D,KAAK,IAAI,MAAM,GAAG,MAAM,EAAE,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,IAAI,MAAM;QACxE,MAAM,CAAC,IAAI,CAAC,MAAM,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;IACpC,IAAI,GAAG,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO;QAAE,MAAM,CAAC,IAAI,CAAC,MAAM,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;IAElE,sFAAsF;IACtF,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;IAC7D,uEAAuE;IACvE,MAAM,OAAO,GAAG,GAAY,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC;IAC5C,KAAK,IAAI,IAAI,GAAG,CAAC,EAAE,IAAI,GAAG,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,IAAI,EAAE,EAAE,CAAC;QAClD,MAAM,OAAO,GAAG,iBAAiB,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE,CAAC,CAAC;QACtD,IAAI,CAAC,OAAO,CAAC,MAAM;YAAE,MAAM;QAC3B,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,IAAI,OAAO,EAAE;gBAAE,MAAM;YACrB,MAAM,CAAC,IAAI,CAAC,MAAM,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;QACpC,CAAC;IACH,CAAC;IACD,GAAG,CAAC,OAAO,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC;IACnD,OAAO;QACL,MAAM,EAAE,iBAAiB,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE,YAAY,EAAE,CAAC;QACzD,SAAS,EAAE,mBAAmB,CAAC,MAAM,CAAC;KACvC,CAAC;AACJ,CAAC"}
@@ -0,0 +1,288 @@
1
+ import { extname, join } from 'node:path';
2
+ import { sha1, sha256, writeBytes, writeJson } from '../../core/files.js';
3
+ import { log } from '../../core/log.js';
4
+ const MIME_EXT = {
5
+ 'text/html': '.html',
6
+ 'text/css': '.css',
7
+ 'text/javascript': '.js',
8
+ 'application/javascript': '.js',
9
+ 'application/json': '.json',
10
+ 'image/svg+xml': '.svg',
11
+ 'image/png': '.png',
12
+ 'image/jpeg': '.jpg',
13
+ 'image/webp': '.webp',
14
+ 'image/avif': '.avif',
15
+ 'image/gif': '.gif',
16
+ 'font/woff2': '.woff2',
17
+ 'font/woff': '.woff',
18
+ 'video/mp4': '.mp4',
19
+ 'video/webm': '.webm',
20
+ };
21
+ export function fileNameFor(url, mimeType) {
22
+ const fromPath = extname(new URL(url).pathname).toLowerCase();
23
+ const ext = /^\.[a-z0-9]{1,6}$/.test(fromPath) ? fromPath : (MIME_EXT[mimeType] ?? '.bin');
24
+ return `${sha1(url).slice(0, 16)}${ext}`;
25
+ }
26
+ /**
27
+ * Records every response body the page loads. Bodies Chrome can't hand back (range requests for
28
+ * video, evicted buffers) are re-downloaded in full afterwards.
29
+ */
30
+ export class NetworkRecorder {
31
+ cdp;
32
+ dir;
33
+ budget;
34
+ socketBudget;
35
+ requests = new Map();
36
+ entries = new Map();
37
+ work = [];
38
+ refetch = new Set();
39
+ viewport = 'desktop';
40
+ userAgent = '';
41
+ chains = [];
42
+ sockets = new Map();
43
+ constructor(cdp, dir, budget, socketBudget) {
44
+ this.cdp = cdp;
45
+ this.dir = dir;
46
+ this.budget = budget;
47
+ this.socketBudget = socketBudget;
48
+ }
49
+ async start() {
50
+ await this.cdp.send('Network.enable', {
51
+ maxTotalBufferSize: 1_000_000_000,
52
+ maxResourceBufferSize: 200_000_000,
53
+ });
54
+ // Disk cache would hide repeat requests in the second viewport pass.
55
+ await this.cdp.send('Network.setCacheDisabled', { cacheDisabled: true });
56
+ this.cdp.onAny('Network.requestWillBeSent', (params, session) => {
57
+ const id = key(session, params.requestId);
58
+ const request = params.request;
59
+ const redirect = params.redirectResponse;
60
+ if (redirect) {
61
+ this.addRedirect(redirect.url, redirect.status, request.url, redirect.headers);
62
+ const chain = this.chains.find((list) => list.at(-1) === redirect.url);
63
+ if (chain)
64
+ chain.push(request.url);
65
+ else
66
+ this.chains.push([redirect.url, request.url]);
67
+ }
68
+ this.requests.set(id, {
69
+ session,
70
+ url: request.url,
71
+ method: request.method,
72
+ resourceType: params.type ?? 'Other',
73
+ });
74
+ });
75
+ this.cdp.onAny('Network.responseReceived', (params, session) => {
76
+ const record = this.requests.get(key(session, params.requestId));
77
+ const response = params.response;
78
+ if (!record)
79
+ return;
80
+ record.status = response.status;
81
+ record.mimeType = response.mimeType;
82
+ record.headers = lowerKeys(response.headers);
83
+ });
84
+ this.cdp.onAny('Network.loadingFinished', (params, session) => {
85
+ this.work.push(this.finish(key(session, params.requestId), params.requestId));
86
+ });
87
+ this.cdp.onAny('Network.webSocketCreated', (params) => {
88
+ this.sockets.set(params.requestId, {
89
+ url: params.url,
90
+ viewport: this.viewport,
91
+ frames: [],
92
+ omitted: 0,
93
+ });
94
+ });
95
+ const frame = (direction) => (params) => {
96
+ const log = this.sockets.get(params.requestId);
97
+ const response = params.response;
98
+ if (!log || !response)
99
+ return;
100
+ const bytes = Buffer.byteLength(response.payloadData);
101
+ if (!this.socketBudget.take(log.url, bytes)) {
102
+ log.omitted++;
103
+ return;
104
+ }
105
+ log.frames.push({
106
+ t: Math.round((params.timestamp ?? 0) * 1000),
107
+ direction,
108
+ opcode: response.opcode,
109
+ data: response.payloadData,
110
+ });
111
+ };
112
+ this.cdp.onAny('Network.webSocketFrameSent', frame('sent'));
113
+ this.cdp.onAny('Network.webSocketFrameReceived', frame('received'));
114
+ this.cdp.onAny('Network.loadingFailed', (params, session) => {
115
+ const record = this.requests.get(key(session, params.requestId));
116
+ if (!record || !isRecordable(record.url) || this.entries.has(record.url))
117
+ return;
118
+ const reason = params.errorText;
119
+ if (record.resourceType === 'Media')
120
+ this.refetch.add(record.url);
121
+ else
122
+ this.entries.set(record.url, this.empty(record, 0, `failed: ${reason}`));
123
+ });
124
+ }
125
+ setViewport(name, userAgent) {
126
+ this.viewport = name;
127
+ this.userAgent = userAgent;
128
+ }
129
+ /** Waits for pending body reads, re-downloads partial media and returns the manifest. */
130
+ async collect() {
131
+ await Promise.allSettled(this.work);
132
+ for (const url of this.refetch) {
133
+ const existing = this.entries.get(url);
134
+ if (existing?.file && existing.status === 200)
135
+ continue;
136
+ await this.download(url);
137
+ }
138
+ return [...this.entries.values()].sort((a, b) => a.url.localeCompare(b.url));
139
+ }
140
+ redirectChains() {
141
+ return this.chains.map((chain) => [...chain]);
142
+ }
143
+ webSockets() {
144
+ return [...this.sockets.values()].sort((a, b) => a.url.localeCompare(b.url));
145
+ }
146
+ async finish(id, requestId) {
147
+ const record = this.requests.get(id);
148
+ if (!record?.status || !isRecordable(record.url))
149
+ return;
150
+ const known = this.entries.get(record.url);
151
+ if (known?.file)
152
+ return;
153
+ if (record.status === 206 || record.resourceType === 'Media') {
154
+ this.refetch.add(record.url);
155
+ return;
156
+ }
157
+ try {
158
+ const body = await this.cdp.sendTo('Network.getResponseBody', { requestId }, record.session === undefined ? {} : { sessionId: record.session });
159
+ const data = body.base64Encoded ? Buffer.from(body.body, 'base64') : Buffer.from(body.body);
160
+ if (!this.budget.take(record.url, data.length)) {
161
+ this.entries.set(record.url, this.empty(record, record.status, 'omitted: over byte budget'));
162
+ return;
163
+ }
164
+ const file = join('assets', fileNameFor(record.url, record.mimeType ?? ''));
165
+ await writeBytes(join(this.dir, file), data);
166
+ this.entries.set(record.url, {
167
+ url: record.url,
168
+ method: record.method,
169
+ status: record.status,
170
+ mimeType: record.mimeType ?? '',
171
+ resourceType: record.resourceType,
172
+ headers: record.headers ?? {},
173
+ file,
174
+ bytes: data.length,
175
+ sha256: sha256(data),
176
+ viewport: this.viewport,
177
+ });
178
+ }
179
+ catch {
180
+ this.refetch.add(record.url);
181
+ if (!known)
182
+ this.entries.set(record.url, this.empty(record, record.status));
183
+ }
184
+ }
185
+ async download(url) {
186
+ try {
187
+ const response = await fetch(url, { headers: { 'user-agent': this.userAgent } });
188
+ if (!response.ok)
189
+ return;
190
+ const declared = Number(response.headers.get('content-length') ?? '0');
191
+ if (declared > this.budget.limits.itemBytes) {
192
+ this.budget.take(url, declared);
193
+ await response.body?.cancel();
194
+ return;
195
+ }
196
+ const data = Buffer.from(await response.arrayBuffer());
197
+ if (!this.budget.take(url, data.length))
198
+ return;
199
+ const mimeType = (response.headers.get('content-type') ?? '').split(';')[0] ?? '';
200
+ const file = join('assets', fileNameFor(url, mimeType));
201
+ await writeBytes(join(this.dir, file), data);
202
+ this.entries.set(url, {
203
+ url,
204
+ method: 'GET',
205
+ status: 200,
206
+ mimeType,
207
+ resourceType: 'Media',
208
+ headers: Object.fromEntries(response.headers),
209
+ file,
210
+ bytes: data.length,
211
+ sha256: sha256(data),
212
+ viewport: this.viewport,
213
+ });
214
+ }
215
+ catch (error) {
216
+ log(` could not download ${url}: ${String(error)}`);
217
+ }
218
+ }
219
+ addRedirect(url, status, location, headers) {
220
+ if (!isRecordable(url) || this.entries.has(url))
221
+ return;
222
+ this.entries.set(url, {
223
+ url,
224
+ method: 'GET',
225
+ status,
226
+ mimeType: '',
227
+ resourceType: 'Redirect',
228
+ headers: lowerKeys(headers),
229
+ file: null,
230
+ bytes: 0,
231
+ sha256: null,
232
+ viewport: this.viewport,
233
+ redirectTo: location,
234
+ });
235
+ }
236
+ empty(record, status, failed) {
237
+ return {
238
+ url: record.url,
239
+ method: record.method,
240
+ status,
241
+ mimeType: record.mimeType ?? '',
242
+ resourceType: record.resourceType,
243
+ headers: record.headers ?? {},
244
+ file: null,
245
+ bytes: 0,
246
+ sha256: null,
247
+ viewport: this.viewport,
248
+ ...(failed ? { failed } : {}),
249
+ };
250
+ }
251
+ }
252
+ const key = (session, requestId) => `${session ?? ''}|${requestId}`;
253
+ function isRecordable(url) {
254
+ return url.startsWith('http://') || url.startsWith('https://');
255
+ }
256
+ function lowerKeys(headers) {
257
+ return Object.fromEntries(Object.entries(headers).map(([key, value]) => [key.toLowerCase(), value]));
258
+ }
259
+ /** Records every response body; flushes network.json in finish. */
260
+ export function networkCollector() {
261
+ let recorder = null;
262
+ return {
263
+ id: 'network',
264
+ async setup(context) {
265
+ recorder = new NetworkRecorder(context.cdp, context.dir, context.budget('network'), context.budget('websocket'));
266
+ await recorder.start();
267
+ },
268
+ async beforeNavigate(context) {
269
+ recorder?.setViewport(context.viewport.name, await context.page.evaluate('navigator.userAgent'));
270
+ },
271
+ async finish(context) {
272
+ if (!recorder)
273
+ return;
274
+ log(' saving network responses');
275
+ context.run.network = await recorder.collect();
276
+ await writeJson(join(context.dir, 'network.json'), context.run.network);
277
+ await writeJson(join(context.dir, 'redirects.json'), recorder.redirectChains());
278
+ context.run.output('network', 'network.json');
279
+ context.run.output('network', 'redirects.json');
280
+ const sockets = recorder.webSockets();
281
+ if (sockets.length) {
282
+ await writeJson(join(context.dir, 'websockets.json'), sockets);
283
+ context.run.output('network', 'websockets.json');
284
+ }
285
+ },
286
+ };
287
+ }
288
+ //# sourceMappingURL=network.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"network.js","sourceRoot":"","sources":["../../../src/capture/collectors/network.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAG1C,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,qBAAqB,CAAC;AAC1E,OAAO,EAAE,GAAG,EAAE,MAAM,mBAAmB,CAAC;AAqBxC,MAAM,QAAQ,GAA2B;IACvC,WAAW,EAAE,OAAO;IACpB,UAAU,EAAE,MAAM;IAClB,iBAAiB,EAAE,KAAK;IACxB,wBAAwB,EAAE,KAAK;IAC/B,kBAAkB,EAAE,OAAO;IAC3B,eAAe,EAAE,MAAM;IACvB,WAAW,EAAE,MAAM;IACnB,YAAY,EAAE,MAAM;IACpB,YAAY,EAAE,OAAO;IACrB,YAAY,EAAE,OAAO;IACrB,WAAW,EAAE,MAAM;IACnB,YAAY,EAAE,QAAQ;IACtB,WAAW,EAAE,OAAO;IACpB,WAAW,EAAE,MAAM;IACnB,YAAY,EAAE,OAAO;CACtB,CAAC;AAEF,MAAM,UAAU,WAAW,CAAC,GAAW,EAAE,QAAgB;IACvD,MAAM,QAAQ,GAAG,OAAO,CAAC,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAC;IAC9D,MAAM,GAAG,GAAG,mBAAmB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,MAAM,CAAC,CAAC;IAC3F,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC;AAC3C,CAAC;AAED;;;GAGG;AACH,MAAM,OAAO,eAAe;IAYP;IACA;IACA;IACA;IAdF,QAAQ,GAAG,IAAI,GAAG,EAAyB,CAAC;IAC5C,OAAO,GAAG,IAAI,GAAG,EAAwB,CAAC;IAC1C,IAAI,GAAoB,EAAE,CAAC;IAC3B,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;IACrC,QAAQ,GAAG,SAAS,CAAC;IACrB,SAAS,GAAG,EAAE,CAAC;IAEN,MAAM,GAAe,EAAE,CAAC;IACxB,OAAO,GAAG,IAAI,GAAG,EAAwB,CAAC;IAE3D,YACmB,GAAc,EACd,GAAW,EACX,MAAkB,EAClB,YAAwB;QAHxB,QAAG,GAAH,GAAG,CAAW;QACd,QAAG,GAAH,GAAG,CAAQ;QACX,WAAM,GAAN,MAAM,CAAY;QAClB,iBAAY,GAAZ,YAAY,CAAY;IACxC,CAAC;IAEJ,KAAK,CAAC,KAAK;QACT,MAAM,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,gBAAgB,EAAE;YACpC,kBAAkB,EAAE,aAAa;YACjC,qBAAqB,EAAE,WAAW;SACnC,CAAC,CAAC;QACH,qEAAqE;QACrE,MAAM,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,0BAA0B,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;QACzE,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,2BAA2B,EAAE,CAAC,MAAM,EAAE,OAAO,EAAE,EAAE;YAC9D,MAAM,EAAE,GAAG,GAAG,CAAC,OAAO,EAAE,MAAM,CAAC,SAAmB,CAAC,CAAC;YACpD,MAAM,OAAO,GAAG,MAAM,CAAC,OAA0C,CAAC;YAClE,MAAM,QAAQ,GAAG,MAAM,CAAC,gBACsD,CAAC;YAC/E,IAAI,QAAQ,EAAE,CAAC;gBACb,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,GAAG,EAAE,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,EAAE,QAAQ,CAAC,OAAO,CAAC,CAAC;gBAC/E,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,QAAQ,CAAC,GAAG,CAAC,CAAC;gBACvE,IAAI,KAAK;oBAAE,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;;oBAC9B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,GAAG,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC;YACrD,CAAC;YACD,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,EAAE;gBACpB,OAAO;gBACP,GAAG,EAAE,OAAO,CAAC,GAAG;gBAChB,MAAM,EAAE,OAAO,CAAC,MAAM;gBACtB,YAAY,EAAG,MAAM,CAAC,IAA2B,IAAI,OAAO;aAC7D,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,0BAA0B,EAAE,CAAC,MAAM,EAAE,OAAO,EAAE,EAAE;YAC7D,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,OAAO,EAAE,MAAM,CAAC,SAAmB,CAAC,CAAC,CAAC;YAC3E,MAAM,QAAQ,GAAG,MAAM,CAAC,QAIvB,CAAC;YACF,IAAI,CAAC,MAAM;gBAAE,OAAO;YACpB,MAAM,CAAC,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC;YAChC,MAAM,CAAC,QAAQ,GAAG,QAAQ,CAAC,QAAQ,CAAC;YACpC,MAAM,CAAC,OAAO,GAAG,SAAS,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QAC/C,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,yBAAyB,EAAE,CAAC,MAAM,EAAE,OAAO,EAAE,EAAE;YAC5D,IAAI,CAAC,IAAI,CAAC,IAAI,CACZ,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,EAAE,MAAM,CAAC,SAAmB,CAAC,EAAE,MAAM,CAAC,SAAmB,CAAC,CAClF,CAAC;QACJ,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,0BAA0B,EAAE,CAAC,MAAM,EAAE,EAAE;YACpD,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,SAAmB,EAAE;gBAC3C,GAAG,EAAE,MAAM,CAAC,GAAa;gBACzB,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,MAAM,EAAE,EAAE;gBACV,OAAO,EAAE,CAAC;aACX,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QACH,MAAM,KAAK,GAAG,CAAC,SAA8B,EAAE,EAAE,CAAC,CAAC,MAA+B,EAAE,EAAE;YACpF,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,SAAmB,CAAC,CAAC;YACzD,MAAM,QAAQ,GAAG,MAAM,CAAC,QAA+D,CAAC;YACxF,IAAI,CAAC,GAAG,IAAI,CAAC,QAAQ;gBAAE,OAAO;YAC9B,MAAM,KAAK,GAAG,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;YACtD,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,CAAC;gBAC5C,GAAG,CAAC,OAAO,EAAE,CAAC;gBACd,OAAO;YACT,CAAC;YACD,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC;gBACd,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAE,MAAM,CAAC,SAAgC,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC;gBACrE,SAAS;gBACT,MAAM,EAAE,QAAQ,CAAC,MAAM;gBACvB,IAAI,EAAE,QAAQ,CAAC,WAAW;aAC3B,CAAC,CAAC;QACL,CAAC,CAAC;QACF,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,4BAA4B,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;QAC5D,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,gCAAgC,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC;QACpE,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,uBAAuB,EAAE,CAAC,MAAM,EAAE,OAAO,EAAE,EAAE;YAC1D,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,OAAO,EAAE,MAAM,CAAC,SAAmB,CAAC,CAAC,CAAC;YAC3E,IAAI,CAAC,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC;gBAAE,OAAO;YACjF,MAAM,MAAM,GAAG,MAAM,CAAC,SAAmB,CAAC;YAC1C,IAAI,MAAM,CAAC,YAAY,KAAK,OAAO;gBAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;;gBAC7D,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,WAAW,MAAM,EAAE,CAAC,CAAC,CAAC;QAChF,CAAC,CAAC,CAAC;IACL,CAAC;IAED,WAAW,CAAC,IAAY,EAAE,SAAiB;QACzC,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QACrB,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;IAC7B,CAAC;IAED,yFAAyF;IACzF,KAAK,CAAC,OAAO;QACX,MAAM,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACpC,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YAC/B,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACvC,IAAI,QAAQ,EAAE,IAAI,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG;gBAAE,SAAS;YACxD,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;QAC3B,CAAC;QACD,OAAO,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAC/E,CAAC;IAED,cAAc;QACZ,OAAO,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC;IAChD,CAAC;IAED,UAAU;QACR,OAAO,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAC/E,CAAC;IAEO,KAAK,CAAC,MAAM,CAAC,EAAU,EAAE,SAAiB;QAChD,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACrC,IAAI,CAAC,MAAM,EAAE,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,GAAG,CAAC;YAAE,OAAO;QACzD,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAC3C,IAAI,KAAK,EAAE,IAAI;YAAE,OAAO;QACxB,IAAI,MAAM,CAAC,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,YAAY,KAAK,OAAO,EAAE,CAAC;YAC7D,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAC7B,OAAO;QACT,CAAC;QACD,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,MAAM,CAChC,yBAAyB,EACzB,EAAE,SAAS,EAAE,EACb,MAAM,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,MAAM,CAAC,OAAO,EAAE,CAClE,CAAC;YACF,MAAM,IAAI,GAAG,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC5F,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC/C,IAAI,CAAC,OAAO,CAAC,GAAG,CACd,MAAM,CAAC,GAAG,EACV,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,2BAA2B,CAAC,CAC/D,CAAC;gBACF,OAAO;YACT,CAAC;YACD,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,EAAE,WAAW,CAAC,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC,CAAC;YAC5E,MAAM,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,EAAE,IAAI,CAAC,CAAC;YAC7C,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,EAAE;gBAC3B,GAAG,EAAE,MAAM,CAAC,GAAG;gBACf,MAAM,EAAE,MAAM,CAAC,MAAM;gBACrB,MAAM,EAAE,MAAM,CAAC,MAAM;gBACrB,QAAQ,EAAE,MAAM,CAAC,QAAQ,IAAI,EAAE;gBAC/B,YAAY,EAAE,MAAM,CAAC,YAAY;gBACjC,OAAO,EAAE,MAAM,CAAC,OAAO,IAAI,EAAE;gBAC7B,IAAI;gBACJ,KAAK,EAAE,IAAI,CAAC,MAAM;gBAClB,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC;gBACpB,QAAQ,EAAE,IAAI,CAAC,QAAQ;aACxB,CAAC,CAAC;QACL,CAAC;QAAC,MAAM,CAAC;YACP,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAC7B,IAAI,CAAC,KAAK;gBAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;QAC9E,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,QAAQ,CAAC,GAAW;QAChC,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE,EAAE,OAAO,EAAE,EAAE,YAAY,EAAE,IAAI,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;YACjF,IAAI,CAAC,QAAQ,CAAC,EAAE;gBAAE,OAAO;YACzB,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,IAAI,GAAG,CAAC,CAAC;YACvE,IAAI,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;gBAC5C,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;gBAChC,MAAM,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC;gBAC9B,OAAO;YACT,CAAC;YACD,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,QAAQ,CAAC,WAAW,EAAE,CAAC,CAAC;YACvD,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,MAAM,CAAC;gBAAE,OAAO;YAChD,MAAM,QAAQ,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YAClF,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,EAAE,WAAW,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC;YACxD,MAAM,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,EAAE,IAAI,CAAC,CAAC;YAC7C,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE;gBACpB,GAAG;gBACH,MAAM,EAAE,KAAK;gBACb,MAAM,EAAE,GAAG;gBACX,QAAQ;gBACR,YAAY,EAAE,OAAO;gBACrB,OAAO,EAAE,MAAM,CAAC,WAAW,CAAC,QAAQ,CAAC,OAAO,CAAC;gBAC7C,IAAI;gBACJ,KAAK,EAAE,IAAI,CAAC,MAAM;gBAClB,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC;gBACpB,QAAQ,EAAE,IAAI,CAAC,QAAQ;aACxB,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,GAAG,CAAC,wBAAwB,GAAG,KAAK,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACvD,CAAC;IACH,CAAC;IAEO,WAAW,CACjB,GAAW,EACX,MAAc,EACd,QAAgB,EAChB,OAA+B;QAE/B,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC;YAAE,OAAO;QACxD,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE;YACpB,GAAG;YACH,MAAM,EAAE,KAAK;YACb,MAAM;YACN,QAAQ,EAAE,EAAE;YACZ,YAAY,EAAE,UAAU;YACxB,OAAO,EAAE,SAAS,CAAC,OAAO,CAAC;YAC3B,IAAI,EAAE,IAAI;YACV,KAAK,EAAE,CAAC;YACR,MAAM,EAAE,IAAI;YACZ,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,UAAU,EAAE,QAAQ;SACrB,CAAC,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,MAAqB,EAAE,MAAc,EAAE,MAAe;QAClE,OAAO;YACL,GAAG,EAAE,MAAM,CAAC,GAAG;YACf,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,MAAM;YACN,QAAQ,EAAE,MAAM,CAAC,QAAQ,IAAI,EAAE;YAC/B,YAAY,EAAE,MAAM,CAAC,YAAY;YACjC,OAAO,EAAE,MAAM,CAAC,OAAO,IAAI,EAAE;YAC7B,IAAI,EAAE,IAAI;YACV,KAAK,EAAE,CAAC;YACR,MAAM,EAAE,IAAI;YACZ,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC9B,CAAC;IACJ,CAAC;CACF;AAED,MAAM,GAAG,GAAG,CAAC,OAA2B,EAAE,SAAiB,EAAU,EAAE,CACrE,GAAG,OAAO,IAAI,EAAE,IAAI,SAAS,EAAE,CAAC;AAElC,SAAS,YAAY,CAAC,GAAW;IAC/B,OAAO,GAAG,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,GAAG,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC;AACjE,CAAC;AAED,SAAS,SAAS,CAAC,OAA+B;IAChD,OAAO,MAAM,CAAC,WAAW,CACvB,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,WAAW,EAAE,EAAE,KAAK,CAAC,CAAC,CAC1E,CAAC;AACJ,CAAC;AAED,mEAAmE;AACnE,MAAM,UAAU,gBAAgB;IAC9B,IAAI,QAAQ,GAA2B,IAAI,CAAC;IAC5C,OAAO;QACL,EAAE,EAAE,SAAS;QACb,KAAK,CAAC,KAAK,CAAC,OAAO;YACjB,QAAQ,GAAG,IAAI,eAAe,CAC5B,OAAO,CAAC,GAAG,EACX,OAAO,CAAC,GAAG,EACX,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,EACzB,OAAO,CAAC,MAAM,CAAC,WAAW,CAAC,CAC5B,CAAC;YACF,MAAM,QAAQ,CAAC,KAAK,EAAE,CAAC;QACzB,CAAC;QACD,KAAK,CAAC,cAAc,CAAC,OAAO;YAC1B,QAAQ,EAAE,WAAW,CACnB,OAAO,CAAC,QAAQ,CAAC,IAAI,EACrB,MAAM,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAS,qBAAqB,CAAC,CAC3D,CAAC;QACJ,CAAC;QACD,KAAK,CAAC,MAAM,CAAC,OAAO;YAClB,IAAI,CAAC,QAAQ;gBAAE,OAAO;YACtB,GAAG,CAAC,4BAA4B,CAAC,CAAC;YAClC,OAAO,CAAC,GAAG,CAAC,OAAO,GAAG,MAAM,QAAQ,CAAC,OAAO,EAAE,CAAC;YAC/C,MAAM,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,cAAc,CAAC,EAAE,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YACxE,MAAM,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,gBAAgB,CAAC,EAAE,QAAQ,CAAC,cAAc,EAAE,CAAC,CAAC;YAChF,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,SAAS,EAAE,cAAc,CAAC,CAAC;YAC9C,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,SAAS,EAAE,gBAAgB,CAAC,CAAC;YAChD,MAAM,OAAO,GAAG,QAAQ,CAAC,UAAU,EAAE,CAAC;YACtC,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;gBACnB,MAAM,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,iBAAiB,CAAC,EAAE,OAAO,CAAC,CAAC;gBAC/D,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,SAAS,EAAE,iBAAiB,CAAC,CAAC;YACnD,CAAC;QACH,CAAC;KACF,CAAC;AACJ,CAAC"}
@@ -0,0 +1,34 @@
1
+ import { join } from 'node:path';
2
+ import { writeBytes, writeJson } from '../../core/files.js';
3
+ import { fingerprintProbe, frameworkStateProbe, structureProbe } from '../probes.js';
4
+ /** Fingerprint (first viewport), hydration state (first viewport) and layout outline per viewport. */
5
+ export function probesCollector() {
6
+ return {
7
+ id: 'probes',
8
+ async top(context) {
9
+ const { page, run, dir } = context;
10
+ if (!run.secondary)
11
+ run.fingerprint ??= await page.run(fingerprintProbe, undefined);
12
+ if (!run.secondary && !run.stateFiles.length) {
13
+ for (const state of await page.run(frameworkStateProbe, undefined)) {
14
+ const file = join('data', `${state.name}.json`);
15
+ await writeBytes(join(dir, file), state.json);
16
+ run.stateFiles.push({ name: state.name, file, bytes: Buffer.byteLength(state.json) });
17
+ run.output('probes', file);
18
+ }
19
+ }
20
+ const structure = await page.run(structureProbe, undefined);
21
+ run.structures.set(context.viewport.name, structure);
22
+ const file = `structure-${context.viewport.name}.json`;
23
+ await writeJson(join(dir, file), structure);
24
+ run.output('probes', file);
25
+ },
26
+ async finish(context) {
27
+ if (!context.run.fingerprint)
28
+ return;
29
+ await writeJson(join(context.dir, 'fingerprint.json'), context.run.fingerprint);
30
+ context.run.output('probes', 'fingerprint.json');
31
+ },
32
+ };
33
+ }
34
+ //# sourceMappingURL=probes.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"probes.js","sourceRoot":"","sources":["../../../src/capture/collectors/probes.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,qBAAqB,CAAC;AAE5D,OAAO,EAAE,gBAAgB,EAAE,mBAAmB,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AAErF,sGAAsG;AACtG,MAAM,UAAU,eAAe;IAC7B,OAAO;QACL,EAAE,EAAE,QAAQ;QACZ,KAAK,CAAC,GAAG,CAAC,OAAO;YACf,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC;YACnC,IAAI,CAAC,GAAG,CAAC,SAAS;gBAAE,GAAG,CAAC,WAAW,KAAK,MAAM,IAAI,CAAC,GAAG,CAAC,gBAAgB,EAAE,SAAS,CAAC,CAAC;YACpF,IAAI,CAAC,GAAG,CAAC,SAAS,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC;gBAC7C,KAAK,MAAM,KAAK,IAAI,MAAM,IAAI,CAAC,GAAG,CAAC,mBAAmB,EAAE,SAAS,CAAC,EAAE,CAAC;oBACnE,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,KAAK,CAAC,IAAI,OAAO,CAAC,CAAC;oBAChD,MAAM,UAAU,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;oBAC9C,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;oBACtF,GAAG,CAAC,MAAM,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;gBAC7B,CAAC;YACH,CAAC;YACD,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,cAAc,EAAE,SAAS,CAAC,CAAC;YAC5D,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;YACrD,MAAM,IAAI,GAAG,aAAa,OAAO,CAAC,QAAQ,CAAC,IAAI,OAAO,CAAC;YACvD,MAAM,SAAS,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,EAAE,SAAS,CAAC,CAAC;YAC5C,GAAG,CAAC,MAAM,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;QAC7B,CAAC;QACD,KAAK,CAAC,MAAM,CAAC,OAAO;YAClB,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,WAAW;gBAAE,OAAO;YACrC,MAAM,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,kBAAkB,CAAC,EAAE,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;YAChF,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,EAAE,kBAAkB,CAAC,CAAC;QACnD,CAAC;KACF,CAAC;AACJ,CAAC"}
@@ -0,0 +1,38 @@
1
+ import { join } from 'node:path';
2
+ import { writeJson } from '../../core/files.js';
3
+ import { installRecorders, readRecordings } from '../hooks/recorders.js';
4
+ const LIMITS = { maxEntries: 400, maxText: 4000 };
5
+ /**
6
+ * Hooks the page before its code runs (WAAPI, IntersectionObserver, WebGL, three.js devtools,
7
+ * Lottie, Rive, custom elements) and reads resolved GSAP/ScrollTrigger/Lenis state once settled.
8
+ * Writes runtime/<viewport>.json, one file per bucket on the primary viewport.
9
+ */
10
+ export function runtimeCollector() {
11
+ return {
12
+ id: 'runtime',
13
+ async setup(context) {
14
+ await context.addInitScript(`(${installRecorders.toString()})(${JSON.stringify(LIMITS)});`);
15
+ },
16
+ async top(context) {
17
+ const data = await context.page.run(readRecordings, LIMITS);
18
+ const text = JSON.stringify(data);
19
+ if (!context.budget('runtime').take(`runtime ${context.viewport.name}`, Buffer.byteLength(text))) {
20
+ context.run.warn('runtime: recordings over budget, not written');
21
+ return;
22
+ }
23
+ const file = join('runtime', `${context.viewport.name}.json`);
24
+ await writeJson(join(context.dir, file), data);
25
+ context.run.output('runtime', file);
26
+ if (!context.primary)
27
+ return;
28
+ for (const [bucket, value] of Object.entries(data).sort(([a], [b]) => a.localeCompare(b))) {
29
+ if (bucket === '_count')
30
+ continue;
31
+ const split = join('runtime', `${bucket}.json`);
32
+ await writeJson(join(context.dir, split), value);
33
+ context.run.output('runtime', split);
34
+ }
35
+ },
36
+ };
37
+ }
38
+ //# sourceMappingURL=runtime.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"runtime.js","sourceRoot":"","sources":["../../../src/capture/collectors/runtime.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,SAAS,EAAE,MAAM,qBAAqB,CAAC;AAChD,OAAO,EAAE,gBAAgB,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AAGzE,MAAM,MAAM,GAAG,EAAE,UAAU,EAAE,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;AAElD;;;;GAIG;AACH,MAAM,UAAU,gBAAgB;IAC9B,OAAO;QACL,EAAE,EAAE,SAAS;QACb,KAAK,CAAC,KAAK,CAAC,OAAO;YACjB,MAAM,OAAO,CAAC,aAAa,CAAC,IAAI,gBAAgB,CAAC,QAAQ,EAAE,KAAK,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAC9F,CAAC;QACD,KAAK,CAAC,GAAG,CAAC,OAAO;YACf,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,cAAc,EAAE,MAAM,CAAC,CAAC;YAC5D,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;YAClC,IACE,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,WAAW,OAAO,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,EAC5F,CAAC;gBACD,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,8CAA8C,CAAC,CAAC;gBACjE,OAAO;YACT,CAAC;YACD,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,EAAE,GAAG,OAAO,CAAC,QAAQ,CAAC,IAAI,OAAO,CAAC,CAAC;YAC9D,MAAM,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,CAAC,EAAE,IAAI,CAAC,CAAC;YAC/C,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;YACpC,IAAI,CAAC,OAAO,CAAC,OAAO;gBAAE,OAAO;YAC7B,KAAK,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC1F,IAAI,MAAM,KAAK,QAAQ;oBAAE,SAAS;gBAClC,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,EAAE,GAAG,MAAM,OAAO,CAAC,CAAC;gBAChD,MAAM,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,KAAK,CAAC,CAAC;gBACjD,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;YACvC,CAAC;QACH,CAAC;KACF,CAAC;AACJ,CAAC"}
@@ -0,0 +1,98 @@
1
+ import { join } from 'node:path';
2
+ import { sha256, writeBytes, writeJson } from '../../core/files.js';
3
+ import { EVAL_SOURCE_URL, INIT_SOURCE_URL } from '../../core/page.js';
4
+ async function enableDebugger(session) {
5
+ await session.send('Debugger.enable', { maxScriptsCacheSize: 512_000_000 });
6
+ // Anti-debugging `debugger;` loops must never freeze the capture.
7
+ await session.send('Debugger.setSkipAllPauses', { skip: true });
8
+ }
9
+ /**
10
+ * Every script the page parses (external, inline, eval, dynamic import), fetched by script id so
11
+ * code without a URL is kept too. Writes scripts/<sha>.js and scripts/index.json.
12
+ */
13
+ export function scriptsCollector() {
14
+ const work = [];
15
+ const written = new Set();
16
+ const indexed = new Set();
17
+ let documentUrls = new Set();
18
+ function record(context, session, target, script) {
19
+ const url = script.url;
20
+ if (url === EVAL_SOURCE_URL || url === INIT_SOURCE_URL)
21
+ return;
22
+ if (/^(chrome|chrome-extension|devtools):/.test(url))
23
+ return;
24
+ if (script.executionContextAuxData?.isDefault === false)
25
+ return;
26
+ work.push((async () => {
27
+ const { scriptSource } = await session.send('Debugger.getScriptSource', {
28
+ scriptId: script.scriptId,
29
+ });
30
+ if (scriptSource.includes(`//# sourceURL=${EVAL_SOURCE_URL}`))
31
+ return;
32
+ const hash = sha256(scriptSource);
33
+ const bytes = Buffer.byteLength(scriptSource);
34
+ const key = `${hash}|${url}`;
35
+ if (indexed.has(key))
36
+ return;
37
+ indexed.add(key);
38
+ let file = join('scripts', `${hash.slice(0, 32)}.js`);
39
+ if (!written.has(hash)) {
40
+ if (context.budget('scripts').take(url || `script ${script.scriptId}`, bytes)) {
41
+ await writeBytes(join(context.dir, file), scriptSource);
42
+ written.add(hash);
43
+ }
44
+ else
45
+ file = null;
46
+ }
47
+ const entry = {
48
+ scriptId: script.scriptId,
49
+ url,
50
+ kind: !url ? 'dynamic' : documentUrls.has(url) ? 'inline' : 'external',
51
+ sha256: hash,
52
+ file,
53
+ bytes,
54
+ isModule: script.isModule ?? false,
55
+ sourceMapURL: script.sourceMapURL === undefined || script.sourceMapURL === ''
56
+ ? null
57
+ : script.sourceMapURL,
58
+ frameId: script.executionContextAuxData?.frameId ?? null,
59
+ target,
60
+ viewport: context.run.viewport,
61
+ startLine: script.startLine,
62
+ startColumn: script.startColumn,
63
+ };
64
+ context.run.scripts.push(entry);
65
+ })().catch(() => undefined));
66
+ }
67
+ return {
68
+ id: 'scripts',
69
+ async setup(context) {
70
+ const { cdp, run } = context;
71
+ cdp.onAny('Debugger.scriptParsed', (params, sessionId) => {
72
+ const session = sessionId === undefined ? cdp : cdp.session(sessionId);
73
+ const target = sessionId === undefined ? null : (run.children.get(sessionId)?.url ?? null);
74
+ record(context, session, target, params);
75
+ });
76
+ run.sessionInitializers.push(async (session) => {
77
+ await enableDebugger(session);
78
+ });
79
+ await enableDebugger(cdp);
80
+ },
81
+ beforeNavigate(context) {
82
+ documentUrls = new Set([context.settings.url]);
83
+ return Promise.resolve();
84
+ },
85
+ async loaded(context) {
86
+ documentUrls.add(await context.page.evaluate('location.href'));
87
+ },
88
+ async finish(context) {
89
+ await Promise.allSettled(work);
90
+ const scripts = [...context.run.scripts].sort((a, b) => a.viewport.localeCompare(b.viewport) ||
91
+ a.url.localeCompare(b.url) ||
92
+ a.sha256.localeCompare(b.sha256));
93
+ await writeJson(join(context.dir, 'scripts', 'index.json'), scripts);
94
+ context.run.output('scripts', 'scripts/index.json');
95
+ },
96
+ };
97
+ }
98
+ //# sourceMappingURL=scripts.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"scripts.js","sourceRoot":"","sources":["../../../src/capture/collectors/scripts.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAEjC,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,qBAAqB,CAAC;AACpE,OAAO,EAAE,eAAe,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AAgBtE,KAAK,UAAU,cAAc,CAAC,OAAmB;IAC/C,MAAM,OAAO,CAAC,IAAI,CAAC,iBAAiB,EAAE,EAAE,mBAAmB,EAAE,WAAW,EAAE,CAAC,CAAC;IAC5E,kEAAkE;IAClE,MAAM,OAAO,CAAC,IAAI,CAAC,2BAA2B,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;AAClE,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,gBAAgB;IAC9B,MAAM,IAAI,GAAoB,EAAE,CAAC;IACjC,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;IAClC,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;IAClC,IAAI,YAAY,GAAG,IAAI,GAAG,EAAU,CAAC;IAErC,SAAS,MAAM,CACb,OAAuB,EACvB,OAAmB,EACnB,MAAqB,EACrB,MAAoB;QAEpB,MAAM,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC;QACvB,IAAI,GAAG,KAAK,eAAe,IAAI,GAAG,KAAK,eAAe;YAAE,OAAO;QAC/D,IAAI,sCAAsC,CAAC,IAAI,CAAC,GAAG,CAAC;YAAE,OAAO;QAC7D,IAAI,MAAM,CAAC,uBAAuB,EAAE,SAAS,KAAK,KAAK;YAAE,OAAO;QAChE,IAAI,CAAC,IAAI,CACP,CAAC,KAAK,IAAI,EAAE;YACV,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,OAAO,CAAC,IAAI,CACzC,0BAA0B,EAC1B;gBACE,QAAQ,EAAE,MAAM,CAAC,QAAQ;aAC1B,CACF,CAAC;YACF,IAAI,YAAY,CAAC,QAAQ,CAAC,iBAAiB,eAAe,EAAE,CAAC;gBAAE,OAAO;YACtE,MAAM,IAAI,GAAG,MAAM,CAAC,YAAY,CAAC,CAAC;YAClC,MAAM,KAAK,GAAG,MAAM,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC;YAC9C,MAAM,GAAG,GAAG,GAAG,IAAI,IAAI,GAAG,EAAE,CAAC;YAC7B,IAAI,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC;gBAAE,OAAO;YAC7B,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACjB,IAAI,IAAI,GAAkB,IAAI,CAAC,SAAS,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC;YACrE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;gBACvB,IAAI,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,GAAG,IAAI,UAAU,MAAM,CAAC,QAAQ,EAAE,EAAE,KAAK,CAAC,EAAE,CAAC;oBAC9E,MAAM,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,CAAC,EAAE,YAAY,CAAC,CAAC;oBACxD,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;gBACpB,CAAC;;oBAAM,IAAI,GAAG,IAAI,CAAC;YACrB,CAAC;YACD,MAAM,KAAK,GAAiB;gBAC1B,QAAQ,EAAE,MAAM,CAAC,QAAQ;gBACzB,GAAG;gBACH,IAAI,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,UAAU;gBACtE,MAAM,EAAE,IAAI;gBACZ,IAAI;gBACJ,KAAK;gBACL,QAAQ,EAAE,MAAM,CAAC,QAAQ,IAAI,KAAK;gBAClC,YAAY,EACV,MAAM,CAAC,YAAY,KAAK,SAAS,IAAI,MAAM,CAAC,YAAY,KAAK,EAAE;oBAC7D,CAAC,CAAC,IAAI;oBACN,CAAC,CAAC,MAAM,CAAC,YAAY;gBACzB,OAAO,EAAE,MAAM,CAAC,uBAAuB,EAAE,OAAO,IAAI,IAAI;gBACxD,MAAM;gBACN,QAAQ,EAAE,OAAO,CAAC,GAAG,CAAC,QAAQ;gBAC9B,SAAS,EAAE,MAAM,CAAC,SAAS;gBAC3B,WAAW,EAAE,MAAM,CAAC,WAAW;aAChC,CAAC;YACF,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAClC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAC5B,CAAC;IACJ,CAAC;IAED,OAAO;QACL,EAAE,EAAE,SAAS;QACb,KAAK,CAAC,KAAK,CAAC,OAAO;YACjB,MAAM,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC;YAC7B,GAAG,CAAC,KAAK,CAAC,uBAAuB,EAAE,CAAC,MAAM,EAAE,SAAS,EAAE,EAAE;gBACvD,MAAM,OAAO,GAAG,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;gBACvE,MAAM,MAAM,GAAG,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,GAAG,IAAI,IAAI,CAAC,CAAC;gBAC3F,MAAM,CAAC,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,MAAiC,CAAC,CAAC;YACtE,CAAC,CAAC,CAAC;YACH,GAAG,CAAC,mBAAmB,CAAC,IAAI,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE;gBAC7C,MAAM,cAAc,CAAC,OAAO,CAAC,CAAC;YAChC,CAAC,CAAC,CAAC;YACH,MAAM,cAAc,CAAC,GAAG,CAAC,CAAC;QAC5B,CAAC;QACD,cAAc,CAAC,OAAO;YACpB,YAAY,GAAG,IAAI,GAAG,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC;YAC/C,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;QAC3B,CAAC;QACD,KAAK,CAAC,MAAM,CAAC,OAAO;YAClB,YAAY,CAAC,GAAG,CAAC,MAAM,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAS,eAAe,CAAC,CAAC,CAAC;QACzE,CAAC;QACD,KAAK,CAAC,MAAM,CAAC,OAAO;YAClB,MAAM,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;YAC/B,MAAM,OAAO,GAAG,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,IAAI,CAC3C,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CACP,CAAC,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC,QAAQ,CAAC;gBACpC,CAAC,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,GAAG,CAAC;gBAC1B,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,CAAC,CACnC,CAAC;YACF,MAAM,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,SAAS,EAAE,YAAY,CAAC,EAAE,OAAO,CAAC,CAAC;YACrE,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,SAAS,EAAE,oBAAoB,CAAC,CAAC;QACtD,CAAC;KACF,CAAC;AACJ,CAAC"}
@@ -0,0 +1,17 @@
1
+ import { join } from 'node:path';
2
+ import { writeJson } from '../../core/files.js';
3
+ import { sectionsProbe } from '../hooks/sections.js';
4
+ /** Vertical page sections per viewport (landmarks, large blocks, pinned wrappers). */
5
+ export function sectionsCollector() {
6
+ return {
7
+ id: 'sections',
8
+ async top(context) {
9
+ const sections = await context.page.runWith(sectionsProbe, { max: 40 });
10
+ context.run.sections.set(context.viewport.name, sections);
11
+ const file = join('sections-raw', `${context.viewport.name}.json`);
12
+ await writeJson(join(context.dir, file), sections);
13
+ context.run.output('sections', file);
14
+ },
15
+ };
16
+ }
17
+ //# sourceMappingURL=sections.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"sections.js","sourceRoot":"","sources":["../../../src/capture/collectors/sections.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,SAAS,EAAE,MAAM,qBAAqB,CAAC;AAChD,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAGrD,sFAAsF;AACtF,MAAM,UAAU,iBAAiB;IAC/B,OAAO;QACL,EAAE,EAAE,UAAU;QACd,KAAK,CAAC,GAAG,CAAC,OAAO;YACf,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,aAAa,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,CAAC,CAAC;YACxE,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;YAC1D,MAAM,IAAI,GAAG,IAAI,CAAC,cAAc,EAAE,GAAG,OAAO,CAAC,QAAQ,CAAC,IAAI,OAAO,CAAC,CAAC;YACnE,MAAM,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,CAAC,EAAE,QAAQ,CAAC,CAAC;YACnD,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC;QACvC,CAAC;KACF,CAAC;AACJ,CAAC"}