benchforge 0.1.3 → 0.1.6

package/dist/{src-JGOI6_Sc.mjs → src-Dt_T-s_f.mjs}

@@ -1,4 +1,5 @@
 import { a as createAdaptiveWrapper, c as BasicRunner, i as createRunner, l as computeStats, n as getElapsed, o as average, r as getPerfNow, s as bootstrapDifferenceCI, t as debugWorkerTiming, u as discoverVariants } from "./TimingUtils-ClclVQ7E.mjs";
+import { n as parseGcLine, t as aggregateGcStats } from "./GcStats-ByEovUi1.mjs";
 import { mkdir, readFile, writeFile } from "node:fs/promises";
 import { fileURLToPath } from "node:url";
 import { execSync, fork, spawn } from "node:child_process";
@@ -8,7 +9,6 @@ import pico from "picocolors";
 import { table } from "table";
 import yargs from "yargs";
 import { hideBin } from "yargs/helpers";
-import { chromium } from "playwright";
 import { createServer } from "node:http";
 import open from "open";
 
@@ -30,81 +30,6 @@ async function loadCaseData(casesModule, caseId) {
 	return { data: caseId };
 }
 
-//#endregion
-//#region src/runners/GcStats.ts
-/** Parse a single --trace-gc-nvp stderr line */
-function parseGcLine(line) {
-	if (!line.includes("pause=")) return void 0;
-	const fields = parseNvpFields(line);
-	if (!fields.gc) return void 0;
-	const int = (k) => Number.parseInt(fields[k] || "0", 10);
-	const type = parseGcType(fields.gc);
-	const pauseMs = Number.parseFloat(fields.pause || "0");
-	const allocated = int("allocated");
-	const promoted = int("promoted");
-	const survived = int("new_space_survived") || int("survived");
-	const startSize = int("start_object_size");
-	const endSize = int("end_object_size");
-	const collected = startSize > endSize ? startSize - endSize : 0;
-	if (Number.isNaN(pauseMs)) return void 0;
-	return {
-		type,
-		pauseMs,
-		allocated,
-		collected,
-		promoted,
-		survived
-	};
-}
-/** Parse name=value pairs from trace-gc-nvp line */
-function parseNvpFields(line) {
-	const fields = {};
-	const matches = line.matchAll(/(\w+)=([^\s,]+)/g);
-	for (const [, key, value] of matches) fields[key] = value;
-	return fields;
-}
-/** Map V8 gc type codes to our types */
-function parseGcType(gcField) {
-	if (gcField === "s" || gcField === "scavenge") return "scavenge";
-	if (gcField === "mc" || gcField === "ms" || gcField === "mark-compact") return "mark-compact";
-	if (gcField === "mmc" || gcField === "minor-mc" || gcField === "minor-ms") return "minor-ms";
-	return "unknown";
-}
-/** Aggregate GC events into summary stats */
-function aggregateGcStats(events) {
-	let scavenges = 0;
-	let markCompacts = 0;
-	let gcPauseTime = 0;
-	let totalCollected = 0;
-	let hasNodeFields = false;
-	let totalAllocated = 0;
-	let totalPromoted = 0;
-	let totalSurvived = 0;
-	for (const e of events) {
-		if (e.type === "scavenge" || e.type === "minor-ms") scavenges++;
-		else if (e.type === "mark-compact") markCompacts++;
-		gcPauseTime += e.pauseMs;
-		totalCollected += e.collected;
-		if (e.allocated != null) {
-			hasNodeFields = true;
-			totalAllocated += e.allocated;
-			totalPromoted += e.promoted ?? 0;
-			totalSurvived += e.survived ?? 0;
-		}
-	}
-	return {
-		scavenges,
-		markCompacts,
-		totalCollected,
-		gcPauseTime,
-		...hasNodeFields && {
-			totalAllocated,
-			totalPromoted,
-			totalSurvived
-		}
-	};
-}
-
 //#endregion
 //#region src/runners/RunnerOrchestrator.ts
 const logTiming = debugWorkerTiming ? (message) => console.log(`[RunnerOrchestrator] ${message}`) : () => {};
@@ -1012,8 +937,9 @@ const cliOptions = {
 	},
 	"chrome-args": {
 		type: "string",
+		array: true,
 		requiresArg: true,
-		describe: "extra Chromium flags (space-separated)"
+		describe: "extra Chromium flags"
 	}
 };
 /** @return yargs with standard benchmark options */
@@ -1025,188 +951,6 @@ function parseCliArgs(args, configure = defaultCliArgs) {
 	return configure(yargs(args)).parseSync();
 }
 
-//#endregion
-//#region src/browser/BrowserGcStats.ts
-/** Parse CDP trace events (MinorGC/MajorGC) into GcEvent[] */
-function parseGcTraceEvents(traceEvents) {
-	return traceEvents.flatMap((e) => {
-		if (e.ph !== "X") return [];
-		const type = gcType(e.name);
-		if (!type) return [];
-		const durUs = e.dur ?? 0;
-		const heapBefore = e.args?.usedHeapSizeBefore ?? 0;
-		const heapAfter = e.args?.usedHeapSizeAfter ?? 0;
-		return [{
-			type,
-			pauseMs: durUs / 1e3,
-			collected: Math.max(0, heapBefore - heapAfter)
-		}];
-	});
-}
-function gcType(name) {
-	if (name === "MinorGC") return "scavenge";
-	if (name === "MajorGC") return "mark-compact";
-}
-/** Parse CDP trace events and aggregate into GcStats */
-function browserGcStats(traceEvents) {
-	return aggregateGcStats(parseGcTraceEvents(traceEvents));
-}
-
-//#endregion
-//#region src/browser/BrowserHeapSampler.ts
-/** Run browser benchmark, auto-detecting page API mode.
-*  Bench function (window.__bench): CLI controls iteration and timing.
-*  Lap mode (__start/__lap/__done): page controls the measured region. */
-async function profileBrowser(params) {
-	const { url, headless = true, chromeArgs, timeout = 60 } = params;
-	const { gcStats: collectGc } = params;
-	const { samplingInterval = 32768 } = params.heapOptions ?? {};
-	const browser = await chromium.launch({
-		headless,
-		args: chromeArgs
-	});
-	try {
-		const page = await browser.newPage();
-		page.setDefaultTimeout(timeout * 1e3);
-		const cdp = await page.context().newCDPSession(page);
-		const pageErrors = [];
-		page.on("pageerror", (err) => pageErrors.push(err.message));
-		const traceEvents = collectGc ? await startGcTracing(cdp) : [];
-		const lapMode = await setupLapMode(page, cdp, params, samplingInterval, timeout, pageErrors);
-		await page.goto(url, { waitUntil: "load" });
-		const hasBench = await page.evaluate(() => typeof globalThis.__bench === "function");
-		let result;
-		if (hasBench) {
-			lapMode.cancel();
-			lapMode.promise.catch(() => {});
-			result = await runBenchLoop(page, cdp, params, samplingInterval);
-		} else {
-			result = await lapMode.promise;
-			lapMode.cancel();
-		}
-		if (collectGc) result = {
-			...result,
-			gcStats: await collectTracing(cdp, traceEvents)
-		};
-		return result;
-	} finally {
-		await browser.close();
-	}
-}
-/** Inject __start/__lap as in-page functions, expose __done for results collection.
-*  __start/__lap are pure in-page (zero CDP overhead). First __start() triggers
-*  instrument start. __done() stops instruments and collects timing data. */
-async function setupLapMode(page, cdp, params, samplingInterval, timeout, pageErrors) {
-	const { heapSample } = params;
-	const { promise, resolve, reject } = Promise.withResolvers();
-	let instrumentsStarted = false;
-	await page.exposeFunction("__benchInstrumentStart", async () => {
-		if (instrumentsStarted) return;
-		instrumentsStarted = true;
-		if (heapSample) await cdp.send("HeapProfiler.startSampling", heapSamplingParams(samplingInterval));
-	});
-	await page.exposeFunction("__benchCollect", async (samples, wallTimeMs) => {
-		let heapProfile;
-		if (heapSample && instrumentsStarted) heapProfile = (await cdp.send("HeapProfiler.stopSampling")).profile;
-		resolve({
-			samples,
-			heapProfile,
-			wallTimeMs
-		});
-	});
-	await page.addInitScript(injectLapFunctions);
-	const timer = setTimeout(() => {
-		const lines = [`Timed out after ${timeout}s`];
-		if (pageErrors.length) lines.push("Page JS errors:", ...pageErrors.map((e) => `  ${e}`));
-		else lines.push("Page did not call __done() or define window.__bench");
-		reject(new Error(lines.join("\n")));
-	}, timeout * 1e3);
-	return {
-		promise,
-		cancel: () => clearTimeout(timer)
-	};
-}
-/** In-page timing functions injected via addInitScript (zero CDP overhead).
-*  __start/__lap collect timestamps, __done delegates to exposed __benchCollect. */
-function injectLapFunctions() {
-	const g = globalThis;
-	g.__benchSamples = [];
-	g.__benchLastTime = 0;
-	g.__benchFirstStart = 0;
-	g.__start = () => {
-		const now = performance.now();
-		g.__benchLastTime = now;
-		if (!g.__benchFirstStart) {
-			g.__benchFirstStart = now;
-			return g.__benchInstrumentStart();
-		}
-	};
-	g.__lap = () => {
-		const now = performance.now();
-		g.__benchSamples.push(now - g.__benchLastTime);
-		g.__benchLastTime = now;
-	};
-	g.__done = () => {
-		const wall = g.__benchFirstStart ? performance.now() - g.__benchFirstStart : 0;
-		return g.__benchCollect(g.__benchSamples.slice(), wall);
-	};
-}
-function heapSamplingParams(samplingInterval) {
-	return {
-		samplingInterval,
-		includeObjectsCollectedByMajorGC: true,
-		includeObjectsCollectedByMinorGC: true
-	};
-}
-/** Start CDP GC tracing, returns the event collector array. */
-async function startGcTracing(cdp) {
-	const events = [];
-	cdp.on("Tracing.dataCollected", ({ value }) => {
-		for (const e of value) events.push(e);
-	});
-	await cdp.send("Tracing.start", { traceConfig: { includedCategories: ["v8", "v8.gc"] } });
-	return events;
-}
-/** Bench function mode: run window.__bench in a timed iteration loop. */
-async function runBenchLoop(page, cdp, params, samplingInterval) {
-	const { heapSample } = params;
-	const maxTime = params.maxTime ?? 642;
-	const maxIter = params.maxIterations ?? Number.MAX_SAFE_INTEGER;
-	if (heapSample) await cdp.send("HeapProfiler.startSampling", heapSamplingParams(samplingInterval));
-	const { samples, totalMs } = await page.evaluate(async ({ maxTime, maxIter }) => {
-		const bench = globalThis.__bench;
-		const samples = [];
-		const startAll = performance.now();
-		const deadline = startAll + maxTime;
-		for (let i = 0; i < maxIter && performance.now() < deadline; i++) {
-			const t0 = performance.now();
-			await bench();
-			samples.push(performance.now() - t0);
-		}
-		return {
-			samples,
-			totalMs: performance.now() - startAll
-		};
-	}, {
-		maxTime,
-		maxIter
-	});
-	let heapProfile;
-	if (heapSample) heapProfile = (await cdp.send("HeapProfiler.stopSampling")).profile;
-	return {
-		samples,
-		heapProfile,
-		wallTimeMs: totalMs
-	};
-}
-/** Stop CDP tracing and parse GC events into GcStats. */
-async function collectTracing(cdp, traceEvents) {
-	const complete = new Promise((resolve) => cdp.once("Tracing.tracingComplete", () => resolve()));
-	await cdp.send("Tracing.end");
-	await complete;
-	return browserGcStats(traceEvents);
-}
-
 //#endregion
 //#region src/export/JsonExport.ts
 /** Export benchmark results to JSON file */
@@ -2685,14 +2429,11 @@ function defaultReport(groups, args) {
 }
 /** Build report sections based on CLI options */
 function buildReportSections(adaptive, gcStats, hasCpuData, hasOptData) {
-	const sections = adaptive ? [
-		adaptiveSection,
-		runsSection,
-		totalTimeSection
-	] : [timeSection, runsSection];
+	const sections = adaptive ? [adaptiveSection, totalTimeSection] : [timeSection];
 	if (gcStats) sections.push(gcStatsSection);
 	if (hasCpuData) sections.push(cpuSection);
 	if (hasOptData) sections.push(optSection);
+	sections.push(runsSection);
 	return sections;
 }
 /** Run benchmarks, display table, and optionally generate HTML report */
@@ -2705,6 +2446,12 @@ async function benchExports(suite, args) {
 /** Run browser profiling via Playwright + CDP, report with standard pipeline */
 async function browserBenchExports(args) {
 	warnBrowserFlags(args);
+	let profileBrowser;
+	try {
+		({profileBrowser} = await import("./BrowserHeapSampler-BzQs0P_z.mjs"));
+	} catch {
+		throw new Error("playwright is required for browser benchmarking (--url).\n\nQuick start:  npx benchforge-browser --url <your-url>\n\nOr install manually:\n  npm install playwright\n  npx playwright install chromium");
+	}
 	const url = args.url;
 	const { iterations, time } = args;
 	const result = await profileBrowser({
@@ -2715,25 +2462,31 @@ async function browserBenchExports(args) {
 			stackDepth: args["heap-depth"]
 		},
 		headless: args.headless,
-		chromeArgs: args["chrome-args"]?.split(/\s+/).filter(Boolean),
+		chromeArgs: args["chrome-args"]?.flatMap((a) => a.split(/\s+/)).filter(Boolean),
 		timeout: args.timeout,
 		gcStats: args["gc-stats"],
 		maxTime: iterations ? Number.MAX_SAFE_INTEGER : time * 1e3,
 		maxIterations: iterations
 	});
-	const name = new URL(url).pathname.split("/").pop() || "browser";
+	const results = browserResultGroups(new URL(url).pathname.split("/").pop() || "browser", result);
+	printBrowserReport(result, results, args);
+	await exportReports({
+		results,
+		args
+	});
+}
+/** Print browser benchmark tables and heap reports */
+function printBrowserReport(result, results, args) {
 	const hasSamples = result.samples && result.samples.length > 0;
-	const results = browserResultGroups(name, result);
-	if (hasSamples || result.wallTimeMs != null) console.log(reportResults(results, [timeSection, runsSection]));
-	if (result.gcStats) console.log(reportResults(results, [browserGcStatsSection]));
+	const sections = [];
+	if (hasSamples || result.wallTimeMs != null) sections.push(timeSection);
+	if (result.gcStats) sections.push(browserGcStatsSection);
+	if (hasSamples || result.wallTimeMs != null) sections.push(runsSection);
+	if (sections.length > 0) console.log(reportResults(results, sections));
 	if (result.heapProfile) printHeapReports(results, {
 		...cliHeapReportOptions(args),
 		isUserCode: isBrowserUserCode
 	});
-	await exportReports({
-		results,
-		args
-	});
 }
 /** Wrap browser profile result as ReportGroup[] for the standard pipeline */
 function browserResultGroups(name, result) {
@@ -3085,4 +2838,4 @@ function getMostRecentModifiedDate(dir) {
 
 //#endregion
 export { timeSection as A, parseCliArgs as B, adaptiveSection as C, gcStatsSection as D, gcSection as E, generateHtmlReport as F, truncate as G, formatBytes as H, formatDateWithTimezone as I, loadCaseData as J, isStatefulVariant as K, prepareHtmlData as L, formatConvergence as M, filterMatrix as N, optSection as O, parseMatrixFilter as P, exportPerfettoTrace as R, reportMatrixResults as S, cpuSection as T, integer as U, reportResults as V, timeMs as W, loadCasesModule as Y, runDefaultMatrixBench as _, cliToMatrixOptions as a, gcStatsColumns as b, exportReports as c, matrixToReportGroups as d, parseBenchArgs as f, runDefaultBench as g, runBenchmarks as h, benchExports as i, totalTimeSection as j, runsSection as k, hasField as l, reportOptStatus as m, getBaselineVersion as n, defaultMatrixReport as o, printHeapReports as p, runMatrix as q, getCurrentGitVersion as r, defaultReport as s, formatGitVersion as t, matrixBenchExports as u, runMatrixSuite as v, buildGenericSections as w, heapTotalColumn as x, gcPauseColumn as y, defaultCliArgs as z };
-//# sourceMappingURL=src-JGOI6_Sc.mjs.map
+//# sourceMappingURL=src-Dt_T-s_f.mjs.map