three-blocks-benchmark 0.5.1 → 0.6.0

package/CHANGELOG.md

@@ -1,5 +1,17 @@
 # three-blocks-benchmark
 
+## 0.6.0
+
+### Minor Changes
+
+- 02f3072: Devtools: Run shader captures and project checks in Node with fewer dependencies.
+
+### Patch Changes
+
+- Updated dependencies [02f3072]
+  - @three-blocks/devtools@11.1.0
+  - three-blocks@0.12.1
+
 ## 0.5.1
 
 ### Patch Changes

package/README.md

@@ -1,6 +1,6 @@
 # three-blocks-benchmark
 
-Reproducible browser benchmarks for Three Blocks, the official three.js r186
+Reproducible Node.js benchmarks for Three Blocks, the official three.js r186
 `GaussianSplat` addon, Spark, SuperSplat Viewer 1.31.2, SuperSplat Editor 3.0.0's
 renderer, GaussianSplats3D, and Babylon.js.
 
@@ -18,12 +18,6 @@ Published results and methodology:
 
 ## Run
 
-Install Chromium once:
-
-```sh
-npx playwright install chromium
-```
-
 Run the one-view standard validation from npm:
 
 ```sh
@@ -63,12 +57,10 @@ a micro scene.
 `--revision <value>` and `--dirty` add optional repository metadata; neither
 Git nor a checkout is required.
 
-The CLI uses full Chromium in headless mode, including the Metal ANGLE backend
-on macOS. Publication runs reject software GPU adapters.
-Memory sampling uses [Chromium's `ForceEagerMeasureMemory` test mode][eager-memory] after
-forced GC, outside the load and frame clocks, to avoid waiting for idle GC.
-
-[eager-memory]: https://chromium.googlesource.com/chromium/src/+/refs/tags/143.0.7458.0/third_party/blink/web_tests/VirtualTestSuites
+The CLI renders in Node.js through native ANGLE (WebGL) and Dawn (WebGPU).
+Publication runs reject software GPU adapters. Memory sampling records the
+isolated Node process's RSS after forced GC, outside the load and frame clocks;
+these values are not comparable to historical browser heap measurements.
 
 Frame timing directly executes each renderer's frame, without waiting for a display
 refresh, and cycles through the three held-out cameras. SuperSplat's complete viewer

package/bin/three-blocks-benchmark.mjs

@@ -22,8 +22,6 @@ Options:
   --renderer <id>            Validate one renderer (not publication evidence)
   --quick                    Use one view/scene and short measurements
   --omit-captures            Write metrics JSON without renderer captures
-  --headed                   Show Chromium
-  --headless                 Hide Chromium (default)
   --revision <value>         Record an optional source revision
   --dirty                    Record that the source tree had changes
   --clean                    Record that the source tree was clean
@@ -39,7 +37,7 @@ function parseArgs( rawArgs ) {
 		const argument = rawArgs[ index ];
 		if ( argument === '--quick' ) options.quick = true;
 		else if ( argument === '--omit-captures' ) options.omitCaptures = true;
-		else if ( argument === '--headed' ) options.headed = true;
+		else if ( argument === '--headed' ) throw new Error( 'Benchmarks run in headless Node.' );
 		else if ( argument === '--headless' ) options.headed = false;
 		else if ( argument === '--dirty' ) options.workingTreeDirty = true;
 		else if ( argument === '--clean' ) options.workingTreeDirty = false;

package/browser/harness.js

@@ -688,6 +688,7 @@ async function measureBrowserMemory() {
 
 	window.gc?.();
 	await new Promise( resolve => requestAnimationFrame( resolve ) );
+	if ( typeof globalThis.__THREE_BLOCKS_NODE_MEMORY__ === 'function' ) return { bytes: globalThis.__THREE_BLOCKS_NODE_MEMORY__().rss, source: 'node.process.memoryUsage.rss' };
 	if ( typeof performance.measureUserAgentSpecificMemory === 'function' ) {
 
 		try {

package/lib/run.mjs

@@ -1,3 +1,4 @@
+import { launchNodeRenderer } from '@three-blocks/devtools/node';
 import { createHash } from 'node:crypto';
 import { createReadStream } from 'node:fs';
 import fs from 'node:fs/promises';
@@ -6,7 +7,6 @@ import os from 'node:os';
 import path from 'node:path';
 import process from 'node:process';
 import { fileURLToPath } from 'node:url';
-import { chromium } from 'playwright';
 import { PNG } from 'pngjs';
 import { build } from 'vite';
 import {
@@ -340,7 +340,7 @@ async function runPage( browser, baseUrl, { renderer, suite, item, warmup, frame
 		await context.close();
 		if ( video ) {
 
-			// The recorder finalizes on close; rename from playwright's random hash
+			// The native recorder finalizes on close; rename its temporary file
 			// to the run order so a capture maps back to its stdout line.
 			const sequence = String( recordedRuns ++ ).padStart( 3, '0' );
 			await video.saveAs( path.join( process.env.TB_RECORD_VIDEO, `${sequence}-${item.id}-${renderer}.webm` ) );
@@ -354,27 +354,11 @@ async function runPage( browser, baseUrl, { renderer, suite, item, warmup, frame
 
 let recordedRuns = 0;
 
-function gpuSummary( systemInfo ) {
-
-	const gpu = systemInfo.gpu ?? {};
-	return {
-		devices: ( gpu.devices ?? [] ).map( device => ( {
-			vendorId: device.vendorId,
-			deviceId: device.deviceId,
-			vendor: device.vendorString,
-			device: device.deviceString,
-			driverVendor: device.driverVendor,
-			driverVersion: device.driverVersion,
-		} ) ),
-		auxAttributes: gpu.auxAttributes ?? {},
-	};
-
-}
 
 function isPhysicalGpu( gpu ) {
 
 	const description = JSON.stringify( gpu ).toLowerCase();
-	return ! /swiftshader|llvmpipe|software rasterizer/.test( description );
+	return Boolean( gpu.vendor && ( gpu.device || gpu.architecture ) ) && gpu.isFallbackAdapter !== true && ! /swiftshader|llvmpipe|software rasterizer/.test( description );
 
 }
 
@@ -407,7 +391,8 @@ export async function runBenchmark( options ) {
 
 	}
 	const quick = options.quick === true;
-	const headed = options.headed ?? false;
+	if ( options.headed === true ) throw new Error( 'Benchmarks run in headless Node.' );
+	const headed = false;
 	const repetitions = quick ? 1 : 3;
 	// Warm each runtime with the same moving-camera sequence used for measurement.
 	const warmupFrames = quick ? 2 : 60;
@@ -517,23 +502,8 @@ export async function runBenchmark( options ) {
 		}
 		const bundleSha256 = await directoryDigest( bundleRoot );
 		server = await serveDirectory( bundleRoot, externalFiles );
-		browser = await chromium.launch( {
-			channel: 'chromium',
-			headless: ! headed,
-			args: [
-				'--enable-unsafe-webgpu',
-				'--js-flags=--expose-gc',
-				// Chromium's own measure-memory tests use eager collection. The harness
-				// samples after forced GC, outside timing, without waiting for idle GC.
-				'--enable-blink-features=ForceEagerMeasureMemory',
-				// Headless Chromium on macOS otherwise picks SwiftShader, which fails the
-				// physical-GPU gate and captures blank frames.
-				...( process.platform === 'darwin' ? [ '--use-angle=metal' ] : [] ),
-			],
-		} );
-		const cdp = await browser.newBrowserCDPSession();
-		const systemInfo = await cdp.send( 'SystemInfo.getInfo' );
-		const gpu = gpuSummary( systemInfo );
+		browser = await launchNodeRenderer();
+		const gpu = await browser.gpuInfo();
 		const physicalGpu = isPhysicalGpu( gpu );
 		if ( ! quick && ! physicalGpu ) {
 
@@ -719,7 +689,7 @@ export async function runBenchmark( options ) {
 				browser: await browser.version(),
 				headed,
 				physicalGpu,
-				memoryMeasurement: 'Forced GC followed by eager measureUserAgentSpecificMemory, outside timing.',
+				memoryMeasurement: 'Node renderer process resident memory after GC, outside timing.',
 				gpu,
 				os: { platform: process.platform, release: os.release(), architecture: os.arch() },
 				cpu: os.cpus()[ 0 ]?.model ?? null,
@@ -734,7 +704,7 @@ export async function runBenchmark( options ) {
 				frame: suiteId === 'standard'
 					? 'Round-robin held-out-camera update through a complete current-camera sort, index upload and GPU-complete draw, without a display-frame wait; quick uses its single validation view.'
 					: 'Camera update through a complete current-camera sort and GPU-complete draw on a deterministic 2.5-degree orbit.',
-				memory: 'Chromium page memory after forced GC; renderer GPU bytes are secondary because scopes differ.',
+				memory: 'Node renderer process RSS after forced GC; renderer GPU bytes are secondary because scopes differ.',
 				quality: suiteId === 'standard'
 					? `PSNR and dm_pix-compatible RGB SSIM on decoded sRGB captures versus held-out ground truth, after ${warmupFrames} stationary frames outside the timing window.`
 					: 'Not measured; synthetic micro scenes are performance-only.',

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "three-blocks-benchmark",
-  "version": "0.5.1",
+  "version": "0.6.0",
   "description": "Reproducible Gaussian splat benchmarks for Three Blocks, three.js r186, Spark, SuperSplat Viewer and Editor 3, GaussianSplats3D, and Babylon.js",
   "keywords": [
     "three",
@@ -51,11 +51,11 @@
     "@playcanvas/splat-transform": "3.3.3",
     "@playcanvas/supersplat-viewer": "1.31.2",
     "@sparkjsdev/spark": "2.1.0",
+    "@three-blocks/devtools": "11.1.0",
     "playcanvas": "2.22.0",
-    "playwright": "1.61.1",
     "pngjs": "7.0.0",
     "three": "0.185.1",
-    "three-blocks": "0.12.0",
+    "three-blocks": "0.12.1",
     "three-r186": "npm:three@0.186.0",
     "vite": "8.1.3"
   }