cozyclay 1.9.0 → 2.0.0

package/tools/run-tests.mjs

@@ -2,7 +2,7 @@
 import { spawn } from "node:child_process";
 import { mkdtempSync, readdirSync, rmSync } from "node:fs";
 import { createRequire } from "node:module";
-import { tmpdir } from "node:os";
+import { availableParallelism, tmpdir } from "node:os";
 import { join, relative } from "node:path";
 
 // Whatever a suite drives through the agent sidecar lands in a scratch
@@ -14,7 +14,10 @@ if (!process.env.COZYCLAY_AGENT_SESSIONS_DIR) {
 }
 
 const NODE_FILES = [
+	"test/verify-morphgs-exporter.mjs",
 	"test/verify-studio-elements.mjs",
+	"test/bus/verify-view-mode-pose.mjs",
+	"test/verify-studio-actions.mjs",
 	"test/ardy/verify-base-free.mjs",
 	"test/ardy/verify-browser-motion.mjs",
 	"test/ardy/verify-collision-blockers.mjs",
@@ -26,11 +29,34 @@ const NODE_FILES = [
 	"test/ardy/verify-motion-calibration.mjs",
 	"test/ardy/verify-palette-segmentation.mjs",
 	"test/verify-motion-stabilize.mjs",
-	"test/verify-fal-motion-prompt.mjs",
+	"test/verify-i2v-motion-prompt.mjs",
 	"test/verify-facing-marks.mjs",
 	"test/ardy/verify-gvhmr-floor.mjs",
 	"test/verify-gvhmr-detector-flag.mjs",
 	"test/verify-gvhmr-only.mjs",
+	"test/verify-extract-bench.mjs",
+	"test/verify-fit-bench.mjs",
+	"test/verify-obs-extrinsics.mjs",
+	"test/verify-obs-depth.mjs",
+	"test/verify-obs-ground.mjs",
+	"test/verify-obs-betas.mjs",
+	"test/verify-obs-remote.mjs",
+	"test/verify-track-run-box.mjs",
+	"test/verify-track-gate.mjs",
+	"test/verify-track-backfill.mjs",
+	"test/verify-track-remote.mjs",
+	"test/verify-track-metrics.mjs",
+	"test/verify-track-study-2d.mjs",
+	"test/verify-track-masks.mjs",
+	"test/verify-obs-ladder.mjs",
+	"test/verify-obs-isolation.mjs",
+	"test/verify-obs-bench-t1.mjs",
+	"test/verify-track-rig-dump.mjs",
+	"test/verify-scene-continuity.mjs",
+	"test/verify-heading-unwrap.mjs",
+	"test/verify-scene-ray.mjs",
+	"test/verify-footlock.mjs",
+	"test/verify-cube-contact.mjs",
 	"test/ardy/verify-key-runs.mjs",
 	"test/ardy/verify-playback-skinning.mjs",
 	"test/ardy/verify-playback-clock.mjs",
@@ -42,8 +68,10 @@ const NODE_FILES = [
 	"test/ardy/verify-root-drop.mjs",
 	"test/ardy/verify-surface-rise.mjs",
 	"test/ardy/verify-secure-artifacts.mjs",
+	"test/ardy/verify-motion-cors.mjs",
 	"test/ardy/verify-timeline-coordinates.mjs",
 	"test/ardy/verify-timeline-resize.mjs",
+	"test/verify-tokens.mjs",
 	"test/demo/verify-demo-pages.mjs",
 	"test/demo/verify-motion-api.mjs",
 	"test/demo/verify-motion-url-allowlist.mjs",
@@ -57,10 +85,19 @@ const NODE_FILES = [
 	"test/ik/verify-ground.mjs",
 	"test/ik/verify-auto-physics.mjs",
 	"test/ik/verify-physics-review.mjs",
+	"test/ik/verify-platform-fit.mjs",
 	"test/ik/verify-physics-support.mjs",
 	"test/ik/verify-physics-surface.mjs",
 	"test/ik/verify-ik.mjs",
+	"test/ik/verify-knee-side.mjs",
+	"test/ik/translation-step.mjs",
+	"test/ik/verify-ik-drag-delta.mjs",
+	"test/ik/verify-ik-blend-range.mjs",
+	"test/ik/verify-range-pin.mjs",
+	"test/ik/verify-range-pin-ui.mjs",
+	"test/ik/verify-range-pin-object-transform.mjs",
 	"test/verify-ik-camera-performance.mjs",
+	"test/verify-ik-entry-camera.mjs",
 	"test/process/verify-bridge-launch.mjs",
 	"test/process/verify-lifecycle.mjs",
 	"test/process/verify-mcp-package-isolation.mjs",
@@ -70,6 +107,7 @@ const NODE_FILES = [
 	"test/verify-agent-panel.mjs",
 	"test/verify-agent-host.mjs",
 	"test/verify-agent-routes.mjs",
+	"test/verify-agent-live-runtime.mjs",
 	"test/verify-agent-runner-errors.mjs",
 	"test/verify-agent-steer.mjs",
 	"test/verify-pi-tools.mjs",
@@ -123,6 +161,13 @@ const NODE_FILES = [
 	"test/verify-kimodo-runner.mjs",
 	"test/verify-kimodo-setup.mjs",
 	"test/verify-motion-trail.mjs",
+	"test/verify-motion-trail-limb.mjs",
+	"test/verify-trail-key-conflicts.mjs",
+	"test/verify-motion-trail-orientation.mjs",
+	"test/verify-trail-pick.mjs",
+	"test/verify-trail-rendered-geometry.mjs",
+	"test/verify-motion-trail-overreach.mjs",
+	"test/verify-motion-trail-persistence.mjs",
 	"test/verify-kimodo-waypoints.mjs",
 	"test/verify-keyframe-pack.mjs",
 	"test/verify-keyframe-pack-request.mjs",
@@ -139,9 +184,12 @@ const NODE_FILES = [
 	"test/verify-matte.mjs",
 	"test/verify-model-presets.mjs",
 	"test/verify-mp4-duration.mjs",
+	"test/verify-gt-render-camera.mjs",
+	"test/verify-bench-metrics.mjs",
 	"test/verify-mcp-invariants.mjs",
 	"test/verify-motion-edit.mjs",
 	"test/verify-motion-readiness.mjs",
+	"test/verify-demo-seed.mjs",
 	"test/verify-motion-readiness-ui.mjs",
 	"test/verify-multimodel-ingest.mjs",
 	"test/verify-offscreen-export.mjs",
@@ -176,6 +224,7 @@ const NODE_FILES = [
 	"test/verify-studio-agent-motion.mjs",
 	"test/verify-studio-agent-binding.mjs",
 	"test/verify-studio-undo-hygiene.mjs",
+	"test/verify-studio-contact-sheet.mjs",
 	"test/verify-reference-slots.mjs",
 	"test/verify-scenes.mjs",
 	"test/verify-cozy-scene-node.mjs",
@@ -247,6 +296,7 @@ const BROWSER_FILES = [
 	"test/verify-static-shot-export-browser.mjs",
 	"test/qa-agent-view-toggle-browser.mjs",
 	"test/qa-studio-agent-browser.mjs",
+	"test/qa-agent-scenarios-browser.mjs",
 	"test/qa-camera-tutorial-browser.mjs",
 	"test/qa-first-shot-handoff-browser.mjs",
 	"test/qa-tutorial-analytics-browser.mjs",
@@ -263,12 +313,13 @@ const BROWSER_FILES = [
 	"test/qa-execution-outcomes-browser.mjs",
 	"test/qa-view-menu-browser.mjs",
 	"test/qa-agent-activity-browser.mjs",
+	"test/qa-platform-fit-browser.mjs",
 ];
 
 // The inventory sweep only picks up `verify*.mjs`; a browser suite named for
 // the QA runner it needs is listed here so it still shows up in the manifest
 // (as an EXCLUDE with its reason) instead of going unmentioned.
-const EXTRA_INVENTORY = ["test/qa-studio-agent-browser.mjs", "test/qa-execution-outcomes-browser.mjs", "test/qa-motion-readiness-browser.mjs", "test/qa-export-recovery-browser.mjs", "test/qa-agent-view-toggle-browser.mjs", "test/qa-camera-tutorial-browser.mjs", "test/qa-first-shot-handoff-browser.mjs", "test/qa-tutorial-analytics-browser.mjs", "test/qa-camera-pointer-lock-browser.mjs", "test/qa-first-edit-browser.mjs", "test/qa-ia-tail-browser.mjs", "test/qa-keyframe-pack-browser.mjs", "test/qa-preview-browser.mjs", "test/qa-project-resources-browser.mjs", "test/qa-reference-slots-browser.mjs", "test/qa-scene-playback-browser.mjs", "test/qa-scene-switcher-browser.mjs", "test/qa-send-to-ai-browser.mjs", "test/qa-view-menu-browser.mjs", "test/qa-agent-activity-browser.mjs", "test/qa-live-reconnect-browser.mjs"];
+const EXTRA_INVENTORY = ["test/ik/translation-step.mjs", "test/qa-studio-agent-browser.mjs", "test/qa-agent-scenarios-browser.mjs", "test/qa-execution-outcomes-browser.mjs", "test/qa-motion-readiness-browser.mjs", "test/qa-export-recovery-browser.mjs", "test/qa-agent-view-toggle-browser.mjs", "test/qa-camera-tutorial-browser.mjs", "test/qa-first-shot-handoff-browser.mjs", "test/qa-tutorial-analytics-browser.mjs", "test/qa-camera-pointer-lock-browser.mjs", "test/qa-first-edit-browser.mjs", "test/qa-ia-tail-browser.mjs", "test/qa-keyframe-pack-browser.mjs", "test/qa-preview-browser.mjs", "test/qa-project-resources-browser.mjs", "test/qa-reference-slots-browser.mjs", "test/qa-scene-playback-browser.mjs", "test/qa-scene-switcher-browser.mjs", "test/qa-send-to-ai-browser.mjs", "test/qa-view-menu-browser.mjs", "test/qa-agent-activity-browser.mjs", "test/qa-live-reconnect-browser.mjs", "test/qa-platform-fit-browser.mjs"];
 
 function verificationFiles(directory) {
 	return readdirSync(directory, { withFileTypes: true })
@@ -280,9 +331,13 @@ function verificationFiles(directory) {
 		.sort();
 }
 
+// Every suite reserves its own ports and writes under a temp dir, so files
+// are independent of each other; running them serially cost CI five minutes
+// (#413). `--jobs 1` restores the old interleaved live output for debugging.
 function parseArguments(arguments_) {
 	let listOnly = false;
 	let scope = "all";
+	let jobs = Number(process.env.COZYCLAY_TEST_JOBS) || availableParallelism();
 	for (let index = 0; index < arguments_.length; index += 1) {
 		const argument = arguments_[index];
 		if (argument === "--list") {
@@ -294,23 +349,81 @@ function parseArguments(arguments_) {
 			index += 1;
 			continue;
 		}
+		if (argument === "--jobs") {
+			jobs = Number(arguments_[index + 1]);
+			index += 1;
+			continue;
+		}
 		throw new Error(`unknown argument: ${argument}`);
 	}
 	if (scope !== "all" && scope !== "ardy") throw new Error(`unknown test scope: ${scope}`);
-	return { listOnly, scope };
+	if (!Number.isInteger(jobs) || jobs < 1) throw new Error(`--jobs must be a positive integer, got ${jobs}`);
+	return { listOnly, scope, jobs };
 }
 
-function run(file) {
+// One file per child. With more than one job the output is buffered per file
+// and replayed as a block when the file finishes, so PASS/FAIL lines of
+// different suites never interleave.
+function run(file, { buffered }) {
 	return new Promise((resolve, reject) => {
-		const child = spawn(process.execPath, [file], { stdio: "inherit" });
+		const chunks = [];
+		const child = spawn(process.execPath, [file], { stdio: buffered ? ["ignore", "pipe", "pipe"] : "inherit" });
+		if (buffered) {
+			child.stdout.on("data", (chunk) => chunks.push(chunk));
+			child.stderr.on("data", (chunk) => chunks.push(chunk));
+		}
 		child.once("error", reject);
 		child.once("exit", (code, signal) => {
+			if (buffered) process.stdout.write(`\nRUNNING ${file}\n${Buffer.concat(chunks)}`);
 			if (code === 0) resolve();
 			else reject(new Error(`${file} failed${signal ? ` with ${signal}` : ` with exit code ${code}`}`));
 		});
 	});
 }
 
+// These suites reserve a port by binding :0, release it, and hand the number
+// to a child that binds it again (or an adjacent one). Any concurrent suite
+// can take it in between, so they run one at a time after the parallel wave
+// instead of by luck. Everything else picks its port inside the process that
+// keeps it.
+const SERIAL_ONLY = new Set([
+	"test/process/verify-bridge-launch.mjs",
+	"mcp/verify-http-origin.mjs",
+	"mcp/verify-live-controller.mjs",
+	"mcp/verify-live-motion-job.mjs",
+	"mcp/verify-live-p0.mjs",
+	"mcp/verify-live-port.mjs",
+	"mcp/verify-live-routing.mjs",
+]);
+
+// Longest files first so the tail of the run is not one slow suite on its own.
+const SLOW_FIRST = [
+	"test/verify-studio-agent-motion.mjs",
+	"test/verify-studio-agent-binding.mjs",
+	"test/ardy/verify-gvhmr-floor.mjs",
+	"test/verify-part-colours.mjs",
+	"test/verify-agent-runner-errors.mjs",
+];
+
+async function runAll(files, jobs) {
+	const parallel = files.filter((file) => !SERIAL_ONLY.has(file));
+	const queue = [...SLOW_FIRST.filter((file) => parallel.includes(file)), ...parallel.filter((file) => !SLOW_FIRST.includes(file))];
+	let failure = null;
+	const worker = async () => {
+		while (queue.length > 0 && !failure) {
+			const file = queue.shift();
+			try {
+				await run(file, { buffered: jobs > 1 });
+			} catch (error) {
+				failure ??= error;
+			}
+		}
+	};
+	await Promise.all(Array.from({ length: Math.min(jobs, queue.length) }, worker));
+	if (failure) throw failure;
+	for (const file of files.filter((file) => SERIAL_ONLY.has(file))) await run(file, { buffered: true });
+}
+
 // node:sqlite's DatabaseSync only ships unflagged from Node 22.13.0 (it lived
 // behind --experimental-sqlite before that). package.json requires >=22.19,
 // but older 22.x installs are still common enough that the manifest should
@@ -346,6 +459,8 @@ function hasMcpRuntimeDeps() {
 }
 
 const mcpDepsInstalled = hasMcpRuntimeDeps();
+// Starts the repository hub through mcp/live-hub.mjs, so it needs that tree too.
+const MCP_DEPENDENT_NODE_FILES = new Set(["test/verify-agent-live-runtime.mjs"]);
 
 const categories = new Map([
 	...NODE_FILES.map((file) => [file, { kind: "node", reason: "runs directly under Node" }]),
@@ -367,7 +482,7 @@ const categories = new Map([
 ]);
 if (!mcpDepsInstalled) {
 	for (const [file, category] of categories) {
-		if (!file.startsWith("mcp/") || category.kind !== "node") continue;
+		if (!(file.startsWith("mcp/") || MCP_DEPENDENT_NODE_FILES.has(file)) || category.kind !== "node") continue;
 		categories.set(file, {
 			kind: "mcp-deps",
 			reason: "requires the MCP server dependencies; run `npm --prefix mcp ci` (or `cd mcp && npm install`) first",
@@ -375,8 +490,11 @@ if (!mcpDepsInstalled) {
 	}
 }
 
-const { listOnly, scope } = parseArguments(process.argv.slice(2));
+const { listOnly, scope, jobs } = parseArguments(process.argv.slice(2));
 const inventory = [...verificationFiles("test"), ...verificationFiles("mcp"), ...EXTRA_INVENTORY].sort();
+for (const file of inventory) {
+	if (/^test\/bus\/verify-.*\.mjs$/.test(file)) categories.set(file, { kind: "node", reason: "command bus contract verification" });
+}
 const unclassified = inventory.filter((file) => !categories.has(file));
 const stale = [...categories.keys()].filter((file) => !inventory.includes(file));
 if (unclassified.length > 0 || stale.length > 0) {
@@ -388,16 +506,20 @@ if (unclassified.length > 0 || stale.length > 0) {
 
 const scoped = inventory.filter((file) => scope === "all" || file.startsWith("test/ardy/") || file.startsWith("test/ik/"));
 const runnable = scoped.filter((file) => categories.get(file).kind === "node");
-console.log(`TEST MANIFEST scope=${scope} runnable=${runnable.length} total=${scoped.length}`);
+console.log(`TEST MANIFEST scope=${scope} runnable=${runnable.length} total=${scoped.length} jobs=${jobs}`);
 for (const file of scoped) {
 	const { kind, reason } = categories.get(file);
 	console.log(`${kind === "node" ? "RUN" : "EXCLUDE"} ${kind} ${file} - ${reason}`);
 }
 
 if (!listOnly) {
-	for (const file of runnable) {
-		console.log(`\nRUNNING ${file}`);
-		await run(file);
+	if (jobs === 1) {
+		for (const file of runnable) {
+			console.log(`\nRUNNING ${file}`);
+			await run(file, { buffered: false });
+		}
+	} else {
+		await runAll(runnable, jobs);
 	}
 	console.log(`\nPASS ${runnable.length} Node verification files`);
 }