@omni-oss/task-bench 0.0.0-beta.1 → 0.0.0

package/dist/bench/index.d.ts

@@ -3,8 +3,7 @@ import { Stats } from './stats';
 export interface RunSample {
     durationMs: number;
     exitCode: number;
-    stdout: string;
-    stderr: string;
+    stdoutBytes: number;
     /** Number of tasks that actually executed (0 == a full cache hit). */
     executed: number;
     ok: boolean;
@@ -51,10 +50,6 @@ export type BenchEvent = {
     kind: "tool-error";
     tool: Tool;
     error: string;
-} | {
-    kind: "tool-unsuccessful";
-    tool: Tool;
-    sample: RunSample;
 };
 export interface RunBenchmarkOptions {
     tools?: Tool[] | undefined;

package/dist/bench/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/bench/index.ts"],"names":[],"mappings":"AAMA,OAAO,EAAuB,KAAK,IAAI,EAAE,MAAM,WAAW,CAAC;AAG3D,OAAO,EAAgB,KAAK,KAAK,EAAE,MAAM,SAAS,CAAC;AAEnD,MAAM,WAAW,SAAS;IACtB,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,sEAAsE;IACtE,QAAQ,EAAE,MAAM,CAAC;IACjB,EAAE,EAAE,OAAO,CAAC;CACf;AAED,MAAM,WAAW,cAAc;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,KAAK,CAAC;IACb,qEAAqE;IACrE,cAAc,EAAE,MAAM,CAAC;CAC1B;AAED,MAAM,WAAW,UAAU;IACvB,IAAI,EAAE,IAAI,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,2EAA2E;IAC3E,aAAa,EAAE,MAAM,CAAC;IACtB,IAAI,EAAE,cAAc,CAAC;IACrB,IAAI,EAAE,cAAc,CAAC;IACrB,KAAK,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,eAAe;IAC5B,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,eAAe,EAAE,MAAM,CAAC;IACxB,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,EAAE,OAAO,CAAC;IAChB,qEAAqE;IACrE,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC,CAAC;IACxC,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,EAAE,UAAU,EAAE,CAAC;CACvB;AAED,MAAM,MAAM,UAAU,GAChB;IAAE,IAAI,EAAE,YAAY,CAAC;IAAC,IAAI,EAAE,IAAI,CAAA;CAAE,GAClC;IACI,IAAI,EAAE,UAAU,CAAC;IACjB,IAAI,EAAE,IAAI,CAAC;IACX,QAAQ,EAAE,MAAM,GAAG,MAAM,CAAC;IAC1B,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,SAAS,CAAC;CACrB,GACD;IAAE,IAAI,EAAE,YAAY,CAAC;IAAC,IAAI,EAAE,IAAI,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,GACjD;IACI,IAAI,EAAE,mBAAmB,CAAC;IAC1B,IAAI,EAAE,IAAI,CAAC;IACX,MAAM,EAAE,SAAS,CAAC;CACrB,CAAC;AAER,MAAM,WAAW,mBAAmB;IAChC,KAAK,CAAC,EAAE,IAAI,EAAE,GAAG,SAAS,CAAC;IAC3B,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,QAAQ,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC9B,QAAQ,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC9B,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACjC,0DAA0D;IAC1D,MAAM,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAC7B,OAAO,CAAC,EAAE,CAAC,CAAC,KAAK,EAAE,UAAU,KAAK,IAAI,CAAC,GAAG,SAAS,CAAC;CACvD;AAuED;;;;;;;;;;;GAWG;AACH,wBAAsB,YAAY,CAC9B,OAAO,EAAE,MAAM,EACf,OAAO,GAAE,mBAAwB,GAClC,OAAO,CAAC,eAAe,CAAC,CA8J1B"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/bench/index.ts"],"names":[],"mappings":"AAMA,OAAO,EAAuB,KAAK,IAAI,EAAE,MAAM,WAAW,CAAC;AAG3D,OAAO,EAAgB,KAAK,KAAK,EAAE,MAAM,SAAS,CAAC;AAEnD,MAAM,WAAW,SAAS;IACtB,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;IACpB,sEAAsE;IACtE,QAAQ,EAAE,MAAM,CAAC;IACjB,EAAE,EAAE,OAAO,CAAC;CACf;AAED,MAAM,WAAW,cAAc;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,KAAK,CAAC;IACb,qEAAqE;IACrE,cAAc,EAAE,MAAM,CAAC;CAC1B;AAED,MAAM,WAAW,UAAU;IACvB,IAAI,EAAE,IAAI,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,2EAA2E;IAC3E,aAAa,EAAE,MAAM,CAAC;IACtB,IAAI,EAAE,cAAc,CAAC;IACrB,IAAI,EAAE,cAAc,CAAC;IACrB,KAAK,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,eAAe;IAC5B,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,eAAe,EAAE,MAAM,CAAC;IACxB,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,EAAE,OAAO,CAAC;IAChB,qEAAqE;IACrE,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC,CAAC;IACxC,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,EAAE,UAAU,EAAE,CAAC;CACvB;AAED,MAAM,MAAM,UAAU,GAChB;IAAE,IAAI,EAAE,YAAY,CAAC;IAAC,IAAI,EAAE,IAAI,CAAA;CAAE,GAClC;IACI,IAAI,EAAE,UAAU,CAAC;IACjB,IAAI,EAAE,IAAI,CAAC;IACX,QAAQ,EAAE,MAAM,GAAG,MAAM,CAAC;IAC1B,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,SAAS,CAAC;CACrB,GACD;IAAE,IAAI,EAAE,YAAY,CAAC;IAAC,IAAI,EAAE,IAAI,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,CAAC;AAExD,MAAM,WAAW,mBAAmB;IAChC,KAAK,CAAC,EAAE,IAAI,EAAE,GAAG,SAAS,CAAC;IAC3B,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,QAAQ,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC9B,QAAQ,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC9B,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACjC,0DAA0D;IAC1D,MAAM,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAC7B,OAAO,CAAC,EAAE,CAAC,CAAC,KAAK,EAAE,UAAU,KAAK,IAAI,CAAC,GAAG,SAAS,CAAC;CACvD;AAoED;;;;;;;;;;;GAWG;AACH,wBAAsB,YAAY,CAC9B,OAAO,EAAE,MAAM,EACf,OAAO,GAAE,mBAAwB,GAClC,OAAO,CAAC,eAAe,CAAC,CAgJ1B"}

package/dist/index.mjs

@@ -1,2 +1,2 @@
-import { A as e, C as t, D as n, E as r, M as i, N as a, O as o, S as s, T as c, _ as l, a as u, b as d, c as f, d as p, f as m, g as h, h as g, i as _, j as v, k as y, l as b, m as x, n as S, o as C, p as w, r as T, s as E, t as D, u as O, v as k, w as A, x as j, y as M } from "./src-D3XyMXAu.mjs";
+import { A as e, C as t, D as n, E as r, M as i, N as a, O as o, S as s, T as c, _ as l, a as u, b as d, c as f, d as p, f as m, g as h, h as g, i as _, j as v, k as y, l as b, m as x, n as S, o as C, p as w, r as T, s as E, t as D, u as O, v as k, w as A, x as j, y as M } from "./src-DOsUAz2Z.mjs";
 export { T as BUILTIN_PRESETS, c as DEPENDENCY_STRATEGIES, r as DependencyConfigSchema, n as DependencyStrategySchema, o as HarnessConfigSchema, _ as RunOptionsSchema, u as ScenarioSchema, C as SuiteSchema, y as TOOLS, e as TaskConfigSchema, v as ToolSchema, i as VersionsConfigSchema, k as assertSupportedVersion, s as buildGraph, h as computeStats, E as deepMerge, l as formatMs, w as formatReport, D as formatSuiteMarkdown, m as generateWorkspace, M as getAdapter, d as getAdapters, f as getPreset, x as installWorkspace, b as listPresets, O as parseSuite, t as projectName, a as resolveConfig, p as resolveScenario, j as resolveToolVersions, g as runBenchmark, S as runSuite, A as taskNames };

package/dist/{src-D3XyMXAu.mjs → src-DOsUAz2Z.mjs}

@@ -7,46 +7,46 @@ import { execa as f } from "execa";
 import { z as p } from "zod";
 import { satisfies as m } from "semver";
 import { stringify as h } from "yaml";
-//#region package.json
-var g = "@omni-oss/task-bench", _ = "Generate configurable test workspaces and benchmark omni/turbo/nx task execution performance", v = "0.0.0-beta.1", y = [
+//#region src/config.ts
+var g = [
 	"isolated",
 	"chain",
 	"fan-out",
 	"layered",
 	"random"
-], b = p.enum(y), x = [
+], _ = p.enum(g), v = [
 	"omni",
 	"turbo",
 	"nx",
 	"moon"
-], S = p.enum(x), C = p.object({
-	strategy: b.default("layered").describe("Shape of the inter-project dependency graph."),
+], y = p.enum(v), b = p.object({
+	strategy: _.default("layered").describe("Shape of the inter-project dependency graph."),
 	layers: p.number().int().positive().default(5).describe("Number of layers for the `layered` strategy."),
 	fanout: p.number().int().nonnegative().default(3).describe("Maximum number of upstream dependencies per project (cap for `layered`/`random`)."),
 	edgeProbability: p.number().min(0).max(1).default(.35).describe("Edge inclusion probability for the `random` strategy.")
-}).prefault({}), w = p.object({
+}).prefault({}), x = p.object({
 	logLines: p.number().int().nonnegative().default(25).describe("How many log lines each task prints to stdout."),
 	workIterations: p.number().int().nonnegative().default(15e4).describe("Iterations of cheap CPU work per task. Keep small so caching dominates."),
 	outputFiles: p.number().int().positive().default(1).describe("Number of output files each task writes into dist/."),
 	chainWithinProject: p.boolean().default(!0).describe("Whether task `tN` depends on `t(N-1)` within a project."),
 	fanUpstream: p.boolean().default(!0).describe("Whether task `tN` depends on `tN` of upstream projects (^tN).")
-}).prefault({}), T = p.object({
+}).prefault({}), S = p.object({
 	turbo: p.string().default("2.10.3"),
 	nx: p.string().default("23.0.1"),
 	moon: p.string().default("2.3.5"),
 	bun: p.string().default("1.3.14")
-}).prefault({}), E = p.object({
+}).prefault({}), C = p.object({
 	seed: p.number().int().nonnegative().default(1).describe("Seed for deterministic graph generation."),
 	projectPrefix: p.string().regex(/^[a-z][a-z0-9-]*$/).default("bench-p").describe("Prefix used for generated package names."),
 	projects: p.number().int().positive().default(50).describe("Number of projects to generate."),
 	tasksPerProject: p.number().int().positive().default(3).describe("Number of tasks (t0..tN-1) per project."),
-	dependency: C,
-	task: w,
-	tools: p.array(S).min(1).default([...x]).describe("Which runners to configure and benchmark."),
-	versions: T
+	dependency: b,
+	task: x,
+	tools: p.array(y).min(1).default([...v]).describe("Which runners to configure and benchmark."),
+	versions: S
 });
-function D(e) {
-	return E.parse(e ?? {});
+function w(e) {
+	return C.parse(e ?? {});
 }
 //#endregion
 //#region src/graph.ts
@@ -61,7 +61,7 @@ function ee(e) {
 function te(e) {
 	return Math.max(4, String(e - 1).length);
 }
-function O(e, t) {
+function T(e, t) {
 	let n = te(e.projects);
 	return `${e.projectPrefix}${String(t).padStart(n, "0")}`;
 }
@@ -95,10 +95,10 @@ function re(e, t, n) {
 		default: return [];
 	}
 }
-function k(e) {
+function E(e) {
 	let t = ee(e.seed), n = [];
 	for (let r = 0; r < e.projects; r++) {
-		let i = O(e, r);
+		let i = T(e, r);
 		n.push({
 			index: r,
 			name: i,
@@ -108,48 +108,48 @@ function k(e) {
 	}
 	return n;
 }
-function A(e) {
+function D(e) {
 	return Array.from({ length: e.tasksPerProject }, (e, t) => `t${t}`);
 }
 //#endregion
 //#region src/tools/types.ts
-function j(t, n) {
+function O(t, n) {
 	let r = o(t, "node_modules", ".bin", n);
 	return e(r) ? r : n;
 }
-async function M(e) {
+async function k(e) {
 	await Promise.all(e.projectDirs.map((t) => l(o(e.rootDir, t, "dist"), {
 		recursive: !0,
 		force: !0
 	})));
 }
-function N(e, t) {
+function A(e, t) {
 	let n = [];
 	return e.task.chainWithinProject && t > 0 && n.push(`t${t - 1}`), e.task.fanUpstream && n.push(`^t${t}`), n;
 }
-function ie(e, t) {
+function j(e, t) {
 	return e.dependencies.map((e) => t[e]?.name ?? "");
 }
 //#endregion
 //#region src/tools/moon.ts
-var ae = "https://moonrepo.dev/schemas/workspace.json", oe = "https://moonrepo.dev/schemas/toolchain.json", se = "https://moonrepo.dev/schemas/project.json";
-function ce(e, t) {
+var ie = "https://moonrepo.dev/schemas/workspace.json", ae = "https://moonrepo.dev/schemas/toolchain.json", oe = "https://moonrepo.dev/schemas/project.json";
+function se(e, t) {
 	let n = [];
 	return e.task.chainWithinProject && t > 0 && n.push(`~:t${t - 1}`), e.task.fanUpstream && n.push(`^:t${t}`), n;
 }
-function le() {
+function ce() {
 	return h({
-		$schema: ae,
+		$schema: ie,
 		projects: ["packages/*"]
 	});
 }
-function ue() {
-	return h({ $schema: oe });
+function le() {
+	return h({ $schema: ae });
 }
-function de(e, t, n) {
+function ue(e, t, n) {
 	let r = {};
-	return A(e).forEach((t, n) => {
-		let i = ce(e, n);
+	return D(e).forEach((t, n) => {
+		let i = se(e, n);
 		r[t] = {
 			command: `node ./task.mjs ${t}`,
 			...i.length ? { deps: i } : {},
@@ -161,26 +161,26 @@ function de(e, t, n) {
 			outputs: [`dist/${t}.*`]
 		};
 	}), h({
-		$schema: se,
+		$schema: oe,
 		id: t.name,
 		layer: "library",
 		language: "javascript",
-		...t.dependencies.length ? { dependsOn: ie(t, n) } : {},
+		...t.dependencies.length ? { dependsOn: j(t, n) } : {},
 		tasks: r
 	});
 }
-var fe = {
+var de = {
 	tool: "moon",
 	hasDaemon: !1,
 	supportedVersions: ["^2.0.0"],
 	pinnedVersion: (e) => e.versions.moon,
 	devDependencies: (e) => ({ "@moonrepo/cli": e.versions.moon }),
 	setup: async (e) => {
-		await e.write(".moon/workspace.yml", le()), await e.write(".moon/toolchain.yml", ue());
-		for (let t of e.projects) await e.write(`${t.dir}/moon.yml`, de(e.config, t, e.projects));
+		await e.write(".moon/workspace.yml", ce()), await e.write(".moon/toolchain.yml", le());
+		for (let t of e.projects) await e.write(`${t.dir}/moon.yml`, ue(e.config, t, e.projects));
 	},
 	run: (e, t) => ({
-		file: j(t.rootDir, "moon"),
+		file: O(t.rootDir, "moon"),
 		args: [
 			"run",
 			`:${e}`,
@@ -190,7 +190,7 @@ var fe = {
 	}),
 	env: () => ({}),
 	clearCaches: async (e) => {
-		await M(e), await l(o(e.rootDir, ".moon", "cache"), {
+		await k(e), await l(o(e.rootDir, ".moon", "cache"), {
 			recursive: !0,
 			force: !0
 		});
@@ -199,11 +199,11 @@ var fe = {
 };
 //#endregion
 //#region src/tools/nx.ts
-function pe(e) {
+function fe(e) {
 	let t = {};
-	return A(e).forEach((n, r) => {
+	return D(e).forEach((n, r) => {
 		t[n] = {
-			dependsOn: N(e, r),
+			dependsOn: A(e, r),
 			cache: !0,
 			outputs: [`{projectRoot}/dist/${n}.*`],
 			inputs: [
@@ -217,9 +217,9 @@ function pe(e) {
 		targetDefaults: t
 	}, null, 2)}\n`;
 }
-function me(e, t) {
+function pe(e, t) {
 	let n = {};
-	for (let r of A(e)) n[r] = {
+	for (let r of D(e)) n[r] = {
 		executor: "nx:run-commands",
 		options: {
 			command: `node ./task.mjs ${r}`,
@@ -232,18 +232,18 @@ function me(e, t) {
 		targets: n
 	}, null, 2)}\n`;
 }
-var he = {
+var me = {
 	tool: "nx",
 	hasDaemon: !0,
 	supportedVersions: [">=21.0.0 <24.0.0"],
 	pinnedVersion: (e) => e.versions.nx,
 	devDependencies: (e) => ({ nx: e.versions.nx }),
 	setup: async (e) => {
-		await e.write("nx.json", pe(e.config));
-		for (let t of e.projects) await e.write(`${t.dir}/project.json`, me(e.config, t));
+		await e.write("nx.json", fe(e.config));
+		for (let t of e.projects) await e.write(`${t.dir}/project.json`, pe(e.config, t));
 	},
 	run: (e, t) => ({
-		file: j(t.rootDir, "nx"),
+		file: O(t.rootDir, "nx"),
 		args: [
 			"run-many",
 			"-t",
@@ -256,7 +256,7 @@ var he = {
 		NX_TUI: "false"
 	}),
 	clearCaches: async (e) => {
-		await M(e), await f(j(e.rootDir, "nx"), ["reset"], {
+		await k(e), await f(O(e.rootDir, "nx"), ["reset"], {
 			cwd: e.rootDir,
 			reject: !1,
 			stdio: "ignore",
@@ -267,32 +267,32 @@ var he = {
 		});
 	},
 	stopDaemon: async (e) => {
-		await f(j(e.rootDir, "nx"), ["reset"], {
+		await f(O(e.rootDir, "nx"), ["reset"], {
 			cwd: e.rootDir,
 			reject: !1,
 			stdio: "ignore",
 			env: { NX_DAEMON: "false" }
 		});
 	}
-}, ge = "# yaml-language-server: $schema=https://raw.githubusercontent.com/omni-oss/json-schemas/refs/heads/main/project.json", _e = "# yaml-language-server: $schema=https://raw.githubusercontent.com/omni-oss/json-schemas/refs/heads/main/workspace.json";
-function ve() {
-	return `${_e}\n${h({
+}, he = "# yaml-language-server: $schema=https://raw.githubusercontent.com/omni-oss/json-schemas/refs/heads/main/project.json", ge = "# yaml-language-server: $schema=https://raw.githubusercontent.com/omni-oss/json-schemas/refs/heads/main/workspace.json";
+function _e() {
+	return `${ge}\n${h({
 		ui: "stream",
 		projects: ["packages/*"]
 	})}`;
 }
-function ye(e, t, n) {
+function ve(e, t, n) {
 	let r = {};
-	return A(e).forEach((t, n) => {
-		let i = N(e, n);
+	return D(e).forEach((t, n) => {
+		let i = A(e, n);
 		r[t] = {
 			exec: `node ./task.mjs ${t}`,
 			...i.length ? { dependencies: i } : {},
 			cache: { output: { files: [`dist/${t}.*`] } }
 		};
-	}), `${ge}\n${h({
+	}), `${he}\n${h({
 		name: t.name,
-		...t.dependencies.length ? { dependencies: ie(t, n) } : {},
+		...t.dependencies.length ? { dependencies: j(t, n) } : {},
 		cache: { key: { files: [
 			"package.json",
 			"task.mjs",
@@ -301,7 +301,7 @@ function ye(e, t, n) {
 		tasks: r
 	})}`;
 }
-var be = {
+var ye = {
 	tool: "omni",
 	hasDaemon: !1,
 	supportedVersions: [">=0.16.0"],
@@ -315,8 +315,8 @@ var be = {
 	},
 	devDependencies: () => ({}),
 	setup: async (e) => {
-		await e.write("workspace.omni.yaml", ve());
-		for (let t of e.projects) await e.write(`${t.dir}/project.omni.yaml`, ye(e.config, t, e.projects));
+		await e.write("workspace.omni.yaml", _e());
+		for (let t of e.projects) await e.write(`${t.dir}/project.omni.yaml`, ve(e.config, t, e.projects));
 	},
 	run: (e, t) => ({
 		file: "omni",
@@ -331,7 +331,7 @@ var be = {
 	}),
 	env: () => ({}),
 	clearCaches: async (e) => {
-		await M(e), await l(o(e.rootDir, ".omni", "cache"), {
+		await k(e), await l(o(e.rootDir, ".omni", "cache"), {
 			recursive: !0,
 			force: !0
 		});
@@ -340,11 +340,11 @@ var be = {
 };
 //#endregion
 //#region src/tools/turbo.ts
-function xe(e) {
+function be(e) {
 	let t = {};
-	return A(e).forEach((n, r) => {
+	return D(e).forEach((n, r) => {
 		t[n] = {
-			dependsOn: N(e, r),
+			dependsOn: A(e, r),
 			outputs: [`dist/${n}.*`],
 			inputs: [
 				"package.json",
@@ -360,8 +360,8 @@ function xe(e) {
 }
 //#endregion
 //#region src/tools/index.ts
-var Se = {
-	omni: be,
+var xe = {
+	omni: ye,
 	turbo: {
 		tool: "turbo",
 		hasDaemon: !0,
@@ -369,10 +369,10 @@ var Se = {
 		pinnedVersion: (e) => e.versions.turbo,
 		devDependencies: (e) => ({ turbo: e.versions.turbo }),
 		setup: async (e) => {
-			await e.write("turbo.json", xe(e.config));
+			await e.write("turbo.json", be(e.config));
 		},
 		run: (e, t) => ({
-			file: j(t.rootDir, "turbo"),
+			file: O(t.rootDir, "turbo"),
 			args: [
 				"run",
 				e,
@@ -383,7 +383,7 @@ var Se = {
 		}),
 		env: () => ({}),
 		clearCaches: async (e) => {
-			await M(e), await l(o(e.rootDir, ".turbo"), {
+			await k(e), await l(o(e.rootDir, ".turbo"), {
 				recursive: !0,
 				force: !0
 			}), await l(o(e.rootDir, "node_modules", ".cache", "turbo"), {
@@ -392,39 +392,39 @@ var Se = {
 			});
 		},
 		stopDaemon: async (e) => {
-			await f(j(e.rootDir, "turbo"), ["daemon", "stop"], {
+			await f(O(e.rootDir, "turbo"), ["daemon", "stop"], {
 				cwd: e.rootDir,
 				reject: !1,
 				stdio: "ignore"
 			});
 		}
 	},
-	nx: he,
-	moon: fe
+	nx: me,
+	moon: de
 };
-function P(e) {
-	return Se[e];
+function M(e) {
+	return xe[e];
 }
-function F(e) {
-	return e.map(P);
+function N(e) {
+	return e.map(M);
 }
-function I(e, t) {
+function P(e, t) {
 	if (!e.supportedVersions.some((e) => m(t, e, {
 		includePrerelease: !0,
 		loose: !0
 	}))) throw Error(`${e.tool} version "${t}" is not supported by task-bench (supported: ${e.supportedVersions.join(" || ")}). Adjust versions.${e.tool} in your config or upgrade/downgrade the tool.`);
 }
-async function L(e, t, n = e.tools) {
+async function F(e, t, n = e.tools) {
 	let r = /* @__PURE__ */ new Map();
 	for (let i of n) {
-		let n = P(i), a = n.pinnedVersion(e);
-		a === null && n.detectVersion && (a = await n.detectVersion(t)), a !== null && I(n, a), r.set(i, a);
+		let n = M(i), a = n.pinnedVersion(e);
+		a === null && n.detectVersion && (a = await n.detectVersion(t)), a !== null && P(n, a), r.set(i, a);
 	}
 	return r;
 }
 //#endregion
 //#region src/bench/stats.ts
-function R(e) {
+function I(e) {
 	if (e.length === 0) return {
 		samples: e,
 		min: 0,
@@ -443,17 +443,17 @@ function R(e) {
 		stddev: Math.sqrt(a)
 	};
 }
-function z(e) {
+function L(e) {
 	return e >= 1e3 ? `${(e / 1e3).toFixed(2)}s` : `${e.toFixed(0)}ms`;
 }
 //#endregion
 //#region src/bench/index.ts
-function Ce(e) {
+function Se(e) {
 	if (e.length === 0) return 0;
 	let t = [...e].sort((e, t) => e - t), n = Math.floor(t.length / 2);
 	return t.length % 2 == 0 ? ((t[n - 1] ?? 0) + (t[n] ?? 0)) / 2 : t[n] ?? 0;
 }
-function we(e) {
+function Ce(e) {
 	try {
 		let n = t(e, "utf8");
 		if (n.length === 0) return 0;
@@ -464,7 +464,7 @@ function we(e) {
 		return 0;
 	}
 }
-async function B(e, t, r, i, a) {
+async function R(e, t, r, i, a) {
 	n(i, "");
 	let o = d.now(), s = await f(e, t, {
 		cwd: r,
@@ -477,31 +477,30 @@ async function B(e, t, r, i, a) {
 			TASK_BENCH_EXEC_LOG: i,
 			...a
 		}
-	}), c = d.now() - o, l = typeof s.stdout == "string" ? s.stdout : "", u = typeof s.stderr == "string" ? s.stderr : "";
+	}), c = d.now() - o, l = typeof s.stdout == "string" ? s.stdout : "";
 	return {
 		durationMs: c,
 		exitCode: s.exitCode ?? -1,
-		stdout: l,
-		stderr: u,
-		executed: we(i),
+		stdoutBytes: Buffer.byteLength(l),
+		executed: Ce(i),
 		ok: s.exitCode === 0
 	};
 }
-function V(e) {
+function z(e) {
 	return {
 		runs: e.length,
 		failures: e.filter((e) => !e.ok).length,
-		stats: R(e.map((e) => e.durationMs)),
-		executedMedian: Ce(e.map((e) => e.executed))
+		stats: I(e.map((e) => e.durationMs)),
+		executedMedian: Se(e.map((e) => e.executed))
 	};
 }
-async function H(e, t = {}) {
-	let n = JSON.parse(await c(o(e, "bench.config.json"), "utf8")), a = E.parse(n), s = k(a), l = A(a), u = t.tools ?? a.tools, d = t.task ?? l[l.length - 1] ?? "t0", f = t.coldRuns ?? 3, p = t.warmRuns ?? 5, m = t.concurrency ?? Math.max(1, r().length), h = t.daemon ?? !0, g = t.onEvent ?? (() => {}), _ = o(i(), `task-bench-exec-${process.pid}-${Date.now()}.log`), v = {
+async function B(e, t = {}) {
+	let n = JSON.parse(await c(o(e, "bench.config.json"), "utf8")), a = C.parse(n), s = E(a), l = D(a), u = t.tools ?? a.tools, d = t.task ?? l[l.length - 1] ?? "t0", f = t.coldRuns ?? 3, p = t.warmRuns ?? 5, m = t.concurrency ?? Math.max(1, r().length), h = t.daemon ?? !0, g = t.onEvent ?? (() => {}), _ = o(i(), `task-bench-exec-${process.pid}-${Date.now()}.log`), v = {
 		rootDir: e,
 		projectDirs: s.map((e) => e.dir),
 		concurrency: m,
 		daemon: h
-	}, y = await L(a, e, u), b = {};
+	}, y = await F(a, e, u), b = {};
 	for (let [e, t] of y) b[e] = t;
 	let x = [];
 	for (let t of u) {
@@ -509,13 +508,13 @@ async function H(e, t = {}) {
 			kind: "tool-start",
 			tool: t
 		});
-		let n = P(t), r = n.run(d, v), i = n.env(v);
+		let n = M(t), r = n.run(d, v), i = n.env(v);
 		try {
 			!h && n.hasDaemon && await n.stopDaemon(v);
 			let a = [];
 			for (let o = 1; o <= f; o++) {
 				await n.clearCaches(v), h && n.hasDaemon && await n.stopDaemon(v);
-				let s = await B(r.file, r.args, e, _, i);
+				let s = await R(r.file, r.args, e, _, i);
 				a.push(s), g({
 					kind: "scenario",
 					tool: t,
@@ -523,16 +522,12 @@ async function H(e, t = {}) {
 					run: o,
 					total: f,
 					sample: s
-				}), s.exitCode !== 0 && g({
-					kind: "tool-unsuccessful",
-					tool: t,
-					sample: s
 				});
 			}
-			await B(r.file, r.args, e, _, i);
+			await R(r.file, r.args, e, _, i);
 			let o = [];
 			for (let n = 1; n <= p; n++) {
-				let a = await B(r.file, r.args, e, _, i);
+				let a = await R(r.file, r.args, e, _, i);
 				o.push(a), g({
 					kind: "scenario",
 					tool: t,
@@ -540,10 +535,6 @@ async function H(e, t = {}) {
 					run: n,
 					total: p,
 					sample: a
-				}), a.exitCode !== 0 && g({
-					kind: "tool-unsuccessful",
-					tool: t,
-					sample: a
 				});
 			}
 			let s = Math.max(0, ...a.map((e) => e.executed), ...o.map((e) => e.executed));
@@ -551,8 +542,8 @@ async function H(e, t = {}) {
 				tool: t,
 				task: d,
 				taskGraphSize: s,
-				cold: V(a),
-				warm: V(o)
+				cold: z(a),
+				warm: z(o)
 			});
 		} catch (e) {
 			let n = e instanceof Error ? e.message : String(e);
@@ -564,8 +555,8 @@ async function H(e, t = {}) {
 				tool: t,
 				task: d,
 				taskGraphSize: 0,
-				cold: V([]),
-				warm: V([]),
+				cold: z([]),
+				warm: z([]),
 				error: n
 			});
 		} finally {
@@ -586,7 +577,7 @@ async function H(e, t = {}) {
 }
 //#endregion
 //#region src/bench/install.ts
-async function U(e, t = {}) {
+async function V(e, t = {}) {
 	await f("bun", ["install"], {
 		cwd: e,
 		stdio: t.quiet ? "ignore" : "inherit"
@@ -594,24 +585,24 @@ async function U(e, t = {}) {
 }
 //#endregion
 //#region src/bench/report.ts
-function Te(e, t) {
+function we(e, t) {
 	return e.length >= t ? e : e + " ".repeat(t - e.length);
 }
-function W(e, t) {
+function H(e, t) {
 	if (e.samples.length === 0) return "—";
-	let n = `${z(e.median)} ±${z(e.stddev)}`;
+	let n = `${L(e.median)} ±${L(e.stddev)}`;
 	return t > 0 ? `${n} ⚠${t}` : n;
 }
-function G(e) {
+function U(e) {
 	return e.taskGraphSize <= 0 || e.warm.stats.samples.length === 0 ? null : (e.taskGraphSize - e.warm.executedMedian) / e.taskGraphSize * 100;
 }
-function K(e) {
-	let t = G(e);
+function Te(e) {
+	let t = U(e);
 	return t === null ? "—" : `${t.toFixed(0)}%`;
 }
-function Ee(e) {
+function W(e) {
 	let t = [], n = Math.max(0, ...e.tools.map((e) => e.taskGraphSize));
-	t.push(""), t.push(`task-bench: ${e.projects} projects × ${e.tasksPerProject} tasks (${n} task-graph nodes), running "${e.task}" at concurrency ${e.concurrency} (daemons ${e.daemon ? "on" : "off"})`), t.push(De(e)), t.push("");
+	t.push(""), t.push(`task-bench: ${e.projects} projects × ${e.tasksPerProject} tasks (${n} task-graph nodes), running "${e.task}" at concurrency ${e.concurrency} (daemons ${e.daemon ? "on" : "off"})`), t.push(Ee(e)), t.push("");
 	let r = [
 		"tool",
 		"cold (median)",
@@ -622,42 +613,42 @@ function Ee(e) {
 		let t = e.error ? `error: ${(e.error.split("\n")[0] ?? "").slice(0, 40)}` : "";
 		return [
 			e.tool,
-			W(e.cold.stats, e.cold.failures),
-			W(e.warm.stats, e.warm.failures),
-			K(e),
+			H(e.cold.stats, e.cold.failures),
+			H(e.warm.stats, e.warm.failures),
+			Te(e),
 			t
 		];
-	}), a = r.map((e, t) => Math.max(e.length, ...i.map((e) => (e[t] ?? "").length))), o = (e) => `| ${e.map((e, t) => Te(e, a[t] ?? 0)).join(" | ")} |`;
+	}), a = r.map((e, t) => Math.max(e.length, ...i.map((e) => (e[t] ?? "").length))), o = (e) => `| ${e.map((e, t) => we(e, a[t] ?? 0)).join(" | ")} |`;
 	t.push(o(r)), t.push(`| ${a.map((e) => "-".repeat(e)).join(" | ")} |`);
 	for (let e of i) t.push(o(e));
 	t.push("");
 	let s = e.tools.filter((e) => {
-		let t = G(e);
+		let t = U(e);
 		return t !== null && t < 99.5;
 	});
-	for (let e of s) t.push(`⚠ ${e.tool}: warm runs were not fully cached (${K(e)} hit, ${e.warm.executedMedian}/${e.taskGraphSize} tasks re-ran) — treat its warm number with caution.`);
+	for (let e of s) t.push(`⚠ ${e.tool}: warm runs were not fully cached (${Te(e)} hit, ${e.warm.executedMedian}/${e.taskGraphSize} tasks re-ran) — treat its warm number with caution.`);
 	s.length && t.push("");
 	let c = e.tools.filter((e) => {
-		let t = G(e);
+		let t = U(e);
 		return !e.error && t !== null && t >= 99.5;
 	}).sort((e, t) => e.warm.stats.median - t.warm.stats.median), l = c[0], u = c[c.length - 1];
 	if (c.length > 1 && l && u) {
 		let e = u.warm.stats.median / l.warm.stats.median;
-		t.push(`Warm-cache overhead: ${l.tool} is fastest (${z(l.warm.stats.median)}), ${e.toFixed(2)}× faster than ${u.tool} (${z(u.warm.stats.median)}).\n`);
+		t.push(`Warm-cache overhead: ${l.tool} is fastest (${L(l.warm.stats.median)}), ${e.toFixed(2)}× faster than ${u.tool} (${L(u.warm.stats.median)}).\n`);
 	}
 	let d = e.tools.filter((e) => !e.error && e.cold.stats.samples.length > 0).sort((e, t) => e.cold.stats.median - t.cold.stats.median), f = d[0], p = d[d.length - 1];
 	if (d.length > 1 && f && p) {
 		let e = p.cold.stats.median / f.cold.stats.median;
-		t.push(`Cold-run overhead: ${f.tool} is fastest (${z(f.cold.stats.median)}), ${e.toFixed(2)}× faster than ${p.tool} (${z(p.cold.stats.median)}).`);
+		t.push(`Cold-run overhead: ${f.tool} is fastest (${L(f.cold.stats.median)}), ${e.toFixed(2)}× faster than ${p.tool} (${L(p.cold.stats.median)}).`);
 	}
 	return (c.length > 1 || d.length > 1) && t.push(""), t.join("\n");
 }
-function De(e) {
+function Ee(e) {
 	return `versions: ${e.tools.map((t) => `\`${t.tool} ${e.versions[t.tool] ?? "?"}\``).join(", ")}`;
 }
 //#endregion
 //#region src/generate/templates.ts
-function Oe(e) {
+function De(e) {
 	return [
 		`// Auto-generated source for ${e.name}.`,
 		"// Edit the harness config, not this file.",
@@ -667,7 +658,7 @@ function Oe(e) {
 		""
 	].join("\n");
 }
-function ke(e, t) {
+function Oe(e, t) {
 	let { logLines: n, workIterations: r, outputFiles: i } = e.task;
 	return `#!/usr/bin/env node
 import { createHash } from "node:crypto";
@@ -724,11 +715,11 @@ console.log(\`[\${PROJECT}] \${task}: complete (\${OUTPUT_FILES} output file(s))
 }
 //#endregion
 //#region src/generate/index.ts
-async function q(e, t, n, r) {
+async function G(e, t, n, r) {
 	let i = o(e, t);
 	await s(a(i), { recursive: !0 }), await u(i, n), r.push(t);
 }
-function Ae(e, t) {
+function ke(e, t) {
 	let n = {};
 	for (let r of t) Object.assign(n, r.devDependencies(e));
 	return `${JSON.stringify({
@@ -739,9 +730,9 @@ function Ae(e, t) {
 		...Object.keys(n).length ? { devDependencies: n } : {}
 	}, null, 2)}\n`;
 }
-function je(e, t, n) {
+function Ae(e, t, n) {
 	let r = {};
-	for (let t of A(e)) r[t] = `node ./task.mjs ${t}`;
+	for (let t of D(e)) r[t] = `node ./task.mjs ${t}`;
 	let i = {};
 	for (let e of t.dependencies) {
 		let t = n[e];
@@ -755,7 +746,7 @@ function je(e, t, n) {
 		...Object.keys(i).length ? { dependencies: i } : {}
 	}, null, 2)}\n`;
 }
-function Me() {
+function je() {
 	return [
 		"node_modules",
 		"dist",
@@ -767,7 +758,7 @@ function Me() {
 		""
 	].join("\n");
 }
-function Ne(e) {
+function Me(e) {
 	return [
 		"# task-bench harness",
 		"",
@@ -783,7 +774,7 @@ function Ne(e) {
 		""
 	].join("\n");
 }
-async function Pe(e) {
+async function Ne(e) {
 	let t = {
 		cwd: e,
 		reject: !1,
@@ -799,19 +790,19 @@ async function Pe(e) {
 		"generated benchmark workspace"
 	], t);
 }
-async function Fe(e, t) {
-	let n = D(t), r = k(n), i = [], a = F(n.tools);
+async function K(e, t) {
+	let n = w(t), r = E(n), i = [], a = N(n.tools);
 	await l(e, {
 		recursive: !0,
 		force: !0
 	}), await s(e, { recursive: !0 });
-	let o = await L(n, e);
-	await q(e, "package.json", Ae(n, a), i), await q(e, ".gitignore", Me(), i), await q(e, "README.md", Ne(n), i), await q(e, "bench.config.json", `${JSON.stringify(n, null, 2)}\n`, i);
+	let o = await F(n, e);
+	await G(e, "package.json", ke(n, a), i), await G(e, ".gitignore", je(), i), await G(e, "README.md", Me(n), i), await G(e, "bench.config.json", `${JSON.stringify(n, null, 2)}\n`, i);
 	for (let t of r) {
 		let a = t.dir;
-		await q(e, `${a}/package.json`, je(n, t, r), i), await q(e, `${a}/src/index.js`, Oe(t), i), await q(e, `${a}/task.mjs`, ke(n, t), i);
+		await G(e, `${a}/package.json`, Ae(n, t, r), i), await G(e, `${a}/src/index.js`, De(t), i), await G(e, `${a}/task.mjs`, Oe(n, t), i);
 	}
-	let c = (t, n) => q(e, t, n, i);
+	let c = (t, n) => G(e, t, n, i);
 	for (let t of a) await t.setup({
 		rootDir: e,
 		config: n,
@@ -819,7 +810,7 @@ async function Fe(e, t) {
 		version: o.get(t.tool) ?? null,
 		write: c
 	});
-	return await Pe(e), {
+	return await Ne(e), {
 		rootDir: e,
 		config: n,
 		projects: r,
@@ -828,39 +819,39 @@ async function Fe(e, t) {
 }
 //#endregion
 //#region src/suite/preset.ts
-var J = p.object({
-	tools: p.array(S).optional(),
+var q = p.object({
+	tools: p.array(y).optional(),
 	task: p.string().optional(),
 	coldRuns: p.number().int().nonnegative().optional(),
 	warmRuns: p.number().int().nonnegative().optional(),
 	concurrency: p.number().int().positive().optional(),
 	daemon: p.boolean().optional()
-}).default({}), Ie = p.record(p.string(), p.unknown()).default({}), Le = p.object({
+}).default({}), J = p.record(p.string(), p.unknown()).default({}), Pe = p.object({
 	name: p.string().regex(/^[a-zA-Z0-9._-]+$/, "scenario name must be filesystem-safe (letters, digits, . _ -)"),
 	description: p.string().optional(),
-	config: Ie,
-	run: J
+	config: J,
+	run: q
 }), Y = p.object({
 	name: p.string().default("task-bench suite"),
 	description: p.string().optional(),
 	defaults: p.object({
-		config: Ie,
-		run: J
+		config: J,
+		run: q
 	}).prefault({}),
-	scenarios: p.array(Le).min(1)
+	scenarios: p.array(Pe).min(1)
 });
-function Re(e) {
+function Fe(e) {
 	return typeof e == "object" && !!e && !Array.isArray(e);
 }
 function X(e, t) {
 	let n = { ...e };
 	for (let [e, r] of Object.entries(t)) {
 		let t = n[e];
-		n[e] = Re(t) && Re(r) ? X(t, r) : r;
+		n[e] = Fe(t) && Fe(r) ? X(t, r) : r;
 	}
 	return n;
 }
-function ze(e, t) {
+function Ie(e, t) {
 	let n = X(e.defaults.config, t.config), r = {
 		...e.defaults.run,
 		...t.run
@@ -868,7 +859,7 @@ function ze(e, t) {
 	return {
 		name: t.name,
 		description: t.description,
-		config: D(n),
+		config: w(n),
 		run: r
 	};
 }
@@ -1040,25 +1031,25 @@ var Z = [
 		]
 	}
 };
-function Be() {
+function Le() {
 	return Object.keys(Q);
 }
-function Ve(e) {
+function Re(e) {
 	let t = Q[e];
-	if (!t) throw Error(`unknown preset "${e}" (available: ${Be().join(", ")})`);
+	if (!t) throw Error(`unknown preset "${e}" (available: ${Le().join(", ")})`);
 	return Y.parse(t);
 }
-function He(e) {
+function ze(e) {
 	return Y.parse(e);
 }
 //#endregion
 //#region src/suite/index.ts
-async function Ue(e, t) {
+async function Be(e, t) {
 	let n = t.onEvent ?? (() => {}), r = [], i = e.scenarios.length;
 	for (let a = 0; a < i; a++) {
 		let s = e.scenarios[a];
 		if (!s) continue;
-		let c = ze(e, s), { config: u, run: d } = c, f = t.overrides?.tools ?? d.tools ?? u.tools;
+		let c = Ie(e, s), { config: u, run: d } = c, f = t.overrides?.tools ?? d.tools ?? u.tools;
 		u.tools = f;
 		let p = o(t.workdir, c.name);
 		n({
@@ -1066,8 +1057,8 @@ async function Ue(e, t) {
 			name: c.name,
 			index: a,
 			total: i
-		}), await Fe(p, u), t.install !== !1 && await U(p, { quiet: !0 });
-		let m = await H(p, {
+		}), await K(p, u), t.install !== !1 && await V(p, { quiet: !0 });
+		let m = await B(p, {
 			tools: f,
 			task: t.overrides?.task ?? d.task,
 			coldRuns: t.overrides?.coldRuns ?? d.coldRuns,
@@ -1100,29 +1091,28 @@ async function Ue(e, t) {
 		name: e.name,
 		description: e.description,
 		generatedAt: (/* @__PURE__ */ new Date()).toISOString(),
-		scenarios: r,
-		taskBenchVersion: v
+		scenarios: r
 	};
 }
 //#endregion
 //#region src/suite/report.ts
-function We(e) {
+function Ve(e) {
 	let t = /* @__PURE__ */ new Set();
 	for (let n of e.scenarios) for (let e of n.result.tools) t.add(e.tool);
-	return x.filter((e) => t.has(e));
+	return v.filter((e) => t.has(e));
 }
-function Ge(e, t) {
+function He(e, t) {
 	return `Tool versions:\n\n${t.map((t) => `\`${t} ${e.scenarios.map((e) => e.result.versions[t]).find((e) => e != null) ?? "?"}\``).join("\n\n")}`;
 }
-function Ke(e, t) {
+function Ue(e, t) {
 	let n = e.result.tools.find((e) => e.tool === t);
 	if (!n || n.error) return n?.error ? "err" : "—";
-	let r = n.taskGraphSize > 0 ? (n.taskGraphSize - n.warm.executedMedian) / n.taskGraphSize : 1, i = z(n.warm.stats.median);
+	let r = n.taskGraphSize > 0 ? (n.taskGraphSize - n.warm.executedMedian) / n.taskGraphSize : 1, i = L(n.warm.stats.median);
 	return r < .995 ? `${i}⚠` : i;
 }
-function qe(e, t) {
+function We(e, t) {
 	let n = e.result.tools.find((e) => e.tool === t);
-	return !n || n.error ? n?.error ? "err" : "—" : z(n.cold.stats.median);
+	return !n || n.error ? n?.error ? "err" : "—" : L(n.cold.stats.median);
 }
 function $(e, t) {
 	let n = e.map((e, n) => Math.max(e.length, ...t.map((e) => (e[n] ?? "").length))), r = (e, t) => e.padEnd(t), i = (e) => `| ${e.map((e, t) => r(e, n[t] ?? 0)).join(" | ")} |`;
@@ -1132,9 +1122,9 @@ function $(e, t) {
 		...t.map(i)
 	];
 }
-function Je(e) {
-	let t = We(e), n = [];
-	n.push(`# ${e.name}`), n.push(""), n.push(`TaskBench v${e.taskBenchVersion}`), n.push(""), e.description && (n.push(e.description), n.push("")), n.push(`Generated ${e.generatedAt} · ${e.scenarios.length} scenario(s).`), n.push(""), n.push(Ge(e, t)), n.push(""), n.push("`warm` = median wall time with a verified 100% cache hit (discovery + cache-restore overhead). `⚠` marks a scenario whose warm runs were not fully cached. Absolute times are hardware-dependent — read the ratios."), n.push(""), n.push("## Summary — warm median"), n.push(""), n.push(...$([
+function Ge(e) {
+	let t = Ve(e), n = [];
+	n.push(`# ${e.name}`), n.push(""), e.description && (n.push(e.description), n.push("")), n.push(`Generated ${e.generatedAt} · ${e.scenarios.length} scenario(s).`), n.push(""), n.push(He(e, t)), n.push(""), n.push("`warm` = median wall time with a verified 100% cache hit (discovery + cache-restore overhead). `⚠` marks a scenario whose warm runs were not fully cached. Absolute times are hardware-dependent — read the ratios."), n.push(""), n.push("## Summary — warm median"), n.push(""), n.push(...$([
 		"scenario",
 		"nodes",
 		"conc",
@@ -1145,7 +1135,7 @@ function Je(e) {
 		String(e.result.tools[0]?.taskGraphSize ?? 0),
 		String(e.result.concurrency),
 		e.result.daemon ? "on" : "off",
-		...t.map((t) => Ke(e, t))
+		...t.map((t) => Ue(e, t))
 	]))), n.push(""), n.push("## Summary — cold median"), n.push(""), n.push(...$([
 		"scenario",
 		"nodes",
@@ -1155,13 +1145,13 @@ function Je(e) {
 		e.name,
 		String(e.result.tools[0]?.taskGraphSize ?? 0),
 		String(e.result.concurrency),
-		...t.map((t) => qe(e, t))
+		...t.map((t) => We(e, t))
 	]))), n.push(""), n.push("## Details"), n.push("");
 	for (let t of e.scenarios) {
 		let e = t.description ? `${t.name} — ${t.description}` : t.name;
-		n.push(`### ${e}`), n.push(`Config: ${t.config.projects} projects × ${t.config.tasksPerProject} tasks, strategy \`${t.config.dependency.strategy}\`.`), n.push(Ee(t.result).trimEnd()), n.push("");
+		n.push(`### ${e}`), n.push(`Config: ${t.config.projects} projects × ${t.config.tasksPerProject} tasks, strategy \`${t.config.dependency.strategy}\`.`), n.push(W(t.result).trimEnd()), n.push("");
 	}
 	return n.join("\n");
 }
 //#endregion
-export { w as A, O as C, b as D, C as E, g as F, v as I, T as M, D as N, E as O, _ as P, k as S, y as T, z as _, Le as a, F as b, Ve as c, ze as d, Fe as f, R as g, H as h, J as i, S as j, x as k, Be as l, U as m, Ue as n, Y as o, Ee as p, Q as r, X as s, Je as t, He as u, I as v, A as w, L as x, P as y };
+export { x as A, T as C, _ as D, b as E, S as M, w as N, C as O, E as S, g as T, L as _, Pe as a, N as b, Re as c, Ie as d, K as f, I as g, B as h, q as i, y as j, v as k, Le as l, V as m, Be as n, Y as o, W as p, Q as r, X as s, Ge as t, ze as u, P as v, D as w, F as x, M as y };

package/dist/suite/index.d.ts

@@ -13,7 +13,6 @@ export interface SuiteResult {
     description?: string | undefined;
     generatedAt: string;
     scenarios: SuiteScenarioResult[];
-    taskBenchVersion: string;
 }
 export type SuiteEvent = {
     kind: "scenario-start";

package/dist/suite/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/suite/index.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,KAAK,UAAU,EAAE,KAAK,eAAe,EAAgB,MAAM,UAAU,CAAC;AAE/E,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,WAAW,CAAC;AAE/C,OAAO,EAAE,KAAK,UAAU,EAAmB,KAAK,WAAW,EAAE,MAAM,UAAU,CAAC;AAE9E,MAAM,WAAW,mBAAmB;IAChC,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACjC,MAAM,EAAE,aAAa,CAAC;IACtB,GAAG,EAAE,UAAU,CAAC;IAChB,MAAM,EAAE,eAAe,CAAC;CAC3B;AAED,MAAM,WAAW,WAAW;IACxB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACjC,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,mBAAmB,EAAE,CAAC;IACjC,gBAAgB,EAAE,MAAM,CAAC;CAC5B;AAED,MAAM,MAAM,UAAU,GAChB;IAAE,IAAI,EAAE,gBAAgB,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,GACtE;IAAE,IAAI,EAAE,eAAe,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,GACrE;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,UAAU,CAAA;CAAE,CAAC;AAEzD,MAAM,WAAW,eAAe;IAC5B,uEAAuE;IACvE,OAAO,EAAE,MAAM,CAAC;IAChB,oEAAoE;IACpE,OAAO,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAC9B,kFAAkF;IAClF,IAAI,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAC3B,6DAA6D;IAC7D,SAAS,CAAC,EAAE,OAAO,CAAC,UAAU,CAAC,GAAG,SAAS,CAAC;IAC5C,OAAO,CAAC,EAAE,CAAC,CAAC,KAAK,EAAE,UAAU,KAAK,IAAI,CAAC,GAAG,SAAS,CAAC;CACvD;AAED;;;GAGG;AACH,wBAAsB,QAAQ,CAC1B,KAAK,EAAE,WAAW,EAClB,OAAO,EAAE,eAAe,GACzB,OAAO,CAAC,WAAW,CAAC,CA+DtB"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/suite/index.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,KAAK,UAAU,EAAE,KAAK,eAAe,EAAgB,MAAM,UAAU,CAAC;AAE/E,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,WAAW,CAAC;AAE/C,OAAO,EAAE,KAAK,UAAU,EAAmB,KAAK,WAAW,EAAE,MAAM,UAAU,CAAC;AAE9E,MAAM,WAAW,mBAAmB;IAChC,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACjC,MAAM,EAAE,aAAa,CAAC;IACtB,GAAG,EAAE,UAAU,CAAC;IAChB,MAAM,EAAE,eAAe,CAAC;CAC3B;AAED,MAAM,WAAW,WAAW;IACxB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACjC,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,mBAAmB,EAAE,CAAC;CACpC;AAED,MAAM,MAAM,UAAU,GAChB;IAAE,IAAI,EAAE,gBAAgB,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,GACtE;IAAE,IAAI,EAAE,eAAe,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,GACrE;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,UAAU,CAAA;CAAE,CAAC;AAEzD,MAAM,WAAW,eAAe;IAC5B,uEAAuE;IACvE,OAAO,EAAE,MAAM,CAAC;IAChB,oEAAoE;IACpE,OAAO,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAC9B,kFAAkF;IAClF,IAAI,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAC3B,6DAA6D;IAC7D,SAAS,CAAC,EAAE,OAAO,CAAC,UAAU,CAAC,GAAG,SAAS,CAAC;IAC5C,OAAO,CAAC,EAAE,CAAC,CAAC,KAAK,EAAE,UAAU,KAAK,IAAI,CAAC,GAAG,SAAS,CAAC;CACvD;AAED;;;GAGG;AACH,wBAAsB,QAAQ,CAC1B,KAAK,EAAE,WAAW,EAClB,OAAO,EAAE,eAAe,GACzB,OAAO,CAAC,WAAW,CAAC,CA8DtB"}

package/dist/suite/report.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"report.d.ts","sourceRoot":"","sources":["../../src/suite/report.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,WAAW,EAAuB,MAAM,SAAS,CAAC;AAqDhE;;;GAGG;AACH,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,WAAW,GAAG,MAAM,CA0E9D"}
+{"version":3,"file":"report.d.ts","sourceRoot":"","sources":["../../src/suite/report.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,WAAW,EAAuB,MAAM,SAAS,CAAC;AAqDhE;;;GAGG;AACH,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,WAAW,GAAG,MAAM,CAwE9D"}

package/dist/task-bench-cli.mjs

@@ -1,12 +1,12 @@
 #!/usr/bin/env node
-import { F as e, I as t, N as n, P as r, T as i, _ as a, c as o, f as s, h as c, k as l, l as u, m as d, n as f, p, t as m, u as h } from "./src-D3XyMXAu.mjs";
-import { readFileSync as g, writeFileSync as _ } from "node:fs";
-import { tmpdir as v } from "node:os";
-import { join as y, resolve as b } from "node:path";
-import { Command as x, Option as S } from "@commander-js/extra-typings";
-//#region src/cli/index.ts
-var C = new x();
-C.name(e).version(t).description(r);
+import { N as e, T as t, _ as n, c as r, f as i, h as a, k as o, l as s, m as c, n as l, p as u, t as d, u as f } from "./src-DOsUAz2Z.mjs";
+import { readFileSync as p, writeFileSync as m } from "node:fs";
+import { tmpdir as h } from "node:os";
+import { join as g, resolve as _ } from "node:path";
+import { Command as v, Option as y } from "@commander-js/extra-typings";
+//#region package.json
+var b = "@omni-oss/task-bench", x = "Generate configurable test workspaces and benchmark omni/turbo/nx task execution performance", S = "0.0.0", C = new v();
+C.name(b).version(S).description(x);
 var w = (e) => {
 	let t = Number.parseInt(e, 10);
 	if (Number.isNaN(t)) throw Error(`expected an integer, got "${e}"`);
@@ -17,11 +17,11 @@ var w = (e) => {
 	return t;
 }, E = (e) => e.split(",").map((e) => {
 	let t = e.trim();
-	if (!l.includes(t)) throw Error(`unknown tool "${t}" (allowed: ${l.join(", ")})`);
+	if (!o.includes(t)) throw Error(`unknown tool "${t}" (allowed: ${o.join(", ")})`);
 	return t;
 });
 function D(e) {
-	let t = e.config ? JSON.parse(g(e.config, "utf8")) : {}, n = { ...t };
+	let t = e.config ? JSON.parse(p(e.config, "utf8")) : {}, n = { ...t };
 	e.seed !== void 0 && (n.seed = e.seed), e.projects !== void 0 && (n.projects = e.projects), e.tasks !== void 0 && (n.tasksPerProject = e.tasks), e.tools !== void 0 && (n.tools = e.tools);
 	let r = { ...t.dependency ?? {} };
 	e.strategy !== void 0 && (r.strategy = e.strategy), e.layers !== void 0 && (r.layers = e.layers), e.fanout !== void 0 && (r.fanout = e.fanout), e.edgeProbability !== void 0 && (r.edgeProbability = e.edgeProbability), Object.keys(r).length && (n.dependency = r);
@@ -31,27 +31,26 @@ function D(e) {
 	return e.turboVersion !== void 0 && (a.turbo = e.turboVersion), e.nxVersion !== void 0 && (a.nx = e.nxVersion), e.moonVersion !== void 0 && (a.moon = e.moonVersion), e.bunVersion !== void 0 && (a.bun = e.bunVersion), Object.keys(a).length && (n.versions = a), n;
 }
 function O(e) {
-	return e.option("--config <file>", "Base config JSON file to extend.").option("--seed <n>", "Deterministic graph seed.", w).option("--projects <n>", "Number of projects.", w).option("--tasks <n>", "Tasks per project.", w).addOption(new S("--strategy <name>", "Dependency graph strategy.").choices(i)).option("--layers <n>", "Layers for the `layered` strategy.", w).option("--fanout <n>", "Max upstream deps per project.", w).option("--edge-probability <p>", "Edge probability for `random`.", T).option("--log-lines <n>", "Log lines printed per task.", w).option("--work <n>", "CPU work iterations per task.", w).option("--output-files <n>", "Output files per task.", w).option("--tools <list>", "Comma-separated tools (omni,turbo,nx,moon).", E).option("--turbo-version <semver>", "Turbo version to install.").option("--nx-version <semver>", "Nx version to install.").option("--moon-version <semver>", "moon (@moonrepo/cli) version to install.").option("--bun-version <semver>", "bun version for packageManager.").option("--no-chain", "Disable intra-project task chaining.").option("--no-fan-upstream", "Disable upstream (^) task dependencies.");
+	return e.option("--config <file>", "Base config JSON file to extend.").option("--seed <n>", "Deterministic graph seed.", w).option("--projects <n>", "Number of projects.", w).option("--tasks <n>", "Tasks per project.", w).addOption(new y("--strategy <name>", "Dependency graph strategy.").choices(t)).option("--layers <n>", "Layers for the `layered` strategy.", w).option("--fanout <n>", "Max upstream deps per project.", w).option("--edge-probability <p>", "Edge probability for `random`.", T).option("--log-lines <n>", "Log lines printed per task.", w).option("--work <n>", "CPU work iterations per task.", w).option("--output-files <n>", "Output files per task.", w).option("--tools <list>", "Comma-separated tools (omni,turbo,nx,moon).", E).option("--turbo-version <semver>", "Turbo version to install.").option("--nx-version <semver>", "Nx version to install.").option("--moon-version <semver>", "moon (@moonrepo/cli) version to install.").option("--bun-version <semver>", "bun version for packageManager.").option("--no-chain", "Disable intra-project task chaining.").option("--no-fan-upstream", "Disable upstream (^) task dependencies.");
 }
 function k() {
 	return (e) => {
 		if (e.kind === "tool-start") process.stderr.write(`\n▶ ${e.tool}\n`);
 		else if (e.kind === "tool-error") process.stderr.write(`  ✖ ${e.tool}: ${e.error}\n`);
-		else if (e.kind === "tool-unsuccessful") process.stderr.write(`  ✖ ${e.tool}: exit ${e.sample.exitCode}\n`), e.sample.stdout && process.stderr.write(`     === stdout ===\n${e.sample.stdout}\n`), e.sample.stderr && process.stderr.write(`     === stderr ===\n${e.sample.stderr}\n`);
 		else {
 			let t = e.sample.ok ? "ok" : `exit ${e.sample.exitCode}`;
-			process.stderr.write(`  ${e.scenario} ${e.run}/${e.total}: ${a(e.sample.durationMs)} (ran ${e.sample.executed} tasks, ${t})\n`);
+			process.stderr.write(`  ${e.scenario} ${e.run}/${e.total}: ${n(e.sample.durationMs)} (ran ${e.sample.executed} tasks, ${t})\n`);
 		}
 	};
 }
 function A(e, t) {
-	e && (_(e, `${JSON.stringify(t, null, 2)}\n`), process.stderr.write(`\nWrote results to ${e}\n`));
+	e && (m(e, `${JSON.stringify(t, null, 2)}\n`), process.stderr.write(`\nWrote results to ${e}\n`));
 }
 O(C.command("generate").alias("gen").description("Generate a benchmark workspace at the given root dir.").requiredOption("-o, --out <dir>", "Root dir to generate the workspace into.")).action(async (e) => {
-	let t = b(e.out), n = await s(t, D(e));
+	let t = _(e.out), n = await i(t, D(e));
 	process.stderr.write(`Generated ${n.projects.length} projects (${n.files.length} files) at ${t}\nTools: ${n.config.tools.join(", ")}\n`);
 }), C.command("run").description("Benchmark an already-generated workspace.").requiredOption("-d, --dir <dir>", "Root dir of a generated workspace.").option("--tools <list>", "Comma-separated tools to benchmark.", E).option("--task <name>", "Task to run (defaults to the last task).").option("--cold-runs <n>", "Cold (uncached) runs per tool.", w, 3).option("--warm-runs <n>", "Warm (cached) runs per tool.", w, 5).option("--concurrency <n>", "Max parallel tasks, applied identically to all tools (default: CPU count).", w).option("--no-daemon", "Disable each tool's persistent daemon (turbo, nx).").option("--json <file>", "Write full results as JSON to this file.").action(async (e) => {
-	let t = await c(b(e.dir), {
+	let t = await a(_(e.dir), {
 		tools: e.tools,
 		task: e.task,
 		concurrency: e.concurrency,
@@ -60,11 +59,11 @@ O(C.command("generate").alias("gen").description("Generate a benchmark workspace
 		warmRuns: e.warmRuns,
 		onEvent: k()
 	});
-	process.stdout.write(p(t)), A(e.json, t);
+	process.stdout.write(u(t)), A(e.json, t);
 }), O(C.command("bench").description("Generate, install, and benchmark in one step.").requiredOption("-o, --out <dir>", "Root dir to generate the workspace into.").option("--no-install", "Skip `bun install` in the generated workspace.").option("--task <name>", "Task to run (defaults to the last task).").option("--cold-runs <n>", "Cold (uncached) runs per tool.", w, 3).option("--warm-runs <n>", "Warm (cached) runs per tool.", w, 5).option("--concurrency <n>", "Max parallel tasks, applied identically to all tools (default: CPU count).", w).option("--no-daemon", "Disable each tool's persistent daemon (turbo, nx).").option("--json <file>", "Write full results as JSON to this file.")).action(async (e) => {
-	let t = b(e.out), n = await s(t, D(e));
-	process.stderr.write(`Generated ${n.projects.length} projects at ${t}\n`), e.install !== !1 && (process.stderr.write("Installing dependencies (bun install)...\n"), await d(t));
-	let r = await c(t, {
+	let t = _(e.out), n = await i(t, D(e));
+	process.stderr.write(`Generated ${n.projects.length} projects at ${t}\n`), e.install !== !1 && (process.stderr.write("Installing dependencies (bun install)...\n"), await c(t));
+	let r = await a(t, {
 		task: e.task,
 		coldRuns: e.coldRuns,
 		warmRuns: e.warmRuns,
@@ -72,10 +71,10 @@ O(C.command("generate").alias("gen").description("Generate a benchmark workspace
 		daemon: e.daemon,
 		onEvent: k()
 	});
-	process.stdout.write(p(r)), A(e.json, r);
-}), O(C.command("inspect").description("Resolve a config and print the derived graph summary.")).action((e) => {
-	let t = n(D(e));
-	process.stdout.write(`${JSON.stringify(t, null, 2)}\n`);
+	process.stdout.write(u(r)), A(e.json, r);
+}), O(C.command("inspect").description("Resolve a config and print the derived graph summary.")).action((t) => {
+	let n = e(D(t));
+	process.stdout.write(`${JSON.stringify(n, null, 2)}\n`);
 });
 function j() {
 	let e = k();
@@ -85,23 +84,23 @@ function j() {
 }
 C.command("suite").description("Run a preset (or JSON file) of benchmark scenarios and summarize them.").option("-p, --preset <name>", "Built-in preset name.").option("-f, --file <path>", "Path to a JSON suite preset file.").option("-o, --out <dir>", "Working dir for generated workspaces.").option("--json <file>", "Write aggregated results as JSON to this file.").option("--md <file>", "Write a human-readable Markdown report to this file.").option("--tools <list>", "Override tools for every scenario.", E).option("--cold-runs <n>", "Override cold runs for every scenario.", w).option("--warm-runs <n>", "Override warm runs for every scenario.", w).option("--concurrency <n>", "Override concurrency for every scenario.", w).option("--no-install", "Skip `bun install` in generated workspaces.").option("--keep", "Keep generated workspaces instead of removing them.").option("--list", "List the built-in presets and exit.").action(async (e) => {
 	if (e.list) {
-		process.stdout.write(`Available presets:\n${u().map((e) => `  - ${e}`).join("\n")}\n`);
+		process.stdout.write(`Available presets:\n${s().map((e) => `  - ${e}`).join("\n")}\n`);
 		return;
 	}
-	let t = e.file ? h(JSON.parse(g(e.file, "utf8"))) : o(e.preset ?? "quick"), n = b(e.out ?? y(v(), "task-bench-suite"));
+	let t = e.file ? f(JSON.parse(p(e.file, "utf8"))) : r(e.preset ?? "quick"), n = _(e.out ?? g(h(), "task-bench-suite"));
 	process.stderr.write(`Running suite "${t.name}" (${t.scenarios.length} scenarios) in ${n}\n`);
-	let r = {
+	let i = {
 		...e.tools ? { tools: e.tools } : {},
 		...e.coldRuns === void 0 ? {} : { coldRuns: e.coldRuns },
 		...e.warmRuns === void 0 ? {} : { warmRuns: e.warmRuns },
 		...e.concurrency === void 0 ? {} : { concurrency: e.concurrency }
-	}, i = await f(t, {
+	}, a = await l(t, {
 		workdir: n,
 		install: e.install,
 		keep: e.keep,
-		overrides: r,
+		overrides: i,
 		onEvent: j()
-	}), a = m(i);
-	process.stdout.write(`\n${a}\n`), e.md && (_(e.md, `${a}\n`), process.stderr.write(`\nWrote Markdown report to ${e.md}\n`)), e.json && (_(e.json, `${JSON.stringify(i, null, 2)}\n`), process.stderr.write(`Wrote JSON results to ${e.json}\n`));
+	}), o = d(a);
+	process.stdout.write(`\n${o}\n`), e.md && (m(e.md, `${o}\n`), process.stderr.write(`\nWrote Markdown report to ${e.md}\n`)), e.json && (m(e.json, `${JSON.stringify(a, null, 2)}\n`), process.stderr.write(`Wrote JSON results to ${e.json}\n`));
 }), C.parseAsync();
 //#endregion

package/package.json

@@ -1,7 +1,7 @@
 {
     "name": "@omni-oss/task-bench",
     "description": "Generate configurable test workspaces and benchmark omni/turbo/nx task execution performance",
-    "version": "0.0.0-beta.1",
+    "version": "0.0.0",
     "bin": "./dist/task-bench-cli.mjs",
     "publishConfig": {
         "access": "public"

package/src/bench/index.ts

@@ -12,8 +12,7 @@ import { computeStats, type Stats } from "./stats";
 export interface RunSample {
     durationMs: number;
     exitCode: number;
-    stdout: string;
-    stderr: string;
+    stdoutBytes: number;
     /** Number of tasks that actually executed (0 == a full cache hit). */
     executed: number;
     ok: boolean;
@@ -60,12 +59,7 @@ export type BenchEvent =
           total: number;
           sample: RunSample;
       }
-    | { kind: "tool-error"; tool: Tool; error: string }
-    | {
-          kind: "tool-unsuccessful";
-          tool: Tool;
-          sample: RunSample;
-      };
+    | { kind: "tool-error"; tool: Tool; error: string };
 
 export interface RunBenchmarkOptions {
     tools?: Tool[] | undefined;
@@ -124,15 +118,12 @@ async function timeRun(
             ...extraEnv,
         },
     });
-
     const durationMs = performance.now() - start;
     const stdout = typeof result.stdout === "string" ? result.stdout : "";
-    const stderr = typeof result.stderr === "string" ? result.stderr : "";
     return {
         durationMs,
         exitCode: result.exitCode ?? -1,
-        stdout,
-        stderr,
+        stdoutBytes: Buffer.byteLength(stdout),
         executed: countLines(execLog),
         ok: result.exitCode === 0,
     };
@@ -233,13 +224,6 @@ export async function runBenchmark(
                     total: coldRuns,
                     sample,
                 });
-                if (sample.exitCode !== 0) {
-                    emit({
-                        kind: "tool-unsuccessful",
-                        tool,
-                        sample,
-                    });
-                }
             }
 
             // Warm scenario: prime once (unmeasured, also warms the daemon),
@@ -269,13 +253,6 @@ export async function runBenchmark(
                     total: warmRuns,
                     sample,
                 });
-                if (sample.exitCode !== 0) {
-                    emit({
-                        kind: "tool-unsuccessful",
-                        tool,
-                        sample,
-                    });
-                }
             }
 
             const taskGraphSize = Math.max(

package/src/cli/index.ts

@@ -170,20 +170,6 @@ function progressHandler(): (event: BenchEvent) => void {
             process.stderr.write(`\n▶ ${event.tool}\n`);
         } else if (event.kind === "tool-error") {
             process.stderr.write(`  ✖ ${event.tool}: ${event.error}\n`);
-        } else if (event.kind === "tool-unsuccessful") {
-            process.stderr.write(
-                `  ✖ ${event.tool}: exit ${event.sample.exitCode}\n`,
-            );
-            if (event.sample.stdout) {
-                process.stderr.write(
-                    `     === stdout ===\n${event.sample.stdout}\n`,
-                );
-            }
-            if (event.sample.stderr) {
-                process.stderr.write(
-                    `     === stderr ===\n${event.sample.stderr}\n`,
-                );
-            }
         } else {
             const status = event.sample.ok
                 ? "ok"

package/src/suite/index.ts

@@ -1,6 +1,5 @@
 import { rm } from "node:fs/promises";
 import { join } from "node:path";
-import { version } from "../../package.json";
 import { type BenchEvent, type BenchmarkResult, runBenchmark } from "../bench";
 import { installWorkspace } from "../bench/install";
 import type { HarnessConfig } from "../config";
@@ -20,7 +19,6 @@ export interface SuiteResult {
     description?: string | undefined;
     generatedAt: string;
     scenarios: SuiteScenarioResult[];
-    taskBenchVersion: string;
 }
 
 export type SuiteEvent =
@@ -108,6 +106,5 @@ export async function runSuite(
         description: suite.description,
         generatedAt: new Date().toISOString(),
         scenarios,
-        taskBenchVersion: version,
     };
 }

package/src/suite/report.ts

@@ -64,8 +64,6 @@ export function formatSuiteMarkdown(suite: SuiteResult): string {
 
     lines.push(`# ${suite.name}`);
     lines.push("");
-    lines.push(`TaskBench v${suite.taskBenchVersion}`);
-    lines.push("");
     if (suite.description) {
         lines.push(suite.description);
         lines.push("");