@omni-oss/task-bench 0.0.0-beta.1

package/dist/suite/index.d.ts

@@ -0,0 +1,49 @@
+import { BenchEvent, BenchmarkResult } from '../bench';
+import { HarnessConfig } from '../config';
+import { RunOptions, SuiteConfig } from './preset';
+export interface SuiteScenarioResult {
+    name: string;
+    description?: string | undefined;
+    config: HarnessConfig;
+    run: RunOptions;
+    result: BenchmarkResult;
+}
+export interface SuiteResult {
+    name: string;
+    description?: string | undefined;
+    generatedAt: string;
+    scenarios: SuiteScenarioResult[];
+    taskBenchVersion: string;
+}
+export type SuiteEvent = {
+    kind: "scenario-start";
+    name: string;
+    index: number;
+    total: number;
+} | {
+    kind: "scenario-done";
+    name: string;
+    index: number;
+    total: number;
+} | {
+    kind: "bench";
+    name: string;
+    event: BenchEvent;
+};
+export interface RunSuiteOptions {
+    /** Base directory under which each scenario workspace is generated. */
+    workdir: string;
+    /** Run `bun install` in each generated workspace (default true). */
+    install?: boolean | undefined;
+    /** Keep generated workspaces on disk instead of removing them (default false). */
+    keep?: boolean | undefined;
+    /** Global run-option overrides applied to every scenario. */
+    overrides?: Partial<RunOptions> | undefined;
+    onEvent?: ((event: SuiteEvent) => void) | undefined;
+}
+/**
+ * Run every scenario in a suite: generate a workspace, install, benchmark, and
+ * collect the results. Workspaces are removed afterwards unless `keep` is set.
+ */
+export declare function runSuite(suite: SuiteConfig, options: RunSuiteOptions): Promise<SuiteResult>;
+//# sourceMappingURL=index.d.ts.map

package/dist/suite/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/suite/index.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,KAAK,UAAU,EAAE,KAAK,eAAe,EAAgB,MAAM,UAAU,CAAC;AAE/E,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,WAAW,CAAC;AAE/C,OAAO,EAAE,KAAK,UAAU,EAAmB,KAAK,WAAW,EAAE,MAAM,UAAU,CAAC;AAE9E,MAAM,WAAW,mBAAmB;IAChC,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACjC,MAAM,EAAE,aAAa,CAAC;IACtB,GAAG,EAAE,UAAU,CAAC;IAChB,MAAM,EAAE,eAAe,CAAC;CAC3B;AAED,MAAM,WAAW,WAAW;IACxB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACjC,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,mBAAmB,EAAE,CAAC;IACjC,gBAAgB,EAAE,MAAM,CAAC;CAC5B;AAED,MAAM,MAAM,UAAU,GAChB;IAAE,IAAI,EAAE,gBAAgB,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,GACtE;IAAE,IAAI,EAAE,eAAe,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,GACrE;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,UAAU,CAAA;CAAE,CAAC;AAEzD,MAAM,WAAW,eAAe;IAC5B,uEAAuE;IACvE,OAAO,EAAE,MAAM,CAAC;IAChB,oEAAoE;IACpE,OAAO,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAC9B,kFAAkF;IAClF,IAAI,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAC3B,6DAA6D;IAC7D,SAAS,CAAC,EAAE,OAAO,CAAC,UAAU,CAAC,GAAG,SAAS,CAAC;IAC5C,OAAO,CAAC,EAAE,CAAC,CAAC,KAAK,EAAE,UAAU,KAAK,IAAI,CAAC,GAAG,SAAS,CAAC;CACvD;AAED;;;GAGG;AACH,wBAAsB,QAAQ,CAC1B,KAAK,EAAE,WAAW,EAClB,OAAO,EAAE,eAAe,GACzB,OAAO,CAAC,WAAW,CAAC,CA+DtB"}

package/dist/suite/preset.d.ts

@@ -0,0 +1,93 @@
+import { z } from 'zod';
+import { HarnessConfig } from '../config';
+/** Per-scenario benchmark run options (serializable subset of RunBenchmarkOptions). */
+export declare const RunOptionsSchema: z.ZodDefault<z.ZodObject<{
+    tools: z.ZodOptional<z.ZodArray<z.ZodEnum<{
+        omni: "omni";
+        turbo: "turbo";
+        nx: "nx";
+        moon: "moon";
+    }>>>;
+    task: z.ZodOptional<z.ZodString>;
+    coldRuns: z.ZodOptional<z.ZodNumber>;
+    warmRuns: z.ZodOptional<z.ZodNumber>;
+    concurrency: z.ZodOptional<z.ZodNumber>;
+    daemon: z.ZodOptional<z.ZodBoolean>;
+}, z.core.$strip>>;
+export type RunOptions = z.infer<typeof RunOptionsSchema>;
+export declare const ScenarioSchema: z.ZodObject<{
+    name: z.ZodString;
+    description: z.ZodOptional<z.ZodString>;
+    config: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+    run: z.ZodDefault<z.ZodObject<{
+        tools: z.ZodOptional<z.ZodArray<z.ZodEnum<{
+            omni: "omni";
+            turbo: "turbo";
+            nx: "nx";
+            moon: "moon";
+        }>>>;
+        task: z.ZodOptional<z.ZodString>;
+        coldRuns: z.ZodOptional<z.ZodNumber>;
+        warmRuns: z.ZodOptional<z.ZodNumber>;
+        concurrency: z.ZodOptional<z.ZodNumber>;
+        daemon: z.ZodOptional<z.ZodBoolean>;
+    }, z.core.$strip>>;
+}, z.core.$strip>;
+export declare const SuiteSchema: z.ZodObject<{
+    name: z.ZodDefault<z.ZodString>;
+    description: z.ZodOptional<z.ZodString>;
+    defaults: z.ZodPrefault<z.ZodObject<{
+        config: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+        run: z.ZodDefault<z.ZodObject<{
+            tools: z.ZodOptional<z.ZodArray<z.ZodEnum<{
+                omni: "omni";
+                turbo: "turbo";
+                nx: "nx";
+                moon: "moon";
+            }>>>;
+            task: z.ZodOptional<z.ZodString>;
+            coldRuns: z.ZodOptional<z.ZodNumber>;
+            warmRuns: z.ZodOptional<z.ZodNumber>;
+            concurrency: z.ZodOptional<z.ZodNumber>;
+            daemon: z.ZodOptional<z.ZodBoolean>;
+        }, z.core.$strip>>;
+    }, z.core.$strip>>;
+    scenarios: z.ZodArray<z.ZodObject<{
+        name: z.ZodString;
+        description: z.ZodOptional<z.ZodString>;
+        config: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+        run: z.ZodDefault<z.ZodObject<{
+            tools: z.ZodOptional<z.ZodArray<z.ZodEnum<{
+                omni: "omni";
+                turbo: "turbo";
+                nx: "nx";
+                moon: "moon";
+            }>>>;
+            task: z.ZodOptional<z.ZodString>;
+            coldRuns: z.ZodOptional<z.ZodNumber>;
+            warmRuns: z.ZodOptional<z.ZodNumber>;
+            concurrency: z.ZodOptional<z.ZodNumber>;
+            daemon: z.ZodOptional<z.ZodBoolean>;
+        }, z.core.$strip>>;
+    }, z.core.$strip>>;
+}, z.core.$strip>;
+export type SuiteConfig = z.infer<typeof SuiteSchema>;
+export type SuiteConfigInput = z.input<typeof SuiteSchema>;
+export type Scenario = z.infer<typeof ScenarioSchema>;
+/** Deep-merge plain objects; arrays and scalars from `override` replace `base`. */
+export declare function deepMerge(base: Record<string, unknown>, override: Record<string, unknown>): Record<string, unknown>;
+export interface ResolvedScenario {
+    name: string;
+    description?: string | undefined;
+    config: HarnessConfig;
+    run: RunOptions;
+}
+/** Merge a scenario over suite defaults and resolve/validate its config. */
+export declare function resolveScenario(suite: SuiteConfig, scenario: Scenario): ResolvedScenario;
+export declare const BUILTIN_PRESETS: Record<string, SuiteConfigInput>;
+export declare function listPresets(): string[];
+/** Resolve a built-in preset by name, or throw with the list of valid names. */
+export declare function getPreset(name: string): SuiteConfig;
+/** Parse and validate a suite preset object (e.g. loaded from a JSON file). */
+export declare function parseSuite(input: unknown): SuiteConfig;
+//# sourceMappingURL=preset.d.ts.map

package/dist/suite/preset.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"preset.d.ts","sourceRoot":"","sources":["../../src/suite/preset.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EACH,KAAK,aAAa,EAIrB,MAAM,WAAW,CAAC;AAEnB,uFAAuF;AACvF,eAAO,MAAM,gBAAgB;;;;;;;;;;;;kBASb,CAAC;AAEjB,MAAM,MAAM,UAAU,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,gBAAgB,CAAC,CAAC;AAQ1D,eAAO,MAAM,cAAc;;;;;;;;;;;;;;;;;iBAUzB,CAAC;AAEH,eAAO,MAAM,WAAW;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBAUtB,CAAC;AAEH,MAAM,MAAM,WAAW,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,WAAW,CAAC,CAAC;AACtD,MAAM,MAAM,gBAAgB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,WAAW,CAAC,CAAC;AAC3D,MAAM,MAAM,QAAQ,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,cAAc,CAAC,CAAC;AAMtD,mFAAmF;AACnF,wBAAgB,SAAS,CACrB,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAC7B,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAClC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAUzB;AAED,MAAM,WAAW,gBAAgB;IAC7B,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACjC,MAAM,EAAE,aAAa,CAAC;IACtB,GAAG,EAAE,UAAU,CAAC;CACnB;AAED,4EAA4E;AAC5E,wBAAgB,eAAe,CAC3B,KAAK,EAAE,WAAW,EAClB,QAAQ,EAAE,QAAQ,GACnB,gBAAgB,CAYlB;AA8HD,eAAO,MAAM,eAAe,EAAE,MAAM,CAAC,MAAM,EAAE,gBAAgB,CAO5D,CAAC;AAEF,wBAAgB,WAAW,IAAI,MAAM,EAAE,CAEtC;AAED,gFAAgF;AAChF,wBAAgB,SAAS,CAAC,IAAI,EAAE,MAAM,GAAG,WAAW,CAQnD;AAED,+EAA+E;AAC/E,wBAAgB,UAAU,CAAC,KAAK,EAAE,OAAO,GAAG,WAAW,CAEtD"}

package/dist/suite/report.d.ts

@@ -0,0 +1,7 @@
+import { SuiteResult } from './index';
+/**
+ * Render a full suite as Markdown: two summary matrices (warm + cold median per
+ * tool per scenario) followed by the detailed per-scenario report tables.
+ */
+export declare function formatSuiteMarkdown(suite: SuiteResult): string;
+//# sourceMappingURL=report.d.ts.map

package/dist/suite/report.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"report.d.ts","sourceRoot":"","sources":["../../src/suite/report.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,WAAW,EAAuB,MAAM,SAAS,CAAC;AAqDhE;;;GAGG;AACH,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,WAAW,GAAG,MAAM,CA0E9D"}

package/dist/task-bench-cli.mjs

@@ -0,0 +1,107 @@
+#!/usr/bin/env node
+import { F as e, I as t, N as n, P as r, T as i, _ as a, c as o, f as s, h as c, k as l, l as u, m as d, n as f, p, t as m, u as h } from "./src-D3XyMXAu.mjs";
+import { readFileSync as g, writeFileSync as _ } from "node:fs";
+import { tmpdir as v } from "node:os";
+import { join as y, resolve as b } from "node:path";
+import { Command as x, Option as S } from "@commander-js/extra-typings";
+//#region src/cli/index.ts
+var C = new x();
+C.name(e).version(t).description(r);
+var w = (e) => {
+	let t = Number.parseInt(e, 10);
+	if (Number.isNaN(t)) throw Error(`expected an integer, got "${e}"`);
+	return t;
+}, T = (e) => {
+	let t = Number.parseFloat(e);
+	if (Number.isNaN(t)) throw Error(`expected a number, got "${e}"`);
+	return t;
+}, E = (e) => e.split(",").map((e) => {
+	let t = e.trim();
+	if (!l.includes(t)) throw Error(`unknown tool "${t}" (allowed: ${l.join(", ")})`);
+	return t;
+});
+function D(e) {
+	let t = e.config ? JSON.parse(g(e.config, "utf8")) : {}, n = { ...t };
+	e.seed !== void 0 && (n.seed = e.seed), e.projects !== void 0 && (n.projects = e.projects), e.tasks !== void 0 && (n.tasksPerProject = e.tasks), e.tools !== void 0 && (n.tools = e.tools);
+	let r = { ...t.dependency ?? {} };
+	e.strategy !== void 0 && (r.strategy = e.strategy), e.layers !== void 0 && (r.layers = e.layers), e.fanout !== void 0 && (r.fanout = e.fanout), e.edgeProbability !== void 0 && (r.edgeProbability = e.edgeProbability), Object.keys(r).length && (n.dependency = r);
+	let i = { ...t.task ?? {} };
+	e.logLines !== void 0 && (i.logLines = e.logLines), e.work !== void 0 && (i.workIterations = e.work), e.outputFiles !== void 0 && (i.outputFiles = e.outputFiles), e.chain !== void 0 && (i.chainWithinProject = e.chain), e.fanUpstream !== void 0 && (i.fanUpstream = e.fanUpstream), Object.keys(i).length && (n.task = i);
+	let a = { ...t.versions ?? {} };
+	return e.turboVersion !== void 0 && (a.turbo = e.turboVersion), e.nxVersion !== void 0 && (a.nx = e.nxVersion), e.moonVersion !== void 0 && (a.moon = e.moonVersion), e.bunVersion !== void 0 && (a.bun = e.bunVersion), Object.keys(a).length && (n.versions = a), n;
+}
+function O(e) {
+	return e.option("--config <file>", "Base config JSON file to extend.").option("--seed <n>", "Deterministic graph seed.", w).option("--projects <n>", "Number of projects.", w).option("--tasks <n>", "Tasks per project.", w).addOption(new S("--strategy <name>", "Dependency graph strategy.").choices(i)).option("--layers <n>", "Layers for the `layered` strategy.", w).option("--fanout <n>", "Max upstream deps per project.", w).option("--edge-probability <p>", "Edge probability for `random`.", T).option("--log-lines <n>", "Log lines printed per task.", w).option("--work <n>", "CPU work iterations per task.", w).option("--output-files <n>", "Output files per task.", w).option("--tools <list>", "Comma-separated tools (omni,turbo,nx,moon).", E).option("--turbo-version <semver>", "Turbo version to install.").option("--nx-version <semver>", "Nx version to install.").option("--moon-version <semver>", "moon (@moonrepo/cli) version to install.").option("--bun-version <semver>", "bun version for packageManager.").option("--no-chain", "Disable intra-project task chaining.").option("--no-fan-upstream", "Disable upstream (^) task dependencies.");
+}
+function k() {
+	return (e) => {
+		if (e.kind === "tool-start") process.stderr.write(`\n▶ ${e.tool}\n`);
+		else if (e.kind === "tool-error") process.stderr.write(`  ✖ ${e.tool}: ${e.error}\n`);
+		else if (e.kind === "tool-unsuccessful") process.stderr.write(`  ✖ ${e.tool}: exit ${e.sample.exitCode}\n`), e.sample.stdout && process.stderr.write(`     === stdout ===\n${e.sample.stdout}\n`), e.sample.stderr && process.stderr.write(`     === stderr ===\n${e.sample.stderr}\n`);
+		else {
+			let t = e.sample.ok ? "ok" : `exit ${e.sample.exitCode}`;
+			process.stderr.write(`  ${e.scenario} ${e.run}/${e.total}: ${a(e.sample.durationMs)} (ran ${e.sample.executed} tasks, ${t})\n`);
+		}
+	};
+}
+function A(e, t) {
+	e && (_(e, `${JSON.stringify(t, null, 2)}\n`), process.stderr.write(`\nWrote results to ${e}\n`));
+}
+O(C.command("generate").alias("gen").description("Generate a benchmark workspace at the given root dir.").requiredOption("-o, --out <dir>", "Root dir to generate the workspace into.")).action(async (e) => {
+	let t = b(e.out), n = await s(t, D(e));
+	process.stderr.write(`Generated ${n.projects.length} projects (${n.files.length} files) at ${t}\nTools: ${n.config.tools.join(", ")}\n`);
+}), C.command("run").description("Benchmark an already-generated workspace.").requiredOption("-d, --dir <dir>", "Root dir of a generated workspace.").option("--tools <list>", "Comma-separated tools to benchmark.", E).option("--task <name>", "Task to run (defaults to the last task).").option("--cold-runs <n>", "Cold (uncached) runs per tool.", w, 3).option("--warm-runs <n>", "Warm (cached) runs per tool.", w, 5).option("--concurrency <n>", "Max parallel tasks, applied identically to all tools (default: CPU count).", w).option("--no-daemon", "Disable each tool's persistent daemon (turbo, nx).").option("--json <file>", "Write full results as JSON to this file.").action(async (e) => {
+	let t = await c(b(e.dir), {
+		tools: e.tools,
+		task: e.task,
+		concurrency: e.concurrency,
+		daemon: e.daemon,
+		coldRuns: e.coldRuns,
+		warmRuns: e.warmRuns,
+		onEvent: k()
+	});
+	process.stdout.write(p(t)), A(e.json, t);
+}), O(C.command("bench").description("Generate, install, and benchmark in one step.").requiredOption("-o, --out <dir>", "Root dir to generate the workspace into.").option("--no-install", "Skip `bun install` in the generated workspace.").option("--task <name>", "Task to run (defaults to the last task).").option("--cold-runs <n>", "Cold (uncached) runs per tool.", w, 3).option("--warm-runs <n>", "Warm (cached) runs per tool.", w, 5).option("--concurrency <n>", "Max parallel tasks, applied identically to all tools (default: CPU count).", w).option("--no-daemon", "Disable each tool's persistent daemon (turbo, nx).").option("--json <file>", "Write full results as JSON to this file.")).action(async (e) => {
+	let t = b(e.out), n = await s(t, D(e));
+	process.stderr.write(`Generated ${n.projects.length} projects at ${t}\n`), e.install !== !1 && (process.stderr.write("Installing dependencies (bun install)...\n"), await d(t));
+	let r = await c(t, {
+		task: e.task,
+		coldRuns: e.coldRuns,
+		warmRuns: e.warmRuns,
+		concurrency: e.concurrency,
+		daemon: e.daemon,
+		onEvent: k()
+	});
+	process.stdout.write(p(r)), A(e.json, r);
+}), O(C.command("inspect").description("Resolve a config and print the derived graph summary.")).action((e) => {
+	let t = n(D(e));
+	process.stdout.write(`${JSON.stringify(t, null, 2)}\n`);
+});
+function j() {
+	let e = k();
+	return (t) => {
+		t.kind === "scenario-start" ? process.stderr.write(`\n=== [${t.index + 1}/${t.total}] ${t.name} ===\n`) : t.kind === "bench" && e(t.event);
+	};
+}
+C.command("suite").description("Run a preset (or JSON file) of benchmark scenarios and summarize them.").option("-p, --preset <name>", "Built-in preset name.").option("-f, --file <path>", "Path to a JSON suite preset file.").option("-o, --out <dir>", "Working dir for generated workspaces.").option("--json <file>", "Write aggregated results as JSON to this file.").option("--md <file>", "Write a human-readable Markdown report to this file.").option("--tools <list>", "Override tools for every scenario.", E).option("--cold-runs <n>", "Override cold runs for every scenario.", w).option("--warm-runs <n>", "Override warm runs for every scenario.", w).option("--concurrency <n>", "Override concurrency for every scenario.", w).option("--no-install", "Skip `bun install` in generated workspaces.").option("--keep", "Keep generated workspaces instead of removing them.").option("--list", "List the built-in presets and exit.").action(async (e) => {
+	if (e.list) {
+		process.stdout.write(`Available presets:\n${u().map((e) => `  - ${e}`).join("\n")}\n`);
+		return;
+	}
+	let t = e.file ? h(JSON.parse(g(e.file, "utf8"))) : o(e.preset ?? "quick"), n = b(e.out ?? y(v(), "task-bench-suite"));
+	process.stderr.write(`Running suite "${t.name}" (${t.scenarios.length} scenarios) in ${n}\n`);
+	let r = {
+		...e.tools ? { tools: e.tools } : {},
+		...e.coldRuns === void 0 ? {} : { coldRuns: e.coldRuns },
+		...e.warmRuns === void 0 ? {} : { warmRuns: e.warmRuns },
+		...e.concurrency === void 0 ? {} : { concurrency: e.concurrency }
+	}, i = await f(t, {
+		workdir: n,
+		install: e.install,
+		keep: e.keep,
+		overrides: r,
+		onEvent: j()
+	}), a = m(i);
+	process.stdout.write(`\n${a}\n`), e.md && (_(e.md, `${a}\n`), process.stderr.write(`\nWrote Markdown report to ${e.md}\n`)), e.json && (_(e.json, `${JSON.stringify(i, null, 2)}\n`), process.stderr.write(`Wrote JSON results to ${e.json}\n`));
+}), C.parseAsync();
+//#endregion

package/dist/tools/index.d.ts

@@ -0,0 +1,18 @@
+import { HarnessConfig, Tool } from '../config';
+import { ToolAdapter } from './types';
+export declare function getAdapter(tool: Tool): ToolAdapter;
+export declare function getAdapters(tools: Tool[]): ToolAdapter[];
+/** Throw if `version` does not satisfy any of the adapter's supported ranges. */
+export declare function assertSupportedVersion(adapter: ToolAdapter, version: string): void;
+/**
+ * Resolve each enabled tool's version (pinned via config, or detected for
+ * external tools) and validate it against the adapter's supported ranges.
+ * Throws on the first unsupported version. Returns a map of tool -> version.
+ */
+export declare function resolveToolVersions(config: HarnessConfig, rootDir: string, tools?: Tool[]): Promise<Map<Tool, string | null>>;
+export { moonAdapter, moonProjectConfig, moonTaskDependencies, moonToolchainConfig, moonWorkspaceConfig, } from './moon';
+export { nxAdapter, nxProjectConfig, nxRootConfig } from './nx';
+export { omniAdapter, omniProjectConfig, omniWorkspaceConfig } from './omni';
+export { turboAdapter, turboRootConfig } from './turbo';
+export * from './types';
+//# sourceMappingURL=index.d.ts.map

package/dist/tools/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/tools/index.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,aAAa,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAKrD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AAS3C,wBAAgB,UAAU,CAAC,IAAI,EAAE,IAAI,GAAG,WAAW,CAElD;AAED,wBAAgB,WAAW,CAAC,KAAK,EAAE,IAAI,EAAE,GAAG,WAAW,EAAE,CAExD;AAED,iFAAiF;AACjF,wBAAgB,sBAAsB,CAClC,OAAO,EAAE,WAAW,EACpB,OAAO,EAAE,MAAM,GAChB,IAAI,CAWN;AAED;;;;GAIG;AACH,wBAAsB,mBAAmB,CACrC,MAAM,EAAE,aAAa,EACrB,OAAO,EAAE,MAAM,EACf,KAAK,GAAE,IAAI,EAAiB,GAC7B,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC,CAAC,CAcnC;AAED,OAAO,EACH,WAAW,EACX,iBAAiB,EACjB,oBAAoB,EACpB,mBAAmB,EACnB,mBAAmB,GACtB,MAAM,QAAQ,CAAC;AAChB,OAAO,EAAE,SAAS,EAAE,eAAe,EAAE,YAAY,EAAE,MAAM,MAAM,CAAC;AAChE,OAAO,EAAE,WAAW,EAAE,iBAAiB,EAAE,mBAAmB,EAAE,MAAM,QAAQ,CAAC;AAC7E,OAAO,EAAE,YAAY,EAAE,eAAe,EAAE,MAAM,SAAS,CAAC;AACxD,cAAc,SAAS,CAAC"}

package/dist/tools/moon.d.ts

@@ -0,0 +1,10 @@
+import { HarnessConfig } from '../config';
+import { ProjectNode } from '../graph';
+import { ToolAdapter } from './types';
+/** moon dependency edges for task index `k`, using moon's target syntax. */
+export declare function moonTaskDependencies(config: HarnessConfig, k: number): string[];
+export declare function moonWorkspaceConfig(): string;
+export declare function moonToolchainConfig(): string;
+export declare function moonProjectConfig(config: HarnessConfig, project: ProjectNode, projects: ProjectNode[]): string;
+export declare const moonAdapter: ToolAdapter;
+//# sourceMappingURL=moon.d.ts.map

package/dist/tools/moon.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"moon.d.ts","sourceRoot":"","sources":["../../src/tools/moon.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,WAAW,CAAC;AAC/C,OAAO,EAAE,KAAK,WAAW,EAAa,MAAM,UAAU,CAAC;AACvD,OAAO,EAKH,KAAK,WAAW,EAEnB,MAAM,SAAS,CAAC;AAMjB,4EAA4E;AAC5E,wBAAgB,oBAAoB,CAChC,MAAM,EAAE,aAAa,EACrB,CAAC,EAAE,MAAM,GACV,MAAM,EAAE,CAKV;AAED,wBAAgB,mBAAmB,IAAI,MAAM,CAK5C;AAED,wBAAgB,mBAAmB,IAAI,MAAM,CAI5C;AAED,wBAAgB,iBAAiB,CAC7B,MAAM,EAAE,aAAa,EACrB,OAAO,EAAE,WAAW,EACpB,QAAQ,EAAE,WAAW,EAAE,GACxB,MAAM,CAwBR;AAED,eAAO,MAAM,WAAW,EAAE,WAiCzB,CAAC"}

package/dist/tools/nx.d.ts

@@ -0,0 +1,7 @@
+import { HarnessConfig } from '../config';
+import { ProjectNode } from '../graph';
+import { ToolAdapter } from './types';
+export declare function nxRootConfig(config: HarnessConfig): string;
+export declare function nxProjectConfig(config: HarnessConfig, project: ProjectNode): string;
+export declare const nxAdapter: ToolAdapter;
+//# sourceMappingURL=nx.d.ts.map

package/dist/tools/nx.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"nx.d.ts","sourceRoot":"","sources":["../../src/tools/nx.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,WAAW,CAAC;AAC/C,OAAO,EAAE,KAAK,WAAW,EAAa,MAAM,UAAU,CAAC;AACvD,OAAO,EAIH,KAAK,WAAW,EAGnB,MAAM,SAAS,CAAC;AAEjB,wBAAgB,YAAY,CAAC,MAAM,EAAE,aAAa,GAAG,MAAM,CAsB1D;AAED,wBAAgB,eAAe,CAC3B,MAAM,EAAE,aAAa,EACrB,OAAO,EAAE,WAAW,GACrB,MAAM,CAiBR;AAED,eAAO,MAAM,SAAS,EAAE,WA+CvB,CAAC"}

package/dist/tools/omni.d.ts

@@ -0,0 +1,7 @@
+import { HarnessConfig } from '../config';
+import { ProjectNode } from '../graph';
+import { ToolAdapter } from './types';
+export declare function omniWorkspaceConfig(): string;
+export declare function omniProjectConfig(config: HarnessConfig, project: ProjectNode, projects: ProjectNode[]): string;
+export declare const omniAdapter: ToolAdapter;
+//# sourceMappingURL=omni.d.ts.map

package/dist/tools/omni.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"omni.d.ts","sourceRoot":"","sources":["../../src/tools/omni.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,WAAW,CAAC;AAC/C,OAAO,EAAE,KAAK,WAAW,EAAa,MAAM,UAAU,CAAC;AACvD,OAAO,EAIH,KAAK,WAAW,EAGnB,MAAM,SAAS,CAAC;AAOjB,wBAAgB,mBAAmB,IAAI,MAAM,CAG5C;AAED,wBAAgB,iBAAiB,CAC7B,MAAM,EAAE,aAAa,EACrB,OAAO,EAAE,WAAW,EACpB,QAAQ,EAAE,WAAW,EAAE,GACxB,MAAM,CAqBR;AAED,eAAO,MAAM,WAAW,EAAE,WA2CzB,CAAC"}

package/dist/tools/turbo.d.ts

@@ -0,0 +1,5 @@
+import { HarnessConfig } from '../config';
+import { ToolAdapter } from './types';
+export declare function turboRootConfig(config: HarnessConfig): string;
+export declare const turboAdapter: ToolAdapter;
+//# sourceMappingURL=turbo.d.ts.map

package/dist/tools/turbo.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"turbo.d.ts","sourceRoot":"","sources":["../../src/tools/turbo.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,WAAW,CAAC;AAE/C,OAAO,EAIH,KAAK,WAAW,EAGnB,MAAM,SAAS,CAAC;AAEjB,wBAAgB,eAAe,CAAC,MAAM,EAAE,aAAa,GAAG,MAAM,CAqB7D;AAED,eAAO,MAAM,YAAY,EAAE,WAwC1B,CAAC"}

package/dist/tools/types.d.ts

@@ -0,0 +1,77 @@
+import { HarnessConfig, Tool } from '../config';
+import { ProjectNode } from '../graph';
+/** Writes a workspace-relative file (creating parent dirs) and records it. */
+export type WorkspaceWriter = (relPath: string, contents: string) => Promise<void>;
+/** Everything a tool needs to write its configuration after generation. */
+export interface GenerationContext {
+    /** Absolute path to the generated workspace root. */
+    rootDir: string;
+    config: HarnessConfig;
+    /** All generated projects, in index order. */
+    projects: ProjectNode[];
+    /** The resolved version of this tool (pinned or detected), if known. */
+    version: string | null;
+    /** Write a file into the workspace. */
+    write: WorkspaceWriter;
+}
+/** Runtime context for executing/benchmarking a tool. */
+export interface ToolContext {
+    /** Absolute path to the generated workspace root. */
+    rootDir: string;
+    /** Workspace-relative project directories, e.g. `packages/bench-p0001`. */
+    projectDirs: string[];
+    /** Concurrency applied identically to every runner. */
+    concurrency: number;
+    /** Whether the tool's persistent daemon (if any) is allowed. */
+    daemon: boolean;
+}
+export interface RunInvocation {
+    file: string;
+    args: string[];
+}
+/**
+ * A self-contained integration for one task runner. Each adapter owns:
+ *   - which tool versions it supports (`supportedVersions`),
+ *   - the npm dependencies it needs (`devDependencies`),
+ *   - how to write its own configuration (`setup`),
+ *   - and how to run / reset / clean it up at benchmark time.
+ * This keeps every tool decoupled from the generator and from each other.
+ */
+export interface ToolAdapter {
+    tool: Tool;
+    /** Whether this runner has a persistent daemon that can boost warm perf. */
+    hasDaemon: boolean;
+    /** Semver ranges of the tool version this adapter supports. */
+    supportedVersions: readonly string[];
+    /** Version pinned via config for installable tools; null for external ones. */
+    pinnedVersion(config: HarnessConfig): string | null;
+    /** Detect the installed version of an external/global tool (e.g. omni). */
+    detectVersion?(rootDir: string): Promise<string | null>;
+    /** npm devDependencies to add to the root package.json. */
+    devDependencies(config: HarnessConfig): Record<string, string>;
+    /** Derive and write this tool's config files from the generated projects. */
+    setup(ctx: GenerationContext): Promise<void>;
+    /** Command that runs `task` across every project in the workspace. */
+    run(task: string, ctx: ToolContext): RunInvocation;
+    /** Extra environment variables for each invocation (e.g. daemon toggles). */
+    env(ctx: ToolContext): Record<string, string>;
+    /** Remove caches and all task outputs. */
+    clearCaches(ctx: ToolContext): Promise<void>;
+    /** Stop the persistent daemon, if any. Used for cold runs and cleanup. */
+    stopDaemon(ctx: ToolContext): Promise<void>;
+}
+/** Resolve a locally-installed binary, falling back to the global name. */
+export declare function resolveBin(rootDir: string, name: string): string;
+/** Remove the `dist/` output directory of every project. */
+export declare function removeDist(ctx: ToolContext): Promise<void>;
+/**
+ * Dependency edges for task index `k`, shared by omni/turbo/nx so their graphs
+ * stay equivalent:
+ *   - within-project: `t{k-1}` (if enabled and k > 0)
+ *   - upstream:       `^t{k}`  (if enabled)
+ */
+export declare function taskDependencies(config: HarnessConfig, k: number): string[];
+/** Map upstream project indices to their names for a project's dependencies. */
+export declare function dependencyNames(project: ProjectNode, projects: ProjectNode[]): string[];
+export type { Tool };
+//# sourceMappingURL=types.d.ts.map

package/dist/tools/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/tools/types.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,aAAa,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACrD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,UAAU,CAAC;AAE5C,8EAA8E;AAC9E,MAAM,MAAM,eAAe,GAAG,CAC1B,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,MAAM,KACf,OAAO,CAAC,IAAI,CAAC,CAAC;AAEnB,2EAA2E;AAC3E,MAAM,WAAW,iBAAiB;IAC9B,qDAAqD;IACrD,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,aAAa,CAAC;IACtB,8CAA8C;IAC9C,QAAQ,EAAE,WAAW,EAAE,CAAC;IACxB,wEAAwE;IACxE,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,uCAAuC;IACvC,KAAK,EAAE,eAAe,CAAC;CAC1B;AAED,yDAAyD;AACzD,MAAM,WAAW,WAAW;IACxB,qDAAqD;IACrD,OAAO,EAAE,MAAM,CAAC;IAChB,2EAA2E;IAC3E,WAAW,EAAE,MAAM,EAAE,CAAC;IACtB,uDAAuD;IACvD,WAAW,EAAE,MAAM,CAAC;IACpB,gEAAgE;IAChE,MAAM,EAAE,OAAO,CAAC;CACnB;AAED,MAAM,WAAW,aAAa;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,EAAE,CAAC;CAClB;AAED;;;;;;;GAOG;AACH,MAAM,WAAW,WAAW;IACxB,IAAI,EAAE,IAAI,CAAC;IACX,4EAA4E;IAC5E,SAAS,EAAE,OAAO,CAAC;IACnB,+DAA+D;IAC/D,iBAAiB,EAAE,SAAS,MAAM,EAAE,CAAC;IAErC,+EAA+E;IAC/E,aAAa,CAAC,MAAM,EAAE,aAAa,GAAG,MAAM,GAAG,IAAI,CAAC;IACpD,2EAA2E;IAC3E,aAAa,CAAC,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;IACxD,2DAA2D;IAC3D,eAAe,CAAC,MAAM,EAAE,aAAa,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC/D,6EAA6E;IAC7E,KAAK,CAAC,GAAG,EAAE,iBAAiB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAE7C,sEAAsE;IACtE,GAAG,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,WAAW,GAAG,aAAa,CAAC;IACnD,6EAA6E;IAC7E,GAAG,CAAC,GAAG,EAAE,WAAW,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC9C,0CAA0C;IAC1C,WAAW,CAAC,GAAG,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC7C,0EAA0E;IAC1E,UAAU,CAAC,GAAG,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CAC/C;AAED,2EAA2E;AAC3E,wBAAgB,UAAU,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,MAAM,CAGhE;AAED,4DAA4D;AAC5D,wBAAsB,UAAU,CAAC,GAAG,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC,CAShE;AAED;;;;;GAKG;AACH,wBAAgB,gBAAgB,CAAC,MAAM,EAAE,aAAa,EAAE,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAK3E;AAED,gFAAgF;AAChF,wBAAgB,eAAe,CAC3B,OAAO,EAAE,WAAW,EACpB,QAAQ,EAAE,WAAW,EAAE,GACxB,MAAM,EAAE,CAEV;AAED,YAAY,EAAE,IAAI,EAAE,CAAC"}

package/package.json

@@ -0,0 +1,41 @@
+{
+    "name": "@omni-oss/task-bench",
+    "description": "Generate configurable test workspaces and benchmark omni/turbo/nx task execution performance",
+    "version": "0.0.0-beta.1",
+    "bin": "./dist/task-bench-cli.mjs",
+    "publishConfig": {
+        "access": "public"
+    },
+    "exports": {
+        ".": {
+            "types": "./dist/index.d.ts",
+            "import": {
+                "development": "./src/index.ts",
+                "default": "./dist/index.mjs"
+            },
+            "require": {
+                "development": "./src/index.ts",
+                "default": "./dist/index.mjs"
+            }
+        }
+    },
+    "dependencies": {
+        "commander": "^14.0.3",
+        "@commander-js/extra-typings": "^14.0.0",
+        "@omni-oss/log": "^0.1.0",
+        "execa": "^9.6.1",
+        "semver": "^7.8.5",
+        "yaml": "^2.9.0",
+        "zod": "^4.4.3"
+    },
+    "devDependencies": {
+        "@omni-oss/tsconfig": "^0.1.1",
+        "@omni-oss/vite-config": "^0.2.1",
+        "@omni-oss/vitest-config": "^0.0.0",
+        "vite": "^8.0.16",
+        "vitest": "^4.1.8",
+        "@types/node": "^25.9.1",
+        "@types/semver": "^7.7.1",
+        "typescript": "^6.0.3"
+    }
+}

package/project.omni.yaml

@@ -0,0 +1,33 @@
+# yaml-language-server: $schema=https://raw.githubusercontent.com/omni-oss/json-schemas/refs/heads/main/project.json
+name: "@omni-oss/task-bench"
+
+extends:
+
+  - "@workspace/omni/presets/ts-vite-script.omni.yaml"
+
+
+dependencies:
+  append:
+    - "@omni-oss/tsconfig"
+    - "@omni-oss/vite-config"
+    - "@omni-oss/vitest-config"
+
+tasks:
+
+  test:unit:
+    enabled: true
+
+  test:integration:
+    enabled: false
+
+  test:
+    enabled: true
+
+  build:
+    enabled: true
+
+  publish:
+    enabled: true
+
+meta:
+  publish: true