@decohere/ci-tools 0.0.1-dev.12 → 0.0.1-dev.120

package/src/bench/bench.mjs

@@ -1,22 +1,22 @@
 #!/usr/bin/env node
 
 /**
- * bench.mjs — run the forge benchmark and compare against the last saved baseline.
+ * bench.mjs — run the benchmark suites and compare against the last saved run (#660).
  *
  * Usage:
- *   node bench.mjs              — run and compare, do not save
- *   node bench.mjs save         — run, compare, and save as the new baseline
- *   node bench.mjs report       — run and compare, do not save
- *   BENCH_ITERATIONS=3 node bench.mjs
+ *   pnpm bench                          — run every suite and compare, do not save
+ *   pnpm bench flux-load flux-serve     — run only these suites
+ *   pnpm bench:save                     — run, compare, and append to the history
  *
- * Context ID
- * ----------
- * 16-char SHA-256 prefix of: platform|arch|cpu|cores|memGB|node
- * Ensures history is always compared like-for-like across machines.
+ * Suites: forge-build, flux-load, flux-transpile, flux-serve. Each prints a BENCH_RESULT line
+ * (see history.mjs). The history lives in projects/ci-tools/dist/ci/bench/bench-history.json;
+ * the nightly bench workflow restores it from Pages, saves, and publishes the charts.
+ *
+ * Environment: BENCH_HISTORY_FILE overrides where `save` writes; BENCH_ENV names the machine class (CI sets gh-actions); BENCH_SAMPLES (default
+ * 10) is the sample count for every benchmark; BENCH_LIBS and BENCH_FILES size the flux workspace.
  */
 
-import { spawnSync } from "node:child_process";
-import crypto from "node:crypto";
+import { execFileSync, spawnSync } from "node:child_process";
 import {
 	existsSync,
 	mkdirSync,
@@ -26,386 +26,152 @@ import {
 	writeFileSync,
 } from "node:fs";
 import os from "node:os";
-import { join } from "node:path";
+import { dirname, join } from "node:path";
+import {
+	appendRun,
+	assertValid,
+	compare,
+	contextId,
+	formatComparison,
+	fromVitest,
+	getContext,
+	normalize,
+	parseResults,
+	previousRun,
+} from "./history.mjs";
 
 const WORKSPACE_ROOT = process.cwd();
-const HISTORY_FILE = join(
-	WORKSPACE_ROOT,
-	"projects/ci-tools/dist/ci/bench/bench-history.json",
-);
-const VITEST_BIN = join(WORKSPACE_ROOT, "node_modules/.bin/vitest");
-const BENCH_FILE = "projects/terminal/e2e/build.benchmark.bench.ts";
-const CONFIG = join(WORKSPACE_ROOT, "vitest.e2e.config.ts");
-const TRACE_LOG_DIR = join(WORKSPACE_ROOT, ".decohere", "logs");
-const MAX_RUNS = 10;
-const command = process.argv[2] ?? "run";
-
-// ── Context ───────────────────────────────────────────────────────────────────
-
-function getContext() {
-	const cpus = os.cpus();
-	const nodeMajor = process.version.match(/^v(\d+)/)?.[1] ?? "?";
-	const rawEnv = process.env.BENCH_ENV ?? null;
-	return {
-		benchEnv: rawEnv ? `${rawEnv}-node${nodeMajor}` : "(local)",
-		date: new Date().toISOString(),
-		os: { platform: os.platform(), arch: os.arch() },
-		cpu: { model: cpus[0]?.model?.trim() ?? "unknown", count: cpus.length },
-		memoryGb: parseFloat((os.totalmem() / 1024 ** 3).toFixed(1)),
-		node: process.version,
-	};
-}
-
-function contextId(ctx) {
-	const key = [
-		ctx.os.platform,
-		ctx.os.arch,
-		ctx.cpu.model,
-		ctx.cpu.count,
-		ctx.memoryGb,
-		ctx.node,
-	].join("|");
-	return crypto.createHash("sha256").update(key).digest("hex").slice(0, 16);
-}
-
-function truthy(value, defaultValue = false) {
-	if (value == null) return defaultValue;
-	return !["0", "false", "no", "off"].includes(String(value).toLowerCase());
-}
-
-function toFileTimestamp(date = new Date()) {
-	const pad = (n) => String(n).padStart(2, "0");
-	return `${date.getFullYear()}${pad(date.getMonth() + 1)}${pad(date.getDate())}-${pad(date.getHours())}${pad(date.getMinutes())}${pad(date.getSeconds())}`;
-}
-
-function toTraceSample(line, parsed, durationMs) {
-	return {
-		time: parsed.time,
-		name: parsed.name,
-		message: parsed.msg,
-		durationMs,
-		line,
-	};
-}
-
-function parseTraceSamples(rawOutput) {
-	const samples = [];
-	for (const rawLine of rawOutput.split(/\r?\n/)) {
-		const line = rawLine.trim();
-		if (!line.startsWith("{")) continue;
-
-		let parsed;
-		try {
-			parsed = JSON.parse(line);
-		} catch {
-			continue;
-		}
-
-		if (typeof parsed?.name !== "string" || typeof parsed?.msg !== "string") continue;
-		const match = parsed.msg.match(/^(.*):\s+([0-9]+(?:\.[0-9]+)?)ms$/);
-		if (match == null) continue;
-
-		const durationMs = Number(match[2]);
-		if (!Number.isFinite(durationMs)) continue;
-
-		samples.push({
-			className: parsed.name,
-			methodLabel: match[1],
-			methodName: match[1].split("(")[0],
-			durationMs,
-			sample: toTraceSample(rawLine, parsed, durationMs),
+// BENCH_HISTORY_FILE lets the nightly job save each comparison round to its own file (#667).
+const HISTORY_FILE =
+	process.env.BENCH_HISTORY_FILE ??
+	join(WORKSPACE_ROOT, "projects/ci-tools/dist/ci/bench/bench-history.json");
+
+/** Runs a TypeScript benchmark from source, the way the repo runs its CLIs. */
+function fluxSuite(file) {
+	return () => {
+		const result = spawnSync(process.execPath, ["--import", "./tools/register.mjs", file], {
+			cwd: WORKSPACE_ROOT,
+			encoding: "utf8",
+			maxBuffer: 1024 * 1024 * 50,
+			env: { ...process.env, NODE_OPTIONS: "" },
 		});
-	}
-	return samples;
-}
-
-function aggregateSamples(samples, keyBuilder) {
-	const aggregates = new Map();
-	for (const sample of samples) {
-		const key = keyBuilder(sample);
-		const current = aggregates.get(key) ?? {
-			key,
-			hitCount: 0,
-			totalMs: 0,
-			maxMs: 0,
-		};
-		current.hitCount += 1;
-		current.totalMs += sample.durationMs;
-		if (sample.durationMs > current.maxMs) current.maxMs = sample.durationMs;
-		aggregates.set(key, current);
-	}
-	return [...aggregates.values()];
-}
-
-function analyzeTraceOutput(rawOutput) {
-	const samples = parseTraceSamples(rawOutput);
-	if (samples.length === 0) {
-		process.stderr.write("\n⚠  No structured trace samples found to analyze.\n");
-		return;
-	}
-
-	const byMethod = aggregateSamples(
-		samples,
-		(sample) => `${sample.className}.${sample.methodName}`,
-	);
-	const byClass = aggregateSamples(samples, (sample) => sample.className);
-	const byHits = [...byMethod].sort((a, b) => b.hitCount - a.hitCount).slice(0, 10);
-	const byTotal = [...byMethod].sort((a, b) => b.totalMs - a.totalMs).slice(0, 10);
-	const byMax = [...byMethod].sort((a, b) => b.maxMs - a.maxMs).slice(0, 10);
-	const byClassTotal = [...byClass].sort((a, b) => b.totalMs - a.totalMs).slice(0, 5);
-	const totalTraceMs = samples.reduce((sum, sample) => sum + sample.durationMs, 0);
-	const hottest = [...samples].sort((a, b) => b.durationMs - a.durationMs).slice(0, 5);
-
-	process.stderr.write(
-		"\n┌─ Trace Analysis ─────────────────────────────────────────────────────────\n",
-	);
-	process.stderr.write(`│  Samples      : ${samples.length}\n`);
-	process.stderr.write(`│  Unique funcs : ${byMethod.length}\n`);
-	process.stderr.write(`│  Total traced : ${totalTraceMs.toFixed(2)}ms\n`);
-	process.stderr.write(`│  Avg sample   : ${(totalTraceMs / samples.length).toFixed(3)}ms\n`);
-	process.stderr.write(
-		"└──────────────────────────────────────────────────────────────────────────\n",
-	);
-
-	const printTable = (title, rows, valueFormatter) => {
-		process.stderr.write(`\n${title}\n`);
-		for (const row of rows) {
-			process.stderr.write(
-				`  ${valueFormatter(row).padStart(10)}  ${row.key}  (hits=${row.hitCount}, max=${row.maxMs.toFixed(2)}ms)\n`,
-			);
+		process.stderr.write(
+			result.stdout
+				.split("\n")
+				.filter((l) => !l.startsWith("BENCH_RESULT"))
+				.join("\n"),
+		);
+		if (result.status !== 0) {
+			throw new Error(`${file} exited ${result.status ?? result.signal}:\n${result.stderr}`);
 		}
+		return parseResults(result.stdout, file);
 	};
+}
 
-	printTable("Top Functions By Hit Count", byHits, (row) => String(row.hitCount));
-	printTable("Top Functions By Total Time", byTotal, (row) => `${row.totalMs.toFixed(2)}ms`);
-	printTable(
-		"Top Functions By Worst Single Call",
-		byMax,
-		(row) => `${row.maxMs.toFixed(2)}ms`,
-	);
-	printTable(
-		"Top Classes By Total Trace Time",
-		byClassTotal,
-		(row) => `${row.totalMs.toFixed(2)}ms`,
-	);
-
-	process.stderr.write("\nSlowest Individual Samples\n");
-	for (const hot of hottest) {
-		process.stderr.write(
-			`  ${hot.durationMs.toFixed(2).padStart(10)}ms  ${hot.className}.${hot.methodLabel}\n`,
+function forgeBuildSuite() {
+	const tmpDir = mkdtempSync(join(os.tmpdir(), "decohere-bench-"));
+	const outJson = join(tmpDir, "output.json");
+	try {
+		const result = spawnSync(
+			join(WORKSPACE_ROOT, "node_modules/.bin/vitest"),
+			[
+				"bench",
+				"--config",
+				join(WORKSPACE_ROOT, "vitest.config.ts"),
+				"--project",
+				"e2e",
+				"--run",
+				"--outputJson",
+				outJson,
+				"projects/cli/e2e/build.benchmark.bench.ts",
+			],
+			{
+				cwd: WORKSPACE_ROOT,
+				stdio: ["ignore", "inherit", "inherit"],
+				env: {
+					...process.env,
+					NODE_OPTIONS: "",
+				},
+			},
 		);
+		if (result.status !== 0) throw new Error(`vitest bench exited ${result.status}`);
+		// vitest swallows errors in bench callbacks, so a missing file means it failed.
+		if (!existsSync(outJson)) throw new Error("vitest bench wrote no output JSON");
+		return fromVitest(JSON.parse(readFileSync(outJson, "utf8")));
+	} finally {
+		rmSync(tmpDir, { recursive: true, force: true });
 	}
 }
 
-function getBenchmarks(vitestOutput) {
-	return vitestOutput.files
-		.flatMap((file) => file.groups)
-		.flatMap((group) => group.benchmarks);
+const SUITES = {
+	"forge-build": forgeBuildSuite,
+	"flux-load": fluxSuite("projects/flux/bench/load.bench.ts"),
+	"flux-transpile": fluxSuite("projects/flux/bench/transpile.bench.ts"),
+	"flux-serve": fluxSuite("projects/flux/bench/serve.bench.ts"),
+};
+
+function currentSha() {
+	if (process.env.GITHUB_SHA) return process.env.GITHUB_SHA;
+	return execFileSync("git", ["rev-parse", "HEAD"], {
+		cwd: WORKSPACE_ROOT,
+		encoding: "utf8",
+	}).trim();
 }
 
-function printBenchmarkComparison(currentRun, previousRun) {
-	if (previousRun == null) {
-		process.stderr.write("No previous saved run for this context; skipping comparison.\n");
-		return;
-	}
-
-	const currentBenchmarks = getBenchmarks(currentRun.vitestOutput);
-	const previousByName = new Map(
-		getBenchmarks(previousRun.vitestOutput).map((benchmark) => [benchmark.name, benchmark]),
+const [command = "run", ...requested] = process.argv.slice(2);
+if (command !== "run" && command !== "save") {
+	process.stderr.write(`Unknown command "${command}". Use "run" or "save".\n`);
+	process.exit(1);
+}
+const unknown = requested.filter((suite) => !(suite in SUITES));
+if (unknown.length > 0) {
+	process.stderr.write(
+		`Unknown suite(s): ${unknown.join(", ")}. Available: ${Object.keys(SUITES).join(", ")}\n`,
 	);
-
-	process.stderr.write("Current Run vs Previous\n");
-	process.stderr.write(`  current : ${currentRun.date}\n`);
-	process.stderr.write(`  previous: ${previousRun.date}\n`);
-	process.stderr.write("\n");
-
-	const rows = currentBenchmarks.map((benchmark) => {
-		const previous = previousByName.get(benchmark.name);
-		if (previous == null) {
-			return {
-				name: benchmark.name,
-				current: `${benchmark.mean.toFixed(2)}ms`,
-				previous: "n/a",
-				delta: "n/a",
-				change: "n/a",
-			};
-		}
-
-		const delta = benchmark.mean - previous.mean;
-		const pct = previous.mean === 0 ? 0 : (delta / previous.mean) * 100;
-		const deltaSign = delta >= 0 ? "+" : "";
-		return {
-			name: benchmark.name,
-			current: `${benchmark.mean.toFixed(2)}ms`,
-			previous: `${previous.mean.toFixed(2)}ms`,
-			delta: `${deltaSign}${delta.toFixed(2)}ms`,
-			change: `${deltaSign}${pct.toFixed(2)}%`,
-		};
-	});
-
-	const headers = {
-		name: "Benchmark",
-		current: "Current",
-		previous: "Previous",
-		delta: "Delta",
-		change: "%",
-	};
-
-	const widths = {
-		name: Math.max(headers.name.length, ...rows.map((row) => row.name.length)),
-		current: Math.max(headers.current.length, ...rows.map((row) => row.current.length)),
-		previous: Math.max(headers.previous.length, ...rows.map((row) => row.previous.length)),
-		delta: Math.max(headers.delta.length, ...rows.map((row) => row.delta.length)),
-		change: Math.max(headers.change.length, ...rows.map((row) => row.change.length)),
-	};
-
-	const divider = [
-		"-".repeat(widths.name),
-		"-".repeat(widths.current),
-		"-".repeat(widths.previous),
-		"-".repeat(widths.delta),
-		"-".repeat(widths.change),
-	].join("-+-");
-
-	const formatRow = (row) =>
-		[
-			row.name.padEnd(widths.name),
-			row.current.padStart(widths.current),
-			row.previous.padStart(widths.previous),
-			row.delta.padStart(widths.delta),
-			row.change.padStart(widths.change),
-		].join(" | ");
-
-	process.stderr.write(`${formatRow(headers)}\n`);
-	process.stderr.write(`${divider}\n`);
-	for (const row of rows) {
-		process.stderr.write(`${formatRow(row)}\n`);
-	}
-
-	process.stderr.write("\n");
+	process.exit(1);
 }
+const suites = requested.length > 0 ? requested : Object.keys(SUITES);
 
-// ── Run ───────────────────────────────────────────────────────────────────────
-
-const ctx = getContext();
+const ctx = getContext(os, process.env, process.version);
 const id = contextId(ctx);
-const iterations = process.env.BENCH_ITERATIONS ?? "5";
-const traceEnabled = process.env.FORGE_TRACE != null;
-const shouldSave = truthy(process.env.BENCH_SAVE, command === "save");
-const shouldAnalyzeTrace = traceEnabled && truthy(process.env.BENCH_ANALYZE_TRACE, true);
-const shouldCollectTraceLog = traceEnabled && truthy(process.env.BENCH_TRACE_LOG, true);
-const traceLogPath = shouldCollectTraceLog
-	? join(TRACE_LOG_DIR, `perf-trace-${toFileTimestamp()}.log`)
-	: null;
-
-if (traceLogPath != null) {
-	mkdirSync(TRACE_LOG_DIR, { recursive: true });
-}
-
 process.stderr.write(
 	[
-		"\n┌─ Benchmark Environment ─────────────────────────────────────────────────",
-		`│  Context ID : ${id}`,
-		`│  BENCH_ENV  : ${ctx.benchEnv}`,
-		`│  Date       : ${ctx.date}`,
-		`│  OS         : ${ctx.os.platform} ${ctx.os.arch}`,
-		`│  CPU        : ${ctx.cpu.model} × ${ctx.cpu.count}`,
-		`│  Memory     : ${ctx.memoryGb} GB`,
-		`│  Node       : ${ctx.node}`,
-		"└──────────────────────────────────────────────────────────────────────────\n\n",
+		"",
+		`Context ${id} · ${ctx.benchEnv} · ${ctx.os.platform} ${ctx.os.arch}`,
+		`${ctx.cpu.model} × ${ctx.cpu.count} · ${ctx.memoryGb} GB · Node ${ctx.node}`,
+		`Suites: ${suites.join(", ")}`,
+		"",
+		"",
 	].join("\n"),
 );
 
-if (traceEnabled) {
-	process.stderr.write("Trace mode enabled with structured pino logs for analysis.\n\n");
+const results = [];
+for (const suite of suites) {
+	process.stderr.write(`── ${suite}\n`);
+	results.push(...SUITES[suite]());
+	process.stderr.write("\n");
 }
+assertValid(results);
 
-const tmpDir = mkdtempSync(`${os.tmpdir()}/ark-bench-`);
-const outJson = join(tmpDir, "output.json");
+const history = normalize(
+	existsSync(HISTORY_FILE) ? JSON.parse(readFileSync(HISTORY_FILE, "utf8")) : null,
+);
+const previous = previousRun(history, id);
+process.stderr.write(
+	previous == null
+		? "No saved run for this machine yet; nothing to compare against.\n"
+		: `Compared with the saved run from ${previous.date}:\n`,
+);
+process.stderr.write(`${formatComparison(compare(results, previous))}\n\n`);
 
-try {
-	const result = spawnSync(
-		VITEST_BIN,
-		["bench", "--config", CONFIG, "--run", "--outputJson", outJson, BENCH_FILE],
-		{
-			cwd: WORKSPACE_ROOT,
-			stdio: traceEnabled ? "pipe" : "inherit",
-			encoding: traceEnabled ? "utf8" : undefined,
-			maxBuffer: 1024 * 1024 * 200,
-			env: {
-				...process.env,
-				NODE_OPTIONS: "",
-				BENCH_ITERATIONS: iterations,
-				...(traceEnabled
-					? { FORGE_TRACE_STRUCTURED: "1", LOG_LEVEL: process.env.LOG_LEVEL ?? "trace" }
-					: {}),
-			},
-		},
+if (command === "save") {
+	const run = { date: ctx.date, sha: currentSha(), results };
+	const next = appendRun(history, ctx, run);
+	mkdirSync(dirname(HISTORY_FILE), { recursive: true });
+	writeFileSync(HISTORY_FILE, `${JSON.stringify(next, null, 2)}\n`);
+	process.stderr.write(
+		`Saved (context ${id}, ${next.contexts[id].runs.length} runs stored).\n`,
 	);
-
-	if (traceEnabled) {
-		const stdout = typeof result.stdout === "string" ? result.stdout : "";
-		const stderr = typeof result.stderr === "string" ? result.stderr : "";
-		if (stdout.length > 0) process.stdout.write(stdout);
-		if (stderr.length > 0) process.stderr.write(stderr);
-
-		const combined = `${stdout}${stderr.length > 0 ? `\n${stderr}` : ""}`;
-		if (traceLogPath != null) {
-			writeFileSync(traceLogPath, combined);
-			process.stderr.write(`\n✓  Trace log written: ${traceLogPath}\n`);
-		}
-
-		if (shouldAnalyzeTrace) {
-			analyzeTraceOutput(combined);
-		}
-	}
-
-	if (result.status !== 0) process.exit(result.status ?? 1);
-
-	if (!existsSync(outJson)) {
-		process.stderr.write("✗  No output JSON — bench may have errored internally.\n");
-		process.exit(1);
-	}
-
-	const output = JSON.parse(readFileSync(outJson, "utf8"));
-	const benches = output.files.flatMap((f) => f.groups).flatMap((g) => g.benchmarks);
-	const currentRun = { date: ctx.date, context: ctx, vitestOutput: output };
-
-	// Fail loud on NaN — vitest swallows errors in bench callbacks silently
-	const invalid = benches.filter((b) => !Number.isFinite(b.mean) || !b.sampleCount);
-	if (invalid.length > 0) {
-		process.stderr.write(
-			`✗  ${invalid.length} benchmark(s) have NaN results — check for errors in the bench callback:\n` +
-				invalid.map((b) => `   • ${b.name}`).join("\n") +
-				"\n",
-		);
-		process.exit(1);
-	}
-
-	// ── Save ──────────────────────────────────────────────────────────────────
-
-	const history = existsSync(HISTORY_FILE)
-		? JSON.parse(readFileSync(HISTORY_FILE, "utf8"))
-		: { runs: {} };
-
-	if (!history.runs[id]) history.runs[id] = { context: ctx, runs: [] };
-	const previousRun = history.runs[id].runs[0];
-
-	printBenchmarkComparison(currentRun, previousRun);
-
-	if (!shouldSave) {
-		process.stderr.write(`✓  Not saved  (mode: ${command}, baseline unchanged)\n\n`);
-		process.exit(0);
-	}
-
-	history.runs[id].context = ctx;
-	history.runs[id].runs.unshift(currentRun);
-	if (history.runs[id].runs.length > MAX_RUNS) history.runs[id].runs.length = MAX_RUNS;
-
-	writeFileSync(HISTORY_FILE, JSON.stringify(history, null, 2));
-
-	const stored = history.runs[id].runs.length;
-	process.stderr.write(`\n✓  Saved  (context: ${id}, runs stored: ${stored}/${MAX_RUNS})\n\n`);
-} finally {
-	rmSync(tmpDir, { recursive: true, force: true });
+} else {
+	process.stderr.write("Not saved. Run `pnpm bench:save` to record this run.\n");
 }

package/src/bench/file-regressions.mjs

@@ -0,0 +1,76 @@
+#!/usr/bin/env node
+
+/**
+ * file-regressions.mjs — after nightly.mjs, open an issue for each benchmark that got slower
+ * (regressions.json: head slower than base in every round on one runner), or update the open
+ * one. Needs `gh` and GH_TOKEN with issues: write.
+ *
+ *   node projects/ci-tools/src/bench/file-regressions.mjs            # file issues
+ *   node projects/ci-tools/src/bench/file-regressions.mjs --dry-run  # print them only
+ */
+
+import { spawnSync } from "node:child_process";
+import { readFileSync } from "node:fs";
+import { REGRESSION } from "./history.mjs";
+import { issueBody, issueTitle } from "./regression-issue.mjs";
+
+const REGRESSIONS_FILE = "projects/ci-tools/dist/ci/bench/regressions.json";
+const dryRun = process.argv.includes("--dry-run");
+
+function gh(args, input) {
+	const result = spawnSync("gh", args, { encoding: "utf8", input, env: process.env });
+	if (result.status !== 0) {
+		throw new Error(result.stderr || result.stdout || `gh ${args.join(" ")} failed`);
+	}
+	return result.stdout;
+}
+
+const server = process.env.GITHUB_SERVER_URL ?? "https://github.com";
+const repository = process.env.GITHUB_REPOSITORY ?? "typesmiths/decohere";
+const repoUrl = `${server}/${repository}`;
+const runUrl = process.env.GITHUB_RUN_ID
+	? `${repoUrl}/actions/runs/${process.env.GITHUB_RUN_ID}`
+	: "(local run)";
+
+const { base, head, context, regressions } = JSON.parse(
+	readFileSync(REGRESSIONS_FILE, "utf8"),
+);
+if (base == null) {
+	console.log("Nothing was compared tonight (no earlier nightly, or no new commit).");
+	process.exit(0);
+}
+if (regressions.length === 0) {
+	console.log(`No benchmark slower on ${head.slice(0, 7)} than on ${base.slice(0, 7)}.`);
+	process.exit(0);
+}
+
+const machine = `${context.benchEnv}, ${context.cpu.model} × ${context.cpu.count}`;
+const open = dryRun
+	? []
+	: JSON.parse(
+			gh(["issue", "list", "--state", "open", "--limit", "200", "--json", "number,title"]),
+		);
+
+for (const regression of regressions) {
+	const title = issueTitle(regression);
+	const body = issueBody(regression, {
+		repoUrl,
+		runUrl,
+		machine,
+		threshold: REGRESSION.threshold,
+		base,
+		head,
+	});
+	if (dryRun) {
+		console.log(`# ${title}\n\n${body}\n`);
+		continue;
+	}
+	const existing = open.find((issue) => issue.title === title);
+	if (existing != null) {
+		gh(["issue", "edit", String(existing.number), "--body-file", "-"], body);
+		console.log(`Updated #${existing.number}: ${title}`);
+	} else {
+		const url = gh(["issue", "create", "--title", title, "--body-file", "-"], body).trim();
+		console.log(`Opened ${url}: ${title}`);
+	}
+}