agent-gauntlet 0.1.10 → 0.1.12

package/src/commands/review.ts

@@ -1,72 +1,99 @@
-import type { Command } from 'commander';
-import chalk from 'chalk';
-import { loadConfig } from '../config/loader.js';
-import { ChangeDetector } from '../core/change-detector.js';
-import { EntryPointExpander } from '../core/entry-point.js';
-import { JobGenerator } from '../core/job.js';
-import { Runner } from '../core/runner.js';
-import { Logger } from '../output/logger.js';
-import { ConsoleReporter } from '../output/console.js';
-import { rotateLogs } from './shared.js';
+import chalk from "chalk";
+import type { Command } from "commander";
+import { loadConfig } from "../config/loader.js";
+import { ChangeDetector } from "../core/change-detector.js";
+import { EntryPointExpander } from "../core/entry-point.js";
+import { JobGenerator } from "../core/job.js";
+import { Runner } from "../core/runner.js";
+import { ConsoleReporter } from "../output/console.js";
+import { Logger } from "../output/logger.js";
+import { rotateLogs } from "./shared.js";
 
 export function registerReviewCommand(program: Command): void {
-  program
-    .command('review')
-    .description('Run only applicable reviews for detected changes')
-    .option('-g, --gate <name>', 'Run specific review gate only')
-    .option('-c, --commit <sha>', 'Use diff for a specific commit')
-    .option('-u, --uncommitted', 'Use diff for current uncommitted changes (staged and unstaged)')
-    .action(async (options) => {
-      try {
-        const config = await loadConfig();
+	program
+		.command("review")
+		.description("Run only applicable reviews for detected changes")
+		.option(
+			"-b, --base-branch <branch>",
+			"Override base branch for change detection",
+		)
+		.option("-g, --gate <name>", "Run specific review gate only")
+		.option("-c, --commit <sha>", "Use diff for a specific commit")
+		.option(
+			"-u, --uncommitted",
+			"Use diff for current uncommitted changes (staged and unstaged)",
+		)
+		.action(async (options) => {
+			try {
+				const config = await loadConfig();
 
-        // Rotate logs before starting
-        await rotateLogs(config.project.log_dir);
+				// Rotate logs before starting
+				await rotateLogs(config.project.log_dir);
 
-        const changeDetector = new ChangeDetector(config.project.base_branch, {
-          commit: options.commit,
-          uncommitted: options.uncommitted
-        });
-        const expander = new EntryPointExpander();
-        const jobGen = new JobGenerator(config);
-        
-        console.log(chalk.dim('Detecting changes...'));
-        const changes = await changeDetector.getChangedFiles();
-        
-        if (changes.length === 0) {
-          console.log(chalk.green('No changes detected.'));
-          process.exit(0);
-        }
-        
-        console.log(chalk.dim(`Found ${changes.length} changed files.`));
+				// Determine effective base branch
+				// Priority: CLI override > CI env var > config
+				const effectiveBaseBranch =
+					options.baseBranch ||
+					(process.env.GITHUB_BASE_REF &&
+					(process.env.CI === "true" || process.env.GITHUB_ACTIONS === "true")
+						? process.env.GITHUB_BASE_REF
+						: null) ||
+					config.project.base_branch;
 
-        const entryPoints = await expander.expand(config.project.entry_points, changes);
-        let jobs = jobGen.generateJobs(entryPoints);
+				const changeDetector = new ChangeDetector(effectiveBaseBranch, {
+					commit: options.commit,
+					uncommitted: options.uncommitted,
+				});
+				const expander = new EntryPointExpander();
+				const jobGen = new JobGenerator(config);
 
-        // Filter to only reviews
-        jobs = jobs.filter(j => j.type === 'review');
+				console.log(chalk.dim("Detecting changes..."));
+				const changes = await changeDetector.getChangedFiles();
 
-        if (options.gate) {
-          jobs = jobs.filter(j => j.name === options.gate);
-        }
+				if (changes.length === 0) {
+					console.log(chalk.green("No changes detected."));
+					process.exit(0);
+				}
 
-        if (jobs.length === 0) {
-          console.log(chalk.yellow('No applicable reviews for these changes.'));
-          process.exit(0);
-        }
+				console.log(chalk.dim(`Found ${changes.length} changed files.`));
 
-        console.log(chalk.dim(`Running ${jobs.length} review(s)...`));
+				const entryPoints = await expander.expand(
+					config.project.entry_points,
+					changes,
+				);
+				let jobs = jobGen.generateJobs(entryPoints);
 
-        const logger = new Logger(config.project.log_dir);
-        const reporter = new ConsoleReporter();
-        const runner = new Runner(config, logger, reporter);
+				// Filter to only reviews
+				jobs = jobs.filter((j) => j.type === "review");
 
-        const success = await runner.run(jobs);
-        process.exit(success ? 0 : 1);
+				if (options.gate) {
+					jobs = jobs.filter((j) => j.name === options.gate);
+				}
 
-      } catch (error: any) {
-        console.error(chalk.red('Error:'), error.message);
-        process.exit(1);
-      }
-    });
+				if (jobs.length === 0) {
+					console.log(chalk.yellow("No applicable reviews for these changes."));
+					process.exit(0);
+				}
+
+				console.log(chalk.dim(`Running ${jobs.length} review(s)...`));
+
+				const logger = new Logger(config.project.log_dir);
+				const reporter = new ConsoleReporter();
+				const runner = new Runner(
+					config,
+					logger,
+					reporter,
+					undefined,
+					undefined,
+					effectiveBaseBranch,
+				);
+
+				const success = await runner.run(jobs);
+				process.exit(success ? 0 : 1);
+			} catch (error: unknown) {
+				const err = error as { message?: string };
+				console.error(chalk.red("Error:"), err.message);
+				process.exit(1);
+			}
+		});
 }

package/src/commands/run.test.ts

@@ -1,25 +1,27 @@
-import { describe, it, expect, beforeEach } from 'bun:test';
-import { Command } from 'commander';
-import { registerRunCommand } from './run.js';
+import { beforeEach, describe, expect, it } from "bun:test";
+import { Command } from "commander";
+import { registerRunCommand } from "./run.js";
 
-describe('Run Command', () => {
-  let program: Command;
+describe("Run Command", () => {
+	let program: Command;
 
-  beforeEach(() => {
-    program = new Command();
-    registerRunCommand(program);
-  });
+	beforeEach(() => {
+		program = new Command();
+		registerRunCommand(program);
+	});
 
-  it('should register the run command', () => {
-    const runCmd = program.commands.find(cmd => cmd.name() === 'run');
-    expect(runCmd).toBeDefined();
-    expect(runCmd?.description()).toBe('Run gates for detected changes');
-  });
+	it("should register the run command", () => {
+		const runCmd = program.commands.find((cmd) => cmd.name() === "run");
+		expect(runCmd).toBeDefined();
+		expect(runCmd?.description()).toBe("Run gates for detected changes");
+	});
 
-  it('should have correct options', () => {
-    const runCmd = program.commands.find(cmd => cmd.name() === 'run');
-    expect(runCmd?.options.some(opt => opt.long === '--gate')).toBe(true);
-    expect(runCmd?.options.some(opt => opt.long === '--commit')).toBe(true);
-    expect(runCmd?.options.some(opt => opt.long === '--uncommitted')).toBe(true);
-  });
+	it("should have correct options", () => {
+		const runCmd = program.commands.find((cmd) => cmd.name() === "run");
+		expect(runCmd?.options.some((opt) => opt.long === "--gate")).toBe(true);
+		expect(runCmd?.options.some((opt) => opt.long === "--commit")).toBe(true);
+		expect(runCmd?.options.some((opt) => opt.long === "--uncommitted")).toBe(
+			true,
+		);
+	});
 });

package/src/commands/run.ts

@@ -1,69 +1,96 @@
-import type { Command } from 'commander';
-import chalk from 'chalk';
-import { loadConfig } from '../config/loader.js';
-import { ChangeDetector } from '../core/change-detector.js';
-import { EntryPointExpander } from '../core/entry-point.js';
-import { JobGenerator } from '../core/job.js';
-import { Runner } from '../core/runner.js';
-import { Logger } from '../output/logger.js';
-import { ConsoleReporter } from '../output/console.js';
-import { rotateLogs } from './shared.js';
+import chalk from "chalk";
+import type { Command } from "commander";
+import { loadConfig } from "../config/loader.js";
+import { ChangeDetector } from "../core/change-detector.js";
+import { EntryPointExpander } from "../core/entry-point.js";
+import { JobGenerator } from "../core/job.js";
+import { Runner } from "../core/runner.js";
+import { ConsoleReporter } from "../output/console.js";
+import { Logger } from "../output/logger.js";
+import { rotateLogs } from "./shared.js";
 
 export function registerRunCommand(program: Command): void {
-  program
-    .command('run')
-    .description('Run gates for detected changes')
-    .option('-g, --gate <name>', 'Run specific gate only')
-    .option('-c, --commit <sha>', 'Use diff for a specific commit')
-    .option('-u, --uncommitted', 'Use diff for current uncommitted changes (staged and unstaged)')
-    .action(async (options) => {
-      try {
-        const config = await loadConfig();
-        
-        // Rotate logs before starting
-        await rotateLogs(config.project.log_dir);
+	program
+		.command("run")
+		.description("Run gates for detected changes")
+		.option(
+			"-b, --base-branch <branch>",
+			"Override base branch for change detection",
+		)
+		.option("-g, --gate <name>", "Run specific gate only")
+		.option("-c, --commit <sha>", "Use diff for a specific commit")
+		.option(
+			"-u, --uncommitted",
+			"Use diff for current uncommitted changes (staged and unstaged)",
+		)
+		.action(async (options) => {
+			try {
+				const config = await loadConfig();
 
-        const changeDetector = new ChangeDetector(config.project.base_branch, {
-          commit: options.commit,
-          uncommitted: options.uncommitted
-        });
-        const expander = new EntryPointExpander();
-        const jobGen = new JobGenerator(config);
-        
-        console.log(chalk.dim('Detecting changes...'));
-        const changes = await changeDetector.getChangedFiles();
-        
-        if (changes.length === 0) {
-          console.log(chalk.green('No changes detected.'));
-          process.exit(0);
-        }
-        
-        console.log(chalk.dim(`Found ${changes.length} changed files.`));
+				// Rotate logs before starting
+				await rotateLogs(config.project.log_dir);
 
-        const entryPoints = await expander.expand(config.project.entry_points, changes);
-        let jobs = jobGen.generateJobs(entryPoints);
+				// Determine effective base branch
+				// Priority: CLI override > CI env var > config
+				const effectiveBaseBranch =
+					options.baseBranch ||
+					(process.env.GITHUB_BASE_REF &&
+					(process.env.CI === "true" || process.env.GITHUB_ACTIONS === "true")
+						? process.env.GITHUB_BASE_REF
+						: null) ||
+					config.project.base_branch;
 
-        if (options.gate) {
-          jobs = jobs.filter(j => j.name === options.gate);
-        }
+				const changeDetector = new ChangeDetector(effectiveBaseBranch, {
+					commit: options.commit,
+					uncommitted: options.uncommitted,
+				});
+				const expander = new EntryPointExpander();
+				const jobGen = new JobGenerator(config);
 
-        if (jobs.length === 0) {
-          console.log(chalk.yellow('No applicable gates for these changes.'));
-          process.exit(0);
-        }
+				console.log(chalk.dim("Detecting changes..."));
+				const changes = await changeDetector.getChangedFiles();
 
-        console.log(chalk.dim(`Running ${jobs.length} gates...`));
+				if (changes.length === 0) {
+					console.log(chalk.green("No changes detected."));
+					process.exit(0);
+				}
 
-        const logger = new Logger(config.project.log_dir);
-        const reporter = new ConsoleReporter();
-        const runner = new Runner(config, logger, reporter);
+				console.log(chalk.dim(`Found ${changes.length} changed files.`));
 
-        const success = await runner.run(jobs);
-        process.exit(success ? 0 : 1);
+				const entryPoints = await expander.expand(
+					config.project.entry_points,
+					changes,
+				);
+				let jobs = jobGen.generateJobs(entryPoints);
 
-      } catch (error: any) {
-        console.error(chalk.red('Error:'), error.message);
-        process.exit(1);
-      }
-    });
+				if (options.gate) {
+					jobs = jobs.filter((j) => j.name === options.gate);
+				}
+
+				if (jobs.length === 0) {
+					console.log(chalk.yellow("No applicable gates for these changes."));
+					process.exit(0);
+				}
+
+				console.log(chalk.dim(`Running ${jobs.length} gates...`));
+
+				const logger = new Logger(config.project.log_dir);
+				const reporter = new ConsoleReporter();
+				const runner = new Runner(
+					config,
+					logger,
+					reporter,
+					undefined,
+					undefined,
+					effectiveBaseBranch,
+				);
+
+				const success = await runner.run(jobs);
+				process.exit(success ? 0 : 1);
+			} catch (error: unknown) {
+				const err = error as { message?: string };
+				console.error(chalk.red("Error:"), err.message);
+				process.exit(1);
+			}
+		});
 }

package/src/commands/shared.ts

@@ -1,44 +1,53 @@
-import fs from 'node:fs/promises';
-import path from 'node:path';
+import fs from "node:fs/promises";
+import path from "node:path";
 
 export async function exists(path: string): Promise<boolean> {
-  try {
-    await fs.stat(path);
-    return true;
-  } catch {
-    return false;
-  }
+	try {
+		await fs.stat(path);
+		return true;
+	} catch {
+		return false;
+	}
 }
 
 export async function rotateLogs(logDir: string): Promise<void> {
-  const previousDir = path.join(logDir, 'previous');
+	const previousDir = path.join(logDir, "previous");
 
-  try {
-    // 1. Ensure logDir exists (if not, nothing to rotate, but we should create it for future use if needed, 
-    //    though usually the logger creates it. If it doesn't exist, we can just return).
-    if (!(await exists(logDir))) {
-        return;
-    }
+	try {
+		// 1. Ensure logDir exists (if not, nothing to rotate, but we should create it for future use if needed,
+		//    though usually the logger creates it. If it doesn't exist, we can just return).
+		if (!(await exists(logDir))) {
+			return;
+		}
 
-    // 2. Clear .gauntlet_logs/previous if it exists
-    if (await exists(previousDir)) {
-      const previousFiles = await fs.readdir(previousDir);
-      await Promise.all(
-        previousFiles.map(file => fs.rm(path.join(previousDir, file), { recursive: true, force: true }))
-      );
-    } else {
-      await fs.mkdir(previousDir, { recursive: true });
-    }
+		// 2. Clear .gauntlet_logs/previous if it exists
+		if (await exists(previousDir)) {
+			const previousFiles = await fs.readdir(previousDir);
+			await Promise.all(
+				previousFiles.map((file) =>
+					fs.rm(path.join(previousDir, file), { recursive: true, force: true }),
+				),
+			);
+		} else {
+			await fs.mkdir(previousDir, { recursive: true });
+		}
 
-    // 3. Move all existing files in .gauntlet_logs/ to .gauntlet_logs/previous
-    const files = await fs.readdir(logDir);
-    await Promise.all(
-      files
-        .filter(file => file !== 'previous')
-        .map(file => fs.rename(path.join(logDir, file), path.join(previousDir, file)))
-    );
-  } catch (error) {
-    // Log warning but don't crash the run as log rotation failure isn't critical
-    console.warn(`Failed to rotate logs in ${logDir}:`, error instanceof Error ? error.message : error);
-  }
+		// 3. Move all existing files in .gauntlet_logs/ to .gauntlet_logs/previous
+		const files = await fs.readdir(logDir);
+		await Promise.all(
+			files
+				.filter((file) => file !== "previous")
+				.map((file) =>
+					fs.rename(path.join(logDir, file), path.join(previousDir, file)),
+				),
+		);
+	} catch (error) {
+		// Log warning but don't crash the run as log rotation failure isn't critical
+		console.warn(
+			"Failed to rotate logs in",
+			logDir,
+			":",
+			error instanceof Error ? error.message : error,
+		);
+	}
 }

package/src/config/ci-loader.ts

@@ -0,0 +1,33 @@
+import fs from "node:fs/promises";
+import path from "node:path";
+import YAML from "yaml";
+import { ciConfigSchema } from "./ci-schema.js";
+import type { CIConfig } from "./types.js";
+
+const GAUNTLET_DIR = ".gauntlet";
+const CI_FILE = "ci.yml";
+
+export async function loadCIConfig(
+	rootDir: string = process.cwd(),
+): Promise<CIConfig> {
+	const ciPath = path.join(rootDir, GAUNTLET_DIR, CI_FILE);
+
+	if (!(await fileExists(ciPath))) {
+		throw new Error(
+			`CI configuration file not found at ${ciPath}. Run 'agent-gauntlet ci init' to create it.`,
+		);
+	}
+
+	const content = await fs.readFile(ciPath, "utf-8");
+	const raw = YAML.parse(content);
+	return ciConfigSchema.parse(raw);
+}
+
+async function fileExists(path: string): Promise<boolean> {
+	try {
+		const stat = await fs.stat(path);
+		return stat.isFile();
+	} catch {
+		return false;
+	}
+}

package/src/config/ci-schema.ts

@@ -0,0 +1,52 @@
+import { z } from "zod";
+
+export const runtimeConfigSchema = z.record(
+	z.string(),
+	z
+		.object({
+			version: z.string().min(1),
+			bundler_cache: z.boolean().optional(),
+		})
+		.passthrough(),
+);
+
+export const serviceConfigSchema = z.record(
+	z.string(),
+	z
+		.object({
+			image: z.string().min(1),
+			env: z.record(z.string()).optional(),
+			ports: z.array(z.string()).optional(),
+			options: z.string().optional(),
+			health_check: z
+				.object({
+					cmd: z.string().optional(),
+					interval: z.string().optional(),
+					timeout: z.string().optional(),
+					retries: z.number().optional(),
+				})
+				.optional(),
+		})
+		.passthrough(),
+);
+
+export const ciSetupStepSchema = z.object({
+	name: z.string().min(1),
+	run: z.string().min(1),
+	working_directory: z.string().optional(),
+	if: z.string().optional(),
+});
+
+export const ciCheckConfigSchema = z.object({
+	name: z.string().min(1),
+	requires_runtimes: z.array(z.string()).optional(),
+	requires_services: z.array(z.string()).optional(),
+	setup: z.array(ciSetupStepSchema).optional(),
+});
+
+export const ciConfigSchema = z.object({
+	runtimes: runtimeConfigSchema.nullable().optional(),
+	services: serviceConfigSchema.nullable().optional(),
+	setup: z.array(ciSetupStepSchema).nullable().optional(),
+	checks: z.array(ciCheckConfigSchema).nullable().optional(),
+});