agent-gauntlet 0.2.1 → 0.2.2

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "agent-gauntlet",
-  "version": "0.2.1",
+  "version": "0.2.2",
   "description": "A CLI tool for testing AI coding agents",
   "license": "Apache-2.0",
   "author": "Paul Caplan",

package/src/config/loader.ts

@@ -44,16 +44,19 @@ export async function loadConfig(
 				const filePath = path.join(checksPath, file);
 				const content = await fs.readFile(filePath, "utf-8");
 				const raw = YAML.parse(content);
-				// Ensure name matches filename if not provided or just use filename as key
+				const name = path.basename(file, path.extname(file));
 				const parsed: CheckGateConfig = checkGateSchema.parse(raw);
 
 				// Load fix instructions if specified
-				const loadedCheck: LoadedCheckGateConfig = { ...parsed };
+				const loadedCheck: LoadedCheckGateConfig = {
+					...parsed,
+					name,
+				};
 				if (parsed.fix_instructions) {
 					// Security: Reject absolute paths to prevent reading arbitrary files
 					if (path.isAbsolute(parsed.fix_instructions)) {
 						throw new Error(
-							`Fix instructions path must be relative to .gauntlet/ directory, got absolute path: ${parsed.fix_instructions} (referenced by check "${parsed.name}")`,
+							`Fix instructions path must be relative to .gauntlet/ directory, got absolute path: ${parsed.fix_instructions} (referenced by check "${name}")`,
 						);
 					}
 
@@ -75,12 +78,12 @@ export async function loadConfig(
 						relativePath === ""
 					) {
 						throw new Error(
-							`Fix instructions path must stay within .gauntlet/ directory and point to a file: ${parsed.fix_instructions} resolves to ${fixInstructionsPath} (referenced by check "${parsed.name}")`,
+							`Fix instructions path must stay within .gauntlet/ directory and point to a file: ${parsed.fix_instructions} resolves to ${fixInstructionsPath} (referenced by check "${name}")`,
 						);
 					}
 					if (!(await fileExists(fixInstructionsPath))) {
 						throw new Error(
-							`Fix instructions file not found: ${fixInstructionsPath} (referenced by check "${parsed.name}")`,
+							`Fix instructions file not found: ${fixInstructionsPath} (referenced by check "${name}")`,
 						);
 					}
 					loadedCheck.fixInstructionsContent = await fs.readFile(
@@ -89,7 +92,7 @@ export async function loadConfig(
 					);
 				}
 
-				checks[parsed.name] = loadedCheck;
+				checks[name] = loadedCheck;
 			}
 		}
 	}

package/src/config/schema.ts

@@ -7,7 +7,6 @@ export const cliConfigSchema = z.object({
 
 export const checkGateSchema = z
 	.object({
-		name: z.string().min(1),
 		command: z.string().min(1),
 		working_directory: z.string().optional(),
 		parallel: z.boolean().default(false),

package/src/config/types.ts

@@ -32,6 +32,7 @@ export type ServiceConfig = z.infer<typeof serviceConfigSchema>;
 
 // Extended check config with loaded content
 export interface LoadedCheckGateConfig extends CheckGateConfig {
+	name: string;
 	fixInstructionsContent?: string;
 }
 

package/src/gates/review.ts

@@ -462,7 +462,6 @@ export class ReviewGateExecutor {
 			const resultMsg = `Review result (${adapter.name}): ${evaluation.status} - ${evaluation.message}`;
 			await adapterLogger(`${resultMsg}\n`);
 
-
 			return { adapter: adapter.name, evaluation };
 		} catch (error: unknown) {
 			const err = error as { message?: string };

package/src/output/console.ts

@@ -44,8 +44,7 @@ export class ConsoleReporter {
 			let logInfo = "";
 			if (result.status !== "pass") {
 				// Try to find a relevant log path
-				const logPath =
-					result.logPath || (result.logPaths && result.logPaths[0]);
+				const logPath = result.logPath || result.logPaths?.[0];
 				if (logPath) {
 					logInfo = `\n      Log: ${logPath}`;
 				}
@@ -261,39 +260,4 @@ export class ConsoleReporter {
 
 		return details;
 	}
-
-	private printFailureDetails(result: GateResult, details: string[]) {
-		const statusColor = result.status === "error" ? chalk.magenta : chalk.red;
-		const statusLabel = result.status === "error" ? "ERROR" : "FAIL";
-
-		console.log(statusColor(`[${statusLabel}] ${result.jobId}`));
-		if (result.message) {
-			console.log(chalk.dim(`  Summary: ${result.message}`));
-		}
-
-		if (details.length > 0) {
-			console.log(chalk.dim("  Details:"));
-			details.forEach((detail) => {
-				console.log(detail);
-			});
-		}
-
-		if (result.logPaths && result.logPaths.length > 0) {
-			result.logPaths.forEach((p) => {
-				console.log(chalk.dim(`  Log: ${p}`));
-			});
-		} else if (result.logPath) {
-			console.log(chalk.dim(`  Log: ${result.logPath}`));
-		}
-
-		if (result.fixInstructions) {
-			console.log(
-				chalk.cyan(
-					`  Fix instructions: available (${result.fixInstructions.split("\n").length} lines)`,
-				),
-			);
-		}
-
-		console.log(""); // Empty line between failures
-	}
 }