agent-gauntlet 0.1.10 → 0.1.11

package/src/output/logger.ts

@@ -1,68 +1,80 @@
-import fs from 'node:fs/promises';
-import path from 'node:path';
-import { sanitizeJobId } from '../utils/sanitizer.js';
+import fs from "node:fs/promises";
+import path from "node:path";
+import { sanitizeJobId } from "../utils/sanitizer.js";
 
 function formatTimestamp(): string {
-  return new Date().toISOString();
+	return new Date().toISOString();
 }
 
 export class Logger {
-  private initializedFiles: Set<string> = new Set();
+	private initializedFiles: Set<string> = new Set();
 
-  constructor(private logDir: string) {}
+	constructor(private logDir: string) {}
 
-  async init() {
-    await fs.mkdir(this.logDir, { recursive: true });
-  }
+	async init() {
+		await fs.mkdir(this.logDir, { recursive: true });
+	}
 
-  async close() {
-    // No-op - using append mode
-  }
+	async close() {
+		// No-op - using append mode
+	}
 
-  getLogPath(jobId: string, adapterName?: string): string {
-    const safeName = sanitizeJobId(jobId);
-    if (adapterName) {
-      return path.join(this.logDir, `${safeName}_${adapterName}.log`);
-    }
-    return path.join(this.logDir, `${safeName}.log`);
-  }
+	getLogPath(jobId: string, adapterName?: string): string {
+		const safeName = sanitizeJobId(jobId);
+		if (adapterName) {
+			return path.join(this.logDir, `${safeName}_${adapterName}.log`);
+		}
+		return path.join(this.logDir, `${safeName}.log`);
+	}
 
-  private async initFile(logPath: string): Promise<void> {
-    if (!this.initializedFiles.has(logPath)) {
-      await fs.writeFile(logPath, '');
-      this.initializedFiles.add(logPath);
-    }
-  }
+	private async initFile(logPath: string): Promise<void> {
+		if (!this.initializedFiles.has(logPath)) {
+			await fs.writeFile(logPath, "");
+			this.initializedFiles.add(logPath);
+		}
+	}
 
-  async createJobLogger(jobId: string): Promise<(text: string) => Promise<void>> {
-    const logPath = this.getLogPath(jobId);
-    await this.initFile(logPath);
+	async createJobLogger(
+		jobId: string,
+	): Promise<(text: string) => Promise<void>> {
+		const logPath = this.getLogPath(jobId);
+		await this.initFile(logPath);
 
-    return async (text: string) => {
-      const timestamp = formatTimestamp();
-      const lines = text.split('\n');
-      if (lines.length > 0) {
-        lines[0] = `[${timestamp}] ${lines[0]}`;
-      }
-      await fs.appendFile(logPath, lines.join('\n') + (text.endsWith('\n') ? '' : '\n'));
-    };
-  }
+		return async (text: string) => {
+			const timestamp = formatTimestamp();
+			const lines = text.split("\n");
+			if (lines.length > 0) {
+				lines[0] = `[${timestamp}] ${lines[0]}`;
+			}
+			await fs.appendFile(
+				logPath,
+				lines.join("\n") + (text.endsWith("\n") ? "" : "\n"),
+			);
+		};
+	}
 
-  createLoggerFactory(jobId: string): (adapterName?: string) => Promise<{ logger: (text: string) => Promise<void>; logPath: string }> {
-    return async (adapterName?: string) => {
-      const logPath = this.getLogPath(jobId, adapterName);
-      await this.initFile(logPath);
+	createLoggerFactory(
+		jobId: string,
+	): (
+		adapterName?: string,
+	) => Promise<{ logger: (text: string) => Promise<void>; logPath: string }> {
+		return async (adapterName?: string) => {
+			const logPath = this.getLogPath(jobId, adapterName);
+			await this.initFile(logPath);
 
-      const logger = async (text: string) => {
-        const timestamp = formatTimestamp();
-        const lines = text.split('\n');
-        if (lines.length > 0) {
-          lines[0] = `[${timestamp}] ${lines[0]}`;
-        }
-        await fs.appendFile(logPath, lines.join('\n') + (text.endsWith('\n') ? '' : '\n'));
-      };
+			const logger = async (text: string) => {
+				const timestamp = formatTimestamp();
+				const lines = text.split("\n");
+				if (lines.length > 0) {
+					lines[0] = `[${timestamp}] ${lines[0]}`;
+				}
+				await fs.appendFile(
+					logPath,
+					lines.join("\n") + (text.endsWith("\n") ? "" : "\n"),
+				);
+			};
 
-      return { logger, logPath };
-    };
-  }
+			return { logger, logPath };
+		};
+	}
 }

package/src/templates/run_gauntlet.template.md

@@ -0,0 +1,18 @@
+---
+description: Run the full verification gauntlet
+allowed-tools: Bash
+---
+# /gauntlet
+Execute the autonomous verification suite.
+
+1. Run `agent-gauntlet run`.
+2. If it fails, read the log files in `.gauntlet_logs/` to understand exactly what went wrong.
+3. Fix any code or logic errors found by the tools or AI reviewers, prioritizing higher-priority violations (critical > high > medium > low).
+4. If you disagree with AI reviewer feedback, briefly explain your reasoning in the code comments rather than ignoring it silently.
+5. Do NOT commit your changes yet—keep them uncommitted so the rerun command can review them.
+6. Run `agent-gauntlet rerun` to verify your fixes. The rerun command reviews only uncommitted changes and uses previous failures as context.
+7. Repeat steps 2-6 until one of the following termination conditions is met:
+   - All gates pass
+   - You disagree with remaining failures (ask the human how to proceed)
+   - Still failing after 3 rerun attempts
+8. Once all gates pass, do NOT commit or push your changes—await the human's review and explicit instruction to commit.

package/src/utils/diff-parser.ts

@@ -5,82 +5,84 @@ export type DiffFileRange = Set<number>;
  * Valid line numbers are those that appear in the diff as added or modified lines.
  */
 export function parseDiff(diff: string): Map<string, DiffFileRange> {
-  const fileRanges = new Map<string, DiffFileRange>();
-  const lines = diff.split('\n');
+	const fileRanges = new Map<string, DiffFileRange>();
+	const lines = diff.split("\n");
 
-  let currentFile: string | null = null;
-  let currentRanges: DiffFileRange | null = null;
-  let currentLineNumber = 0;
+	let currentFile: string | null = null;
+	let currentRanges: DiffFileRange | null = null;
+	let currentLineNumber = 0;
 
-  for (const line of lines) {
-    // Parse file header: diff --git a/path/to/file b/path/to/file
-    if (line.startsWith('diff --git')) {
-      const parts = line.split(' ');
-      if (parts.length >= 4) {
-        // Extract filename from b/path/to/file (target file)
-        const targetPath = parts[3];
-        // Remove 'b/' prefix
-        currentFile = targetPath.startsWith('b/') ? targetPath.substring(2) : targetPath;
-        
-        // Skip .git/ paths
-        if (currentFile.startsWith('.git/')) {
-          currentFile = null;
-          currentRanges = null;
-          continue;
-        }
+	for (const line of lines) {
+		// Parse file header: diff --git a/path/to/file b/path/to/file
+		if (line.startsWith("diff --git")) {
+			const parts = line.split(" ");
+			if (parts.length >= 4) {
+				// Extract filename from b/path/to/file (target file)
+				const targetPath = parts[3];
+				// Remove 'b/' prefix
+				currentFile = targetPath.startsWith("b/")
+					? targetPath.substring(2)
+					: targetPath;
 
-        currentRanges = new Set<number>();
-        fileRanges.set(currentFile, currentRanges);
-      }
-      continue;
-    }
+				// Skip .git/ paths
+				if (currentFile.startsWith(".git/")) {
+					currentFile = null;
+					currentRanges = null;
+					continue;
+				}
 
-    // Skip if we're ignoring this file (e.g. .git/)
-    if (!currentFile || !currentRanges) continue;
+				currentRanges = new Set<number>();
+				fileRanges.set(currentFile, currentRanges);
+			}
+			continue;
+		}
 
-    // Parse hunk header: @@ -old,count +new,count @@
-    if (line.startsWith('@@')) {
-      const match = line.match(/@@ \-\d+(?:,\d+)? \+(\d+)(?:,\d+)? @@/);
-      if (match && match[1]) {
-        currentLineNumber = parseInt(match[1], 10);
-      }
-      continue;
-    }
+		// Skip if we're ignoring this file (e.g. .git/)
+		if (!currentFile || !currentRanges) continue;
 
-    // Track added lines
-    if (line.startsWith('+') && !line.startsWith('+++')) {
-      currentRanges.add(currentLineNumber);
-      currentLineNumber++;
-    } 
-    // Track context lines (unchanged) to keep line count correct
-    else if (line.startsWith(' ')) {
-      currentLineNumber++;
-    }
-    // Removed lines (-) do not increment the new line counter
-  }
+		// Parse hunk header: @@ -old,count +new,count @@
+		if (line.startsWith("@@")) {
+			const match = line.match(/@@ -\d+(?:,\d+)? \+(\d+)(?:,\d+)? @@/);
+			if (match?.[1]) {
+				currentLineNumber = parseInt(match[1], 10);
+			}
+			continue;
+		}
 
-  return fileRanges;
+		// Track added lines
+		if (line.startsWith("+") && !line.startsWith("+++")) {
+			currentRanges.add(currentLineNumber);
+			currentLineNumber++;
+		}
+		// Track context lines (unchanged) to keep line count correct
+		else if (line.startsWith(" ")) {
+			currentLineNumber++;
+		}
+		// Removed lines (-) do not increment the new line counter
+	}
+
+	return fileRanges;
 }
 
 /**
  * Checks if a violation is valid based on the parsed diff ranges.
  */
 export function isValidViolationLocation(
-  file: string, 
-  line: number | undefined, 
-  diffRanges: Map<string, DiffFileRange> | undefined
+	file: string,
+	line: number | undefined,
+	diffRanges: Map<string, DiffFileRange> | undefined,
 ): boolean {
-  // If no diff ranges provided (e.g. full file review), assume valid
-  if (!diffRanges) return true;
-  
-  // Line is required for diff-scoped reviews
-  if (line === undefined) return false;
+	// If no diff ranges provided (e.g. full file review), assume valid
+	if (!diffRanges) return true;
+
+	// Line is required for diff-scoped reviews
+	if (line === undefined) return false;
 
-  const validLines = diffRanges.get(file);
-  if (!validLines) {
-    // File not in diff
-    return false;
-  }
+	const validLines = diffRanges.get(file);
+	if (!validLines) {
+		// File not in diff
+		return false;
+	}
 
-  return validLines.has(line);
+	return validLines.has(line);
 }