@yasserkhanorg/impact-gate 2.0.0

package/dist/agent/git.js

@@ -0,0 +1,257 @@
+"use strict";
+// Copyright (c) 2015-present Mattermost, Inc. All Rights Reserved.
+// See LICENSE.txt for license information.
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.runGitRaw = runGitRaw;
+exports.isTestFile = isTestFile;
+exports.getChangedFiles = getChangedFiles;
+const child_process_1 = require("child_process");
+const utils_js_1 = require("./utils.js");
+// Directories that contain CI/tooling/docs/tests — never relevant to impact analysis.
+const IGNORED_DIR_SEGMENTS = [
+    '.github',
+    '.claude',
+    '.vscode',
+    '.idea',
+    'node_modules',
+    'e2e-tests',
+    '__tests__',
+    '__mocks__',
+    'testlib',
+    'scripts',
+];
+// Exact filenames (basename) that are never relevant.
+const IGNORED_BASENAMES = new Set([
+    'package.json',
+    'package-lock.json',
+    '.gitignore',
+    '.prettierignore',
+    '.prettierrc',
+    '.eslintrc',
+    '.eslintrc.js',
+    '.eslintrc.json',
+    '.editorconfig',
+    '.npmrc',
+    '.mcp.json',
+    'CHANGELOG.md',
+    'README.md',
+    'LICENSE',
+    'LICENSE.txt',
+    'tsconfig.json',
+    'jest.config.js',
+    'jest.config.ts',
+    'babel.config.js',
+    'webpack.config.js',
+    'Makefile',
+    'config.mk',
+    'go.mod',
+    'go.sum',
+]);
+// Extensions that are never source code.
+const IGNORED_EXTENSIONS = new Set([
+    '.md',
+    '.txt',
+    '.lock',
+    '.png', '.jpg', '.jpeg', '.gif', '.svg', '.ico',
+    '.woff', '.woff2', '.ttf', '.eot',
+    '.yml', '.yaml',
+    '.sh',
+]);
+// File patterns that indicate test/spec files (not production code).
+const TEST_FILE_PATTERNS = [
+    /\.spec\.[tj]sx?$/,
+    /\.test\.[tj]sx?$/,
+    /_test\.go$/,
+    /\.stories\.[tj]sx?$/,
+    /\.d\.ts$/,
+];
+// Config file patterns that are not production source code.
+const CONFIG_FILE_PATTERNS = [
+    /\.config\.[tj]sx?$/,
+    /\.config\.json$/,
+    /\.config\.js$/,
+];
+function isRelevantFile(file) {
+    const segments = file.split('/');
+    const basename = segments[segments.length - 1] || file;
+    if (IGNORED_BASENAMES.has(basename)) {
+        return false;
+    }
+    for (const seg of segments) {
+        if (IGNORED_DIR_SEGMENTS.includes(seg)) {
+            return false;
+        }
+    }
+    const dotIdx = basename.lastIndexOf('.');
+    if (dotIdx > 0) {
+        const ext = basename.slice(dotIdx).toLowerCase();
+        if (IGNORED_EXTENSIONS.has(ext)) {
+            return false;
+        }
+    }
+    // Filter test/spec files — they don't impact production features
+    for (const pattern of TEST_FILE_PATTERNS) {
+        if (pattern.test(basename)) {
+            return false;
+        }
+    }
+    // Filter config files
+    for (const pattern of CONFIG_FILE_PATTERNS) {
+        if (pattern.test(basename)) {
+            return false;
+        }
+    }
+    return true;
+}
+function runGitRaw(args, cwd) {
+    const result = (0, child_process_1.spawnSync)('git', args, {
+        cwd,
+        encoding: 'utf-8',
+        timeout: 30000,
+    });
+    if (result.error || result.status !== 0) {
+        return null;
+    }
+    return result.stdout;
+}
+function runGit(args, cwd) {
+    const output = runGitRaw(args, cwd);
+    if (output === null) {
+        return null;
+    }
+    return output
+        .split('\n')
+        .map((file) => file.trim())
+        .filter(Boolean)
+        .map((file) => (0, utils_js_1.normalizePath)(file));
+}
+function parseStatusLines(lines) {
+    const files = [];
+    for (const line of lines) {
+        if (!line)
+            continue;
+        if (line.length < 4)
+            continue;
+        const pathPart = line.slice(3).trim();
+        if (!pathPart)
+            continue;
+        if (pathPart.includes('->')) {
+            const parts = pathPart.split('->').map((part) => part.trim());
+            const target = parts[parts.length - 1];
+            if (target) {
+                files.push((0, utils_js_1.normalizePath)(target));
+            }
+        }
+        else {
+            files.push((0, utils_js_1.normalizePath)(pathPart));
+        }
+    }
+    return files;
+}
+// Comment-line patterns by file extension.
+// A diff that ONLY touches these lines is a comment-only change (typo fix, doc update).
+const COMMENT_PATTERNS = [
+    { extensions: ['.go'], pattern: /^\s*(\/\/|\/\*|\*)/ },
+    { extensions: ['.ts', '.tsx', '.js', '.jsx'], pattern: /^\s*(\/\/|\/\*|\*|\*\/)/ },
+    { extensions: ['.py'], pattern: /^\s*#/ },
+    { extensions: ['.css', '.scss'], pattern: /^\s*(\/\*|\*|\*\/)/ },
+];
+/**
+ * Check if a file's diff only changes comment lines (no code changes).
+ * Returns true if the diff is comment-only and can be safely excluded.
+ */
+function isCommentOnlyDiff(file, repoRoot, baseRef) {
+    const diff = runGitRaw(['diff', `${baseRef}..HEAD`, '-U0', '--', file], repoRoot);
+    if (!diff)
+        return false;
+    const ext = file.slice(file.lastIndexOf('.'));
+    const commentEntry = COMMENT_PATTERNS.find((cp) => cp.extensions.includes(ext));
+    if (!commentEntry)
+        return false;
+    // Extract only added/removed content lines (skip diff headers)
+    const contentLines = diff
+        .split('\n')
+        .filter((line) => (line.startsWith('+') || line.startsWith('-')) && !line.startsWith('+++') && !line.startsWith('---'));
+    if (contentLines.length === 0)
+        return false;
+    // Every changed line must be a comment line
+    return contentLines.every((line) => {
+        const content = line.slice(1).trim(); // Remove +/- prefix
+        return content === '' || commentEntry.pattern.test(content);
+    });
+}
+/**
+ * Check if a file path is a test file (spec, test, or in test directories).
+ * Shared across pipeline and crew orchestrators.
+ */
+function isTestFile(file) {
+    const normalized = file.replace(/\\/g, '/');
+    return /\.(spec|test)\.(ts|tsx|js|jsx)$/.test(normalized) ||
+        /\.snap$/.test(normalized) ||
+        /_test\.go$/.test(normalized) ||
+        normalized.includes('__tests__/') ||
+        normalized.includes('__snapshots__/') ||
+        normalized.includes('/tests/') ||
+        normalized.includes('/test/');
+}
+function getChangedFiles(appRoot, since, options) {
+    try {
+        const files = new Set();
+        let baseRef = since;
+        let baseStrategy = 'direct';
+        const mergeBase = runGitRaw(['merge-base', since, 'HEAD'], appRoot);
+        if (mergeBase) {
+            const candidate = mergeBase
+                .split('\n')
+                .map((line) => line.trim())
+                .find(Boolean);
+            if (candidate) {
+                baseRef = candidate;
+                baseStrategy = 'merge-base';
+            }
+        }
+        // Get repo root so we capture ALL changed files (including server/, webapp/, etc.)
+        // not just files under the appRoot subdirectory.
+        const repoRoot = runGitRaw(['rev-parse', '--show-toplevel'], appRoot)?.trim() || appRoot;
+        const diffFiles = runGit(['diff', '--name-only', `${baseRef}..HEAD`], repoRoot);
+        if (!diffFiles) {
+            return { files: [], filteredTestFiles: [], error: 'git diff failed' };
+        }
+        diffFiles.forEach((file) => files.add(file));
+        if (options?.includeUncommitted) {
+            const staged = runGit(['diff', '--name-only', '--cached'], repoRoot) || [];
+            staged.forEach((file) => files.add(file));
+            const unstaged = runGit(['diff', '--name-only'], repoRoot) || [];
+            unstaged.forEach((file) => files.add(file));
+            const statusOutput = runGitRaw(['status', '--porcelain'], repoRoot);
+            if (statusOutput) {
+                const statusLines = statusOutput.split('\n').filter(Boolean);
+                parseStatusLines(statusLines).forEach((file) => files.add(file));
+            }
+        }
+        const allFiles = Array.from(files);
+        const relevant = [];
+        const filteredTestFiles = [];
+        for (const f of allFiles) {
+            if (isRelevantFile(f)) {
+                // Skip files where the diff only touches comments (typo fixes, doc updates)
+                if (isCommentOnlyDiff(f, repoRoot, baseRef)) {
+                    continue;
+                }
+                relevant.push(f);
+            }
+            else {
+                // Only capture files that were filtered because they match test patterns.
+                // Config, docs, workflow files etc. are not useful for PR-test detection.
+                const basename = f.split('/').pop() || f;
+                if (TEST_FILE_PATTERNS.some((p) => p.test(basename))) {
+                    filteredTestFiles.push(f);
+                }
+            }
+        }
+        return { files: relevant, filteredTestFiles, baseRef, baseStrategy };
+    }
+    catch {
+        return { files: [], filteredTestFiles: [], error: 'git diff failed' };
+    }
+}

package/dist/agent/handoff.d.ts

@@ -0,0 +1,22 @@
+export interface FinalizeGeneratedTestsOptions {
+    appPath: string;
+    testsRoot?: string;
+    gapReportPath?: string;
+    branch?: string;
+    commitMessage?: string;
+    createPr?: boolean;
+    prTitle?: string;
+    prBody?: string;
+    baseBranch?: string;
+    dryRun?: boolean;
+}
+export interface FinalizeGeneratedTestsResult {
+    repoRoot: string;
+    branch: string;
+    stagedPaths: string[];
+    committed: boolean;
+    commitSha?: string;
+    prUrl?: string;
+}
+export declare function finalizeGeneratedTests(options: FinalizeGeneratedTestsOptions): FinalizeGeneratedTestsResult;
+//# sourceMappingURL=handoff.d.ts.map

package/dist/agent/handoff.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"handoff.d.ts","sourceRoot":"","sources":["../../src/agent/handoff.ts"],"names":[],"mappings":"AAwBA,MAAM,WAAW,6BAA6B;IAC1C,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,MAAM,CAAC,EAAE,OAAO,CAAC;CACpB;AAED,MAAM,WAAW,4BAA4B;IACzC,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,MAAM,EAAE,CAAC;IACtB,SAAS,EAAE,OAAO,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,KAAK,CAAC,EAAE,MAAM,CAAC;CAClB;AA+HD,wBAAgB,sBAAsB,CAAC,OAAO,EAAE,6BAA6B,GAAG,4BAA4B,CAmE3G"}

package/dist/agent/handoff.js

@@ -0,0 +1,180 @@
+"use strict";
+// Copyright (c) 2015-present Mattermost, Inc. All Rights Reserved.
+// See LICENSE.txt for license information.
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.finalizeGeneratedTests = finalizeGeneratedTests;
+const child_process_1 = require("child_process");
+const fs_1 = require("fs");
+const path_1 = require("path");
+function runCommand(bin, args, cwd, opts = {}) {
+    try {
+        const stdout = (0, child_process_1.execFileSync)(bin, args, { cwd, encoding: 'utf-8', stdio: ['ignore', 'pipe', 'pipe'] });
+        return { ok: true, stdout: stdout.trim(), stderr: '' };
+    }
+    catch (error) {
+        if (opts.allowFailure) {
+            const cause = error;
+            const stdout = typeof cause.stdout === 'string' ? cause.stdout : cause.stdout?.toString('utf-8') || '';
+            const stderr = typeof cause.stderr === 'string' ? cause.stderr : cause.stderr?.toString('utf-8') || cause.message || '';
+            return { ok: false, stdout: stdout.trim(), stderr: stderr.trim() };
+        }
+        throw error;
+    }
+}
+function normalizeBranchName(branch) {
+    if (!branch || !branch.trim()) {
+        return undefined;
+    }
+    const trimmed = branch.trim();
+    if (trimmed.startsWith('codex/')) {
+        return trimmed;
+    }
+    return `codex/${trimmed.replace(/^\/+/, '')}`;
+}
+function resolveRepoRoot(appPath) {
+    const abs = (0, path_1.resolve)(appPath);
+    const result = runCommand('git', ['-C', abs, 'rev-parse', '--show-toplevel'], abs, { allowFailure: true });
+    if (!result.ok || !result.stdout) {
+        throw new Error(`Unable to find git repository root from ${abs}: ${result.stderr || 'git rev-parse failed'}`);
+    }
+    return result.stdout;
+}
+function readGapReport(path) {
+    if (!(0, fs_1.existsSync)(path)) {
+        throw new Error(`Gap report not found: ${path}`);
+    }
+    try {
+        return JSON.parse((0, fs_1.readFileSync)(path, 'utf-8'));
+    }
+    catch (error) {
+        const message = error instanceof Error ? error.message : String(error);
+        throw new Error(`Unable to parse gap report at ${path}: ${message}`);
+    }
+}
+function uniq(values) {
+    return Array.from(new Set(values.filter(Boolean)));
+}
+function toRepoRelative(repoRoot, absoluteOrRelative) {
+    const absolute = (0, path_1.resolve)(absoluteOrRelative);
+    return (0, path_1.relative)(repoRoot, absolute) || '.';
+}
+function isRepoRelativePathSafe(path) {
+    if (!path || path === '.') {
+        return false;
+    }
+    if (path.startsWith('..') || path.includes('/../') || path.includes('\\..\\')) {
+        return false;
+    }
+    return true;
+}
+function collectStageTargets(repoRoot, appPath, testsRoot, gap) {
+    const targets = [];
+    const applied = gap.applied || {};
+    for (const patched of applied.patchedFiles || []) {
+        targets.push(toRepoRelative(repoRoot, (0, path_1.resolve)(appPath, patched)));
+    }
+    for (const generated of applied.generatedTests || []) {
+        targets.push(toRepoRelative(repoRoot, generated));
+    }
+    for (const result of gap.pipeline?.results || []) {
+        if (result.generatedDir) {
+            targets.push(toRepoRelative(repoRoot, result.generatedDir));
+        }
+    }
+    const artifacts = ['gap.json', 'impact.json', 'plan.json', 'ci-summary.md', 'pr-comment.md'];
+    for (const file of artifacts) {
+        targets.push(toRepoRelative(repoRoot, (0, path_1.resolve)(testsRoot, '.e2e-ai-agents', file)));
+    }
+    return uniq(targets).filter((path) => isRepoRelativePathSafe(path) && (0, fs_1.existsSync)((0, path_1.resolve)(repoRoot, path)));
+}
+function ensureBranch(repoRoot, requestedBranch, dryRun = false) {
+    const current = runCommand('git', ['branch', '--show-current'], repoRoot, { allowFailure: true });
+    const currentBranch = current.stdout || 'HEAD';
+    const normalized = normalizeBranchName(requestedBranch);
+    if (!normalized) {
+        return currentBranch;
+    }
+    if (currentBranch === normalized) {
+        return currentBranch;
+    }
+    const exists = runCommand('git', ['rev-parse', '--verify', normalized], repoRoot, { allowFailure: true }).ok;
+    if (!dryRun) {
+        if (exists) {
+            runCommand('git', ['checkout', normalized], repoRoot);
+        }
+        else {
+            runCommand('git', ['checkout', '-b', normalized], repoRoot);
+        }
+    }
+    return normalized;
+}
+function hasStagedChanges(repoRoot) {
+    const result = runCommand('git', ['diff', '--cached', '--name-only'], repoRoot, { allowFailure: true });
+    if (!result.ok) {
+        return false;
+    }
+    return result.stdout.trim().length > 0;
+}
+function finalizeGeneratedTests(options) {
+    const appPath = (0, path_1.resolve)(options.appPath);
+    const testsRoot = (0, path_1.resolve)(options.testsRoot || options.appPath);
+    const repoRoot = resolveRepoRoot(appPath);
+    const gapReportPath = options.gapReportPath || (0, path_1.resolve)(testsRoot, '.e2e-ai-agents', 'gap.json');
+    const gap = readGapReport(gapReportPath);
+    const stageTargets = collectStageTargets(repoRoot, appPath, testsRoot, gap);
+    const commitMessage = options.commitMessage || 'test(e2e): add generated coverage and healed specs';
+    const dryRun = Boolean(options.dryRun);
+    const branch = ensureBranch(repoRoot, options.branch, dryRun);
+    if (stageTargets.length === 0) {
+        return {
+            repoRoot,
+            branch,
+            stagedPaths: [],
+            committed: false,
+        };
+    }
+    for (const path of stageTargets) {
+        if (!dryRun) {
+            runCommand('git', ['add', '--', path], repoRoot, { allowFailure: true });
+        }
+    }
+    let committed = false;
+    let commitSha;
+    if (!dryRun && hasStagedChanges(repoRoot)) {
+        runCommand('git', ['commit', '-m', commitMessage], repoRoot);
+        committed = true;
+        const head = runCommand('git', ['rev-parse', 'HEAD'], repoRoot, { allowFailure: true });
+        if (head.ok) {
+            commitSha = head.stdout;
+        }
+    }
+    let prUrl;
+    if (!dryRun && options.createPr) {
+        const args = ['pr', 'create'];
+        if (options.prTitle) {
+            args.push('--title', options.prTitle);
+        }
+        if (options.prBody) {
+            args.push('--body', options.prBody);
+        }
+        if (options.baseBranch) {
+            args.push('--base', options.baseBranch);
+        }
+        if (!options.prTitle && !options.prBody) {
+            args.push('--fill');
+        }
+        const result = runCommand('gh', args, repoRoot, { allowFailure: true });
+        if (!result.ok) {
+            throw new Error(`Failed to create PR via gh: ${result.stderr || 'unknown error'}`);
+        }
+        prUrl = result.stdout.split('\n').find((line) => line.startsWith('http')) || result.stdout;
+    }
+    return {
+        repoRoot,
+        branch,
+        stagedPaths: stageTargets,
+        committed,
+        commitSha,
+        prUrl,
+    };
+}

package/dist/agent/llm_agents_flow.d.ts

@@ -0,0 +1,15 @@
+import type { PipelineConfig } from './config.js';
+import type { FlowImpact } from './types.js';
+import type { ApiSurfaceCatalog, CommandResult, PipelineResult, PipelineSummary } from './pipeline_types.js';
+export declare function findSpecFiles(root: string): string[];
+export declare function findDisallowedDescribeFiles(root: string): string[];
+export declare function hasCommand(command: string, cwd: string): boolean;
+export declare function hasPlaywrightAgentDefinitions(testsRoot: string): boolean;
+export declare function hasPlaywrightConfig(testsRoot: string): boolean;
+export declare function bootstrapPlaywrightAgentDefinitions(testsRoot: string, pipeline: PipelineConfig, timeoutMs: number): CommandResult;
+export declare function resolveAgentSeedSpec(testsRoot: string): string | null;
+export declare function buildPlaywrightAgentsPrompt(flow: FlowImpact, seedFile: string, planFile: string, testFile: string, includeHealer: boolean): string;
+export declare function buildPlaywrightHealerPrompt(testFile: string, extra?: string): string;
+export declare function runPlaywrightAgentsFlow(testsRoot: string, flow: FlowImpact, pipeline: PipelineConfig, outputDir: string, preferredTestFile: string, seedFile: string, apiSurface: ApiSurfaceCatalog, playwrightBinary: string | null, mcpTimeoutMs: number, mcpRetries: number): PipelineResult;
+export declare function runPlaywrightAgentsPipeline(testsRoot: string, flows: FlowImpact[], pipeline: PipelineConfig): PipelineSummary;
+//# sourceMappingURL=llm_agents_flow.d.ts.map

package/dist/agent/llm_agents_flow.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"llm_agents_flow.d.ts","sourceRoot":"","sources":["../../src/agent/llm_agents_flow.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAC,cAAc,EAAC,MAAM,aAAa,CAAC;AAChD,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,YAAY,CAAC;AAC3C,OAAO,KAAK,EAAC,iBAAiB,EAAE,aAAa,EAAE,cAAc,EAAE,eAAe,EAAC,MAAM,qBAAqB,CAAC;AAQ3G,wBAAgB,aAAa,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE,CAepD;AAED,wBAAgB,2BAA2B,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE,CAGlE;AAED,wBAAgB,UAAU,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,OAAO,CAGhE;AAED,wBAAgB,6BAA6B,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAQxE;AAED,wBAAgB,mBAAmB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAU9D;AAED,wBAAgB,mCAAmC,CAAC,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE,cAAc,EAAE,SAAS,EAAE,MAAM,GAAG,aAAa,CAMjI;AAED,wBAAgB,oBAAoB,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CA2CrE;AAED,wBAAgB,2BAA2B,CACvC,IAAI,EAAE,UAAU,EAChB,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,MAAM,EAChB,aAAa,EAAE,OAAO,GACvB,MAAM,CAmCR;AAED,wBAAgB,2BAA2B,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,MAAM,GAAG,MAAM,CAkBpF;AAED,wBAAgB,uBAAuB,CACnC,SAAS,EAAE,MAAM,EACjB,IAAI,EAAE,UAAU,EAChB,QAAQ,EAAE,cAAc,EACxB,SAAS,EAAE,MAAM,EACjB,iBAAiB,EAAE,MAAM,EACzB,QAAQ,EAAE,MAAM,EAChB,UAAU,EAAE,iBAAiB,EAC7B,gBAAgB,EAAE,MAAM,GAAG,IAAI,EAC/B,YAAY,EAAE,MAAM,EACpB,UAAU,EAAE,MAAM,GACnB,cAAc,CAiNhB;AAED,wBAAgB,2BAA2B,CACvC,SAAS,EAAE,MAAM,EACjB,KAAK,EAAE,UAAU,EAAE,EACnB,QAAQ,EAAE,cAAc,GACzB,eAAe,CAsGjB"}