@yasserkhanorg/impact-gate 2.0.0

package/dist/agent/utils.js

@@ -0,0 +1,152 @@
+"use strict";
+// Copyright (c) 2015-present Mattermost, Inc. All Rights Reserved.
+// See LICENSE.txt for license information.
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.hasGlobChars = hasGlobChars;
+exports.globToRegExp = globToRegExp;
+exports.matchGlob = matchGlob;
+exports.safeReadTextFile = safeReadTextFile;
+exports.normalizePath = normalizePath;
+exports.toRelativePosix = toRelativePosix;
+exports.isPathWithinRoot = isPathWithinRoot;
+exports.fileExtension = fileExtension;
+exports.baseNameWithoutExt = baseNameWithoutExt;
+exports.tokenize = tokenize;
+exports.uniqueTokens = uniqueTokens;
+exports.titleCase = titleCase;
+const fs_1 = require("fs");
+const path_1 = require("path");
+const MAX_READ_BYTES = 1024 * 1024; // 1MB
+const STOP_WORDS = new Set([
+    'index',
+    'component',
+    'components',
+    'page',
+    'pages',
+    'screen',
+    'screens',
+    'view',
+    'views',
+    'route',
+    'routes',
+    'feature',
+    'features',
+    'module',
+    'modules',
+    'flow',
+    'flows',
+    'test',
+    'tests',
+    'spec',
+    'specs',
+    'hooks',
+    'hook',
+    'context',
+    'state',
+    'store',
+]);
+const GLOB_CHARS = /[*?[\]{}()!]/;
+function hasGlobChars(value) {
+    return GLOB_CHARS.test(value);
+}
+function globToRegExp(pattern) {
+    const normalized = normalizePath(pattern);
+    let regex = '^';
+    let i = 0;
+    while (i < normalized.length) {
+        const char = normalized[i];
+        if (char === '*') {
+            const next = normalized[i + 1];
+            if (next === '*') {
+                regex += '.*';
+                i += 2;
+                continue;
+            }
+            regex += '[^/]*';
+            i += 1;
+            continue;
+        }
+        if (char === '?') {
+            regex += '[^/]';
+            i += 1;
+            continue;
+        }
+        if ('\\.[]{}()+-^$|'.includes(char)) {
+            regex += `\\${char}`;
+        }
+        else {
+            regex += char;
+        }
+        i += 1;
+    }
+    regex += '$';
+    return new RegExp(regex);
+}
+function matchGlob(pathValue, pattern) {
+    const normalizedPath = normalizePath(pathValue);
+    const normalizedPattern = normalizePath(pattern);
+    if (!hasGlobChars(normalizedPattern)) {
+        if (normalizedPattern.endsWith('/')) {
+            return normalizedPath.startsWith(normalizedPattern);
+        }
+        return normalizedPath === normalizedPattern || normalizedPath.startsWith(`${normalizedPattern}/`);
+    }
+    const regex = globToRegExp(normalizedPattern);
+    return regex.test(normalizedPath);
+}
+function safeReadTextFile(path) {
+    try {
+        const stats = (0, fs_1.statSync)(path);
+        if (stats.size > MAX_READ_BYTES) {
+            return null;
+        }
+        return (0, fs_1.readFileSync)(path, 'utf-8');
+    }
+    catch {
+        return null;
+    }
+}
+function normalizePath(pathValue) {
+    return pathValue.split('\\').join('/');
+}
+function toRelativePosix(root, filePath) {
+    const relative = path_1.posix.relative(normalizePath(root), normalizePath(filePath));
+    return relative.startsWith('../') ? normalizePath(filePath) : relative;
+}
+function isPathWithinRoot(root, target) {
+    const rootAbs = (0, path_1.resolve)(root);
+    const targetAbs = (0, path_1.resolve)(target);
+    const rel = (0, path_1.relative)(rootAbs, targetAbs);
+    return rel === '' || (!rel.startsWith('..') && !rel.includes(`..${path_1.posix.sep}`) && !rel.includes('..\\'));
+}
+function fileExtension(pathValue) {
+    return (0, path_1.extname)(pathValue).replace('.', '').toLowerCase();
+}
+function baseNameWithoutExt(pathValue) {
+    const base = (0, path_1.basename)(pathValue);
+    const ext = (0, path_1.extname)(base);
+    return ext ? base.slice(0, -ext.length) : base;
+}
+function splitCamelCase(value) {
+    return value.replace(/([a-z])([A-Z])/g, '$1 $2');
+}
+function tokenize(value) {
+    const normalized = splitCamelCase(value)
+        .replace(/[_\-.]/g, ' ')
+        .replace(/[^a-zA-Z0-9\s]/g, ' ')
+        .toLowerCase();
+    return normalized
+        .split(/\s+/)
+        .map((token) => token.trim())
+        .filter((token) => token.length > 2 && !STOP_WORDS.has(token));
+}
+function uniqueTokens(tokens) {
+    return Array.from(new Set(tokens.filter(Boolean)));
+}
+function titleCase(value) {
+    return value
+        .split(/[\s_-]+/)
+        .filter(Boolean)
+        .map((word) => word.charAt(0).toUpperCase() + word.slice(1))
+        .join(' ');
+}

package/dist/agent/validation_runner.d.ts

@@ -0,0 +1,5 @@
+import type { PipelineConfig } from './config.js';
+import type { ValidationResult } from './pipeline_types.js';
+export declare function runPlaywrightRuntimeValidation(testsRoot: string, testFile: string, pipeline: PipelineConfig, playwrightBinary: string | null): ValidationResult;
+export declare function runPlaywrightListValidation(testsRoot: string, testFile: string, pipeline: PipelineConfig, playwrightBinary: string | null): ValidationResult;
+//# sourceMappingURL=validation_runner.d.ts.map

package/dist/agent/validation_runner.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"validation_runner.d.ts","sourceRoot":"","sources":["../../src/agent/validation_runner.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,cAAc,EAAC,MAAM,aAAa,CAAC;AAChD,OAAO,KAAK,EAAC,gBAAgB,EAAC,MAAM,qBAAqB,CAAC;AAI1D,wBAAgB,8BAA8B,CAC1C,SAAS,EAAE,MAAM,EACjB,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,cAAc,EACxB,gBAAgB,EAAE,MAAM,GAAG,IAAI,GAChC,gBAAgB,CA+BlB;AAED,wBAAgB,2BAA2B,CACvC,SAAS,EAAE,MAAM,EACjB,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,cAAc,EACxB,gBAAgB,EAAE,MAAM,GAAG,IAAI,GAChC,gBAAgB,CAqClB"}

package/dist/agent/validation_runner.js

@@ -0,0 +1,77 @@
+"use strict";
+// Copyright (c) 2015-present Mattermost, Inc. All Rights Reserved.
+// See LICENSE.txt for license information.
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.runPlaywrightRuntimeValidation = runPlaywrightRuntimeValidation;
+exports.runPlaywrightListValidation = runPlaywrightListValidation;
+const path_1 = require("path");
+const utils_js_1 = require("./utils.js");
+const process_runner_js_1 = require("./process_runner.js");
+function runPlaywrightRuntimeValidation(testsRoot, testFile, pipeline, playwrightBinary) {
+    if (!playwrightBinary) {
+        return {
+            status: 'failed',
+            detail: 'Playwright binary not found; cannot execute runtime validation.',
+        };
+    }
+    const relativeSpecPath = (0, utils_js_1.normalizePath)((0, path_1.relative)(testsRoot, testFile));
+    if (relativeSpecPath.startsWith('../') || relativeSpecPath.startsWith('..\\')) {
+        return {
+            status: 'failed',
+            detail: 'Generated spec path resolved outside testsRoot during runtime validation.',
+        };
+    }
+    const args = ['test', relativeSpecPath, '--workers', '1', '--retries', '0', '--max-failures', '1', '--reporter', 'line'];
+    if (pipeline.headless === false) {
+        args.push('--headed');
+    }
+    if (pipeline.project) {
+        args.push('--project', pipeline.project);
+    }
+    const commandResult = (0, process_runner_js_1.runCommand)(playwrightBinary, args, testsRoot, 10 * 60 * 1000);
+    if (commandResult.status === 0) {
+        return { status: 'passed' };
+    }
+    const summary = (0, process_runner_js_1.summarizeCommandOutput)(commandResult.stdout, commandResult.stderr);
+    return {
+        status: 'failed',
+        detail: summary || commandResult.error || `playwright test failed with status ${commandResult.status}`,
+    };
+}
+function runPlaywrightListValidation(testsRoot, testFile, pipeline, playwrightBinary) {
+    if (!playwrightBinary) {
+        return {
+            status: 'skipped',
+            detail: 'Playwright binary not found under testsRoot/node_modules/.bin; runtime compile validation skipped.',
+        };
+    }
+    const relativeSpecPath = (0, utils_js_1.normalizePath)((0, path_1.relative)(testsRoot, testFile));
+    if (relativeSpecPath.startsWith('../') || relativeSpecPath.startsWith('..\\')) {
+        return {
+            status: 'failed',
+            detail: 'Generated spec path resolved outside testsRoot during validation.',
+        };
+    }
+    const args = ['test', '--list', relativeSpecPath];
+    if (pipeline.headless === false) {
+        args.push('--headed');
+    }
+    if (pipeline.project) {
+        args.push('--project', pipeline.project);
+    }
+    const commandResult = (0, process_runner_js_1.runCommand)(playwrightBinary, args, testsRoot);
+    if (commandResult.error && /ENOENT/.test(commandResult.error)) {
+        return {
+            status: 'skipped',
+            detail: 'Playwright binary was not executable; runtime compile validation skipped.',
+        };
+    }
+    if (commandResult.status === 0) {
+        return { status: 'passed' };
+    }
+    const summary = (0, process_runner_js_1.summarizeCommandOutput)(commandResult.stdout, commandResult.stderr);
+    return {
+        status: 'failed',
+        detail: summary || commandResult.error || `playwright --list failed with status ${commandResult.status}`,
+    };
+}

package/dist/agentic/fix_loop.d.ts

@@ -0,0 +1,26 @@
+import type { LLMProvider } from '../provider_interface.js';
+import type { TestFailure } from './types.js';
+export interface FixPromptContext {
+    specCode: string;
+    failures: TestFailure[];
+    attempt: number;
+    maxAttempts: number;
+    apiSurfaceHint?: string;
+}
+export declare function buildFixPrompt(ctx: FixPromptContext): string;
+/**
+ * Extract fixed spec code from an LLM response.
+ * Returns null if the response doesn't contain valid test code.
+ */
+export declare function applyFix(llmResponse: string): string | null;
+/**
+ * Run one fix attempt: call LLM with failure context, return fixed code.
+ */
+export declare function generateFix(provider: LLMProvider, ctx: FixPromptContext): Promise<{
+    code: string | null;
+    tokensUsed: {
+        input: number;
+        output: number;
+    };
+}>;
+//# sourceMappingURL=fix_loop.d.ts.map

package/dist/agentic/fix_loop.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"fix_loop.d.ts","sourceRoot":"","sources":["../../src/agentic/fix_loop.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAC,WAAW,EAAC,MAAM,0BAA0B,CAAC;AAC1D,OAAO,KAAK,EAAC,WAAW,EAAC,MAAM,YAAY,CAAC;AAG5C,MAAM,WAAW,gBAAgB;IAC7B,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,WAAW,EAAE,CAAC;IACxB,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,EAAE,MAAM,CAAC;IACpB,cAAc,CAAC,EAAE,MAAM,CAAC;CAC3B;AAED,wBAAgB,cAAc,CAAC,GAAG,EAAE,gBAAgB,GAAG,MAAM,CA+C5D;AAED;;;GAGG;AACH,wBAAgB,QAAQ,CAAC,WAAW,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAmB3D;AAED;;GAEG;AACH,wBAAsB,WAAW,CAC7B,QAAQ,EAAE,WAAW,EACrB,GAAG,EAAE,gBAAgB,GACtB,OAAO,CAAC;IAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;IAAC,UAAU,EAAE;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAC,CAAA;CAAC,CAAC,CAe7E"}

package/dist/agentic/fix_loop.js

@@ -0,0 +1,96 @@
+"use strict";
+// Copyright (c) 2015-present Mattermost, Inc. All Rights Reserved.
+// See LICENSE.txt for license information.
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.buildFixPrompt = buildFixPrompt;
+exports.applyFix = applyFix;
+exports.generateFix = generateFix;
+const sanitize_js_1 = require("../crew/sanitize.js");
+function buildFixPrompt(ctx) {
+    const isCompileError = ctx.failures.some((f) => f.testTitle === '(compile)');
+    const failuresBlock = ctx.failures.map((f) => {
+        const lines = [`  Test: ${(0, sanitize_js_1.sanitizeForPrompt)(f.testTitle)}`, `  Error: ${(0, sanitize_js_1.sanitizeForPrompt)(f.error)}`];
+        if (f.stack)
+            lines.push(`  Stack: ${(0, sanitize_js_1.sanitizeForPrompt)(f.stack)}`);
+        if (f.line)
+            lines.push(`  Line: ${f.line}`);
+        if (f.expected)
+            lines.push(`  Expected: ${(0, sanitize_js_1.sanitizeForPrompt)(f.expected)}`);
+        if (f.actual)
+            lines.push(`  Actual: ${(0, sanitize_js_1.sanitizeForPrompt)(f.actual)}`);
+        return lines.join('\n');
+    }).join('\n\n');
+    const errorType = isCompileError ? 'COMPILE ERROR' : 'TEST FAILURE';
+    const apiBlock = ctx.apiSurfaceHint
+        ? `\nAVAILABLE PAGE OBJECT API:\n${ctx.apiSurfaceHint}\n`
+        : '';
+    return [
+        `Fix this Playwright E2E test. This is attempt ${ctx.attempt} of ${ctx.maxAttempts}.`,
+        '',
+        `## ${errorType}`,
+        '',
+        failuresBlock,
+        '',
+        '## CURRENT SPEC CODE',
+        '',
+        '```typescript',
+        ctx.specCode,
+        '```',
+        apiBlock,
+        '## RULES',
+        '',
+        '1. Import ONLY from "@mattermost/playwright-lib" — no "@playwright/test" imports.',
+        '2. Every test must call `await pw.initSetup()` first.',
+        '3. Use `await pw.testBrowser.login(user)` to log in.',
+        '4. Use ONLY page object methods listed in the API above. Do NOT invent methods.',
+        '5. If a method is not available, use `page.getByRole()` or `page.getByTestId()`.',
+        '6. For flaky/timing issues: add `await expect(locator).toBeVisible()` waits before interactions.',
+        '7. Keep the same test scenarios — fix the implementation, not the intent.',
+        '8. Return the COMPLETE fixed spec file — not a diff or partial code.',
+        '',
+        isCompileError
+            ? 'The file does not compile. Fix syntax errors, missing imports, or invalid method calls.'
+            : 'The test compiles but fails at runtime. Fix selectors, waits, or assertion logic.',
+        '',
+        'Return ONLY the complete TypeScript code. No explanations, no markdown fences (except wrapping the code).',
+    ].join('\n');
+}
+/**
+ * Extract fixed spec code from an LLM response.
+ * Returns null if the response doesn't contain valid test code.
+ */
+function applyFix(llmResponse) {
+    let code = llmResponse.trim();
+    if (!code)
+        return null;
+    // Strip markdown fences
+    const fenced = code.match(/```(?:typescript|ts)?\s*([\s\S]*?)```/i);
+    if (fenced) {
+        code = fenced[1].trim();
+    }
+    // Must contain test( to be valid
+    if (!code.includes('test('))
+        return null;
+    // Ensure it has the right import
+    if (!code.includes('@mattermost/playwright-lib')) {
+        code = `import {expect, test} from '@mattermost/playwright-lib';\n\n${code}`;
+    }
+    return code;
+}
+/**
+ * Run one fix attempt: call LLM with failure context, return fixed code.
+ */
+async function generateFix(provider, ctx) {
+    const prompt = buildFixPrompt(ctx);
+    const response = await provider.generateText(prompt, {
+        maxTokens: 8000,
+        temperature: 0.1,
+        timeout: 60000,
+        systemPrompt: 'You are an expert Playwright test fixer for Mattermost. Return only TypeScript code.',
+    });
+    const code = applyFix(response.text);
+    return {
+        code,
+        tokensUsed: { input: response.usage?.inputTokens || 0, output: response.usage?.outputTokens || 0 },
+    };
+}

package/dist/agentic/playwright_runner.d.ts

@@ -0,0 +1,43 @@
+import type { PlaywrightRunResult } from './types.js';
+interface PlaywrightReportSpec {
+    title: string;
+    ok: boolean;
+    tests: Array<{
+        status: string;
+        results: Array<{
+            status: string;
+            duration: number;
+            error?: {
+                message: string;
+                stack?: string;
+            };
+        }>;
+    }>;
+}
+interface PlaywrightReportSuite {
+    title: string;
+    specs: PlaywrightReportSpec[];
+    suites?: PlaywrightReportSuite[];
+}
+interface PlaywrightReport {
+    suites: PlaywrightReportSuite[];
+    stats: {
+        expected: number;
+        unexpected: number;
+        flaky: number;
+        skipped: number;
+        duration: number;
+    };
+}
+export declare function parsePlaywrightJsonReport(report: PlaywrightReport, specPath: string): PlaywrightRunResult;
+/**
+ * Run a single Playwright spec file and return structured results.
+ * Uses a temp JSON reporter to get machine-readable output.
+ */
+export declare function runPlaywrightSpec(specPath: string, testsRoot: string, options: {
+    project?: string;
+    baseUrl?: string;
+    timeoutMs?: number;
+}): PlaywrightRunResult;
+export {};
+//# sourceMappingURL=playwright_runner.d.ts.map

package/dist/agentic/playwright_runner.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"playwright_runner.d.ts","sourceRoot":"","sources":["../../src/agentic/playwright_runner.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAC,mBAAmB,EAAc,MAAM,YAAY,CAAC;AAMjE,UAAU,oBAAoB;IAC1B,KAAK,EAAE,MAAM,CAAC;IACd,EAAE,EAAE,OAAO,CAAC;IACZ,KAAK,EAAE,KAAK,CAAC;QACT,MAAM,EAAE,MAAM,CAAC;QACf,OAAO,EAAE,KAAK,CAAC;YACX,MAAM,EAAE,MAAM,CAAC;YACf,QAAQ,EAAE,MAAM,CAAC;YACjB,KAAK,CAAC,EAAE;gBAAC,OAAO,EAAE,MAAM,CAAC;gBAAC,KAAK,CAAC,EAAE,MAAM,CAAA;aAAC,CAAC;SAC7C,CAAC,CAAC;KACN,CAAC,CAAC;CACN;AAED,UAAU,qBAAqB;IAC3B,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,oBAAoB,EAAE,CAAC;IAC9B,MAAM,CAAC,EAAE,qBAAqB,EAAE,CAAC;CACpC;AAED,UAAU,gBAAgB;IACtB,MAAM,EAAE,qBAAqB,EAAE,CAAC;IAChC,KAAK,EAAE;QACH,QAAQ,EAAE,MAAM,CAAC;QACjB,UAAU,EAAE,MAAM,CAAC;QACnB,KAAK,EAAE,MAAM,CAAC;QACd,OAAO,EAAE,MAAM,CAAC;QAChB,QAAQ,EAAE,MAAM,CAAC;KACpB,CAAC;CACL;AAaD,wBAAgB,yBAAyB,CAAC,MAAM,EAAE,gBAAgB,EAAE,QAAQ,EAAE,MAAM,GAAG,mBAAmB,CAkCzG;AAQD;;;GAGG;AACH,wBAAgB,iBAAiB,CAC7B,QAAQ,EAAE,MAAM,EAChB,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE;IAAC,OAAO,CAAC,EAAE,MAAM,CAAC;IAAC,OAAO,CAAC,EAAE,MAAM,CAAC;IAAC,SAAS,CAAC,EAAE,MAAM,CAAA;CAAC,GAClE,mBAAmB,CAsGrB"}

package/dist/agentic/playwright_runner.js

@@ -0,0 +1,165 @@
+"use strict";
+// Copyright (c) 2015-present Mattermost, Inc. All Rights Reserved.
+// See LICENSE.txt for license information.
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.parsePlaywrightJsonReport = parsePlaywrightJsonReport;
+exports.runPlaywrightSpec = runPlaywrightSpec;
+const child_process_1 = require("child_process");
+const fs_1 = require("fs");
+const path_1 = require("path");
+const MAX_STDOUT_CHARS = 8000;
+const MAX_ERROR_CHARS = 2000;
+const MAX_STACK_CHARS = 1000;
+function extractSpecs(suites) {
+    const specs = [];
+    for (const suite of suites) {
+        specs.push(...suite.specs);
+        if (suite.suites) {
+            specs.push(...extractSpecs(suite.suites));
+        }
+    }
+    return specs;
+}
+function parsePlaywrightJsonReport(report, specPath) {
+    const failures = [];
+    const allSpecs = extractSpecs(report.suites);
+    let passed = 0;
+    let failed = 0;
+    for (const spec of allSpecs) {
+        if (spec.ok) {
+            passed++;
+        }
+        else {
+            failed++;
+            const lastResult = spec.tests[0]?.results?.at(-1);
+            failures.push({
+                testTitle: spec.title,
+                specPath,
+                error: (lastResult?.error?.message || 'Unknown error').slice(0, MAX_ERROR_CHARS),
+                stack: (lastResult?.error?.stack || '').slice(0, MAX_STACK_CHARS),
+                line: extractLineNumber(lastResult?.error?.stack),
+            });
+        }
+    }
+    return {
+        specPath,
+        passed,
+        failed,
+        flaky: report.stats.flaky || 0,
+        skipped: report.stats.skipped || 0,
+        failures,
+        stdout: '',
+        durationMs: report.stats.duration || 0,
+        compiled: true,
+    };
+}
+function extractLineNumber(stack) {
+    if (!stack)
+        return undefined;
+    const match = stack.match(/:(\d+):\d+\)?$/m);
+    return match ? parseInt(match[1], 10) : undefined;
+}
+/**
+ * Run a single Playwright spec file and return structured results.
+ * Uses a temp JSON reporter to get machine-readable output.
+ */
+function runPlaywrightSpec(specPath, testsRoot, options) {
+    // SECURITY: Validate spec path is within testsRoot and has valid extension
+    const resolvedSpec = (0, path_1.resolve)(specPath);
+    const resolvedRoot = (0, path_1.resolve)(testsRoot);
+    if (!resolvedSpec.startsWith(resolvedRoot + '/')) {
+        throw new Error(`Security: spec path ${specPath} is outside testsRoot`);
+    }
+    if (!resolvedSpec.endsWith('.spec.ts') && !resolvedSpec.endsWith('.test.ts')) {
+        throw new Error(`Security: spec path must end in .spec.ts or .test.ts`);
+    }
+    const reportDir = (0, path_1.join)(testsRoot, '.e2e-ai-agents', 'agentic-reports');
+    if (!(0, fs_1.existsSync)(reportDir)) {
+        (0, fs_1.mkdirSync)(reportDir, { recursive: true });
+    }
+    const reportPath = (0, path_1.join)(reportDir, `report-${Date.now()}-${Math.random().toString(36).slice(2, 8)}.json`);
+    const args = [
+        'playwright', 'test',
+        specPath,
+        '--reporter', 'json',
+        '--project', options.project || 'chrome',
+    ];
+    if (options.baseUrl) {
+        args.push('--config', 'playwright.config.ts');
+    }
+    const startTime = Date.now();
+    const result = (0, child_process_1.spawnSync)('npx', args, {
+        cwd: testsRoot,
+        encoding: 'utf-8',
+        timeout: options.timeoutMs || 120000,
+        maxBuffer: 2 * 1024 * 1024,
+        env: {
+            ...process.env,
+            PLAYWRIGHT_JSON_OUTPUT_NAME: reportPath,
+        },
+    });
+    const durationMs = Date.now() - startTime;
+    const stdout = (result.stdout || '').slice(0, MAX_STDOUT_CHARS);
+    const stderr = (result.stderr || '').slice(0, MAX_STDOUT_CHARS);
+    // Check for compile errors
+    if (stderr.includes('SyntaxError') || stderr.includes('Cannot find module') || stderr.includes('TypeError')) {
+        return {
+            specPath,
+            passed: 0,
+            failed: 1,
+            flaky: 0,
+            skipped: 0,
+            failures: [{
+                    testTitle: '(compile)',
+                    specPath,
+                    error: stderr.slice(0, MAX_ERROR_CHARS),
+                    stack: '',
+                }],
+            stdout: `${stdout}\n${stderr}`,
+            durationMs,
+            compiled: false,
+        };
+    }
+    // Try to parse JSON report from stdout (Playwright JSON reporter writes to stdout)
+    try {
+        const jsonReport = JSON.parse(stdout);
+        const parsed = parsePlaywrightJsonReport(jsonReport, specPath);
+        parsed.durationMs = durationMs;
+        parsed.stdout = stdout;
+        return parsed;
+    }
+    catch {
+        // Fallback: try the file-based report
+    }
+    // Try file-based report
+    if ((0, fs_1.existsSync)(reportPath)) {
+        try {
+            const jsonReport = JSON.parse((0, fs_1.readFileSync)(reportPath, 'utf-8'));
+            const parsed = parsePlaywrightJsonReport(jsonReport, specPath);
+            parsed.durationMs = durationMs;
+            parsed.stdout = stdout;
+            try {
+                (0, fs_1.rmSync)(reportPath);
+            }
+            catch { /* ignore */ }
+            return parsed;
+        }
+        catch {
+            // Fallback to exit code
+        }
+    }
+    // Last resort: use exit code
+    return {
+        specPath,
+        passed: result.status === 0 ? 1 : 0,
+        failed: result.status === 0 ? 0 : 1,
+        flaky: 0,
+        skipped: 0,
+        failures: result.status !== 0
+            ? [{ testTitle: '(unknown)', specPath, error: stderr.slice(0, MAX_ERROR_CHARS), stack: '' }]
+            : [],
+        stdout,
+        durationMs,
+        compiled: !stderr.includes('Error'),
+    };
+}

package/dist/agentic/runner.d.ts

@@ -0,0 +1,27 @@
+import type { LLMProvider } from '../provider_interface.js';
+import type { AgenticConfig, AgenticSummary } from './types.js';
+import type { ApiSurfaceCatalog } from '../knowledge/api_surface.js';
+import type { GenerationProfile } from '../prompts/generation_profile.js';
+export interface ScenarioInput {
+    id: string;
+    name: string;
+    scenarios: string[];
+    routeFamily: string;
+    priority: string;
+    /** Existing spec to add scenarios to */
+    targetSpec?: string;
+    /** Changed files for context */
+    changedFiles?: string[];
+    /** Evidence from impact analysis */
+    evidence?: string;
+}
+export interface AgenticRunOptions {
+    scenarios: ScenarioInput[];
+    config: AgenticConfig;
+    provider: LLMProvider;
+    apiSurfaceHint?: string;
+    apiSurface?: ApiSurfaceCatalog;
+    generationProfile?: GenerationProfile;
+}
+export declare function runAgenticGeneration(options: AgenticRunOptions): Promise<AgenticSummary>;
+//# sourceMappingURL=runner.d.ts.map

package/dist/agentic/runner.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"runner.d.ts","sourceRoot":"","sources":["../../src/agentic/runner.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAC,WAAW,EAAC,MAAM,0BAA0B,CAAC;AAC1D,OAAO,KAAK,EAAC,aAAa,EAAiB,cAAc,EAAsB,MAAM,YAAY,CAAC;AAKlG,OAAO,KAAK,EAAC,iBAAiB,EAAC,MAAM,6BAA6B,CAAC;AACnE,OAAO,KAAK,EAAC,iBAAiB,EAAC,MAAM,kCAAkC,CAAC;AAGxE,MAAM,WAAW,aAAa;IAC1B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,EAAE,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC;IACjB,wCAAwC;IACxC,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,gCAAgC;IAChC,YAAY,CAAC,EAAE,MAAM,EAAE,CAAC;IACxB,oCAAoC;IACpC,QAAQ,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,iBAAiB;IAC9B,SAAS,EAAE,aAAa,EAAE,CAAC;IAC3B,MAAM,EAAE,aAAa,CAAC;IACtB,QAAQ,EAAE,WAAW,CAAC;IACtB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,UAAU,CAAC,EAAE,iBAAiB,CAAC;IAC/B,iBAAiB,CAAC,EAAE,iBAAiB,CAAC;CACzC;AAwMD,wBAAsB,oBAAoB,CAAC,OAAO,EAAE,iBAAiB,GAAG,OAAO,CAAC,cAAc,CAAC,CAwB9F"}