@yasserkhanorg/e2e-agents 0.5.16 → 0.7.0

package/dist/esm/agent/generator.js

@@ -1,112 +0,0 @@
-// Copyright (c) 2015-present Mattermost, Inc. All Rights Reserved.
-// See LICENSE.txt for license information.
-import { existsSync, mkdirSync, writeFileSync } from 'fs';
-import { join, resolve } from 'path';
-import { isPathWithinRoot } from './utils.js';
-function inferTestDir(patterns) {
-    if (patterns.length === 0) {
-        return 'tests';
-    }
-    const pattern = patterns[0];
-    const wildcardIndex = pattern.search(/[*{]/);
-    const base = wildcardIndex === -1 ? pattern : pattern.slice(0, wildcardIndex);
-    const trimmed = base.replace(/\/+$/, '');
-    return trimmed || 'tests';
-}
-function inferTestExtension(patterns, framework) {
-    const joined = patterns.join(' ');
-    if (joined.includes('.ts') || joined.includes('.tsx')) {
-        return 'ts';
-    }
-    return 'js';
-}
-function createPlaywrightTest(flow, testIds) {
-    const idsComment = testIds.length > 0 ? `// Suggested data-testid: ${testIds.join(', ')}` : '// TODO: add data-testid selectors';
-    return [
-        "import {test, expect} from '@mattermost/playwright-lib';",
-        '',
-        '/**',
-        ` * @objective Validate ${flow.name} flow`,
-        ' */',
-        `test('${flow.priority}: ${flow.name} basic flow', {tag: '@ai-assisted'}, async ({pw}) => {`,
-        '  const {user, team} = await pw.initSetup();',
-        '  const {channelsPage} = await pw.testBrowser.login(user);',
-        "  await channelsPage.goto(team.name);",
-        `  ${idsComment}`,
-        '  // # TODO: implement steps',
-        '  // * TODO: implement assertions',
-        '  await expect(channelsPage.page).toHaveURL(/.*/);',
-        '});',
-        '',
-    ].join('\n');
-}
-function createCypressTest(flow, testIds) {
-    const idsComment = testIds.length > 0 ? `// Suggested data-testid: ${testIds.join(', ')}` : '// TODO: add data-testid selectors';
-    return [
-        `describe('Flow: ${flow.name}', () => {`,
-        `  it('${flow.priority}: ${flow.name} basic flow', () => {`,
-        "    cy.visit('/');",
-        `    ${idsComment}`,
-        '    // TODO: implement steps',
-        '    cy.url().should(\'match\', /.*/);',
-        '  });',
-        '});',
-        '',
-    ].join('\n');
-}
-function createSeleniumTest(flow, testIds) {
-    const idsComment = testIds.length > 0 ? `// Suggested data-testid: ${testIds.join(', ')}` : '// TODO: add data-testid selectors';
-    return [
-        "const {Builder, By, until} = require('selenium-webdriver');",
-        '',
-        `(async () => {`,
-        "  const driver = await new Builder().forBrowser('chrome').build();",
-        '  try {',
-        "    await driver.get('http://localhost:3000');",
-        `    ${idsComment}`,
-        '    // TODO: implement steps',
-        '    await driver.wait(until.titleIs(\'\'), 5000);',
-        '  } finally {',
-        '    await driver.quit();',
-        '  }',
-        '})();',
-        '',
-    ].join('\n');
-}
-export function generateTests(appRoot, flows, framework, testPatterns, testIdsByFlow) {
-    const inferredTestDir = inferTestDir(testPatterns);
-    const safeTestDir = isPathWithinRoot(appRoot, resolve(appRoot, inferredTestDir)) ? inferredTestDir : 'tests';
-    const testDir = safeTestDir;
-    const extension = inferTestExtension(testPatterns, framework);
-    const generated = [];
-    for (const flow of flows) {
-        if (flow.priority !== 'P0' && flow.priority !== 'P1') {
-            continue;
-        }
-        const testIds = testIdsByFlow.get(flow.id) || [];
-        const fileName = framework === 'cypress' ? `${flow.id}.cy.${extension}` : `${flow.id}.spec.${extension}`;
-        const fullPath = resolve(appRoot, testDir, fileName);
-        if (!isPathWithinRoot(appRoot, fullPath)) {
-            generated.push({ path: fullPath, flowId: flow.id, created: false, reason: 'outside-root' });
-            continue;
-        }
-        if (existsSync(fullPath)) {
-            generated.push({ path: fullPath, flowId: flow.id, created: false, reason: 'exists' });
-            continue;
-        }
-        mkdirSync(join(appRoot, testDir), { recursive: true });
-        let content = '';
-        if (framework === 'cypress') {
-            content = createCypressTest(flow, testIds);
-        }
-        else if (framework === 'selenium') {
-            content = createSeleniumTest(flow, testIds);
-        }
-        else {
-            content = createPlaywrightTest(flow, testIds);
-        }
-        writeFileSync(fullPath, content, 'utf-8');
-        generated.push({ path: fullPath, flowId: flow.id, created: true });
-    }
-    return generated;
-}

package/dist/esm/agent/operational_insights.js

@@ -1,124 +0,0 @@
-// Copyright (c) 2015-present Mattermost, Inc. All Rights Reserved.
-// See LICENSE.txt for license information.
-import { existsSync, readFileSync } from 'fs';
-import { join } from 'path';
-import { refreshPlanEnforcement } from './plan.js';
-import { inferSubsystemFromTestPath } from './test_path.js';
-function readJson(path) {
-    if (!existsSync(path)) {
-        return null;
-    }
-    try {
-        return JSON.parse(readFileSync(path, 'utf-8'));
-    }
-    catch {
-        return null;
-    }
-}
-function normalizeTestName(test) {
-    return test.replace(/ \(flags:.*\)$/, '').trim();
-}
-function subsystemForTest(test) {
-    return inferSubsystemFromTestPath(test);
-}
-function riskyRate(entry) {
-    if (entry.flakeRate30d !== undefined) {
-        return entry.flakeRate30d;
-    }
-    return entry.flakeRate;
-}
-function loadFlakyManifest(appRoot) {
-    const path = join(appRoot, '.e2e-ai-agents', 'flaky-tests.json');
-    return readJson(path);
-}
-function loadQualityGates(appRoot) {
-    const path = join(appRoot, '.e2e-ai-agents', 'quality-gates.json');
-    return readJson(path);
-}
-function loadCalibration(appRoot) {
-    const path = join(appRoot, '.e2e-ai-agents', 'calibration.json');
-    return readJson(path);
-}
-export function applyOperationalInsights(plan, appRoot) {
-    const enhanced = { ...plan };
-    const insights = {};
-    const flaky = loadFlakyManifest(appRoot);
-    if (flaky && Array.isArray(flaky.tests)) {
-        const recommended = new Set(plan.recommendedTests.map(normalizeTestName));
-        const risky = flaky.tests
-            .filter((entry) => recommended.has(normalizeTestName(entry.test)) && riskyRate(entry) >= 0.2)
-            .sort((a, b) => riskyRate(b) - riskyRate(a))
-            .slice(0, 10);
-        const quarantined = risky.filter((entry) => entry.quarantine).map((entry) => entry.test);
-        const owners = Array.from(new Set(risky
-            .flatMap((entry) => entry.owners || [])
-            .filter(Boolean)));
-        insights.flaky = {
-            highRiskRecommendedTests: risky,
-            quarantinedRecommendedTests: quarantined,
-            ownerMentions: owners,
-        };
-        if (quarantined.length > 0) {
-            enhanced.reasons = [...enhanced.reasons, `Quarantined flaky tests in recommendation: ${quarantined.join(', ')}`];
-        }
-        if (owners.length > 0) {
-            enhanced.reasons = [...enhanced.reasons, `Subsystem owners to notify for flaky risk: ${owners.join(', ')}`];
-        }
-    }
-    const gates = loadQualityGates(appRoot);
-    if (gates && Array.isArray(gates.gates)) {
-        const failed = gates.gates.filter((gate) => gate.status === 'fail');
-        const warnings = gates.gates.filter((gate) => gate.status === 'warn');
-        insights.qualityGates = { failed, warnings };
-        if (failed.length > 0 && enhanced.runSet !== 'full') {
-            enhanced.runSet = 'full';
-            enhanced.reasons = [...enhanced.reasons, `Quality gates failed: ${failed.map((gate) => gate.name).join(', ')}`];
-            enhanced.policy.triggeredRules = [...new Set([...enhanced.policy.triggeredRules, 'quality-gate-failed'])];
-            enhanced.decision = {
-                action: 'run-now',
-                title: 'Run now',
-                summary: 'Quality gate failures detected. Full suite is required before merge.',
-            };
-        }
-    }
-    const calibration = loadCalibration(appRoot);
-    if (calibration) {
-        insights.calibration = calibration.overall;
-        if (calibration.overall.falseNegativeRate >= 0.2 && enhanced.runSet !== 'full') {
-            enhanced.runSet = 'full';
-            enhanced.reasons = [...enhanced.reasons, 'Historical false-negative rate is high; escalating to full suite.'];
-            enhanced.policy.triggeredRules = [...new Set([...enhanced.policy.triggeredRules, 'historical-fnr-high'])];
-        }
-        const recommendedSubsystems = Array.from(new Set(plan.recommendedTests.map(subsystemForTest)));
-        const highRiskSubsystems = recommendedSubsystems
-            .map((subsystem) => {
-            const metric = calibration.bySubsystem[subsystem];
-            if (!metric) {
-                return null;
-            }
-            if (metric.samples < 5) {
-                return null;
-            }
-            if (metric.recent30d.falseNegativeRate >= 0.2 || metric.falseNegativeRate >= 0.25) {
-                return { subsystem, fnr: metric.recent30d.falseNegativeRate || metric.falseNegativeRate };
-            }
-            return null;
-        })
-            .filter(Boolean);
-        if (highRiskSubsystems.length > 0 && enhanced.runSet !== 'full') {
-            enhanced.runSet = 'full';
-            enhanced.reasons = [
-                ...enhanced.reasons,
-                `Historical subsystem false-negative risk is high: ${highRiskSubsystems.map((entry) => `${entry.subsystem}(${entry.fnr})`).join(', ')}`,
-            ];
-            enhanced.policy.triggeredRules = [...new Set([...enhanced.policy.triggeredRules, 'subsystem-fnr-high'])];
-            enhanced.decision = {
-                action: 'run-now',
-                title: 'Run now',
-                summary: 'Subsystem calibration risk is high. Full suite is required before merge.',
-            };
-        }
-    }
-    enhanced.insights = insights;
-    return refreshPlanEnforcement(enhanced);
-}

package/dist/esm/agent/report.js

@@ -1,156 +0,0 @@
-// Copyright (c) 2015-present Mattermost, Inc. All Rights Reserved.
-// See LICENSE.txt for license information.
-import { mkdirSync, writeFileSync } from 'fs';
-import { join } from 'path';
-import { formatFlags } from './flags.js';
-function formatFlow(flow) {
-    const reasonText = flow.reasons.length > 0 ? flow.reasons.join('; ') : 'No specific reasons';
-    const audienceText = flow.audience && flow.audience.length > 0 ? `\n  Audience: ${flow.audience.join(', ')}` : '';
-    const flagsText = flow.flags && flow.flags.length > 0 ? `\n  Flags: ${formatFlags(flow.flags)}` : '';
-    const blastText = flow.blastRadius ? `\n  Blast radius: ${flow.blastRadius.summary}` : '';
-    return `- [${flow.priority}] ${flow.name} (${flow.id})\n  Score: ${flow.score}\n  Reasons: ${reasonText}\n  Files: ${flow.files.join(', ')}${audienceText}${flagsText}${blastText}`;
-}
-function formatGap(flow) {
-    return `- [${flow.priority}] ${flow.name} (${flow.id})`;
-}
-function formatSuggestion(suggestion) {
-    return `- ${suggestion.file}:${suggestion.line} -> ${suggestion.testId}\n  ${suggestion.snippet}`;
-}
-function formatTestSuggestion(suggestion) {
-    const source = suggestion.sourceFiles.length > 0 ? suggestion.sourceFiles.join(', ') : 'N/A';
-    return `- [${suggestion.priority}] ${suggestion.flowName} (${suggestion.flowId})\n  Path: ${suggestion.suggestedTestPath}\n  Source files: ${source}\n  Why: ${suggestion.rationale}`;
-}
-function flowCounts(flows) {
-    return flows.reduce((acc, flow) => {
-        if (flow.priority === 'P0')
-            acc.p0 += 1;
-        else if (flow.priority === 'P1')
-            acc.p1 += 1;
-        else
-            acc.p2 += 1;
-        return acc;
-    }, { p0: 0, p1: 0, p2: 0 });
-}
-export function writeReport(appRoot, config, data) {
-    const specsDir = join(appRoot, config.artifacts.specsDir);
-    const baseDir = join(appRoot, '.e2e-ai-agents');
-    if (config.artifacts.mode !== 'none') {
-        mkdirSync(specsDir, { recursive: true });
-    }
-    mkdirSync(baseDir, { recursive: true });
-    const counts = flowCounts(data.flows);
-    const markdownLines = [];
-    markdownLines.push(`# ${data.mode === 'impact' ? 'Impact Analysis' : 'Gap Analysis'} Report`);
-    markdownLines.push('');
-    if (data.runMetadata) {
-        markdownLines.push(`Run ID: ${data.runMetadata.runId}`);
-        markdownLines.push(`Run window: ${data.runMetadata.startedAt} -> ${data.runMetadata.completedAt}`);
-        markdownLines.push(`Run duration (ms): ${data.runMetadata.durationMs}`);
-        markdownLines.push(`Since ref: ${data.runMetadata.sinceRef}`);
-    }
-    markdownLines.push(`Framework: ${data.framework}`);
-    markdownLines.push(`Test Patterns: ${data.testPatterns.join(', ') || 'None'}`);
-    if (data.flowCatalog) {
-        markdownLines.push(`Flow Catalog: ${data.flowCatalog}`);
-    }
-    if (data.impactModel) {
-        markdownLines.push(`Impact Model: flow=${data.impactModel.flowMapping} test=${data.impactModel.testMapping} confidence=${data.impactModel.confidenceClass}`);
-        if (data.impactModel.traceability) {
-            const traceability = data.impactModel.traceability;
-            markdownLines.push(`Traceability: enabled=${traceability.enabled} manifestFound=${traceability.manifestFound} matchedFlows=${traceability.matchedFlows}/${traceability.totalFlows} matchedTests=${traceability.matchedTests} coverageRatio=${traceability.coverageRatio}`);
-        }
-        if (data.impactModel.dependencyGraph) {
-            const graph = data.impactModel.dependencyGraph;
-            markdownLines.push(`Dependency Graph: enabled=${graph.enabled} seeds=${graph.seedFiles} expanded=${graph.expandedFiles} files=${graph.analyzedFiles} edges=${graph.analyzedEdges} depth=${graph.maxDepth}${graph.truncated ? ' (truncated)' : ''}`);
-        }
-        if (data.impactModel.subsystemRisk) {
-            const subsystemRisk = data.impactModel.subsystemRisk;
-            markdownLines.push(`Subsystem Risk: enabled=${subsystemRisk.enabled} mapFound=${subsystemRisk.mapFound} rules=${subsystemRisk.rulesLoaded} filesMatched=${subsystemRisk.filesMatched} ruleMatches=${subsystemRisk.ruleMatches} boostedFlows=${subsystemRisk.boostedFlows}`);
-        }
-    }
-    markdownLines.push(`Changed Files: ${data.changedFiles.length}`);
-    markdownLines.push(`Flows: P0=${counts.p0} P1=${counts.p1} P2=${counts.p2}`);
-    if (data.specPDF) {
-        markdownLines.push(`Spec PDF: ${data.specPDF}`);
-    }
-    if (data.warnings.length > 0) {
-        markdownLines.push('');
-        markdownLines.push('Warnings:');
-        markdownLines.push(...data.warnings.map((warning) => `- ${warning}`));
-    }
-    if (data.flows.length > 0) {
-        markdownLines.push('');
-        markdownLines.push('Impacted Flows:');
-        markdownLines.push(...data.flows.map(formatFlow));
-    }
-    if (data.gaps.length > 0) {
-        markdownLines.push('');
-        markdownLines.push('Coverage Gaps (P0/P1 without tests):');
-        markdownLines.push(...data.gaps.map(formatGap));
-    }
-    if (data.recommendedTests && data.recommendedTests.length > 0) {
-        markdownLines.push('');
-        markdownLines.push('Recommended Tests to Run:');
-        markdownLines.push(...data.recommendedTests.map((test) => `- ${test}`));
-    }
-    if (data.pipeline) {
-        markdownLines.push('');
-        markdownLines.push('Pipeline Results:');
-        markdownLines.push(`- Runner: ${data.pipeline.runner}`);
-        if (data.pipeline.mcp) {
-            markdownLines.push(`- MCP: requested=${data.pipeline.mcp.requested} active=${data.pipeline.mcp.active} backend=${data.pipeline.mcp.backend}`);
-        }
-        for (const result of data.pipeline.results) {
-            const status = result.healStatus ? `${result.generateStatus}/${result.healStatus}` : result.generateStatus;
-            markdownLines.push(`- ${result.flowId} (${result.flowName}): ${status} -> ${result.generatedDir}`);
-            if (result.error) {
-                markdownLines.push(`  Error: ${result.error}`);
-            }
-            if (result.failureCategory || result.failureCode) {
-                markdownLines.push(`  Failure taxonomy: category=${result.failureCategory || 'unknown'} code=${result.failureCode || 'unknown'}`);
-            }
-        }
-        if (data.pipeline.warnings.length > 0) {
-            markdownLines.push('Pipeline warnings:');
-            markdownLines.push(...data.pipeline.warnings.map((warning) => `- ${warning}`));
-        }
-    }
-    if (data.dataTestIds.length > 0) {
-        markdownLines.push('');
-        markdownLines.push('data-testid Suggestions:');
-        markdownLines.push(...data.dataTestIds.map(formatSuggestion));
-    }
-    if (data.testSuggestions && data.testSuggestions.length > 0) {
-        markdownLines.push('');
-        markdownLines.push('Suggested New Tests (Actionable):');
-        markdownLines.push(...data.testSuggestions.map(formatTestSuggestion));
-    }
-    if (data.applied) {
-        markdownLines.push('');
-        markdownLines.push('Applied Changes:');
-        if (data.applied.patchedFiles.length > 0) {
-            markdownLines.push(`- Patched files: ${data.applied.patchedFiles.join(', ')}`);
-        }
-        if (data.applied.generatedTests.length > 0) {
-            markdownLines.push(`- Generated tests: ${data.applied.generatedTests.join(', ')}`);
-        }
-        if (data.applied.skippedTests.length > 0) {
-            markdownLines.push(`- Skipped test files: ${data.applied.skippedTests.join(', ')}`);
-        }
-    }
-    const markdownContent = markdownLines.join('\n');
-    const reportName = data.mode === 'impact' ? 'impact-plan.md' : 'gap-report.md';
-    const markdownPath = join(specsDir, reportName);
-    if (config.artifacts.mode !== 'none') {
-        writeFileSync(markdownPath, markdownContent, 'utf-8');
-    }
-    const jsonPath = join(baseDir, data.mode === 'impact' ? 'impact.json' : 'gap.json');
-    const jsonData = data.mode === 'gap'
-        ? {
-            ...data,
-            suggestedNewTests: data.suggestedNewTests || data.testSuggestions || [],
-        }
-        : data;
-    writeFileSync(jsonPath, JSON.stringify(jsonData, null, 2), 'utf-8');
-    return { markdownPath, jsonPath };
-}