@yasserkhanorg/e2e-agents 0.3.2

package/dist/agent/plan.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"plan.d.ts","sourceRoot":"","sources":["../../src/agent/plan.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,aAAa,CAAC;AAC5C,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,aAAa,CAAC;AAE9C,MAAM,MAAM,iBAAiB,GAAG,OAAO,GAAG,UAAU,GAAG,MAAM,CAAC;AAC9D,MAAM,MAAM,QAAQ,GAAG,SAAS,GAAG,gBAAgB,GAAG,eAAe,CAAC;AAEtE,MAAM,WAAW,gBAAgB;IAC7B,UAAU,EAAE,MAAM,EAAE,CAAC;IACrB,cAAc,EAAE,MAAM,EAAE,CAAC;IACzB,OAAO,EAAE,YAAY,CAAC;CACzB;AAED,MAAM,WAAW,eAAe;IAC5B,MAAM,EAAE,QAAQ,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,UAAU;IACvB,aAAa,EAAE,OAAO,CAAC;IACvB,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,EAAE,QAAQ,CAAC;IACjB,MAAM,EAAE,iBAAiB,CAAC;IAC1B,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC3B,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC3B,MAAM,EAAE,gBAAgB,CAAC;IACzB,QAAQ,EAAE,eAAe,CAAC;IAC1B,QAAQ,CAAC,EAAE;QACP,KAAK,CAAC,EAAE;YACJ,wBAAwB,EAAE,KAAK,CAAC;gBAC5B,IAAI,EAAE,MAAM,CAAC;gBACb,SAAS,EAAE,MAAM,CAAC;gBAClB,WAAW,CAAC,EAAE,MAAM,CAAC;gBACrB,YAAY,CAAC,EAAE,MAAM,CAAC;gBACtB,KAAK,CAAC,EAAE,IAAI,GAAG,MAAM,GAAG,QAAQ,CAAC;gBACjC,SAAS,CAAC,EAAE,MAAM,CAAC;gBACnB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;gBAClB,UAAU,CAAC,EAAE,OAAO,CAAC;gBACrB,eAAe,CAAC,EAAE,MAAM,GAAG,QAAQ,GAAG,kBAAkB,CAAC;gBACzD,aAAa,CAAC,EAAE,MAAM,CAAC;aAC1B,CAAC,CAAC;YACH,2BAA2B,EAAE,MAAM,EAAE,CAAC;YACtC,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;SAC5B,CAAC;QACF,YAAY,CAAC,EAAE;YACX,MAAM,EAAE,KAAK,CAAC;gBAAC,IAAI,EAAE,MAAM,CAAC;gBAAC,MAAM,EAAE,MAAM,GAAG,MAAM,GAAG,MAAM,CAAC;gBAAC,OAAO,CAAC,EAAE,MAAM,CAAA;aAAC,CAAC,CAAC;YAClF,QAAQ,EAAE,KAAK,CAAC;gBAAC,IAAI,EAAE,MAAM,CAAC;gBAAC,MAAM,EAAE,MAAM,GAAG,MAAM,GAAG,MAAM,CAAC;gBAAC,OAAO,CAAC,EAAE,MAAM,CAAA;aAAC,CAAC,CAAC;SACvF,CAAC;QACF,WAAW,CAAC,EAAE;YACV,SAAS,EAAE,MAAM,CAAC;YAClB,MAAM,EAAE,MAAM,CAAC;YACf,iBAAiB,EAAE,MAAM,CAAC;SAC7B,CAAC;KACL,CAAC;IACF,WAAW,CAAC,EAAE;QACV,iCAAiC,EAAE,OAAO,CAAC;QAC3C,mBAAmB,CAAC,EAAE,MAAM,CAAC;QAC7B,aAAa,CAAC,EAAE,MAAM,CAAC;QACvB,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,kBAAkB,CAAC,EAAE,MAAM,CAAC;QAC5B,oBAAoB,CAAC,EAAE,MAAM,CAAC;QAC9B,kBAAkB,CAAC,EAAE,MAAM,CAAC;QAC5B,oBAAoB,CAAC,EAAE,MAAM,CAAC;QAC9B,eAAe,CAAC,EAAE,MAAM,CAAC;KAC5B,CAAC;IACF,OAAO,EAAE;QACL,YAAY,EAAE,MAAM,CAAC;QACrB,aAAa,EAAE,MAAM,CAAC;QACtB,OAAO,EAAE,MAAM,CAAC;QAChB,OAAO,EAAE,MAAM,CAAC;QAChB,OAAO,EAAE,MAAM,CAAC;QAChB,kBAAkB,EAAE,MAAM,CAAC;QAC3B,QAAQ,EAAE,MAAM,CAAC;KACpB,CAAC;CACL;AAgLD,wBAAgB,yBAAyB,CAAC,MAAM,EAAE,UAAU,EAAE,cAAc,CAAC,EAAE,OAAO,CAAC,YAAY,CAAC,GAAG,UAAU,CAsChH;AAED,wBAAgB,sBAAsB,CAClC,IAAI,EAAE,UAAU,EAChB,OAAO,EAAE;IAAC,OAAO,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;CAAC,GACjE,UAAU,CAoBZ;AAED,wBAAgB,eAAe,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,GAAG,MAAM,CAMzE;AAED,wBAAgB,uBAAuB,CAAC,IAAI,EAAE,UAAU,GAAG,MAAM,CA+FhE;AAED,wBAAgB,cAAc,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,YAAY,SAAiC,GAAG,MAAM,CAMvH"}

package/dist/agent/plan.js

@@ -0,0 +1,331 @@
+"use strict";
+// Copyright (c) 2015-present Mattermost, Inc. All Rights Reserved.
+// See LICENSE.txt for license information.
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.buildPlanFromImpactReport = buildPlanFromImpactReport;
+exports.attachDeveloperActions = attachDeveloperActions;
+exports.writePlanReport = writePlanReport;
+exports.renderCiSummaryMarkdown = renderCiSummaryMarkdown;
+exports.writeCiSummary = writeCiSummary;
+const fs_1 = require("fs");
+const path_1 = require("path");
+const minimatch_1 = require("minimatch");
+const DEFAULT_POLICY = {
+    minConfidenceForTargeted: 60,
+    safeMergeMinConfidence: 85,
+    forceFullOnWarningsAtOrAbove: 2,
+    forceFullOnP0WithGaps: true,
+    forceFullOnRiskyFiles: true,
+    riskyFilePatterns: [
+        '**/auth/**',
+        '**/login/**',
+        '**/permissions/**',
+        '**/admin/**',
+        '**/security/**',
+        '**/migrations/**',
+        '**/schema/**',
+        '**/*.sql',
+        '**/webhook/**',
+    ],
+};
+function countPriority(flows) {
+    const counts = { p0: 0, p1: 0, p2: 0 };
+    for (const flow of flows) {
+        if (flow.priority === 'P0')
+            counts.p0 += 1;
+        else if (flow.priority === 'P1')
+            counts.p1 += 1;
+        else
+            counts.p2 += 1;
+    }
+    return counts;
+}
+function computeConfidence(impact, p0, p1) {
+    let confidence = 85;
+    confidence -= Math.min(25, impact.warnings.length * 8);
+    confidence -= Math.min(20, impact.gaps.length * 5);
+    if (p0 > 0) {
+        confidence -= Math.min(10, p0 * 3);
+    }
+    else if (p1 > 0) {
+        confidence -= Math.min(6, p1 * 2);
+    }
+    if (impact.impactModel) {
+        if (impact.impactModel.flowMapping === 'catalog') {
+            confidence += 4;
+        }
+        if (impact.impactModel.testMapping === 'catalog') {
+            confidence += 4;
+        }
+        else if (impact.impactModel.testMapping === 'traceability') {
+            confidence += 6;
+        }
+        if (impact.impactModel.confidenceClass === 'medium') {
+            confidence -= 4;
+        }
+        else if (impact.impactModel.confidenceClass === 'low') {
+            confidence -= 12;
+        }
+        if (impact.impactModel.traceability) {
+            if (!impact.impactModel.traceability.manifestFound) {
+                confidence -= 6;
+            }
+            else if (impact.impactModel.traceability.coverageRatio >= 0.8) {
+                confidence += 2;
+            }
+            else if (impact.impactModel.traceability.coverageRatio < 0.5) {
+                confidence -= 4;
+            }
+        }
+        if (impact.impactModel.dependencyGraph?.truncated) {
+            confidence -= 6;
+        }
+        if (impact.impactModel.dependencyGraph && impact.impactModel.dependencyGraph.expandedFiles > 0) {
+            confidence += 2;
+        }
+    }
+    return Math.max(0, Math.min(100, confidence));
+}
+function findRiskyFiles(changedFiles, patterns) {
+    const risky = changedFiles.filter((file) => patterns.some((pattern) => (0, minimatch_1.minimatch)(file, pattern, { matchBase: true })));
+    return [...new Set(risky)];
+}
+function pickRunSet(impact, p0, confidence, policy) {
+    const reasons = [];
+    const triggeredRules = [];
+    const riskyFiles = findRiskyFiles(impact.changedFiles, policy.riskyFilePatterns);
+    if (impact.warnings.length > 0) {
+        reasons.push('Impact analysis emitted warnings; broader safety coverage is recommended.');
+    }
+    if (impact.gaps.length > 0) {
+        reasons.push('Uncovered P0/P1 flows were detected.');
+    }
+    if (p0 > 0) {
+        reasons.push('P0 flows are impacted by this change set.');
+    }
+    if (policy.forceFullOnRiskyFiles && riskyFiles.length > 0) {
+        triggeredRules.push('risky-files');
+        reasons.push(`Risky file patterns matched: ${riskyFiles.join(', ')}`);
+    }
+    if (impact.impactModel?.confidenceClass === 'low') {
+        triggeredRules.push('low-traceability');
+        reasons.push('Impact mapping confidence is low (heuristic traceability).');
+    }
+    if (impact.impactModel?.traceability?.manifestFound && impact.impactModel.traceability.coverageRatio < 0.4) {
+        triggeredRules.push('traceability-low-coverage');
+        reasons.push('Traceability manifest coverage is low for impacted flows; broader safety run is recommended.');
+    }
+    if (impact.impactModel?.dependencyGraph?.truncated) {
+        triggeredRules.push('dependency-graph-truncated');
+        reasons.push('Dependency graph expansion was truncated; broader safety run is recommended.');
+    }
+    if (confidence < policy.minConfidenceForTargeted) {
+        triggeredRules.push('low-confidence');
+    }
+    if (impact.warnings.length >= policy.forceFullOnWarningsAtOrAbove) {
+        triggeredRules.push('warning-threshold');
+    }
+    if (policy.forceFullOnP0WithGaps && p0 > 0 && impact.gaps.length > 0) {
+        triggeredRules.push('p0-with-gaps');
+    }
+    if (triggeredRules.length > 0) {
+        return {
+            runSet: 'full',
+            reasons: reasons.length > 0 ? reasons : ['Low confidence in targeted recommendation.'],
+            triggeredRules,
+            riskyFiles,
+        };
+    }
+    if (impact.recommendedTests && impact.recommendedTests.length > 0) {
+        return {
+            runSet: 'targeted',
+            reasons: reasons.length > 0 ? reasons : ['Sufficient confidence for targeted run list.'],
+            triggeredRules,
+            riskyFiles,
+        };
+    }
+    return {
+        runSet: 'smoke',
+        reasons: reasons.length > 0 ? reasons : ['No targeted tests were mapped from the impacted flows.'],
+        triggeredRules,
+        riskyFiles,
+    };
+}
+function buildDecision(runSet, confidence, impact, policy) {
+    if (impact.gaps.length > 0) {
+        return {
+            action: 'must-add-tests',
+            title: 'Must add tests',
+            summary: `Detected ${impact.gaps.length} uncovered P0/P1 flow(s). Add or update tests before merge.`,
+        };
+    }
+    if (runSet === 'smoke' && confidence >= policy.safeMergeMinConfidence && impact.warnings.length === 0) {
+        return {
+            action: 'safe-to-merge',
+            title: 'Safe to merge',
+            summary: 'No critical coverage gaps were detected and policy confidence is high.',
+        };
+    }
+    return {
+        action: 'run-now',
+        title: 'Run now',
+        summary: `Execute the ${runSet} suite for this change set.`,
+    };
+}
+function buildPlanFromImpactReport(impact, policyOverride) {
+    if (impact.mode !== 'impact') {
+        throw new Error(`Plan generation requires impact report data, received mode=${impact.mode}`);
+    }
+    const policy = { ...DEFAULT_POLICY, ...(policyOverride || {}) };
+    const { p0, p1, p2 } = countPriority(impact.flows);
+    const confidence = computeConfidence(impact, p0, p1);
+    const runSet = pickRunSet(impact, p0, confidence, policy);
+    const decision = buildDecision(runSet.runSet, confidence, impact, policy);
+    const requiredNewTests = impact.gaps.map((flow) => `${flow.id}: ${flow.name}`);
+    return {
+        schemaVersion: '1.0.0',
+        generatedAt: new Date().toISOString(),
+        source: 'impact',
+        runSet: runSet.runSet,
+        confidence,
+        reasons: runSet.reasons,
+        recommendedTests: impact.recommendedTests || [],
+        requiredNewTests,
+        policy: {
+            riskyFiles: runSet.riskyFiles,
+            triggeredRules: runSet.triggeredRules,
+            applied: policy,
+        },
+        decision,
+        metrics: {
+            changedFiles: impact.changedFiles.length,
+            impactedFlows: impact.flows.length,
+            p0Flows: p0,
+            p1Flows: p1,
+            p2Flows: p2,
+            uncoveredP0P1Flows: impact.gaps.length,
+            warnings: impact.warnings.length,
+        },
+    };
+}
+function attachDeveloperActions(plan, context) {
+    const safeSince = context.sinceRef ? ` --since "${context.sinceRef}"` : '';
+    const runRecommendedTests = plan.recommendedTests.length > 0
+        ? `node -e "const fs=require('fs'); const p=JSON.parse(fs.readFileSync('${context.testsRoot}/.e2e-ai-agents/plan.json','utf8')); const tests=p.recommendedTests.map((t)=>t.replace(/ \\(flags:.*\\)$/,'')); console.log(tests.join(' '));" | xargs npx playwright test`
+        : undefined;
+    return {
+        ...plan,
+        nextActions: {
+            requiresUserApprovalForGeneration: true,
+            runRecommendedTests,
+            runSmokeSuite: 'npx playwright test --grep @smoke --project=chrome',
+            runFullSuite: 'npx playwright test --project=chrome',
+            approveAndGenerate: `npx e2e-ai-agents approve-and-generate --path "${context.appPath}" --tests-root "${context.testsRoot}" --pipeline --pipeline-mcp${safeSince}`,
+            generateMissingTests: `npx e2e-ai-agents approve-and-generate --path "${context.appPath}" --tests-root "${context.testsRoot}" --pipeline${safeSince}`,
+            healGeneratedTests: `npx e2e-ai-agents approve-and-generate --path "${context.appPath}" --tests-root "${context.testsRoot}" --pipeline --pipeline-mcp${safeSince}`,
+            commitGeneratedTests: `npx e2e-ai-agents finalize-generated-tests --path "${context.appPath}" --tests-root "${context.testsRoot}" --commit-message "test(e2e): add generated coverage and healed specs"`,
+            openPullRequest: `npx e2e-ai-agents finalize-generated-tests --path "${context.appPath}" --tests-root "${context.testsRoot}" --create-pr`,
+        },
+    };
+}
+function writePlanReport(appRoot, plan) {
+    const baseDir = (0, path_1.join)(appRoot, '.e2e-ai-agents');
+    (0, fs_1.mkdirSync)(baseDir, { recursive: true });
+    const planPath = (0, path_1.join)(baseDir, 'plan.json');
+    (0, fs_1.writeFileSync)(planPath, JSON.stringify(plan, null, 2), 'utf-8');
+    return planPath;
+}
+function renderCiSummaryMarkdown(plan) {
+    const lines = [];
+    lines.push(`## E2E Agent Recommendation: ${plan.decision.title}`);
+    lines.push('');
+    lines.push(`- Action: \`${plan.decision.action}\``);
+    lines.push(`- Run set: \`${plan.runSet}\``);
+    lines.push(`- Confidence: \`${plan.confidence}\``);
+    lines.push(`- Summary: ${plan.decision.summary}`);
+    if (plan.policy.triggeredRules.length > 0) {
+        lines.push(`- Policy triggers: ${plan.policy.triggeredRules.join(', ')}`);
+    }
+    if (plan.policy.riskyFiles.length > 0) {
+        lines.push(`- Risky files: ${plan.policy.riskyFiles.join(', ')}`);
+    }
+    if (plan.recommendedTests.length > 0) {
+        lines.push('');
+        lines.push('### Recommended Tests to Run');
+        for (const test of plan.recommendedTests) {
+            lines.push(`- ${test}`);
+        }
+    }
+    if (plan.requiredNewTests.length > 0) {
+        lines.push('');
+        lines.push('### Required New Tests');
+        for (const gap of plan.requiredNewTests) {
+            lines.push(`- ${gap}`);
+        }
+    }
+    if (plan.nextActions) {
+        lines.push('');
+        lines.push('### PR Actions');
+        if (plan.nextActions.runRecommendedTests) {
+            lines.push(`- Run recommended tests: \`${plan.nextActions.runRecommendedTests}\``);
+        }
+        else if (plan.nextActions.runSmokeSuite) {
+            lines.push(`- Run smoke fallback: \`${plan.nextActions.runSmokeSuite}\``);
+        }
+        if (plan.nextActions.approveAndGenerate || plan.nextActions.generateMissingTests) {
+            lines.push(`- Approve and generate missing tests: \`${plan.nextActions.approveAndGenerate || plan.nextActions.generateMissingTests}\``);
+        }
+        if (plan.nextActions.healGeneratedTests) {
+            lines.push(`- Heal generated tests: \`${plan.nextActions.healGeneratedTests}\``);
+        }
+        if (plan.nextActions.commitGeneratedTests) {
+            lines.push(`- Commit generated artifacts: \`${plan.nextActions.commitGeneratedTests}\``);
+        }
+        if (plan.nextActions.openPullRequest) {
+            lines.push(`- Open PR with generated updates: \`${plan.nextActions.openPullRequest}\``);
+        }
+    }
+    if (plan.insights?.qualityGates) {
+        if (plan.insights.qualityGates.failed.length > 0) {
+            lines.push('');
+            lines.push('### Quality Gates Failed');
+            for (const gate of plan.insights.qualityGates.failed) {
+                lines.push(`- ${gate.name}${gate.details ? `: ${gate.details}` : ''}`);
+            }
+        }
+        if (plan.insights.qualityGates.warnings.length > 0) {
+            lines.push('');
+            lines.push('### Quality Gate Warnings');
+            for (const gate of plan.insights.qualityGates.warnings) {
+                lines.push(`- ${gate.name}${gate.details ? `: ${gate.details}` : ''}`);
+            }
+        }
+    }
+    if (plan.insights?.flaky && plan.insights.flaky.highRiskRecommendedTests.length > 0) {
+        lines.push('');
+        lines.push('### Flaky Risk Alerts');
+        for (const item of plan.insights.flaky.highRiskRecommendedTests) {
+            const rate = item.flakeRate30d !== undefined ? item.flakeRate30d : item.flakeRate;
+            const trend = item.trend ? `, trend=${item.trend}` : '';
+            const subsystem = item.subsystem ? `, subsystem=${item.subsystem}` : '';
+            const qstate = item.quarantineState && item.quarantineState !== 'none' ? `, quarantine=${item.quarantineState}` : '';
+            lines.push(`- ${item.test} (flakeRate=${rate}${trend}${subsystem}${qstate})`);
+        }
+        if (plan.insights.flaky.ownerMentions && plan.insights.flaky.ownerMentions.length > 0) {
+            lines.push(`- Notify owners: ${plan.insights.flaky.ownerMentions.join(', ')}`);
+        }
+    }
+    if (plan.insights?.calibration) {
+        lines.push('');
+        lines.push('### Historical Calibration');
+        lines.push(`- precision=${plan.insights.calibration.precision}, recall=${plan.insights.calibration.recall}, falseNegativeRate=${plan.insights.calibration.falseNegativeRate}`);
+    }
+    return lines.join('\n');
+}
+function writeCiSummary(appRoot, markdown, relativePath = '.e2e-ai-agents/ci-summary.md') {
+    const fullPath = (0, path_1.join)(appRoot, relativePath);
+    const dir = (0, path_1.dirname)(fullPath);
+    (0, fs_1.mkdirSync)(dir, { recursive: true });
+    (0, fs_1.writeFileSync)(fullPath, markdown, 'utf-8');
+    return fullPath;
+}

package/dist/agent/playwright_report.d.ts

@@ -0,0 +1,8 @@
+export interface UnstablePlaywrightSpec {
+    specPath: string;
+    status: 'failed' | 'flaky';
+    failingTests: number;
+    flakyTests: number;
+}
+export declare function extractPlaywrightUnstableSpecs(reportPath: string, roots: string[]): UnstablePlaywrightSpec[];
+//# sourceMappingURL=playwright_report.d.ts.map

package/dist/agent/playwright_report.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"playwright_report.d.ts","sourceRoot":"","sources":["../../src/agent/playwright_report.ts"],"names":[],"mappings":"AA6BA,MAAM,WAAW,sBAAsB;IACnC,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,QAAQ,GAAG,OAAO,CAAC;IAC3B,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;CACtB;AA4HD,wBAAgB,8BAA8B,CAAC,UAAU,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,sBAAsB,EAAE,CAW5G"}

package/dist/agent/playwright_report.js

@@ -0,0 +1,126 @@
+"use strict";
+// Copyright (c) 2015-present Mattermost, Inc. All Rights Reserved.
+// See LICENSE.txt for license information.
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.extractPlaywrightUnstableSpecs = extractPlaywrightUnstableSpecs;
+const fs_1 = require("fs");
+const path_1 = require("path");
+const utils_js_1 = require("./utils.js");
+function asRecord(value) {
+    if (!value || typeof value !== 'object' || Array.isArray(value)) {
+        return null;
+    }
+    return value;
+}
+function asArray(value) {
+    return Array.isArray(value) ? value : [];
+}
+function isFailureStatus(value) {
+    return value === 'failed' || value === 'timedOut' || value === 'interrupted';
+}
+function classifyTestInstability(testNode) {
+    const outcome = typeof testNode.outcome === 'string' ? testNode.outcome : '';
+    if (outcome === 'unexpected') {
+        return 'failed';
+    }
+    if (outcome === 'flaky') {
+        return 'flaky';
+    }
+    const status = typeof testNode.status === 'string' ? testNode.status : '';
+    if (status === 'flaky') {
+        return 'flaky';
+    }
+    if (isFailureStatus(status)) {
+        return 'failed';
+    }
+    let sawFailure = false;
+    let sawPass = false;
+    for (const resultValue of asArray(testNode.results)) {
+        const resultNode = asRecord(resultValue);
+        if (!resultNode) {
+            continue;
+        }
+        const resultStatus = typeof resultNode.status === 'string' ? resultNode.status : '';
+        if (isFailureStatus(resultStatus)) {
+            sawFailure = true;
+        }
+        else if (resultStatus === 'passed') {
+            sawPass = true;
+        }
+    }
+    if (sawFailure && sawPass) {
+        return 'flaky';
+    }
+    if (sawFailure) {
+        return 'failed';
+    }
+    return 'stable';
+}
+function relativize(pathValue, roots) {
+    const normalized = (0, utils_js_1.normalizePath)(pathValue);
+    for (const root of roots) {
+        const normalizedRoot = (0, utils_js_1.normalizePath)((0, path_1.resolve)(root));
+        if (normalized === normalizedRoot) {
+            return '.';
+        }
+        if (normalized.startsWith(`${normalizedRoot}/`)) {
+            return normalized.slice(normalizedRoot.length + 1);
+        }
+    }
+    return normalized;
+}
+function collectUnstableSpecs(value, roots, unstableMap) {
+    const node = asRecord(value);
+    if (!node) {
+        return;
+    }
+    for (const specValue of asArray(node.specs)) {
+        const specNode = asRecord(specValue);
+        if (!specNode || typeof specNode.file !== 'string') {
+            continue;
+        }
+        let failingTests = 0;
+        let flakyTests = 0;
+        for (const testValue of asArray(specNode.tests)) {
+            const testNode = asRecord(testValue);
+            if (!testNode) {
+                continue;
+            }
+            const instability = classifyTestInstability(testNode);
+            if (instability === 'failed') {
+                failingTests += 1;
+            }
+            else if (instability === 'flaky') {
+                flakyTests += 1;
+            }
+        }
+        if (failingTests === 0 && flakyTests === 0) {
+            continue;
+        }
+        const specPath = relativize(specNode.file, roots);
+        const existing = unstableMap.get(specPath);
+        const mergedFailing = (existing?.failingTests || 0) + failingTests;
+        const mergedFlaky = (existing?.flakyTests || 0) + flakyTests;
+        unstableMap.set(specPath, {
+            specPath,
+            status: mergedFailing > 0 ? 'failed' : 'flaky',
+            failingTests: mergedFailing,
+            flakyTests: mergedFlaky,
+        });
+    }
+    for (const suite of asArray(node.suites)) {
+        collectUnstableSpecs(suite, roots, unstableMap);
+    }
+}
+function extractPlaywrightUnstableSpecs(reportPath, roots) {
+    const fullPath = (0, path_1.resolve)(reportPath);
+    const raw = JSON.parse((0, fs_1.readFileSync)(fullPath, 'utf-8'));
+    const unstableMap = new Map();
+    collectUnstableSpecs(raw, roots, unstableMap);
+    return Array.from(unstableMap.values()).sort((a, b) => {
+        if (a.status !== b.status) {
+            return a.status === 'failed' ? -1 : 1;
+        }
+        return a.specPath.localeCompare(b.specPath);
+    });
+}

package/dist/agent/report-generator.d.ts

@@ -0,0 +1,24 @@
+/**
+ * Copyright (c) 2015-present Mattermost, Inc. All Rights Reserved.
+ * See LICENSE.txt for license information.
+ *
+ * Report Generation Engine
+ *
+ * Generates console, markdown, and JSON reports from impact analysis results.
+ */
+import type { ImpactReport } from './impact-analyzer';
+export interface ReportOptions {
+    console?: boolean;
+    markdown?: boolean;
+    json?: boolean;
+    outputDir?: string;
+}
+/**
+ * Generate all requested report formats
+ */
+export declare function generateReports(analysis: ImpactReport, options?: ReportOptions): Promise<void>;
+/**
+ * JSON report is generated directly in generateReports()
+ * No additional formatting needed
+ */
+//# sourceMappingURL=report-generator.d.ts.map

package/dist/agent/report-generator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"report-generator.d.ts","sourceRoot":"","sources":["../../src/agent/report-generator.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAIH,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,mBAAmB,CAAC;AAMpD,MAAM,WAAW,aAAa;IAC1B,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;CACtB;AAED;;GAEG;AACH,wBAAsB,eAAe,CAAC,QAAQ,EAAE,YAAY,EAAE,OAAO,GAAE,aAAkB,GAAG,OAAO,CAAC,IAAI,CAAC,CA4BxG;AAkQD;;;GAGG"}