@yasserkhanorg/e2e-agents 0.3.2 → 0.3.4

package/dist/agent/plan.d.ts

@@ -14,6 +14,8 @@ export interface DecisionSummary {
 }
 export interface PlanReport {
     schemaVersion: '1.0.0';
+    runId: string;
+    sourceRunId?: string;
     generatedAt: string;
     source: 'impact';
     runSet: RecommendedRunSet;
@@ -23,6 +25,13 @@ export interface PlanReport {
     requiredNewTests: string[];
     policy: PolicyEvaluation;
     decision: DecisionSummary;
+    enforcement: {
+        mode: PolicyConfig['enforcementMode'];
+        blockOnActions: CiAction[];
+        matchedAction: boolean;
+        shouldFail: boolean;
+        summary: string;
+    };
     insights?: {
         flaky?: {
             highRiskRecommendedTests: Array<{
@@ -79,6 +88,7 @@ export interface PlanReport {
         warnings: number;
     };
 }
+export declare function refreshPlanEnforcement(plan: PlanReport): PlanReport;
 export declare function buildPlanFromImpactReport(impact: ReportData, policyOverride?: Partial<PolicyConfig>): PlanReport;
 export declare function attachDeveloperActions(plan: PlanReport, context: {
     appPath: string;
@@ -87,5 +97,34 @@ export declare function attachDeveloperActions(plan: PlanReport, context: {
 }): PlanReport;
 export declare function writePlanReport(appRoot: string, plan: PlanReport): string;
 export declare function renderCiSummaryMarkdown(plan: PlanReport): string;
+export interface PlanMetricEvent {
+    schemaVersion: '1.0.0';
+    timestamp: string;
+    runId: string;
+    sourceRunId?: string;
+    action: CiAction;
+    runSet: RecommendedRunSet;
+    confidence: number;
+    changedFiles: number;
+    impactedFlows: number;
+    uncoveredP0P1Flows: number;
+    warnings: number;
+    enforcementMode: PolicyConfig['enforcementMode'];
+    enforcementShouldFail: boolean;
+}
+export interface PlanMetricsSummary {
+    schemaVersion: '1.0.0';
+    generatedAt: string;
+    totalRuns: number;
+    averageConfidence: number;
+    byAction: Record<CiAction, number>;
+    byRunSet: Record<RecommendedRunSet, number>;
+    blockingRecommendations: number;
+    blockingRate: number;
+}
+export declare function appendPlanMetrics(appRoot: string, plan: PlanReport): {
+    eventsPath: string;
+    summaryPath: string;
+};
 export declare function writeCiSummary(appRoot: string, markdown: string, relativePath?: string): string;
 //# sourceMappingURL=plan.d.ts.map

package/dist/agent/plan.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"plan.d.ts","sourceRoot":"","sources":["../../src/agent/plan.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,aAAa,CAAC;AAC5C,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,aAAa,CAAC;AAE9C,MAAM,MAAM,iBAAiB,GAAG,OAAO,GAAG,UAAU,GAAG,MAAM,CAAC;AAC9D,MAAM,MAAM,QAAQ,GAAG,SAAS,GAAG,gBAAgB,GAAG,eAAe,CAAC;AAEtE,MAAM,WAAW,gBAAgB;IAC7B,UAAU,EAAE,MAAM,EAAE,CAAC;IACrB,cAAc,EAAE,MAAM,EAAE,CAAC;IACzB,OAAO,EAAE,YAAY,CAAC;CACzB;AAED,MAAM,WAAW,eAAe;IAC5B,MAAM,EAAE,QAAQ,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,UAAU;IACvB,aAAa,EAAE,OAAO,CAAC;IACvB,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,EAAE,QAAQ,CAAC;IACjB,MAAM,EAAE,iBAAiB,CAAC;IAC1B,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC3B,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC3B,MAAM,EAAE,gBAAgB,CAAC;IACzB,QAAQ,EAAE,eAAe,CAAC;IAC1B,QAAQ,CAAC,EAAE;QACP,KAAK,CAAC,EAAE;YACJ,wBAAwB,EAAE,KAAK,CAAC;gBAC5B,IAAI,EAAE,MAAM,CAAC;gBACb,SAAS,EAAE,MAAM,CAAC;gBAClB,WAAW,CAAC,EAAE,MAAM,CAAC;gBACrB,YAAY,CAAC,EAAE,MAAM,CAAC;gBACtB,KAAK,CAAC,EAAE,IAAI,GAAG,MAAM,GAAG,QAAQ,CAAC;gBACjC,SAAS,CAAC,EAAE,MAAM,CAAC;gBACnB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;gBAClB,UAAU,CAAC,EAAE,OAAO,CAAC;gBACrB,eAAe,CAAC,EAAE,MAAM,GAAG,QAAQ,GAAG,kBAAkB,CAAC;gBACzD,aAAa,CAAC,EAAE,MAAM,CAAC;aAC1B,CAAC,CAAC;YACH,2BAA2B,EAAE,MAAM,EAAE,CAAC;YACtC,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;SAC5B,CAAC;QACF,YAAY,CAAC,EAAE;YACX,MAAM,EAAE,KAAK,CAAC;gBAAC,IAAI,EAAE,MAAM,CAAC;gBAAC,MAAM,EAAE,MAAM,GAAG,MAAM,GAAG,MAAM,CAAC;gBAAC,OAAO,CAAC,EAAE,MAAM,CAAA;aAAC,CAAC,CAAC;YAClF,QAAQ,EAAE,KAAK,CAAC;gBAAC,IAAI,EAAE,MAAM,CAAC;gBAAC,MAAM,EAAE,MAAM,GAAG,MAAM,GAAG,MAAM,CAAC;gBAAC,OAAO,CAAC,EAAE,MAAM,CAAA;aAAC,CAAC,CAAC;SACvF,CAAC;QACF,WAAW,CAAC,EAAE;YACV,SAAS,EAAE,MAAM,CAAC;YAClB,MAAM,EAAE,MAAM,CAAC;YACf,iBAAiB,EAAE,MAAM,CAAC;SAC7B,CAAC;KACL,CAAC;IACF,WAAW,CAAC,EAAE;QACV,iCAAiC,EAAE,OAAO,CAAC;QAC3C,mBAAmB,CAAC,EAAE,MAAM,CAAC;QAC7B,aAAa,CAAC,EAAE,MAAM,CAAC;QACvB,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,kBAAkB,CAAC,EAAE,MAAM,CAAC;QAC5B,oBAAoB,CAAC,EAAE,MAAM,CAAC;QAC9B,kBAAkB,CAAC,EAAE,MAAM,CAAC;QAC5B,oBAAoB,CAAC,EAAE,MAAM,CAAC;QAC9B,eAAe,CAAC,EAAE,MAAM,CAAC;KAC5B,CAAC;IACF,OAAO,EAAE;QACL,YAAY,EAAE,MAAM,CAAC;QACrB,aAAa,EAAE,MAAM,CAAC;QACtB,OAAO,EAAE,MAAM,CAAC;QAChB,OAAO,EAAE,MAAM,CAAC;QAChB,OAAO,EAAE,MAAM,CAAC;QAChB,kBAAkB,EAAE,MAAM,CAAC;QAC3B,QAAQ,EAAE,MAAM,CAAC;KACpB,CAAC;CACL;AAgLD,wBAAgB,yBAAyB,CAAC,MAAM,EAAE,UAAU,EAAE,cAAc,CAAC,EAAE,OAAO,CAAC,YAAY,CAAC,GAAG,UAAU,CAsChH;AAED,wBAAgB,sBAAsB,CAClC,IAAI,EAAE,UAAU,EAChB,OAAO,EAAE;IAAC,OAAO,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;CAAC,GACjE,UAAU,CAoBZ;AAED,wBAAgB,eAAe,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,GAAG,MAAM,CAMzE;AAED,wBAAgB,uBAAuB,CAAC,IAAI,EAAE,UAAU,GAAG,MAAM,CA+FhE;AAED,wBAAgB,cAAc,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,YAAY,SAAiC,GAAG,MAAM,CAMvH"}
+{"version":3,"file":"plan.d.ts","sourceRoot":"","sources":["../../src/agent/plan.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,aAAa,CAAC;AAC5C,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,aAAa,CAAC;AAE9C,MAAM,MAAM,iBAAiB,GAAG,OAAO,GAAG,UAAU,GAAG,MAAM,CAAC;AAC9D,MAAM,MAAM,QAAQ,GAAG,SAAS,GAAG,gBAAgB,GAAG,eAAe,CAAC;AAEtE,MAAM,WAAW,gBAAgB;IAC7B,UAAU,EAAE,MAAM,EAAE,CAAC;IACrB,cAAc,EAAE,MAAM,EAAE,CAAC;IACzB,OAAO,EAAE,YAAY,CAAC;CACzB;AAED,MAAM,WAAW,eAAe;IAC5B,MAAM,EAAE,QAAQ,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,UAAU;IACvB,aAAa,EAAE,OAAO,CAAC;IACvB,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,EAAE,QAAQ,CAAC;IACjB,MAAM,EAAE,iBAAiB,CAAC;IAC1B,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC3B,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC3B,MAAM,EAAE,gBAAgB,CAAC;IACzB,QAAQ,EAAE,eAAe,CAAC;IAC1B,WAAW,EAAE;QACT,IAAI,EAAE,YAAY,CAAC,iBAAiB,CAAC,CAAC;QACtC,cAAc,EAAE,QAAQ,EAAE,CAAC;QAC3B,aAAa,EAAE,OAAO,CAAC;QACvB,UAAU,EAAE,OAAO,CAAC;QACpB,OAAO,EAAE,MAAM,CAAC;KACnB,CAAC;IACF,QAAQ,CAAC,EAAE;QACP,KAAK,CAAC,EAAE;YACJ,wBAAwB,EAAE,KAAK,CAAC;gBAC5B,IAAI,EAAE,MAAM,CAAC;gBACb,SAAS,EAAE,MAAM,CAAC;gBAClB,WAAW,CAAC,EAAE,MAAM,CAAC;gBACrB,YAAY,CAAC,EAAE,MAAM,CAAC;gBACtB,KAAK,CAAC,EAAE,IAAI,GAAG,MAAM,GAAG,QAAQ,CAAC;gBACjC,SAAS,CAAC,EAAE,MAAM,CAAC;gBACnB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;gBAClB,UAAU,CAAC,EAAE,OAAO,CAAC;gBACrB,eAAe,CAAC,EAAE,MAAM,GAAG,QAAQ,GAAG,kBAAkB,CAAC;gBACzD,aAAa,CAAC,EAAE,MAAM,CAAC;aAC1B,CAAC,CAAC;YACH,2BAA2B,EAAE,MAAM,EAAE,CAAC;YACtC,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;SAC5B,CAAC;QACF,YAAY,CAAC,EAAE;YACX,MAAM,EAAE,KAAK,CAAC;gBAAC,IAAI,EAAE,MAAM,CAAC;gBAAC,MAAM,EAAE,MAAM,GAAG,MAAM,GAAG,MAAM,CAAC;gBAAC,OAAO,CAAC,EAAE,MAAM,CAAA;aAAC,CAAC,CAAC;YAClF,QAAQ,EAAE,KAAK,CAAC;gBAAC,IAAI,EAAE,MAAM,CAAC;gBAAC,MAAM,EAAE,MAAM,GAAG,MAAM,GAAG,MAAM,CAAC;gBAAC,OAAO,CAAC,EAAE,MAAM,CAAA;aAAC,CAAC,CAAC;SACvF,CAAC;QACF,WAAW,CAAC,EAAE;YACV,SAAS,EAAE,MAAM,CAAC;YAClB,MAAM,EAAE,MAAM,CAAC;YACf,iBAAiB,EAAE,MAAM,CAAC;SAC7B,CAAC;KACL,CAAC;IACF,WAAW,CAAC,EAAE;QACV,iCAAiC,EAAE,OAAO,CAAC;QAC3C,mBAAmB,CAAC,EAAE,MAAM,CAAC;QAC7B,aAAa,CAAC,EAAE,MAAM,CAAC;QACvB,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,kBAAkB,CAAC,EAAE,MAAM,CAAC;QAC5B,oBAAoB,CAAC,EAAE,MAAM,CAAC;QAC9B,kBAAkB,CAAC,EAAE,MAAM,CAAC;QAC5B,oBAAoB,CAAC,EAAE,MAAM,CAAC;QAC9B,eAAe,CAAC,EAAE,MAAM,CAAC;KAC5B,CAAC;IACF,OAAO,EAAE;QACL,YAAY,EAAE,MAAM,CAAC;QACrB,aAAa,EAAE,MAAM,CAAC;QACtB,OAAO,EAAE,MAAM,CAAC;QAChB,OAAO,EAAE,MAAM,CAAC;QAChB,OAAO,EAAE,MAAM,CAAC;QAChB,kBAAkB,EAAE,MAAM,CAAC;QAC3B,QAAQ,EAAE,MAAM,CAAC;KACpB,CAAC;CACL;AAoOD,wBAAgB,sBAAsB,CAAC,IAAI,EAAE,UAAU,GAAG,UAAU,CAKnE;AAED,wBAAgB,yBAAyB,CAAC,MAAM,EAAE,UAAU,EAAE,cAAc,CAAC,EAAE,OAAO,CAAC,YAAY,CAAC,GAAG,UAAU,CA4ChH;AAED,wBAAgB,sBAAsB,CAClC,IAAI,EAAE,UAAU,EAChB,OAAO,EAAE;IAAC,OAAO,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;CAAC,GACjE,UAAU,CAoBZ;AAED,wBAAgB,eAAe,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,GAAG,MAAM,CAMzE;AAED,wBAAgB,uBAAuB,CAAC,IAAI,EAAE,UAAU,GAAG,MAAM,CAiGhE;AAED,MAAM,WAAW,eAAe;IAC5B,aAAa,EAAE,OAAO,CAAC;IACvB,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,MAAM,EAAE,QAAQ,CAAC;IACjB,MAAM,EAAE,iBAAiB,CAAC;IAC1B,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,QAAQ,EAAE,MAAM,CAAC;IACjB,eAAe,EAAE,YAAY,CAAC,iBAAiB,CAAC,CAAC;IACjD,qBAAqB,EAAE,OAAO,CAAC;CAClC;AAED,MAAM,WAAW,kBAAkB;IAC/B,aAAa,EAAE,OAAO,CAAC;IACvB,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;IACnC,QAAQ,EAAE,MAAM,CAAC,iBAAiB,EAAE,MAAM,CAAC,CAAC;IAC5C,uBAAuB,EAAE,MAAM,CAAC;IAChC,YAAY,EAAE,MAAM,CAAC;CACxB;AAqBD,wBAAgB,iBAAiB,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,GAAG;IAAC,UAAU,EAAE,MAAM,CAAC;IAAC,WAAW,EAAE,MAAM,CAAA;CAAC,CAkE9G;AAED,wBAAgB,cAAc,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,YAAY,SAAiC,GAAG,MAAM,CAMvH"}

package/dist/agent/plan.js

@@ -2,10 +2,12 @@
 // Copyright (c) 2015-present Mattermost, Inc. All Rights Reserved.
 // See LICENSE.txt for license information.
 Object.defineProperty(exports, "__esModule", { value: true });
+exports.refreshPlanEnforcement = refreshPlanEnforcement;
 exports.buildPlanFromImpactReport = buildPlanFromImpactReport;
 exports.attachDeveloperActions = attachDeveloperActions;
 exports.writePlanReport = writePlanReport;
 exports.renderCiSummaryMarkdown = renderCiSummaryMarkdown;
+exports.appendPlanMetrics = appendPlanMetrics;
 exports.writeCiSummary = writeCiSummary;
 const fs_1 = require("fs");
 const path_1 = require("path");
@@ -27,6 +29,8 @@ const DEFAULT_POLICY = {
         '**/*.sql',
         '**/webhook/**',
     ],
+    enforcementMode: 'advisory',
+    blockOnActions: ['must-add-tests'],
 };
 function countPriority(flows) {
     const counts = { p0: 0, p1: 0, p2: 0 };
@@ -172,6 +176,61 @@ function buildDecision(runSet, confidence, impact, policy) {
         summary: `Execute the ${runSet} suite for this change set.`,
     };
 }
+function evaluateEnforcement(decision, policy) {
+    const blockOnActions = (policy.blockOnActions && policy.blockOnActions.length > 0)
+        ? [...policy.blockOnActions]
+        : ['must-add-tests'];
+    const matchedAction = blockOnActions.includes(decision.action);
+    if (policy.enforcementMode === 'block' && matchedAction) {
+        return {
+            mode: policy.enforcementMode,
+            blockOnActions,
+            matchedAction,
+            shouldFail: true,
+            summary: `Blocking mode active: decision "${decision.action}" is configured to fail CI.`,
+        };
+    }
+    if (policy.enforcementMode === 'warn' && matchedAction) {
+        return {
+            mode: policy.enforcementMode,
+            blockOnActions,
+            matchedAction,
+            shouldFail: false,
+            summary: `Warning mode active: decision "${decision.action}" is advisory-only for CI.`,
+        };
+    }
+    if (policy.enforcementMode === 'block') {
+        return {
+            mode: policy.enforcementMode,
+            blockOnActions,
+            matchedAction,
+            shouldFail: false,
+            summary: `Blocking mode active, but decision "${decision.action}" is not configured for CI failure.`,
+        };
+    }
+    if (policy.enforcementMode === 'warn') {
+        return {
+            mode: policy.enforcementMode,
+            blockOnActions,
+            matchedAction,
+            shouldFail: false,
+            summary: `Warning mode active, but decision "${decision.action}" is not configured for warning.`,
+        };
+    }
+    return {
+        mode: policy.enforcementMode,
+        blockOnActions,
+        matchedAction,
+        shouldFail: false,
+        summary: 'Advisory mode active: recommendations do not fail CI by default.',
+    };
+}
+function refreshPlanEnforcement(plan) {
+    return {
+        ...plan,
+        enforcement: evaluateEnforcement(plan.decision, plan.policy.applied),
+    };
+}
 function buildPlanFromImpactReport(impact, policyOverride) {
     if (impact.mode !== 'impact') {
         throw new Error(`Plan generation requires impact report data, received mode=${impact.mode}`);
@@ -181,9 +240,14 @@ function buildPlanFromImpactReport(impact, policyOverride) {
     const confidence = computeConfidence(impact, p0, p1);
     const runSet = pickRunSet(impact, p0, confidence, policy);
     const decision = buildDecision(runSet.runSet, confidence, impact, policy);
+    const enforcement = evaluateEnforcement(decision, policy);
     const requiredNewTests = impact.gaps.map((flow) => `${flow.id}: ${flow.name}`);
+    const sourceRunId = impact.runMetadata?.runId;
+    const runId = `plan-${sourceRunId || Date.now().toString(36)}`;
     return {
         schemaVersion: '1.0.0',
+        runId,
+        sourceRunId,
         generatedAt: new Date().toISOString(),
         source: 'impact',
         runSet: runSet.runSet,
@@ -197,6 +261,7 @@ function buildPlanFromImpactReport(impact, policyOverride) {
             applied: policy,
         },
         decision,
+        enforcement,
         metrics: {
             changedFiles: impact.changedFiles.length,
             impactedFlows: impact.flows.length,
@@ -243,6 +308,8 @@ function renderCiSummaryMarkdown(plan) {
     lines.push(`- Run set: \`${plan.runSet}\``);
     lines.push(`- Confidence: \`${plan.confidence}\``);
     lines.push(`- Summary: ${plan.decision.summary}`);
+    lines.push(`- Enforcement: mode=\`${plan.enforcement.mode}\`, shouldFail=\`${plan.enforcement.shouldFail}\``);
+    lines.push(`- Enforcement detail: ${plan.enforcement.summary}`);
     if (plan.policy.triggeredRules.length > 0) {
         lines.push(`- Policy triggers: ${plan.policy.triggeredRules.join(', ')}`);
     }
@@ -322,6 +389,85 @@ function renderCiSummaryMarkdown(plan) {
     }
     return lines.join('\n');
 }
+const PLAN_METRICS_EVENTS_PATH = '.e2e-ai-agents/metrics.jsonl';
+const PLAN_METRICS_SUMMARY_PATH = '.e2e-ai-agents/metrics-summary.json';
+function parsePlanMetricLine(line) {
+    const trimmed = line.trim();
+    if (!trimmed) {
+        return null;
+    }
+    try {
+        const parsed = JSON.parse(trimmed);
+        if (!parsed || parsed.schemaVersion !== '1.0.0' || typeof parsed.runId !== 'string') {
+            return null;
+        }
+        return parsed;
+    }
+    catch {
+        return null;
+    }
+}
+function appendPlanMetrics(appRoot, plan) {
+    const baseDir = (0, path_1.join)(appRoot, '.e2e-ai-agents');
+    (0, fs_1.mkdirSync)(baseDir, { recursive: true });
+    const eventsPath = (0, path_1.join)(appRoot, PLAN_METRICS_EVENTS_PATH);
+    const summaryPath = (0, path_1.join)(appRoot, PLAN_METRICS_SUMMARY_PATH);
+    const event = {
+        schemaVersion: '1.0.0',
+        timestamp: new Date().toISOString(),
+        runId: plan.runId,
+        sourceRunId: plan.sourceRunId,
+        action: plan.decision.action,
+        runSet: plan.runSet,
+        confidence: plan.confidence,
+        changedFiles: plan.metrics.changedFiles,
+        impactedFlows: plan.metrics.impactedFlows,
+        uncoveredP0P1Flows: plan.metrics.uncoveredP0P1Flows,
+        warnings: plan.metrics.warnings,
+        enforcementMode: plan.enforcement.mode,
+        enforcementShouldFail: plan.enforcement.shouldFail,
+    };
+    (0, fs_1.appendFileSync)(eventsPath, `${JSON.stringify(event)}\n`, 'utf-8');
+    const allEvents = (0, fs_1.existsSync)(eventsPath)
+        ? (0, fs_1.readFileSync)(eventsPath, 'utf-8')
+            .split('\n')
+            .map(parsePlanMetricLine)
+            .filter((item) => Boolean(item))
+        : [event];
+    const byAction = {
+        'run-now': 0,
+        'must-add-tests': 0,
+        'safe-to-merge': 0,
+    };
+    const byRunSet = {
+        smoke: 0,
+        targeted: 0,
+        full: 0,
+    };
+    let totalConfidence = 0;
+    let blockingRecommendations = 0;
+    for (const metricEvent of allEvents) {
+        byAction[metricEvent.action] += 1;
+        byRunSet[metricEvent.runSet] += 1;
+        totalConfidence += metricEvent.confidence;
+        if (metricEvent.enforcementShouldFail) {
+            blockingRecommendations += 1;
+        }
+    }
+    const totalRuns = allEvents.length;
+    const summary = {
+        schemaVersion: '1.0.0',
+        generatedAt: new Date().toISOString(),
+        totalRuns,
+        averageConfidence: totalRuns > 0 ? Number((totalConfidence / totalRuns).toFixed(2)) : 0,
+        byAction,
+        byRunSet,
+        blockingRecommendations,
+        blockingRate: totalRuns > 0 ? Number((blockingRecommendations / totalRuns).toFixed(4)) : 0,
+    };
+    (0, fs_1.writeFileSync)(summaryPath, JSON.stringify(summary, null, 2), 'utf-8');
+    return { eventsPath, summaryPath };
+}
 function writeCiSummary(appRoot, markdown, relativePath = '.e2e-ai-agents/ci-summary.md') {
     const fullPath = (0, path_1.join)(appRoot, relativePath);
     const dir = (0, path_1.dirname)(fullPath);

package/dist/agent/report.d.ts

@@ -5,6 +5,15 @@ import type { DataTestIdSuggestion } from './selectors.js';
 import type { GapTestSuggestion } from './gap_suggestions.js';
 export interface ReportData {
     mode: 'impact' | 'gap';
+    runMetadata?: {
+        runId: string;
+        startedAt: string;
+        completedAt: string;
+        durationMs: number;
+        sinceRef: string;
+        appPath: string;
+        testsRoot: string;
+    };
     changedFiles: string[];
     flows: FlowImpact[];
     coverage: FlowCoverage[];
@@ -65,8 +74,15 @@ export interface ReportData {
             generateStatus: string;
             healStatus?: string;
             error?: string;
+            failureCategory?: string;
+            failureCode?: string;
         }>;
         warnings: string[];
+        mcp?: {
+            requested: boolean;
+            active: boolean;
+            backend: string;
+        };
     };
     applied?: {
         patchedFiles: string[];

package/dist/agent/report.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"report.d.ts","sourceRoot":"","sources":["../../src/agent/report.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAC,WAAW,EAAC,MAAM,aAAa,CAAC;AAC7C,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,eAAe,CAAC;AAC9C,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,YAAY,CAAC;AAC7C,OAAO,KAAK,EAAC,oBAAoB,EAAC,MAAM,gBAAgB,CAAC;AACzD,OAAO,KAAK,EAAC,iBAAiB,EAAC,MAAM,sBAAsB,CAAC;AAG5D,MAAM,WAAW,UAAU;IACvB,IAAI,EAAE,QAAQ,GAAG,KAAK,CAAC;IACvB,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,KAAK,EAAE,UAAU,EAAE,CAAC;IACpB,QAAQ,EAAE,YAAY,EAAE,CAAC;IACzB,IAAI,EAAE,UAAU,EAAE,CAAC;IACnB,WAAW,EAAE,oBAAoB,EAAE,CAAC;IACpC,eAAe,CAAC,EAAE,iBAAiB,EAAE,CAAC;IAEtC,iBAAiB,CAAC,EAAE,iBAAiB,EAAE,CAAC;IACxC,SAAS,EAAE,MAAM,CAAC;IAClB,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,gBAAgB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC5B,WAAW,CAAC,EAAE;QACV,aAAa,EAAE,OAAO,CAAC;QACvB,WAAW,EAAE,SAAS,GAAG,WAAW,CAAC;QACrC,WAAW,EAAE,SAAS,GAAG,cAAc,GAAG,WAAW,CAAC;QACtD,eAAe,EAAE,MAAM,GAAG,QAAQ,GAAG,KAAK,CAAC;QAC3C,YAAY,CAAC,EAAE;YACX,MAAM,EAAE,UAAU,CAAC;YACnB,OAAO,EAAE,OAAO,CAAC;YACjB,YAAY,EAAE,MAAM,CAAC;YACrB,aAAa,EAAE,OAAO,CAAC;YACvB,aAAa,EAAE,MAAM,CAAC;YACtB,aAAa,EAAE,MAAM,CAAC;YACtB,YAAY,EAAE,MAAM,CAAC;YACrB,UAAU,EAAE,MAAM,CAAC;YACnB,YAAY,EAAE,MAAM,CAAC;YACrB,aAAa,EAAE,MAAM,CAAC;SACzB,CAAC;QACF,eAAe,CAAC,EAAE;YACd,MAAM,EAAE,yBAAyB,CAAC;YAClC,OAAO,EAAE,OAAO,CAAC;YACjB,SAAS,EAAE,MAAM,CAAC;YAClB,aAAa,EAAE,MAAM,CAAC;YACtB,aAAa,EAAE,MAAM,CAAC;YACtB,aAAa,EAAE,MAAM,CAAC;YACtB,QAAQ,EAAE,MAAM,CAAC;YACjB,SAAS,EAAE,OAAO,CAAC;SACtB,CAAC;QACF,aAAa,CAAC,EAAE;YACZ,MAAM,EAAE,KAAK,CAAC;YACd,OAAO,EAAE,OAAO,CAAC;YACjB,OAAO,EAAE,MAAM,CAAC;YAChB,QAAQ,EAAE,OAAO,CAAC;YAClB,WAAW,EAAE,MAAM,CAAC;YACpB,YAAY,EAAE,MAAM,CAAC;YACrB,WAAW,EAAE,MAAM,CAAC;YACpB,YAAY,EAAE,MAAM,CAAC;SACxB,CAAC;KACL,CAAC;IACF,QAAQ,CAAC,EAAE;QACP,MAAM,EAAE,MAAM,CAAC;QACf,OAAO,EAAE,KAAK,CAAC;YACX,MAAM,EAAE,MAAM,CAAC;YACf,QAAQ,EAAE,MAAM,CAAC;YACjB,YAAY,EAAE,MAAM,CAAC;YACrB,cAAc,EAAE,MAAM,CAAC;YACvB,UAAU,CAAC,EAAE,MAAM,CAAC;YACpB,KAAK,CAAC,EAAE,MAAM,CAAC;SAClB,CAAC,CAAC;QACH,QAAQ,EAAE,MAAM,EAAE,CAAC;KACtB,CAAC;IACF,OAAO,CAAC,EAAE;QACN,YAAY,EAAE,MAAM,EAAE,CAAC;QACvB,cAAc,EAAE,MAAM,EAAE,CAAC;QACzB,YAAY,EAAE,MAAM,EAAE,CAAC;KAC1B,CAAC;CACL;AAmCD,wBAAgB,WAAW,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,WAAW,EAAE,IAAI,EAAE,UAAU,GAAG;IAAC,YAAY,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAA;CAAC,CAoI5H"}
+{"version":3,"file":"report.d.ts","sourceRoot":"","sources":["../../src/agent/report.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAC,WAAW,EAAC,MAAM,aAAa,CAAC;AAC7C,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,eAAe,CAAC;AAC9C,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,YAAY,CAAC;AAC7C,OAAO,KAAK,EAAC,oBAAoB,EAAC,MAAM,gBAAgB,CAAC;AACzD,OAAO,KAAK,EAAC,iBAAiB,EAAC,MAAM,sBAAsB,CAAC;AAG5D,MAAM,WAAW,UAAU;IACvB,IAAI,EAAE,QAAQ,GAAG,KAAK,CAAC;IACvB,WAAW,CAAC,EAAE;QACV,KAAK,EAAE,MAAM,CAAC;QACd,SAAS,EAAE,MAAM,CAAC;QAClB,WAAW,EAAE,MAAM,CAAC;QACpB,UAAU,EAAE,MAAM,CAAC;QACnB,QAAQ,EAAE,MAAM,CAAC;QACjB,OAAO,EAAE,MAAM,CAAC;QAChB,SAAS,EAAE,MAAM,CAAC;KACrB,CAAC;IACF,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,KAAK,EAAE,UAAU,EAAE,CAAC;IACpB,QAAQ,EAAE,YAAY,EAAE,CAAC;IACzB,IAAI,EAAE,UAAU,EAAE,CAAC;IACnB,WAAW,EAAE,oBAAoB,EAAE,CAAC;IACpC,eAAe,CAAC,EAAE,iBAAiB,EAAE,CAAC;IAEtC,iBAAiB,CAAC,EAAE,iBAAiB,EAAE,CAAC;IACxC,SAAS,EAAE,MAAM,CAAC;IAClB,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,gBAAgB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC5B,WAAW,CAAC,EAAE;QACV,aAAa,EAAE,OAAO,CAAC;QACvB,WAAW,EAAE,SAAS,GAAG,WAAW,CAAC;QACrC,WAAW,EAAE,SAAS,GAAG,cAAc,GAAG,WAAW,CAAC;QACtD,eAAe,EAAE,MAAM,GAAG,QAAQ,GAAG,KAAK,CAAC;QAC3C,YAAY,CAAC,EAAE;YACX,MAAM,EAAE,UAAU,CAAC;YACnB,OAAO,EAAE,OAAO,CAAC;YACjB,YAAY,EAAE,MAAM,CAAC;YACrB,aAAa,EAAE,OAAO,CAAC;YACvB,aAAa,EAAE,MAAM,CAAC;YACtB,aAAa,EAAE,MAAM,CAAC;YACtB,YAAY,EAAE,MAAM,CAAC;YACrB,UAAU,EAAE,MAAM,CAAC;YACnB,YAAY,EAAE,MAAM,CAAC;YACrB,aAAa,EAAE,MAAM,CAAC;SACzB,CAAC;QACF,eAAe,CAAC,EAAE;YACd,MAAM,EAAE,yBAAyB,CAAC;YAClC,OAAO,EAAE,OAAO,CAAC;YACjB,SAAS,EAAE,MAAM,CAAC;YAClB,aAAa,EAAE,MAAM,CAAC;YACtB,aAAa,EAAE,MAAM,CAAC;YACtB,aAAa,EAAE,MAAM,CAAC;YACtB,QAAQ,EAAE,MAAM,CAAC;YACjB,SAAS,EAAE,OAAO,CAAC;SACtB,CAAC;QACF,aAAa,CAAC,EAAE;YACZ,MAAM,EAAE,KAAK,CAAC;YACd,OAAO,EAAE,OAAO,CAAC;YACjB,OAAO,EAAE,MAAM,CAAC;YAChB,QAAQ,EAAE,OAAO,CAAC;YAClB,WAAW,EAAE,MAAM,CAAC;YACpB,YAAY,EAAE,MAAM,CAAC;YACrB,WAAW,EAAE,MAAM,CAAC;YACpB,YAAY,EAAE,MAAM,CAAC;SACxB,CAAC;KACL,CAAC;IACF,QAAQ,CAAC,EAAE;QACP,MAAM,EAAE,MAAM,CAAC;QACf,OAAO,EAAE,KAAK,CAAC;YACX,MAAM,EAAE,MAAM,CAAC;YACf,QAAQ,EAAE,MAAM,CAAC;YACjB,YAAY,EAAE,MAAM,CAAC;YACrB,cAAc,EAAE,MAAM,CAAC;YACvB,UAAU,CAAC,EAAE,MAAM,CAAC;YACpB,KAAK,CAAC,EAAE,MAAM,CAAC;YACf,eAAe,CAAC,EAAE,MAAM,CAAC;YACzB,WAAW,CAAC,EAAE,MAAM,CAAC;SACxB,CAAC,CAAC;QACH,QAAQ,EAAE,MAAM,EAAE,CAAC;QACnB,GAAG,CAAC,EAAE;YACF,SAAS,EAAE,OAAO,CAAC;YACnB,MAAM,EAAE,OAAO,CAAC;YAChB,OAAO,EAAE,MAAM,CAAC;SACnB,CAAC;KACL,CAAC;IACF,OAAO,CAAC,EAAE;QACN,YAAY,EAAE,MAAM,EAAE,CAAC;QACvB,cAAc,EAAE,MAAM,EAAE,CAAC;QACzB,YAAY,EAAE,MAAM,EAAE,CAAC;KAC1B,CAAC;CACL;AAmCD,wBAAgB,WAAW,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,WAAW,EAAE,IAAI,EAAE,UAAU,GAAG;IAAC,YAAY,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAA;CAAC,CAoJ5H"}

package/dist/agent/report.js

@@ -45,6 +45,12 @@ function writeReport(appRoot, config, data) {
     const markdownLines = [];
     markdownLines.push(`# ${data.mode === 'impact' ? 'Impact Analysis' : 'Gap Analysis'} Report`);
     markdownLines.push('');
+    if (data.runMetadata) {
+        markdownLines.push(`Run ID: ${data.runMetadata.runId}`);
+        markdownLines.push(`Run window: ${data.runMetadata.startedAt} -> ${data.runMetadata.completedAt}`);
+        markdownLines.push(`Run duration (ms): ${data.runMetadata.durationMs}`);
+        markdownLines.push(`Since ref: ${data.runMetadata.sinceRef}`);
+    }
     markdownLines.push(`Framework: ${data.framework}`);
     markdownLines.push(`Test Patterns: ${data.testPatterns.join(', ') || 'None'}`);
     if (data.flowCatalog) {
@@ -94,12 +100,18 @@ function writeReport(appRoot, config, data) {
         markdownLines.push('');
         markdownLines.push('Pipeline Results:');
         markdownLines.push(`- Runner: ${data.pipeline.runner}`);
+        if (data.pipeline.mcp) {
+            markdownLines.push(`- MCP: requested=${data.pipeline.mcp.requested} active=${data.pipeline.mcp.active} backend=${data.pipeline.mcp.backend}`);
+        }
         for (const result of data.pipeline.results) {
             const status = result.healStatus ? `${result.generateStatus}/${result.healStatus}` : result.generateStatus;
             markdownLines.push(`- ${result.flowId} (${result.flowName}): ${status} -> ${result.generatedDir}`);
             if (result.error) {
                 markdownLines.push(`  Error: ${result.error}`);
             }
+            if (result.failureCategory || result.failureCode) {
+                markdownLines.push(`  Failure taxonomy: category=${result.failureCategory || 'unknown'} code=${result.failureCode || 'unknown'}`);
+            }
         }
         if (data.pipeline.warnings.length > 0) {
             markdownLines.push('Pipeline warnings:');

package/dist/agent/runner.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"runner.d.ts","sourceRoot":"","sources":["../../src/agent/runner.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAC,WAAW,EAAC,MAAM,aAAa,CAAC;AA6M7C,MAAM,WAAW,UAAU;IACvB,KAAK,EAAE,OAAO,CAAC;CAClB;AAED,wBAAsB,SAAS,CAAC,OAAO,EAAE,WAAW,EAAE,QAAQ,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,CA4LzF;AAED,wBAAsB,MAAM,CAAC,OAAO,EAAE,WAAW,EAAE,QAAQ,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,CA4LtF"}
+{"version":3,"file":"runner.d.ts","sourceRoot":"","sources":["../../src/agent/runner.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAC,WAAW,EAAC,MAAM,aAAa,CAAC;AAoN7C,MAAM,WAAW,UAAU;IACvB,KAAK,EAAE,OAAO,CAAC;CAClB;AAYD,wBAAsB,SAAS,CAAC,OAAO,EAAE,WAAW,EAAE,QAAQ,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,CAyMzF;AAED,wBAAsB,MAAM,CAAC,OAAO,EAAE,WAAW,EAAE,QAAQ,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,CAsNtF"}

package/dist/agent/runner.js

@@ -21,6 +21,7 @@ const pipeline_js_1 = require("./pipeline.js");
 const gap_suggestions_js_1 = require("./gap_suggestions.js");
 const dependency_graph_js_1 = require("./dependency_graph.js");
 const traceability_js_1 = require("./traceability.js");
+const utils_js_1 = require("./utils.js");
 const PRIORITY_RANK = {
     P0: 0,
     P1: 1,
@@ -84,11 +85,14 @@ function buildRecommendedTestsWithFlags(flows, testsByFlow) {
         const tests = testsByFlow.get(flow.id) || [];
         const flagSummary = (0, flags_js_1.formatFlags)(flow.flags || []);
         for (const test of tests) {
-            if (!testNotes.has(test)) {
-                testNotes.set(test, new Set());
+            const normalizedTest = (0, utils_js_1.normalizePath)(test)
+                .replace(/^\.\//, '')
+                .replace(/^e2e-tests\/playwright\//, '');
+            if (!testNotes.has(normalizedTest)) {
+                testNotes.set(normalizedTest, new Set());
             }
             if (flagSummary !== 'none') {
-                testNotes.get(test)?.add(flagSummary);
+                testNotes.get(normalizedTest)?.add(flagSummary);
             }
         }
     }
@@ -114,11 +118,14 @@ function buildRecommendedTestsFromCoverage(flows, coverage) {
         const flow = flowMap.get(entry.flowId);
         const flagSummary = (0, flags_js_1.formatFlags)(flow?.flags || []);
         for (const test of entry.coveredBy) {
-            if (!testNotes.has(test)) {
-                testNotes.set(test, new Set());
+            const normalizedTest = (0, utils_js_1.normalizePath)(test)
+                .replace(/^\.\//, '')
+                .replace(/^e2e-tests\/playwright\//, '');
+            if (!testNotes.has(normalizedTest)) {
+                testNotes.set(normalizedTest, new Set());
             }
             if (flagSummary !== 'none') {
-                testNotes.get(test)?.add(flagSummary);
+                testNotes.get(normalizedTest)?.add(flagSummary);
             }
         }
     }
@@ -190,12 +197,24 @@ function classifyImpactModelConfidence(flowMapping, testMapping, dependencyGraph
     }
     return 'low';
 }
+function createRunId(mode) {
+    const ciRunId = process.env.GITHUB_RUN_ID;
+    const entropy = Math.random().toString(36).slice(2, 8);
+    const ts = Date.now().toString(36);
+    if (ciRunId) {
+        return `${mode}-gh-${ciRunId}-${ts}-${entropy}`;
+    }
+    return `${mode}-local-${ts}-${entropy}`;
+}
 async function runImpact(_config, _options) {
     ensureAppRoot(_config.path);
     if (_config.testsRoot) {
         ensureAppRoot(_config.testsRoot);
     }
     const deadline = Date.now() + _config.timeLimitMinutes * 60 * 1000;
+    const runStartedAt = new Date().toISOString();
+    const runStartedTs = Date.now();
+    const runId = createRunId('impact');
     const warnings = [];
     const testsRoot = _config.testsRoot || _config.path;
     const frameworkDetection = (0, framework_js_1.detectFramework)(testsRoot, _config.framework);
@@ -213,7 +232,8 @@ async function runImpact(_config, _options) {
     if (changedFiles.length === 0 && !_config.impact.allowFallback) {
         throw new Error('No changed files detected. Provide --since or use gap mode (or --allow-fallback).');
     }
-    let analysisTargets = changedFiles.filter((file) => !(0, analysis_js_1.isTestFilePath)(file));
+    const changedAppFiles = changedFiles.filter((file) => !(0, analysis_js_1.isTestFilePath)(file));
+    let analysisTargets = [...changedAppFiles];
     if (analysisTargets.length === 0 && _config.impact.allowFallback) {
         warnings.push('No changed files detected. Falling back to repository scan for screens.');
         analysisTargets = (0, analysis_js_1.scanRepositoryFlows)(_config.path, 250, _config.flowDiscovery.patterns, _config.flowDiscovery.exclude);
@@ -267,7 +287,7 @@ async function runImpact(_config, _options) {
                 coverageMap.set(entry.flowId, entry.coveredBy);
             }
             gaps = computeGaps(flows, coverageMap);
-            recommendedTests = buildRecommendedTestsWithFlags(flows, testsByFlow);
+            recommendedTests = buildRecommendedTestsFromCoverage(flows, coverage);
         }
         else {
             const traceability = (0, traceability_js_1.mapTraceabilityToFlows)(testsRoot, _config.impact.traceability, flows);
@@ -319,6 +339,15 @@ async function runImpact(_config, _options) {
     const reportRoot = testsRoot;
     const report = (0, report_js_1.writeReport)(reportRoot, _config, {
         mode: 'impact',
+        runMetadata: {
+            runId,
+            startedAt: runStartedAt,
+            completedAt: new Date().toISOString(),
+            durationMs: Date.now() - runStartedTs,
+            sinceRef: _config.git.since,
+            appPath: _config.path,
+            testsRoot,
+        },
         changedFiles,
         flows: sortFlows(flows),
         coverage,
@@ -365,6 +394,9 @@ async function runGap(_config, _options) {
         ensureAppRoot(_config.testsRoot);
     }
     const deadline = Date.now() + _config.timeLimitMinutes * 60 * 1000;
+    const runStartedAt = new Date().toISOString();
+    const runStartedTs = Date.now();
+    const runId = createRunId('gap');
     const warnings = [];
     const testsRoot = _config.testsRoot || _config.path;
     const frameworkDetection = (0, framework_js_1.detectFramework)(testsRoot, _config.framework);
@@ -379,7 +411,8 @@ async function runGap(_config, _options) {
     if (gitResult.error) {
         warnings.push(`Git diff failed: ${gitResult.error}`);
     }
-    let analysisTargets = changedFiles.filter((file) => !(0, analysis_js_1.isTestFilePath)(file));
+    const changedAppFiles = changedFiles.filter((file) => !(0, analysis_js_1.isTestFilePath)(file));
+    let analysisTargets = [...changedAppFiles];
     if (analysisTargets.length === 0) {
         analysisTargets = (0, analysis_js_1.scanRepositoryFlows)(_config.path, 250, _config.flowDiscovery.patterns, _config.flowDiscovery.exclude);
     }
@@ -414,7 +447,20 @@ async function runGap(_config, _options) {
     let traceabilityStats;
     if (catalog) {
         flowCatalogSource = catalog.source;
-        const mapping = (0, flow_mapping_js_1.mapChangesToCatalogFlows)(catalog, analysisTargets, 'gap', _config);
+        const catalogMode = changedAppFiles.length > 0 ? 'impact' : 'gap';
+        let mapping = (0, flow_mapping_js_1.mapChangesToCatalogFlows)(catalog, analysisTargets, catalogMode, _config);
+        if (catalogMode === 'impact' && mapping.flows.length === 0 && _config.impact.allowFallback) {
+            const fallbackMapping = (0, flow_mapping_js_1.mapChangesToCatalogFlows)(catalog, analysisTargets, 'gap', _config);
+            mapping = {
+                flows: fallbackMapping.flows,
+                testsByFlow: fallbackMapping.testsByFlow,
+                warnings: [
+                    ...mapping.warnings,
+                    ...fallbackMapping.warnings,
+                    'No catalog flow matched changed files; applied full-catalog fallback because allowFallback=true.',
+                ],
+            };
+        }
         flows = mapping.flows;
         testsByFlow = mapping.testsByFlow;
         warnings.push(...mapping.warnings);
@@ -435,7 +481,7 @@ async function runGap(_config, _options) {
                 coverageMap.set(entry.flowId, entry.coveredBy);
             }
             gaps = computeGaps(flows, coverageMap);
-            recommendedTests = buildRecommendedTestsWithFlags(flows, testsByFlow);
+            recommendedTests = buildRecommendedTestsFromCoverage(flows, coverage);
         }
         else {
             const traceability = (0, traceability_js_1.mapTraceabilityToFlows)(testsRoot, _config.impact.traceability, flows);
@@ -487,6 +533,15 @@ async function runGap(_config, _options) {
     const reportRoot = testsRoot;
     const report = (0, report_js_1.writeReport)(reportRoot, _config, {
         mode: 'gap',
+        runMetadata: {
+            runId,
+            startedAt: runStartedAt,
+            completedAt: new Date().toISOString(),
+            durationMs: Date.now() - runStartedTs,
+            sinceRef: _config.git.since,
+            appPath: _config.path,
+            testsRoot,
+        },
         changedFiles,
         flows: sortFlows(flows),
         coverage,

package/dist/agent/tests.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"tests.d.ts","sourceRoot":"","sources":["../../src/agent/tests.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,eAAe,CAAC;AAG9C,MAAM,WAAW,QAAQ;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;CAC1B;AAED,MAAM,WAAW,YAAY;IACzB,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,EAAE,CAAC;IACpB,KAAK,EAAE,MAAM,CAAC;IACd,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;IACzB,MAAM,CAAC,EAAE,SAAS,GAAG,cAAc,GAAG,WAAW,CAAC;CACrD;AAED,wBAAgB,aAAa,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,QAAQ,EAAE,CAkB7E;AAUD,wBAAgB,eAAe,CAAC,KAAK,EAAE,UAAU,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,GAAG,YAAY,EAAE,CAgCtF;AAaD,wBAAgB,sBAAsB,CAClC,KAAK,EAAE,UAAU,EAAE,EACnB,SAAS,EAAE,MAAM,EACjB,WAAW,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,GACnC,YAAY,EAAE,CA8BhB"}
+{"version":3,"file":"tests.d.ts","sourceRoot":"","sources":["../../src/agent/tests.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,eAAe,CAAC;AAG9C,MAAM,WAAW,QAAQ;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;CAC1B;AAED,MAAM,WAAW,YAAY;IACzB,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,EAAE,CAAC;IACpB,KAAK,EAAE,MAAM,CAAC;IACd,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;IACzB,MAAM,CAAC,EAAE,SAAS,GAAG,cAAc,GAAG,WAAW,CAAC;CACrD;AAED,wBAAgB,aAAa,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,QAAQ,EAAE,CAkB7E;AAUD,wBAAgB,eAAe,CAAC,KAAK,EAAE,UAAU,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,GAAG,YAAY,EAAE,CAgCtF;AAuBD,wBAAgB,sBAAsB,CAClC,KAAK,EAAE,UAAU,EAAE,EACnB,SAAS,EAAE,MAAM,EACjB,WAAW,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,GACnC,YAAY,EAAE,CA8BhB"}

package/dist/agent/tests.js

@@ -70,9 +70,19 @@ function resolveExpectedTests(testsRoot, expectedTests) {
         if (!entry) {
             continue;
         }
-        resolved.push((0, utils_js_1.normalizePath)(entry));
+        const normalized = (0, utils_js_1.normalizePath)(entry).replace(/^\.\//, '');
+        if (normalized.startsWith('e2e-tests/playwright/')) {
+            resolved.push(normalized.slice('e2e-tests/playwright/'.length));
+            continue;
+        }
+        const specsIndex = normalized.indexOf('specs/');
+        if (specsIndex >= 0) {
+            resolved.push(normalized.slice(specsIndex));
+            continue;
+        }
+        resolved.push(normalized);
     }
-    return resolved;
+    return Array.from(new Set(resolved));
 }
 function mapCatalogTestsToFlows(flows, testsRoot, testsByFlow) {
     return flows.map((flow) => {

package/dist/api.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"api.d.ts","sourceRoot":"","sources":["../src/api.ts"],"names":[],"mappings":"AAKA,OAAO,EAAgB,KAAK,eAAe,EAAC,MAAM,mBAAmB,CAAC;AAEtE,OAAO,EAMH,KAAK,UAAU,EAClB,MAAM,iBAAiB,CAAC;AACzB,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,mBAAmB,CAAC;AAElD,OAAO,EAAyB,KAAK,6BAA6B,EAAE,KAAK,4BAA4B,EAAC,MAAM,oBAAoB,CAAC;AACjI,OAAO,EAEH,KAAK,yBAAyB,EAC9B,KAAK,wBAAwB,EAChC,MAAM,gCAAgC,CAAC;AACxC,OAAO,EAGH,KAAK,yBAAyB,EACjC,MAAM,iCAAiC,CAAC;AAEzC,MAAM,WAAW,eAAgB,SAAQ,IAAI,CAAC,eAAe,EAAE,MAAM,CAAC;IAClE,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,aAAa,CAAC,EAAE,OAAO,CAAC;CAC3B;AAED,MAAM,WAAW,aAAa;IAC1B,MAAM,EAAE,UAAU,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,oBAAqB,SAAQ,aAAa;IACvD,IAAI,EAAE,UAAU,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,aAAa,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,WAAW,4BAA4B;IACzC,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,OAAO,CAAC;IACjB,OAAO,CAAC,EAAE,yBAAyB,CAAC;CACvC;AAED,MAAM,WAAW,6BAA6B;IAC1C,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC7B;AA0BD,wBAAsB,aAAa,CAAC,OAAO,GAAE,eAAoB,GAAG,OAAO,CAAC,aAAa,CAAC,CAOzF;AAED,wBAAsB,QAAQ,CAAC,OAAO,GAAE,eAAoB,GAAG,OAAO,CAAC,aAAa,CAAC,CAOpF;AAED,wBAAsB,cAAc,CAAC,OAAO,GAAE,eAAoB,GAAG,OAAO,CAAC,oBAAoB,CAAC,CAwBjG;AAED,wBAAgB,qBAAqB,CAAC,OAAO,EAAE,6BAA6B,GAAG,4BAA4B,CAE1G;AAED,wBAAgB,kBAAkB,CAAC,OAAO,EAAE,4BAA4B,GAAG,wBAAwB,CASlG;AAED,wBAAgB,mBAAmB,CAAC,OAAO,EAAE,6BAA6B,GAAG,yBAAyB,CAkBrG"}
+{"version":3,"file":"api.d.ts","sourceRoot":"","sources":["../src/api.ts"],"names":[],"mappings":"AAKA,OAAO,EAAgB,KAAK,eAAe,EAAC,MAAM,mBAAmB,CAAC;AAEtE,OAAO,EAOH,KAAK,UAAU,EAClB,MAAM,iBAAiB,CAAC;AACzB,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,mBAAmB,CAAC;AAElD,OAAO,EAAyB,KAAK,6BAA6B,EAAE,KAAK,4BAA4B,EAAC,MAAM,oBAAoB,CAAC;AACjI,OAAO,EAEH,KAAK,yBAAyB,EAC9B,KAAK,wBAAwB,EAChC,MAAM,gCAAgC,CAAC;AACxC,OAAO,EAGH,KAAK,yBAAyB,EACjC,MAAM,iCAAiC,CAAC;AAEzC,MAAM,WAAW,eAAgB,SAAQ,IAAI,CAAC,eAAe,EAAE,MAAM,CAAC;IAClE,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,aAAa,CAAC,EAAE,OAAO,CAAC;CAC3B;AAED,MAAM,WAAW,aAAa;IAC1B,MAAM,EAAE,UAAU,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,oBAAqB,SAAQ,aAAa;IACvD,IAAI,EAAE,UAAU,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,aAAa,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,WAAW,4BAA4B;IACzC,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,OAAO,CAAC;IACjB,OAAO,CAAC,EAAE,yBAAyB,CAAC;CACvC;AAED,MAAM,WAAW,6BAA6B;IAC1C,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC7B;AA0BD,wBAAsB,aAAa,CAAC,OAAO,GAAE,eAAoB,GAAG,OAAO,CAAC,aAAa,CAAC,CAOzF;AAED,wBAAsB,QAAQ,CAAC,OAAO,GAAE,eAAoB,GAAG,OAAO,CAAC,aAAa,CAAC,CAOpF;AAED,wBAAsB,cAAc,CAAC,OAAO,GAAE,eAAoB,GAAG,OAAO,CAAC,oBAAoB,CAAC,CAyBjG;AAED,wBAAgB,qBAAqB,CAAC,OAAO,EAAE,6BAA6B,GAAG,4BAA4B,CAE1G;AAED,wBAAgB,kBAAkB,CAAC,OAAO,EAAE,4BAA4B,GAAG,wBAAwB,CASlG;AAED,wBAAgB,mBAAmB,CAAC,OAAO,EAAE,6BAA6B,GAAG,yBAAyB,CAkBrG"}

package/dist/api.js

@@ -70,6 +70,7 @@ async function recommendTests(options = {}) {
     const planPath = (0, plan_js_1.writePlanReport)(reportRoot, plan);
     const ciSummaryMarkdown = (0, plan_js_1.renderCiSummaryMarkdown)(plan);
     const ciSummaryPath = (0, plan_js_1.writeCiSummary)(reportRoot, ciSummaryMarkdown);
+    (0, plan_js_1.appendPlanMetrics)(reportRoot, plan);
     return {
         report,
         reportPath: impactPath,