@yasserkhanorg/e2e-agents 0.3.3 → 0.3.4

package/dist/agent/plan.d.ts

@@ -14,6 +14,8 @@ export interface DecisionSummary {
 }
 export interface PlanReport {
     schemaVersion: '1.0.0';
+    runId: string;
+    sourceRunId?: string;
     generatedAt: string;
     source: 'impact';
     runSet: RecommendedRunSet;
@@ -23,6 +25,13 @@ export interface PlanReport {
     requiredNewTests: string[];
     policy: PolicyEvaluation;
     decision: DecisionSummary;
+    enforcement: {
+        mode: PolicyConfig['enforcementMode'];
+        blockOnActions: CiAction[];
+        matchedAction: boolean;
+        shouldFail: boolean;
+        summary: string;
+    };
     insights?: {
         flaky?: {
             highRiskRecommendedTests: Array<{
@@ -79,6 +88,7 @@ export interface PlanReport {
         warnings: number;
     };
 }
+export declare function refreshPlanEnforcement(plan: PlanReport): PlanReport;
 export declare function buildPlanFromImpactReport(impact: ReportData, policyOverride?: Partial<PolicyConfig>): PlanReport;
 export declare function attachDeveloperActions(plan: PlanReport, context: {
     appPath: string;
@@ -87,5 +97,34 @@ export declare function attachDeveloperActions(plan: PlanReport, context: {
 }): PlanReport;
 export declare function writePlanReport(appRoot: string, plan: PlanReport): string;
 export declare function renderCiSummaryMarkdown(plan: PlanReport): string;
+export interface PlanMetricEvent {
+    schemaVersion: '1.0.0';
+    timestamp: string;
+    runId: string;
+    sourceRunId?: string;
+    action: CiAction;
+    runSet: RecommendedRunSet;
+    confidence: number;
+    changedFiles: number;
+    impactedFlows: number;
+    uncoveredP0P1Flows: number;
+    warnings: number;
+    enforcementMode: PolicyConfig['enforcementMode'];
+    enforcementShouldFail: boolean;
+}
+export interface PlanMetricsSummary {
+    schemaVersion: '1.0.0';
+    generatedAt: string;
+    totalRuns: number;
+    averageConfidence: number;
+    byAction: Record<CiAction, number>;
+    byRunSet: Record<RecommendedRunSet, number>;
+    blockingRecommendations: number;
+    blockingRate: number;
+}
+export declare function appendPlanMetrics(appRoot: string, plan: PlanReport): {
+    eventsPath: string;
+    summaryPath: string;
+};
 export declare function writeCiSummary(appRoot: string, markdown: string, relativePath?: string): string;
 //# sourceMappingURL=plan.d.ts.map

package/dist/agent/plan.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"plan.d.ts","sourceRoot":"","sources":["../../src/agent/plan.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,aAAa,CAAC;AAC5C,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,aAAa,CAAC;AAE9C,MAAM,MAAM,iBAAiB,GAAG,OAAO,GAAG,UAAU,GAAG,MAAM,CAAC;AAC9D,MAAM,MAAM,QAAQ,GAAG,SAAS,GAAG,gBAAgB,GAAG,eAAe,CAAC;AAEtE,MAAM,WAAW,gBAAgB;IAC7B,UAAU,EAAE,MAAM,EAAE,CAAC;IACrB,cAAc,EAAE,MAAM,EAAE,CAAC;IACzB,OAAO,EAAE,YAAY,CAAC;CACzB;AAED,MAAM,WAAW,eAAe;IAC5B,MAAM,EAAE,QAAQ,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,UAAU;IACvB,aAAa,EAAE,OAAO,CAAC;IACvB,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,EAAE,QAAQ,CAAC;IACjB,MAAM,EAAE,iBAAiB,CAAC;IAC1B,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC3B,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC3B,MAAM,EAAE,gBAAgB,CAAC;IACzB,QAAQ,EAAE,eAAe,CAAC;IAC1B,QAAQ,CAAC,EAAE;QACP,KAAK,CAAC,EAAE;YACJ,wBAAwB,EAAE,KAAK,CAAC;gBAC5B,IAAI,EAAE,MAAM,CAAC;gBACb,SAAS,EAAE,MAAM,CAAC;gBAClB,WAAW,CAAC,EAAE,MAAM,CAAC;gBACrB,YAAY,CAAC,EAAE,MAAM,CAAC;gBACtB,KAAK,CAAC,EAAE,IAAI,GAAG,MAAM,GAAG,QAAQ,CAAC;gBACjC,SAAS,CAAC,EAAE,MAAM,CAAC;gBACnB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;gBAClB,UAAU,CAAC,EAAE,OAAO,CAAC;gBACrB,eAAe,CAAC,EAAE,MAAM,GAAG,QAAQ,GAAG,kBAAkB,CAAC;gBACzD,aAAa,CAAC,EAAE,MAAM,CAAC;aAC1B,CAAC,CAAC;YACH,2BAA2B,EAAE,MAAM,EAAE,CAAC;YACtC,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;SAC5B,CAAC;QACF,YAAY,CAAC,EAAE;YACX,MAAM,EAAE,KAAK,CAAC;gBAAC,IAAI,EAAE,MAAM,CAAC;gBAAC,MAAM,EAAE,MAAM,GAAG,MAAM,GAAG,MAAM,CAAC;gBAAC,OAAO,CAAC,EAAE,MAAM,CAAA;aAAC,CAAC,CAAC;YAClF,QAAQ,EAAE,KAAK,CAAC;gBAAC,IAAI,EAAE,MAAM,CAAC;gBAAC,MAAM,EAAE,MAAM,GAAG,MAAM,GAAG,MAAM,CAAC;gBAAC,OAAO,CAAC,EAAE,MAAM,CAAA;aAAC,CAAC,CAAC;SACvF,CAAC;QACF,WAAW,CAAC,EAAE;YACV,SAAS,EAAE,MAAM,CAAC;YAClB,MAAM,EAAE,MAAM,CAAC;YACf,iBAAiB,EAAE,MAAM,CAAC;SAC7B,CAAC;KACL,CAAC;IACF,WAAW,CAAC,EAAE;QACV,iCAAiC,EAAE,OAAO,CAAC;QAC3C,mBAAmB,CAAC,EAAE,MAAM,CAAC;QAC7B,aAAa,CAAC,EAAE,MAAM,CAAC;QACvB,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,kBAAkB,CAAC,EAAE,MAAM,CAAC;QAC5B,oBAAoB,CAAC,EAAE,MAAM,CAAC;QAC9B,kBAAkB,CAAC,EAAE,MAAM,CAAC;QAC5B,oBAAoB,CAAC,EAAE,MAAM,CAAC;QAC9B,eAAe,CAAC,EAAE,MAAM,CAAC;KAC5B,CAAC;IACF,OAAO,EAAE;QACL,YAAY,EAAE,MAAM,CAAC;QACrB,aAAa,EAAE,MAAM,CAAC;QACtB,OAAO,EAAE,MAAM,CAAC;QAChB,OAAO,EAAE,MAAM,CAAC;QAChB,OAAO,EAAE,MAAM,CAAC;QAChB,kBAAkB,EAAE,MAAM,CAAC;QAC3B,QAAQ,EAAE,MAAM,CAAC;KACpB,CAAC;CACL;AAgLD,wBAAgB,yBAAyB,CAAC,MAAM,EAAE,UAAU,EAAE,cAAc,CAAC,EAAE,OAAO,CAAC,YAAY,CAAC,GAAG,UAAU,CAsChH;AAED,wBAAgB,sBAAsB,CAClC,IAAI,EAAE,UAAU,EAChB,OAAO,EAAE;IAAC,OAAO,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;CAAC,GACjE,UAAU,CAoBZ;AAED,wBAAgB,eAAe,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,GAAG,MAAM,CAMzE;AAED,wBAAgB,uBAAuB,CAAC,IAAI,EAAE,UAAU,GAAG,MAAM,CA+FhE;AAED,wBAAgB,cAAc,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,YAAY,SAAiC,GAAG,MAAM,CAMvH"}
+{"version":3,"file":"plan.d.ts","sourceRoot":"","sources":["../../src/agent/plan.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,aAAa,CAAC;AAC5C,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,aAAa,CAAC;AAE9C,MAAM,MAAM,iBAAiB,GAAG,OAAO,GAAG,UAAU,GAAG,MAAM,CAAC;AAC9D,MAAM,MAAM,QAAQ,GAAG,SAAS,GAAG,gBAAgB,GAAG,eAAe,CAAC;AAEtE,MAAM,WAAW,gBAAgB;IAC7B,UAAU,EAAE,MAAM,EAAE,CAAC;IACrB,cAAc,EAAE,MAAM,EAAE,CAAC;IACzB,OAAO,EAAE,YAAY,CAAC;CACzB;AAED,MAAM,WAAW,eAAe;IAC5B,MAAM,EAAE,QAAQ,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,UAAU;IACvB,aAAa,EAAE,OAAO,CAAC;IACvB,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,EAAE,QAAQ,CAAC;IACjB,MAAM,EAAE,iBAAiB,CAAC;IAC1B,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC3B,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC3B,MAAM,EAAE,gBAAgB,CAAC;IACzB,QAAQ,EAAE,eAAe,CAAC;IAC1B,WAAW,EAAE;QACT,IAAI,EAAE,YAAY,CAAC,iBAAiB,CAAC,CAAC;QACtC,cAAc,EAAE,QAAQ,EAAE,CAAC;QAC3B,aAAa,EAAE,OAAO,CAAC;QACvB,UAAU,EAAE,OAAO,CAAC;QACpB,OAAO,EAAE,MAAM,CAAC;KACnB,CAAC;IACF,QAAQ,CAAC,EAAE;QACP,KAAK,CAAC,EAAE;YACJ,wBAAwB,EAAE,KAAK,CAAC;gBAC5B,IAAI,EAAE,MAAM,CAAC;gBACb,SAAS,EAAE,MAAM,CAAC;gBAClB,WAAW,CAAC,EAAE,MAAM,CAAC;gBACrB,YAAY,CAAC,EAAE,MAAM,CAAC;gBACtB,KAAK,CAAC,EAAE,IAAI,GAAG,MAAM,GAAG,QAAQ,CAAC;gBACjC,SAAS,CAAC,EAAE,MAAM,CAAC;gBACnB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;gBAClB,UAAU,CAAC,EAAE,OAAO,CAAC;gBACrB,eAAe,CAAC,EAAE,MAAM,GAAG,QAAQ,GAAG,kBAAkB,CAAC;gBACzD,aAAa,CAAC,EAAE,MAAM,CAAC;aAC1B,CAAC,CAAC;YACH,2BAA2B,EAAE,MAAM,EAAE,CAAC;YACtC,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;SAC5B,CAAC;QACF,YAAY,CAAC,EAAE;YACX,MAAM,EAAE,KAAK,CAAC;gBAAC,IAAI,EAAE,MAAM,CAAC;gBAAC,MAAM,EAAE,MAAM,GAAG,MAAM,GAAG,MAAM,CAAC;gBAAC,OAAO,CAAC,EAAE,MAAM,CAAA;aAAC,CAAC,CAAC;YAClF,QAAQ,EAAE,KAAK,CAAC;gBAAC,IAAI,EAAE,MAAM,CAAC;gBAAC,MAAM,EAAE,MAAM,GAAG,MAAM,GAAG,MAAM,CAAC;gBAAC,OAAO,CAAC,EAAE,MAAM,CAAA;aAAC,CAAC,CAAC;SACvF,CAAC;QACF,WAAW,CAAC,EAAE;YACV,SAAS,EAAE,MAAM,CAAC;YAClB,MAAM,EAAE,MAAM,CAAC;YACf,iBAAiB,EAAE,MAAM,CAAC;SAC7B,CAAC;KACL,CAAC;IACF,WAAW,CAAC,EAAE;QACV,iCAAiC,EAAE,OAAO,CAAC;QAC3C,mBAAmB,CAAC,EAAE,MAAM,CAAC;QAC7B,aAAa,CAAC,EAAE,MAAM,CAAC;QACvB,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,kBAAkB,CAAC,EAAE,MAAM,CAAC;QAC5B,oBAAoB,CAAC,EAAE,MAAM,CAAC;QAC9B,kBAAkB,CAAC,EAAE,MAAM,CAAC;QAC5B,oBAAoB,CAAC,EAAE,MAAM,CAAC;QAC9B,eAAe,CAAC,EAAE,MAAM,CAAC;KAC5B,CAAC;IACF,OAAO,EAAE;QACL,YAAY,EAAE,MAAM,CAAC;QACrB,aAAa,EAAE,MAAM,CAAC;QACtB,OAAO,EAAE,MAAM,CAAC;QAChB,OAAO,EAAE,MAAM,CAAC;QAChB,OAAO,EAAE,MAAM,CAAC;QAChB,kBAAkB,EAAE,MAAM,CAAC;QAC3B,QAAQ,EAAE,MAAM,CAAC;KACpB,CAAC;CACL;AAoOD,wBAAgB,sBAAsB,CAAC,IAAI,EAAE,UAAU,GAAG,UAAU,CAKnE;AAED,wBAAgB,yBAAyB,CAAC,MAAM,EAAE,UAAU,EAAE,cAAc,CAAC,EAAE,OAAO,CAAC,YAAY,CAAC,GAAG,UAAU,CA4ChH;AAED,wBAAgB,sBAAsB,CAClC,IAAI,EAAE,UAAU,EAChB,OAAO,EAAE;IAAC,OAAO,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;CAAC,GACjE,UAAU,CAoBZ;AAED,wBAAgB,eAAe,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,GAAG,MAAM,CAMzE;AAED,wBAAgB,uBAAuB,CAAC,IAAI,EAAE,UAAU,GAAG,MAAM,CAiGhE;AAED,MAAM,WAAW,eAAe;IAC5B,aAAa,EAAE,OAAO,CAAC;IACvB,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,MAAM,EAAE,QAAQ,CAAC;IACjB,MAAM,EAAE,iBAAiB,CAAC;IAC1B,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,QAAQ,EAAE,MAAM,CAAC;IACjB,eAAe,EAAE,YAAY,CAAC,iBAAiB,CAAC,CAAC;IACjD,qBAAqB,EAAE,OAAO,CAAC;CAClC;AAED,MAAM,WAAW,kBAAkB;IAC/B,aAAa,EAAE,OAAO,CAAC;IACvB,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;IACnC,QAAQ,EAAE,MAAM,CAAC,iBAAiB,EAAE,MAAM,CAAC,CAAC;IAC5C,uBAAuB,EAAE,MAAM,CAAC;IAChC,YAAY,EAAE,MAAM,CAAC;CACxB;AAqBD,wBAAgB,iBAAiB,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,GAAG;IAAC,UAAU,EAAE,MAAM,CAAC;IAAC,WAAW,EAAE,MAAM,CAAA;CAAC,CAkE9G;AAED,wBAAgB,cAAc,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,YAAY,SAAiC,GAAG,MAAM,CAMvH"}

package/dist/agent/plan.js

@@ -2,10 +2,12 @@
 // Copyright (c) 2015-present Mattermost, Inc. All Rights Reserved.
 // See LICENSE.txt for license information.
 Object.defineProperty(exports, "__esModule", { value: true });
+exports.refreshPlanEnforcement = refreshPlanEnforcement;
 exports.buildPlanFromImpactReport = buildPlanFromImpactReport;
 exports.attachDeveloperActions = attachDeveloperActions;
 exports.writePlanReport = writePlanReport;
 exports.renderCiSummaryMarkdown = renderCiSummaryMarkdown;
+exports.appendPlanMetrics = appendPlanMetrics;
 exports.writeCiSummary = writeCiSummary;
 const fs_1 = require("fs");
 const path_1 = require("path");
@@ -27,6 +29,8 @@ const DEFAULT_POLICY = {
         '**/*.sql',
         '**/webhook/**',
     ],
+    enforcementMode: 'advisory',
+    blockOnActions: ['must-add-tests'],
 };
 function countPriority(flows) {
     const counts = { p0: 0, p1: 0, p2: 0 };
@@ -172,6 +176,61 @@ function buildDecision(runSet, confidence, impact, policy) {
         summary: `Execute the ${runSet} suite for this change set.`,
     };
 }
+function evaluateEnforcement(decision, policy) {
+    const blockOnActions = (policy.blockOnActions && policy.blockOnActions.length > 0)
+        ? [...policy.blockOnActions]
+        : ['must-add-tests'];
+    const matchedAction = blockOnActions.includes(decision.action);
+    if (policy.enforcementMode === 'block' && matchedAction) {
+        return {
+            mode: policy.enforcementMode,
+            blockOnActions,
+            matchedAction,
+            shouldFail: true,
+            summary: `Blocking mode active: decision "${decision.action}" is configured to fail CI.`,
+        };
+    }
+    if (policy.enforcementMode === 'warn' && matchedAction) {
+        return {
+            mode: policy.enforcementMode,
+            blockOnActions,
+            matchedAction,
+            shouldFail: false,
+            summary: `Warning mode active: decision "${decision.action}" is advisory-only for CI.`,
+        };
+    }
+    if (policy.enforcementMode === 'block') {
+        return {
+            mode: policy.enforcementMode,
+            blockOnActions,
+            matchedAction,
+            shouldFail: false,
+            summary: `Blocking mode active, but decision "${decision.action}" is not configured for CI failure.`,
+        };
+    }
+    if (policy.enforcementMode === 'warn') {
+        return {
+            mode: policy.enforcementMode,
+            blockOnActions,
+            matchedAction,
+            shouldFail: false,
+            summary: `Warning mode active, but decision "${decision.action}" is not configured for warning.`,
+        };
+    }
+    return {
+        mode: policy.enforcementMode,
+        blockOnActions,
+        matchedAction,
+        shouldFail: false,
+        summary: 'Advisory mode active: recommendations do not fail CI by default.',
+    };
+}
+function refreshPlanEnforcement(plan) {
+    return {
+        ...plan,
+        enforcement: evaluateEnforcement(plan.decision, plan.policy.applied),
+    };
+}
 function buildPlanFromImpactReport(impact, policyOverride) {
     if (impact.mode !== 'impact') {
         throw new Error(`Plan generation requires impact report data, received mode=${impact.mode}`);
@@ -181,9 +240,14 @@ function buildPlanFromImpactReport(impact, policyOverride) {
     const confidence = computeConfidence(impact, p0, p1);
     const runSet = pickRunSet(impact, p0, confidence, policy);
     const decision = buildDecision(runSet.runSet, confidence, impact, policy);
+    const enforcement = evaluateEnforcement(decision, policy);
     const requiredNewTests = impact.gaps.map((flow) => `${flow.id}: ${flow.name}`);
+    const sourceRunId = impact.runMetadata?.runId;
+    const runId = `plan-${sourceRunId || Date.now().toString(36)}`;
     return {
         schemaVersion: '1.0.0',
+        runId,
+        sourceRunId,
         generatedAt: new Date().toISOString(),
         source: 'impact',
         runSet: runSet.runSet,
@@ -197,6 +261,7 @@ function buildPlanFromImpactReport(impact, policyOverride) {
             applied: policy,
         },
         decision,
+        enforcement,
         metrics: {
             changedFiles: impact.changedFiles.length,
             impactedFlows: impact.flows.length,
@@ -243,6 +308,8 @@ function renderCiSummaryMarkdown(plan) {
     lines.push(`- Run set: \`${plan.runSet}\``);
     lines.push(`- Confidence: \`${plan.confidence}\``);
     lines.push(`- Summary: ${plan.decision.summary}`);
+    lines.push(`- Enforcement: mode=\`${plan.enforcement.mode}\`, shouldFail=\`${plan.enforcement.shouldFail}\``);
+    lines.push(`- Enforcement detail: ${plan.enforcement.summary}`);
     if (plan.policy.triggeredRules.length > 0) {
         lines.push(`- Policy triggers: ${plan.policy.triggeredRules.join(', ')}`);
     }
@@ -322,6 +389,85 @@ function renderCiSummaryMarkdown(plan) {
     }
     return lines.join('\n');
 }
+const PLAN_METRICS_EVENTS_PATH = '.e2e-ai-agents/metrics.jsonl';
+const PLAN_METRICS_SUMMARY_PATH = '.e2e-ai-agents/metrics-summary.json';
+function parsePlanMetricLine(line) {
+    const trimmed = line.trim();
+    if (!trimmed) {
+        return null;
+    }
+    try {
+        const parsed = JSON.parse(trimmed);
+        if (!parsed || parsed.schemaVersion !== '1.0.0' || typeof parsed.runId !== 'string') {
+            return null;
+        }
+        return parsed;
+    }
+    catch {
+        return null;
+    }
+}
+function appendPlanMetrics(appRoot, plan) {
+    const baseDir = (0, path_1.join)(appRoot, '.e2e-ai-agents');
+    (0, fs_1.mkdirSync)(baseDir, { recursive: true });
+    const eventsPath = (0, path_1.join)(appRoot, PLAN_METRICS_EVENTS_PATH);
+    const summaryPath = (0, path_1.join)(appRoot, PLAN_METRICS_SUMMARY_PATH);
+    const event = {
+        schemaVersion: '1.0.0',
+        timestamp: new Date().toISOString(),
+        runId: plan.runId,
+        sourceRunId: plan.sourceRunId,
+        action: plan.decision.action,
+        runSet: plan.runSet,
+        confidence: plan.confidence,
+        changedFiles: plan.metrics.changedFiles,
+        impactedFlows: plan.metrics.impactedFlows,
+        uncoveredP0P1Flows: plan.metrics.uncoveredP0P1Flows,
+        warnings: plan.metrics.warnings,
+        enforcementMode: plan.enforcement.mode,
+        enforcementShouldFail: plan.enforcement.shouldFail,
+    };
+    (0, fs_1.appendFileSync)(eventsPath, `${JSON.stringify(event)}\n`, 'utf-8');
+    const allEvents = (0, fs_1.existsSync)(eventsPath)
+        ? (0, fs_1.readFileSync)(eventsPath, 'utf-8')
+            .split('\n')
+            .map(parsePlanMetricLine)
+            .filter((item) => Boolean(item))
+        : [event];
+    const byAction = {
+        'run-now': 0,
+        'must-add-tests': 0,
+        'safe-to-merge': 0,
+    };
+    const byRunSet = {
+        smoke: 0,
+        targeted: 0,
+        full: 0,
+    };
+    let totalConfidence = 0;
+    let blockingRecommendations = 0;
+    for (const metricEvent of allEvents) {
+        byAction[metricEvent.action] += 1;
+        byRunSet[metricEvent.runSet] += 1;
+        totalConfidence += metricEvent.confidence;
+        if (metricEvent.enforcementShouldFail) {
+            blockingRecommendations += 1;
+        }
+    }
+    const totalRuns = allEvents.length;
+    const summary = {
+        schemaVersion: '1.0.0',
+        generatedAt: new Date().toISOString(),
+        totalRuns,
+        averageConfidence: totalRuns > 0 ? Number((totalConfidence / totalRuns).toFixed(2)) : 0,
+        byAction,
+        byRunSet,
+        blockingRecommendations,
+        blockingRate: totalRuns > 0 ? Number((blockingRecommendations / totalRuns).toFixed(4)) : 0,
+    };
+    (0, fs_1.writeFileSync)(summaryPath, JSON.stringify(summary, null, 2), 'utf-8');
+    return { eventsPath, summaryPath };
+}
 function writeCiSummary(appRoot, markdown, relativePath = '.e2e-ai-agents/ci-summary.md') {
     const fullPath = (0, path_1.join)(appRoot, relativePath);
     const dir = (0, path_1.dirname)(fullPath);

package/dist/agent/report.d.ts

@@ -5,6 +5,15 @@ import type { DataTestIdSuggestion } from './selectors.js';
 import type { GapTestSuggestion } from './gap_suggestions.js';
 export interface ReportData {
     mode: 'impact' | 'gap';
+    runMetadata?: {
+        runId: string;
+        startedAt: string;
+        completedAt: string;
+        durationMs: number;
+        sinceRef: string;
+        appPath: string;
+        testsRoot: string;
+    };
     changedFiles: string[];
     flows: FlowImpact[];
     coverage: FlowCoverage[];
@@ -65,6 +74,8 @@ export interface ReportData {
             generateStatus: string;
             healStatus?: string;
             error?: string;
+            failureCategory?: string;
+            failureCode?: string;
         }>;
         warnings: string[];
         mcp?: {

package/dist/agent/report.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"report.d.ts","sourceRoot":"","sources":["../../src/agent/report.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAC,WAAW,EAAC,MAAM,aAAa,CAAC;AAC7C,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,eAAe,CAAC;AAC9C,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,YAAY,CAAC;AAC7C,OAAO,KAAK,EAAC,oBAAoB,EAAC,MAAM,gBAAgB,CAAC;AACzD,OAAO,KAAK,EAAC,iBAAiB,EAAC,MAAM,sBAAsB,CAAC;AAG5D,MAAM,WAAW,UAAU;IACvB,IAAI,EAAE,QAAQ,GAAG,KAAK,CAAC;IACvB,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,KAAK,EAAE,UAAU,EAAE,CAAC;IACpB,QAAQ,EAAE,YAAY,EAAE,CAAC;IACzB,IAAI,EAAE,UAAU,EAAE,CAAC;IACnB,WAAW,EAAE,oBAAoB,EAAE,CAAC;IACpC,eAAe,CAAC,EAAE,iBAAiB,EAAE,CAAC;IAEtC,iBAAiB,CAAC,EAAE,iBAAiB,EAAE,CAAC;IACxC,SAAS,EAAE,MAAM,CAAC;IAClB,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,gBAAgB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC5B,WAAW,CAAC,EAAE;QACV,aAAa,EAAE,OAAO,CAAC;QACvB,WAAW,EAAE,SAAS,GAAG,WAAW,CAAC;QACrC,WAAW,EAAE,SAAS,GAAG,cAAc,GAAG,WAAW,CAAC;QACtD,eAAe,EAAE,MAAM,GAAG,QAAQ,GAAG,KAAK,CAAC;QAC3C,YAAY,CAAC,EAAE;YACX,MAAM,EAAE,UAAU,CAAC;YACnB,OAAO,EAAE,OAAO,CAAC;YACjB,YAAY,EAAE,MAAM,CAAC;YACrB,aAAa,EAAE,OAAO,CAAC;YACvB,aAAa,EAAE,MAAM,CAAC;YACtB,aAAa,EAAE,MAAM,CAAC;YACtB,YAAY,EAAE,MAAM,CAAC;YACrB,UAAU,EAAE,MAAM,CAAC;YACnB,YAAY,EAAE,MAAM,CAAC;YACrB,aAAa,EAAE,MAAM,CAAC;SACzB,CAAC;QACF,eAAe,CAAC,EAAE;YACd,MAAM,EAAE,yBAAyB,CAAC;YAClC,OAAO,EAAE,OAAO,CAAC;YACjB,SAAS,EAAE,MAAM,CAAC;YAClB,aAAa,EAAE,MAAM,CAAC;YACtB,aAAa,EAAE,MAAM,CAAC;YACtB,aAAa,EAAE,MAAM,CAAC;YACtB,QAAQ,EAAE,MAAM,CAAC;YACjB,SAAS,EAAE,OAAO,CAAC;SACtB,CAAC;QACF,aAAa,CAAC,EAAE;YACZ,MAAM,EAAE,KAAK,CAAC;YACd,OAAO,EAAE,OAAO,CAAC;YACjB,OAAO,EAAE,MAAM,CAAC;YAChB,QAAQ,EAAE,OAAO,CAAC;YAClB,WAAW,EAAE,MAAM,CAAC;YACpB,YAAY,EAAE,MAAM,CAAC;YACrB,WAAW,EAAE,MAAM,CAAC;YACpB,YAAY,EAAE,MAAM,CAAC;SACxB,CAAC;KACL,CAAC;IACF,QAAQ,CAAC,EAAE;QACP,MAAM,EAAE,MAAM,CAAC;QACf,OAAO,EAAE,KAAK,CAAC;YACX,MAAM,EAAE,MAAM,CAAC;YACf,QAAQ,EAAE,MAAM,CAAC;YACjB,YAAY,EAAE,MAAM,CAAC;YACrB,cAAc,EAAE,MAAM,CAAC;YACvB,UAAU,CAAC,EAAE,MAAM,CAAC;YACpB,KAAK,CAAC,EAAE,MAAM,CAAC;SAClB,CAAC,CAAC;QACH,QAAQ,EAAE,MAAM,EAAE,CAAC;QACnB,GAAG,CAAC,EAAE;YACF,SAAS,EAAE,OAAO,CAAC;YACnB,MAAM,EAAE,OAAO,CAAC;YAChB,OAAO,EAAE,MAAM,CAAC;SACnB,CAAC;KACL,CAAC;IACF,OAAO,CAAC,EAAE;QACN,YAAY,EAAE,MAAM,EAAE,CAAC;QACvB,cAAc,EAAE,MAAM,EAAE,CAAC;QACzB,YAAY,EAAE,MAAM,EAAE,CAAC;KAC1B,CAAC;CACL;AAmCD,wBAAgB,WAAW,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,WAAW,EAAE,IAAI,EAAE,UAAU,GAAG;IAAC,YAAY,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAA;CAAC,CAyI5H"}
+{"version":3,"file":"report.d.ts","sourceRoot":"","sources":["../../src/agent/report.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAC,WAAW,EAAC,MAAM,aAAa,CAAC;AAC7C,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,eAAe,CAAC;AAC9C,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,YAAY,CAAC;AAC7C,OAAO,KAAK,EAAC,oBAAoB,EAAC,MAAM,gBAAgB,CAAC;AACzD,OAAO,KAAK,EAAC,iBAAiB,EAAC,MAAM,sBAAsB,CAAC;AAG5D,MAAM,WAAW,UAAU;IACvB,IAAI,EAAE,QAAQ,GAAG,KAAK,CAAC;IACvB,WAAW,CAAC,EAAE;QACV,KAAK,EAAE,MAAM,CAAC;QACd,SAAS,EAAE,MAAM,CAAC;QAClB,WAAW,EAAE,MAAM,CAAC;QACpB,UAAU,EAAE,MAAM,CAAC;QACnB,QAAQ,EAAE,MAAM,CAAC;QACjB,OAAO,EAAE,MAAM,CAAC;QAChB,SAAS,EAAE,MAAM,CAAC;KACrB,CAAC;IACF,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,KAAK,EAAE,UAAU,EAAE,CAAC;IACpB,QAAQ,EAAE,YAAY,EAAE,CAAC;IACzB,IAAI,EAAE,UAAU,EAAE,CAAC;IACnB,WAAW,EAAE,oBAAoB,EAAE,CAAC;IACpC,eAAe,CAAC,EAAE,iBAAiB,EAAE,CAAC;IAEtC,iBAAiB,CAAC,EAAE,iBAAiB,EAAE,CAAC;IACxC,SAAS,EAAE,MAAM,CAAC;IAClB,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,gBAAgB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC5B,WAAW,CAAC,EAAE;QACV,aAAa,EAAE,OAAO,CAAC;QACvB,WAAW,EAAE,SAAS,GAAG,WAAW,CAAC;QACrC,WAAW,EAAE,SAAS,GAAG,cAAc,GAAG,WAAW,CAAC;QACtD,eAAe,EAAE,MAAM,GAAG,QAAQ,GAAG,KAAK,CAAC;QAC3C,YAAY,CAAC,EAAE;YACX,MAAM,EAAE,UAAU,CAAC;YACnB,OAAO,EAAE,OAAO,CAAC;YACjB,YAAY,EAAE,MAAM,CAAC;YACrB,aAAa,EAAE,OAAO,CAAC;YACvB,aAAa,EAAE,MAAM,CAAC;YACtB,aAAa,EAAE,MAAM,CAAC;YACtB,YAAY,EAAE,MAAM,CAAC;YACrB,UAAU,EAAE,MAAM,CAAC;YACnB,YAAY,EAAE,MAAM,CAAC;YACrB,aAAa,EAAE,MAAM,CAAC;SACzB,CAAC;QACF,eAAe,CAAC,EAAE;YACd,MAAM,EAAE,yBAAyB,CAAC;YAClC,OAAO,EAAE,OAAO,CAAC;YACjB,SAAS,EAAE,MAAM,CAAC;YAClB,aAAa,EAAE,MAAM,CAAC;YACtB,aAAa,EAAE,MAAM,CAAC;YACtB,aAAa,EAAE,MAAM,CAAC;YACtB,QAAQ,EAAE,MAAM,CAAC;YACjB,SAAS,EAAE,OAAO,CAAC;SACtB,CAAC;QACF,aAAa,CAAC,EAAE;YACZ,MAAM,EAAE,KAAK,CAAC;YACd,OAAO,EAAE,OAAO,CAAC;YACjB,OAAO,EAAE,MAAM,CAAC;YAChB,QAAQ,EAAE,OAAO,CAAC;YAClB,WAAW,EAAE,MAAM,CAAC;YACpB,YAAY,EAAE,MAAM,CAAC;YACrB,WAAW,EAAE,MAAM,CAAC;YACpB,YAAY,EAAE,MAAM,CAAC;SACxB,CAAC;KACL,CAAC;IACF,QAAQ,CAAC,EAAE;QACP,MAAM,EAAE,MAAM,CAAC;QACf,OAAO,EAAE,KAAK,CAAC;YACX,MAAM,EAAE,MAAM,CAAC;YACf,QAAQ,EAAE,MAAM,CAAC;YACjB,YAAY,EAAE,MAAM,CAAC;YACrB,cAAc,EAAE,MAAM,CAAC;YACvB,UAAU,CAAC,EAAE,MAAM,CAAC;YACpB,KAAK,CAAC,EAAE,MAAM,CAAC;YACf,eAAe,CAAC,EAAE,MAAM,CAAC;YACzB,WAAW,CAAC,EAAE,MAAM,CAAC;SACxB,CAAC,CAAC;QACH,QAAQ,EAAE,MAAM,EAAE,CAAC;QACnB,GAAG,CAAC,EAAE;YACF,SAAS,EAAE,OAAO,CAAC;YACnB,MAAM,EAAE,OAAO,CAAC;YAChB,OAAO,EAAE,MAAM,CAAC;SACnB,CAAC;KACL,CAAC;IACF,OAAO,CAAC,EAAE;QACN,YAAY,EAAE,MAAM,EAAE,CAAC;QACvB,cAAc,EAAE,MAAM,EAAE,CAAC;QACzB,YAAY,EAAE,MAAM,EAAE,CAAC;KAC1B,CAAC;CACL;AAmCD,wBAAgB,WAAW,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,WAAW,EAAE,IAAI,EAAE,UAAU,GAAG;IAAC,YAAY,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAA;CAAC,CAoJ5H"}

package/dist/agent/report.js

@@ -45,6 +45,12 @@ function writeReport(appRoot, config, data) {
     const markdownLines = [];
     markdownLines.push(`# ${data.mode === 'impact' ? 'Impact Analysis' : 'Gap Analysis'} Report`);
     markdownLines.push('');
+    if (data.runMetadata) {
+        markdownLines.push(`Run ID: ${data.runMetadata.runId}`);
+        markdownLines.push(`Run window: ${data.runMetadata.startedAt} -> ${data.runMetadata.completedAt}`);
+        markdownLines.push(`Run duration (ms): ${data.runMetadata.durationMs}`);
+        markdownLines.push(`Since ref: ${data.runMetadata.sinceRef}`);
+    }
     markdownLines.push(`Framework: ${data.framework}`);
     markdownLines.push(`Test Patterns: ${data.testPatterns.join(', ') || 'None'}`);
     if (data.flowCatalog) {
@@ -103,6 +109,9 @@ function writeReport(appRoot, config, data) {
             if (result.error) {
                 markdownLines.push(`  Error: ${result.error}`);
             }
+            if (result.failureCategory || result.failureCode) {
+                markdownLines.push(`  Failure taxonomy: category=${result.failureCategory || 'unknown'} code=${result.failureCode || 'unknown'}`);
+            }
         }
         if (data.pipeline.warnings.length > 0) {
             markdownLines.push('Pipeline warnings:');

package/dist/agent/runner.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"runner.d.ts","sourceRoot":"","sources":["../../src/agent/runner.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAC,WAAW,EAAC,MAAM,aAAa,CAAC;AAiN7C,MAAM,WAAW,UAAU;IACvB,KAAK,EAAE,OAAO,CAAC;CAClB;AAED,wBAAsB,SAAS,CAAC,OAAO,EAAE,WAAW,EAAE,QAAQ,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,CA6LzF;AAED,wBAAsB,MAAM,CAAC,OAAO,EAAE,WAAW,EAAE,QAAQ,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,CA0MtF"}
+{"version":3,"file":"runner.d.ts","sourceRoot":"","sources":["../../src/agent/runner.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAC,WAAW,EAAC,MAAM,aAAa,CAAC;AAoN7C,MAAM,WAAW,UAAU;IACvB,KAAK,EAAE,OAAO,CAAC;CAClB;AAYD,wBAAsB,SAAS,CAAC,OAAO,EAAE,WAAW,EAAE,QAAQ,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,CAyMzF;AAED,wBAAsB,MAAM,CAAC,OAAO,EAAE,WAAW,EAAE,QAAQ,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,CAsNtF"}

package/dist/agent/runner.js

@@ -118,11 +118,14 @@ function buildRecommendedTestsFromCoverage(flows, coverage) {
         const flow = flowMap.get(entry.flowId);
         const flagSummary = (0, flags_js_1.formatFlags)(flow?.flags || []);
         for (const test of entry.coveredBy) {
-            if (!testNotes.has(test)) {
-                testNotes.set(test, new Set());
+            const normalizedTest = (0, utils_js_1.normalizePath)(test)
+                .replace(/^\.\//, '')
+                .replace(/^e2e-tests\/playwright\//, '');
+            if (!testNotes.has(normalizedTest)) {
+                testNotes.set(normalizedTest, new Set());
             }
             if (flagSummary !== 'none') {
-                testNotes.get(test)?.add(flagSummary);
+                testNotes.get(normalizedTest)?.add(flagSummary);
             }
         }
     }
@@ -194,12 +197,24 @@ function classifyImpactModelConfidence(flowMapping, testMapping, dependencyGraph
     }
     return 'low';
 }
+function createRunId(mode) {
+    const ciRunId = process.env.GITHUB_RUN_ID;
+    const entropy = Math.random().toString(36).slice(2, 8);
+    const ts = Date.now().toString(36);
+    if (ciRunId) {
+        return `${mode}-gh-${ciRunId}-${ts}-${entropy}`;
+    }
+    return `${mode}-local-${ts}-${entropy}`;
+}
 async function runImpact(_config, _options) {
     ensureAppRoot(_config.path);
     if (_config.testsRoot) {
         ensureAppRoot(_config.testsRoot);
     }
     const deadline = Date.now() + _config.timeLimitMinutes * 60 * 1000;
+    const runStartedAt = new Date().toISOString();
+    const runStartedTs = Date.now();
+    const runId = createRunId('impact');
     const warnings = [];
     const testsRoot = _config.testsRoot || _config.path;
     const frameworkDetection = (0, framework_js_1.detectFramework)(testsRoot, _config.framework);
@@ -272,7 +287,7 @@ async function runImpact(_config, _options) {
                 coverageMap.set(entry.flowId, entry.coveredBy);
             }
             gaps = computeGaps(flows, coverageMap);
-            recommendedTests = buildRecommendedTestsWithFlags(flows, testsByFlow);
+            recommendedTests = buildRecommendedTestsFromCoverage(flows, coverage);
         }
         else {
             const traceability = (0, traceability_js_1.mapTraceabilityToFlows)(testsRoot, _config.impact.traceability, flows);
@@ -324,6 +339,15 @@ async function runImpact(_config, _options) {
     const reportRoot = testsRoot;
     const report = (0, report_js_1.writeReport)(reportRoot, _config, {
         mode: 'impact',
+        runMetadata: {
+            runId,
+            startedAt: runStartedAt,
+            completedAt: new Date().toISOString(),
+            durationMs: Date.now() - runStartedTs,
+            sinceRef: _config.git.since,
+            appPath: _config.path,
+            testsRoot,
+        },
         changedFiles,
         flows: sortFlows(flows),
         coverage,
@@ -370,6 +394,9 @@ async function runGap(_config, _options) {
         ensureAppRoot(_config.testsRoot);
     }
     const deadline = Date.now() + _config.timeLimitMinutes * 60 * 1000;
+    const runStartedAt = new Date().toISOString();
+    const runStartedTs = Date.now();
+    const runId = createRunId('gap');
     const warnings = [];
     const testsRoot = _config.testsRoot || _config.path;
     const frameworkDetection = (0, framework_js_1.detectFramework)(testsRoot, _config.framework);
@@ -454,7 +481,7 @@ async function runGap(_config, _options) {
                 coverageMap.set(entry.flowId, entry.coveredBy);
             }
             gaps = computeGaps(flows, coverageMap);
-            recommendedTests = buildRecommendedTestsWithFlags(flows, testsByFlow);
+            recommendedTests = buildRecommendedTestsFromCoverage(flows, coverage);
         }
         else {
             const traceability = (0, traceability_js_1.mapTraceabilityToFlows)(testsRoot, _config.impact.traceability, flows);
@@ -506,6 +533,15 @@ async function runGap(_config, _options) {
     const reportRoot = testsRoot;
     const report = (0, report_js_1.writeReport)(reportRoot, _config, {
         mode: 'gap',
+        runMetadata: {
+            runId,
+            startedAt: runStartedAt,
+            completedAt: new Date().toISOString(),
+            durationMs: Date.now() - runStartedTs,
+            sinceRef: _config.git.since,
+            appPath: _config.path,
+            testsRoot,
+        },
         changedFiles,
         flows: sortFlows(flows),
         coverage,

package/dist/api.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"api.d.ts","sourceRoot":"","sources":["../src/api.ts"],"names":[],"mappings":"AAKA,OAAO,EAAgB,KAAK,eAAe,EAAC,MAAM,mBAAmB,CAAC;AAEtE,OAAO,EAMH,KAAK,UAAU,EAClB,MAAM,iBAAiB,CAAC;AACzB,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,mBAAmB,CAAC;AAElD,OAAO,EAAyB,KAAK,6BAA6B,EAAE,KAAK,4BAA4B,EAAC,MAAM,oBAAoB,CAAC;AACjI,OAAO,EAEH,KAAK,yBAAyB,EAC9B,KAAK,wBAAwB,EAChC,MAAM,gCAAgC,CAAC;AACxC,OAAO,EAGH,KAAK,yBAAyB,EACjC,MAAM,iCAAiC,CAAC;AAEzC,MAAM,WAAW,eAAgB,SAAQ,IAAI,CAAC,eAAe,EAAE,MAAM,CAAC;IAClE,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,aAAa,CAAC,EAAE,OAAO,CAAC;CAC3B;AAED,MAAM,WAAW,aAAa;IAC1B,MAAM,EAAE,UAAU,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,oBAAqB,SAAQ,aAAa;IACvD,IAAI,EAAE,UAAU,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,aAAa,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,WAAW,4BAA4B;IACzC,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,OAAO,CAAC;IACjB,OAAO,CAAC,EAAE,yBAAyB,CAAC;CACvC;AAED,MAAM,WAAW,6BAA6B;IAC1C,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC7B;AA0BD,wBAAsB,aAAa,CAAC,OAAO,GAAE,eAAoB,GAAG,OAAO,CAAC,aAAa,CAAC,CAOzF;AAED,wBAAsB,QAAQ,CAAC,OAAO,GAAE,eAAoB,GAAG,OAAO,CAAC,aAAa,CAAC,CAOpF;AAED,wBAAsB,cAAc,CAAC,OAAO,GAAE,eAAoB,GAAG,OAAO,CAAC,oBAAoB,CAAC,CAwBjG;AAED,wBAAgB,qBAAqB,CAAC,OAAO,EAAE,6BAA6B,GAAG,4BAA4B,CAE1G;AAED,wBAAgB,kBAAkB,CAAC,OAAO,EAAE,4BAA4B,GAAG,wBAAwB,CASlG;AAED,wBAAgB,mBAAmB,CAAC,OAAO,EAAE,6BAA6B,GAAG,yBAAyB,CAkBrG"}
+{"version":3,"file":"api.d.ts","sourceRoot":"","sources":["../src/api.ts"],"names":[],"mappings":"AAKA,OAAO,EAAgB,KAAK,eAAe,EAAC,MAAM,mBAAmB,CAAC;AAEtE,OAAO,EAOH,KAAK,UAAU,EAClB,MAAM,iBAAiB,CAAC;AACzB,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,mBAAmB,CAAC;AAElD,OAAO,EAAyB,KAAK,6BAA6B,EAAE,KAAK,4BAA4B,EAAC,MAAM,oBAAoB,CAAC;AACjI,OAAO,EAEH,KAAK,yBAAyB,EAC9B,KAAK,wBAAwB,EAChC,MAAM,gCAAgC,CAAC;AACxC,OAAO,EAGH,KAAK,yBAAyB,EACjC,MAAM,iCAAiC,CAAC;AAEzC,MAAM,WAAW,eAAgB,SAAQ,IAAI,CAAC,eAAe,EAAE,MAAM,CAAC;IAClE,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,aAAa,CAAC,EAAE,OAAO,CAAC;CAC3B;AAED,MAAM,WAAW,aAAa;IAC1B,MAAM,EAAE,UAAU,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,oBAAqB,SAAQ,aAAa;IACvD,IAAI,EAAE,UAAU,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,aAAa,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,WAAW,4BAA4B;IACzC,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,OAAO,CAAC;IACjB,OAAO,CAAC,EAAE,yBAAyB,CAAC;CACvC;AAED,MAAM,WAAW,6BAA6B;IAC1C,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC7B;AA0BD,wBAAsB,aAAa,CAAC,OAAO,GAAE,eAAoB,GAAG,OAAO,CAAC,aAAa,CAAC,CAOzF;AAED,wBAAsB,QAAQ,CAAC,OAAO,GAAE,eAAoB,GAAG,OAAO,CAAC,aAAa,CAAC,CAOpF;AAED,wBAAsB,cAAc,CAAC,OAAO,GAAE,eAAoB,GAAG,OAAO,CAAC,oBAAoB,CAAC,CAyBjG;AAED,wBAAgB,qBAAqB,CAAC,OAAO,EAAE,6BAA6B,GAAG,4BAA4B,CAE1G;AAED,wBAAgB,kBAAkB,CAAC,OAAO,EAAE,4BAA4B,GAAG,wBAAwB,CASlG;AAED,wBAAgB,mBAAmB,CAAC,OAAO,EAAE,6BAA6B,GAAG,yBAAyB,CAkBrG"}

package/dist/api.js

@@ -70,6 +70,7 @@ async function recommendTests(options = {}) {
     const planPath = (0, plan_js_1.writePlanReport)(reportRoot, plan);
     const ciSummaryMarkdown = (0, plan_js_1.renderCiSummaryMarkdown)(plan);
     const ciSummaryPath = (0, plan_js_1.writeCiSummary)(reportRoot, ciSummaryMarkdown);
+    (0, plan_js_1.appendPlanMetrics)(reportRoot, plan);
     return {
         report,
         reportPath: impactPath,

package/dist/cli.js

@@ -89,6 +89,7 @@ function printUsage() {
         '  --pipeline-base-url   Base URL for Playwright runs',
         '  --pipeline-browser    Browser: chrome|chromium|firefox|webkit',
         '  --pipeline-headless   Run in headless mode',
+        '  --pipeline-headed     Run in headed mode',
         '  --pipeline-project    Playwright project name',
         '  --pipeline-parallel   Enable parallel mode in generator',
         '  --pipeline-dry-run    Do not execute pipeline (report only)',
@@ -103,6 +104,8 @@ function printUsage() {
         '  --policy-safe-merge-confidence <n> Confidence needed for safe-to-merge',
         '  --policy-force-full-on-warnings <n> Escalate to full at warning count',
         '  --policy-risky-patterns <globs>     Comma-separated risky file globs',
+        '  --policy-enforcement-mode <mode>    advisory | warn | block',
+        '  --policy-block-actions <actions>    Comma-separated CI actions to block/warn',
         '  --ci-comment-path <path>            Write CI markdown summary',
         '  --github-output <path>              Write GitHub Actions outputs',
         '  --fail-on-must-add-tests            Exit non-zero on must-add-tests decision',
@@ -246,6 +249,10 @@ function parseArgs(argv) {
             parsed.pipelineHeadless = true;
             continue;
         }
+        if (arg === '--pipeline-headed') {
+            parsed.pipelineHeadless = false;
+            continue;
+        }
         if (arg === '--pipeline-project' && next) {
             parsed.pipelineProject = next;
             i += 1;
@@ -322,6 +329,21 @@ function parseArgs(argv) {
             i += 1;
             continue;
         }
+        if (arg === '--policy-enforcement-mode' && next) {
+            if (next === 'advisory' || next === 'warn' || next === 'block') {
+                parsed.policyEnforcementMode = next;
+            }
+            i += 1;
+            continue;
+        }
+        if (arg === '--policy-block-actions' && next) {
+            parsed.policyBlockActions = next
+                .split(',')
+                .map((value) => value.trim())
+                .filter((value) => (value === 'run-now' || value === 'must-add-tests' || value === 'safe-to-merge'));
+            i += 1;
+            continue;
+        }
         if (arg === '--ci-comment-path' && next) {
             parsed.ciCommentPath = next;
             i += 1;
@@ -796,12 +818,16 @@ async function main() {
         policy: args.policyMinConfidence !== undefined ||
             args.policySafeMergeConfidence !== undefined ||
             args.policyWarningsThreshold !== undefined ||
-            (args.policyRiskyPatterns && args.policyRiskyPatterns.length > 0)
+            (args.policyRiskyPatterns && args.policyRiskyPatterns.length > 0) ||
+            args.policyEnforcementMode !== undefined ||
+            (args.policyBlockActions && args.policyBlockActions.length > 0)
             ? {
                 minConfidenceForTargeted: args.policyMinConfidence,
                 safeMergeMinConfidence: args.policySafeMergeConfidence,
                 forceFullOnWarningsAtOrAbove: args.policyWarningsThreshold,
                 riskyFilePatterns: args.policyRiskyPatterns,
+                enforcementMode: args.policyEnforcementMode,
+                blockOnActions: args.policyBlockActions,
             }
             : undefined,
     });
@@ -830,24 +856,33 @@ async function main() {
         const planPath = (0, plan_js_1.writePlanReport)(reportRoot, plan);
         const summaryMarkdown = (0, plan_js_1.renderCiSummaryMarkdown)(plan);
         const summaryPath = (0, plan_js_1.writeCiSummary)(reportRoot, summaryMarkdown, args.ciCommentPath);
+        const metrics = (0, plan_js_1.appendPlanMetrics)(reportRoot, plan);
         const ghaOutput = args.githubOutputPath || process.env.GITHUB_OUTPUT;
         if (ghaOutput) {
             (0, fs_1.appendFileSync)(ghaOutput, `run_set=${plan.runSet}\n`);
             (0, fs_1.appendFileSync)(ghaOutput, `action=${plan.decision.action}\n`);
             (0, fs_1.appendFileSync)(ghaOutput, `confidence=${plan.confidence}\n`);
+            (0, fs_1.appendFileSync)(ghaOutput, `enforcement_mode=${plan.enforcement.mode}\n`);
+            (0, fs_1.appendFileSync)(ghaOutput, `enforcement_should_fail=${plan.enforcement.shouldFail}\n`);
             (0, fs_1.appendFileSync)(ghaOutput, `recommended_tests_count=${plan.recommendedTests.length}\n`);
             (0, fs_1.appendFileSync)(ghaOutput, `required_new_tests_count=${plan.requiredNewTests.length}\n`);
             (0, fs_1.appendFileSync)(ghaOutput, `plan_path=${planPath}\n`);
             (0, fs_1.appendFileSync)(ghaOutput, `summary_path=${summaryPath}\n`);
+            (0, fs_1.appendFileSync)(ghaOutput, `metrics_events_path=${metrics.eventsPath}\n`);
+            (0, fs_1.appendFileSync)(ghaOutput, `metrics_summary_path=${metrics.summaryPath}\n`);
         }
         // eslint-disable-next-line no-console
         console.log(`Suggested run set: ${plan.runSet} (confidence ${plan.confidence})`);
         // eslint-disable-next-line no-console
         console.log(`Decision: ${plan.decision.action} - ${plan.decision.summary}`);
         // eslint-disable-next-line no-console
+        console.log(`Enforcement: ${plan.enforcement.mode} (shouldFail=${plan.enforcement.shouldFail})`);
+        // eslint-disable-next-line no-console
         console.log(`Plan data: ${planPath}`);
         // eslint-disable-next-line no-console
         console.log(`CI summary: ${summaryPath}`);
+        // eslint-disable-next-line no-console
+        console.log(`Plan metrics: ${metrics.summaryPath}`);
         if (plan.nextActions) {
             // eslint-disable-next-line no-console
             console.log(`Next action (run existing): ${plan.nextActions.runRecommendedTests || plan.nextActions.runSmokeSuite}`);
@@ -856,7 +891,8 @@ async function main() {
             // eslint-disable-next-line no-console
             console.log(`Next action (heal): ${plan.nextActions.healGeneratedTests}`);
         }
-        if (args.failOnMustAddTests && plan.decision.action === 'must-add-tests') {
+        const failOnLegacyFlag = args.failOnMustAddTests && plan.decision.action === 'must-add-tests';
+        if (failOnLegacyFlag || plan.enforcement.shouldFail) {
             process.exit(2);
         }
         return;

package/dist/esm/agent/config.js

@@ -72,6 +72,7 @@ const DEFAULT_CONFIG = {
         scenarios: 3,
         outputDir: 'specs/functional/ai-assisted',
         heal: true,
+        project: 'chrome',
         mcp: false,
         mcpAllowFallback: false,
     },
@@ -120,6 +121,8 @@ const DEFAULT_CONFIG = {
             '**/*.sql',
             '**/webhook/**',
         ],
+        enforcementMode: 'advisory',
+        blockOnActions: ['must-add-tests'],
     },
     flags: {
         defaultState: 'on',
@@ -266,6 +269,18 @@ function normalizeFlagState(value) {
     }
     return undefined;
 }
+function normalizePolicyEnforcementMode(value) {
+    if (value === 'advisory' || value === 'warn' || value === 'block') {
+        return value;
+    }
+    return undefined;
+}
+function normalizePolicyBlockAction(value) {
+    if (value === 'run-now' || value === 'must-add-tests' || value === 'safe-to-merge') {
+        return value;
+    }
+    return undefined;
+}
 function extractConfigPatch(raw) {
     const patch = {};
     if (typeof raw.path === 'string') {
@@ -462,6 +477,11 @@ function extractConfigPatch(raw) {
     }
     if (raw.policy && typeof raw.policy === 'object') {
         const policy = raw.policy;
+        const blockOnActions = Array.isArray(policy.blockOnActions)
+            ? policy.blockOnActions
+                .map((value) => normalizePolicyBlockAction(value))
+                .filter((value) => Boolean(value))
+            : DEFAULT_CONFIG.policy.blockOnActions;
         patch.policy = {
             minConfidenceForTargeted: coerceNumber(policy.minConfidenceForTargeted) ?? DEFAULT_CONFIG.policy.minConfidenceForTargeted,
             safeMergeMinConfidence: coerceNumber(policy.safeMergeMinConfidence) ?? DEFAULT_CONFIG.policy.safeMergeMinConfidence,
@@ -475,6 +495,8 @@ function extractConfigPatch(raw) {
             riskyFilePatterns: Array.isArray(policy.riskyFilePatterns)
                 ? policy.riskyFilePatterns.filter((pattern) => typeof pattern === 'string')
                 : DEFAULT_CONFIG.policy.riskyFilePatterns,
+            enforcementMode: normalizePolicyEnforcementMode(policy.enforcementMode) ?? DEFAULT_CONFIG.policy.enforcementMode,
+            blockOnActions: blockOnActions.length > 0 ? blockOnActions : DEFAULT_CONFIG.policy.blockOnActions,
         };
     }
     if (raw.flags && typeof raw.flags === 'object') {
@@ -610,6 +632,12 @@ export function resolveConfig(cwd, configPath, overrides) {
         if (overrides.policy.riskyFilePatterns && overrides.policy.riskyFilePatterns.length > 0) {
             policyPatch.riskyFilePatterns = overrides.policy.riskyFilePatterns;
         }
+        if (overrides.policy.enforcementMode !== undefined) {
+            policyPatch.enforcementMode = overrides.policy.enforcementMode;
+        }
+        if (overrides.policy.blockOnActions && overrides.policy.blockOnActions.length > 0) {
+            policyPatch.blockOnActions = overrides.policy.blockOnActions;
+        }
         config.policy = { ...config.policy, ...policyPatch };
     }
     if (overrides?.specPDF) {