@yasserkhanorg/e2e-agents 0.7.4 → 0.7.5

package/dist/engine/plan_builder.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"plan_builder.d.ts","sourceRoot":"","sources":["../../src/engine/plan_builder.ts"],"names":[],"mappings":"AAOA,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,oBAAoB,CAAC;AACrD,OAAO,KAAK,EAAC,YAAY,EAAkB,MAAM,oBAAoB,CAAC;AAEtE,OAAO,KAAK,EAAC,kBAAkB,EAAC,MAAM,oBAAoB,CAAC;AAG3D,OAAO,KAAK,EACR,UAAU,EACV,SAAS,EACT,kBAAkB,EAIrB,MAAM,kBAAkB,CAAC;AAE1B,YAAY,EAAC,UAAU,EAAE,SAAS,EAAE,kBAAkB,EAAC,CAAC;AAqOxD,wBAAgB,mBAAmB,CAC/B,MAAM,EAAE,YAAY,EACpB,cAAc,CAAC,EAAE,OAAO,CAAC,YAAY,CAAC,EACtC,YAAY,CAAC,EAAE,kBAAkB,GAClC,UAAU,CA0IZ;AAED,wBAAgB,eAAe,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,GAAG,MAAM,CAMzE;AAED,wBAAgB,uBAAuB,CAAC,IAAI,EAAE,UAAU,GAAG,MAAM,CAsEhE;AAED,wBAAgB,cAAc,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,YAAY,SAAiC,GAAG,MAAM,CAMvH"}
+{"version":3,"file":"plan_builder.d.ts","sourceRoot":"","sources":["../../src/engine/plan_builder.ts"],"names":[],"mappings":"AAOA,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,oBAAoB,CAAC;AACrD,OAAO,KAAK,EAAC,YAAY,EAAkB,MAAM,oBAAoB,CAAC;AAEtE,OAAO,KAAK,EAAC,kBAAkB,EAAC,MAAM,oBAAoB,CAAC;AAG3D,OAAO,KAAK,EACR,UAAU,EACV,SAAS,EACT,kBAAkB,EAIrB,MAAM,kBAAkB,CAAC;AAE1B,YAAY,EAAC,UAAU,EAAE,SAAS,EAAE,kBAAkB,EAAC,CAAC;AAqOxD,wBAAgB,mBAAmB,CAC/B,MAAM,EAAE,YAAY,EACpB,cAAc,CAAC,EAAE,OAAO,CAAC,YAAY,CAAC,EACtC,YAAY,CAAC,EAAE,kBAAkB,GAClC,UAAU,CA0IZ;AAED,wBAAgB,eAAe,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,GAAG,MAAM,CAMzE;AAED,wBAAgB,uBAAuB,CAAC,IAAI,EAAE,UAAU,GAAG,MAAM,CAuGhE;AAED,wBAAgB,cAAc,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,YAAY,SAAiC,GAAG,MAAM,CAMvH"}

package/dist/engine/plan_builder.js

@@ -335,16 +335,21 @@ function renderCiSummaryMarkdown(plan) {
     const lines = [];
     const { uncoveredP0P1Flows, changedFiles, impactedFlows, coveredFlows: coveredCount, partialFlows: partialCount } = plan.metrics;
     const mustAddTests = plan.decision.action === 'must-add-tests';
+    const flowsWithAdvisory = plan.coveredFlows.filter((f) => f.advisoryScenarios && f.advisoryScenarios.length > 0);
+    const cleanFlows = plan.coveredFlows.filter((f) => !f.advisoryScenarios || f.advisoryScenarios.length === 0);
     const statusEmoji = mustAddTests ? '🔴' : plan.decision.action === 'safe-to-merge' ? '🟢' : '🟡';
     lines.push(`## ${statusEmoji} E2E Coverage: ${plan.decision.title}`);
     lines.push('');
     lines.push(`${plan.decision.summary}`);
     lines.push('');
-    // Build a readable coverage breakdown instead of raw P0/P1 counts
+    // Coverage breakdown: "3 covered · 2 new · 1 gap · 1 partial"
     const parts = [];
     if ((coveredCount ?? 0) > 0) {
         parts.push(`${coveredCount} covered`);
     }
+    if (flowsWithAdvisory.length > 0) {
+        parts.push(`${flowsWithAdvisory.length} new behavior`);
+    }
     if (uncoveredP0P1Flows > 0) {
         parts.push(`${uncoveredP0P1Flows} gap${uncoveredP0P1Flows !== 1 ? 's' : ''}`);
     }
@@ -353,6 +358,7 @@ function renderCiSummaryMarkdown(plan) {
     }
     const breakdown = parts.length > 0 ? ` (${parts.join(' · ')})` : '';
     lines.push(`**${changedFiles}** files changed → **${impactedFlows}** features impacted${breakdown}`);
+    // ── Blocking gaps ──────────────────────────────────────────────────────────
     if (mustAddTests && plan.requiredNewTests.length > 0) {
         lines.push('');
         lines.push('### ⚠️ Add E2E tests for these uncovered P0/P1 features');
@@ -361,32 +367,57 @@ function renderCiSummaryMarkdown(plan) {
         lines.push('');
         for (const gap of plan.gapDetails.filter((g) => !g.name.includes('(partial)'))) {
             const aiLabel = gap.source === 'ai+deterministic' ? ' ✦ AI-enriched' : '';
-            lines.push(`- **${gap.name}** [${gap.priority}]${aiLabel}`);
+            lines.push(`> [!WARNING]`);
+            lines.push(`> **${gap.name}** · ${gap.priority}${aiLabel}`);
+            // AI-provided reasons (skip the first generic deterministic reason)
+            const aiReasons = gap.reasons.slice(1);
+            if (aiReasons.length > 0) {
+                lines.push(`> ${aiReasons.join(' ')}`);
+            }
             if (gap.missingScenarios && gap.missingScenarios.length > 0) {
+                lines.push(`>`);
+                lines.push(`> **Suggested test scenarios:**`);
                 for (const scenario of gap.missingScenarios) {
-                    lines.push(`  - ${scenario}`);
+                    lines.push(`> - [ ] ${scenario}`);
                 }
             }
-            // Show AI-provided reasons (skip the first deterministic reason which is always included)
-            const aiReasons = gap.reasons.slice(1);
-            if (aiReasons.length > 0) {
-                lines.push(`  - *AI insight*: ${aiReasons.join('; ')}`);
+            lines.push('');
+        }
+    }
+    // ── Advisory: covered flows with new behavior detected ────────────────────
+    if (flowsWithAdvisory.length > 0) {
+        lines.push('');
+        lines.push(`### 💡 New behavior detected in ${flowsWithAdvisory.length} covered feature${flowsWithAdvisory.length !== 1 ? 's' : ''}`);
+        lines.push('');
+        lines.push('These features already have E2E tests, but this PR introduces new behavior worth covering:');
+        lines.push('');
+        for (const flow of flowsWithAdvisory) {
+            lines.push(`> [!TIP]`);
+            lines.push(`> **${flow.name}** · ${flow.priority} — ${flow.coveredBy.join(', ')}`);
+            lines.push(`>`);
+            lines.push(`> Consider adding tests for:`);
+            for (const s of flow.advisoryScenarios) {
+                lines.push(`> - [ ] ${s}`);
             }
+            lines.push('');
         }
     }
-    if (plan.coveredFlows.length > 0) {
+    // ── Clean covered flows (collapsed) ───────────────────────────────────────
+    if (cleanFlows.length > 0 || flowsWithAdvisory.length > 0) {
         lines.push('');
-        lines.push('### ✅ Covered features');
+        const label = cleanFlows.length > 0
+            ? `✅ Covered flows (${cleanFlows.length})`
+            : `✅ All covered flows have advisory notes above`;
+        lines.push(`<details><summary>${label}</summary>`);
         lines.push('');
-        for (const flow of plan.coveredFlows) {
+        for (const flow of cleanFlows) {
             lines.push(`- **${flow.name}** [${flow.priority}] — ${flow.coveredBy.join(', ')}`);
-            if (flow.advisoryScenarios && flow.advisoryScenarios.length > 0) {
-                lines.push(`  💡 New behavior in this PR — consider adding:`);
-                for (const s of flow.advisoryScenarios) {
-                    lines.push(`  - [ ] ${s}`);
-                }
-            }
         }
+        for (const flow of flowsWithAdvisory) {
+            lines.push(`- **${flow.name}** [${flow.priority}] — ${flow.coveredBy.join(', ')} 💡`);
+        }
+        lines.push('');
+        lines.push('</details>');
     }
     if (plan.confidence < 100) {
         lines.push('');

package/dist/esm/engine/plan_builder.js

@@ -329,16 +329,21 @@ export function renderCiSummaryMarkdown(plan) {
     const lines = [];
     const { uncoveredP0P1Flows, changedFiles, impactedFlows, coveredFlows: coveredCount, partialFlows: partialCount } = plan.metrics;
     const mustAddTests = plan.decision.action === 'must-add-tests';
+    const flowsWithAdvisory = plan.coveredFlows.filter((f) => f.advisoryScenarios && f.advisoryScenarios.length > 0);
+    const cleanFlows = plan.coveredFlows.filter((f) => !f.advisoryScenarios || f.advisoryScenarios.length === 0);
     const statusEmoji = mustAddTests ? '🔴' : plan.decision.action === 'safe-to-merge' ? '🟢' : '🟡';
     lines.push(`## ${statusEmoji} E2E Coverage: ${plan.decision.title}`);
     lines.push('');
     lines.push(`${plan.decision.summary}`);
     lines.push('');
-    // Build a readable coverage breakdown instead of raw P0/P1 counts
+    // Coverage breakdown: "3 covered · 2 new · 1 gap · 1 partial"
     const parts = [];
     if ((coveredCount ?? 0) > 0) {
         parts.push(`${coveredCount} covered`);
     }
+    if (flowsWithAdvisory.length > 0) {
+        parts.push(`${flowsWithAdvisory.length} new behavior`);
+    }
     if (uncoveredP0P1Flows > 0) {
         parts.push(`${uncoveredP0P1Flows} gap${uncoveredP0P1Flows !== 1 ? 's' : ''}`);
     }
@@ -347,6 +352,7 @@ export function renderCiSummaryMarkdown(plan) {
     }
     const breakdown = parts.length > 0 ? ` (${parts.join(' · ')})` : '';
     lines.push(`**${changedFiles}** files changed → **${impactedFlows}** features impacted${breakdown}`);
+    // ── Blocking gaps ──────────────────────────────────────────────────────────
     if (mustAddTests && plan.requiredNewTests.length > 0) {
         lines.push('');
         lines.push('### ⚠️ Add E2E tests for these uncovered P0/P1 features');
@@ -355,32 +361,57 @@ export function renderCiSummaryMarkdown(plan) {
         lines.push('');
         for (const gap of plan.gapDetails.filter((g) => !g.name.includes('(partial)'))) {
             const aiLabel = gap.source === 'ai+deterministic' ? ' ✦ AI-enriched' : '';
-            lines.push(`- **${gap.name}** [${gap.priority}]${aiLabel}`);
+            lines.push(`> [!WARNING]`);
+            lines.push(`> **${gap.name}** · ${gap.priority}${aiLabel}`);
+            // AI-provided reasons (skip the first generic deterministic reason)
+            const aiReasons = gap.reasons.slice(1);
+            if (aiReasons.length > 0) {
+                lines.push(`> ${aiReasons.join(' ')}`);
+            }
             if (gap.missingScenarios && gap.missingScenarios.length > 0) {
+                lines.push(`>`);
+                lines.push(`> **Suggested test scenarios:**`);
                 for (const scenario of gap.missingScenarios) {
-                    lines.push(`  - ${scenario}`);
+                    lines.push(`> - [ ] ${scenario}`);
                 }
             }
-            // Show AI-provided reasons (skip the first deterministic reason which is always included)
-            const aiReasons = gap.reasons.slice(1);
-            if (aiReasons.length > 0) {
-                lines.push(`  - *AI insight*: ${aiReasons.join('; ')}`);
+            lines.push('');
+        }
+    }
+    // ── Advisory: covered flows with new behavior detected ────────────────────
+    if (flowsWithAdvisory.length > 0) {
+        lines.push('');
+        lines.push(`### 💡 New behavior detected in ${flowsWithAdvisory.length} covered feature${flowsWithAdvisory.length !== 1 ? 's' : ''}`);
+        lines.push('');
+        lines.push('These features already have E2E tests, but this PR introduces new behavior worth covering:');
+        lines.push('');
+        for (const flow of flowsWithAdvisory) {
+            lines.push(`> [!TIP]`);
+            lines.push(`> **${flow.name}** · ${flow.priority} — ${flow.coveredBy.join(', ')}`);
+            lines.push(`>`);
+            lines.push(`> Consider adding tests for:`);
+            for (const s of flow.advisoryScenarios) {
+                lines.push(`> - [ ] ${s}`);
             }
+            lines.push('');
         }
     }
-    if (plan.coveredFlows.length > 0) {
+    // ── Clean covered flows (collapsed) ───────────────────────────────────────
+    if (cleanFlows.length > 0 || flowsWithAdvisory.length > 0) {
         lines.push('');
-        lines.push('### ✅ Covered features');
+        const label = cleanFlows.length > 0
+            ? `✅ Covered flows (${cleanFlows.length})`
+            : `✅ All covered flows have advisory notes above`;
+        lines.push(`<details><summary>${label}</summary>`);
         lines.push('');
-        for (const flow of plan.coveredFlows) {
+        for (const flow of cleanFlows) {
             lines.push(`- **${flow.name}** [${flow.priority}] — ${flow.coveredBy.join(', ')}`);
-            if (flow.advisoryScenarios && flow.advisoryScenarios.length > 0) {
-                lines.push(`  💡 New behavior in this PR — consider adding:`);
-                for (const s of flow.advisoryScenarios) {
-                    lines.push(`  - [ ] ${s}`);
-                }
-            }
         }
+        for (const flow of flowsWithAdvisory) {
+            lines.push(`- **${flow.name}** [${flow.priority}] — ${flow.coveredBy.join(', ')} 💡`);
+        }
+        lines.push('');
+        lines.push('</details>');
     }
     if (plan.confidence < 100) {
         lines.push('');

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@yasserkhanorg/e2e-agents",
-  "version": "0.7.4",
+  "version": "0.7.5",
   "description": "Pluggable LLM provider library for AI-powered test automation. Use Claude, Ollama, or your own LLM. Integrate with Playwright, Jest, or any test framework. MCP server for test agents, cost tracking, and hybrid provider mode.",
   "main": "dist/index.js",
   "module": "dist/esm/index.js",