@bughunters/vision 1.0.4 → 1.0.6

package/README.md

@@ -130,6 +130,27 @@ The report includes side-by-side Baseline / Current / Diff views with full-scree
 
 ---
 
+## Terminal output
+
+BugHunters Vision keeps terminal output compact and linear — one line per step, no duplicates:
+
+```
+📸 [BugHunters Vision] Baseline created: cart-page
+✅ [BugHunters Vision] FAST PIXEL MATCH: shipping-form
+🔍 [BugHunters Vision] AI evaluating: payment-page (12 pixel(s) differ)…
+🤖 [BugHunters Vision] AI PASS: payment-page
+⚠️  [BugHunters Vision] AI error: header — Claude AI is temporarily overloaded.
+⏭  [BugHunters Vision] off: footer
+```
+
+When a check fails, a single clear error is thrown (no repeated messages):
+
+```
+Error: [BugHunters Vision] Visual regression detected in step "payment-page": Button label changed from "Pay now" to "Subscribe".
+```
+
+---
+
 ## IDE & VS Code integration
 
 BugHunters Vision is fully compatible with the **VS Code Playwright extension** and **Playwright UI mode**.

package/dist/check.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"check.d.ts","sourceRoot":"","sources":["../src/check.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,IAAI,EAAE,OAAO,EAAY,MAAM,kBAAkB,CAAC;AAOhE,MAAM,WAAW,qBAAqB;IACpC,MAAM,EAAE,IAAI,GAAG,OAAO,CAAC;IACvB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAKD,wBAAgB,uBAAuB,IAAI,MAAM,GAAG,IAAI,CAEvD;AAoHD,wBAAsB,cAAc,CAAC,IAAI,EAAE,qBAAqB,GAAG,OAAO,CAAC,IAAI,CAAC,CA4J/E"}
+{"version":3,"file":"check.d.ts","sourceRoot":"","sources":["../src/check.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,IAAI,EAAE,OAAO,EAAY,MAAM,kBAAkB,CAAC;AAOhE,MAAM,WAAW,qBAAqB;IACpC,MAAM,EAAE,IAAI,GAAG,OAAO,CAAC;IACvB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAKD,wBAAgB,uBAAuB,IAAI,MAAM,GAAG,IAAI,CAEvD;AAoHD,wBAAsB,cAAc,CAAC,IAAI,EAAE,qBAAqB,GAAG,OAAO,CAAC,IAAI,CAAC,CAqK/E"}

package/dist/check.js

@@ -156,16 +156,22 @@ async function runVisionCheck(opts) {
     const token = projectUse['bvToken'] ?? process.env.BUGHUNTERS_VISION_TOKEN ?? undefined;
     // Mode: off → skip all visual testing immediately
     if (mode === 'off') {
-        console.log(`\n⏭  [BugHunters Vision] "${name}" — skipped (BHV_MODE=off)\n`);
+        console.log(`⏭  [BugHunters Vision] off: ${name}`);
         return;
     }
     const resolvedDir = path.resolve(process.cwd(), snapshotsDir);
     fs.mkdirSync(resolvedDir, { recursive: true });
-    // Build unique, collision-free filenames scoped to both the test title and the step name.
-    // Format: <safe-test-title>--<safe-step-name>.baseline.png
+    // Build unique, collision-free filenames scoped to project + test title + step name.
+    // Format: [<safe-project>--]<safe-test-title>--<safe-step-name>.baseline.png
+    // Project prefix is required when multiple Playwright projects run the same test
+    // (e.g. widget-chromium, widget-firefox) — without it all projects share one file.
+    const projectName = testInfo?.project?.name || undefined;
+    const safeProject = projectName ? sanitize(projectName) : '';
     const safeTitle = testInfo?.title ? sanitize(testInfo.title) : 'unknown';
     const safeName = sanitize(name);
-    const filePrefix = `${safeTitle}--${safeName}`;
+    const filePrefix = safeProject
+        ? `${safeProject}--${safeTitle}--${safeName}`
+        : `${safeTitle}--${safeName}`;
     // Human-readable label used in the HTML report: "Test title › step name"
     const testName = testInfo?.title ? `${testInfo.title} › ${name}` : name;
     const baselinePath = path.join(resolvedDir, `${filePrefix}.baseline.png`);
@@ -173,10 +179,10 @@ async function runVisionCheck(opts) {
     if (!fs.existsSync(baselinePath) || updateBaseline) {
         // First run — save as baseline
         fs.writeFileSync(baselinePath, currentBuffer);
-        console.log(`\n📸 [BugHunters Vision] Baseline saved: ${baselinePath}`);
-        console.log('   ✅ Test PASSED (baseline created — no previous reference exists)\n');
+        console.log(`📸 [BugHunters Vision] Baseline created: ${name}`);
         (0, results_1.appendResult)(resolvedDir, {
             testName,
+            projectName,
             status: 'BASELINE_CREATED',
             reason: 'First run detected — screenshot saved as the new baseline.',
             method: null,
@@ -194,10 +200,10 @@ async function runVisionCheck(opts) {
     fs.writeFileSync(path.join(resolvedDir, currentFileName), currentBuffer);
     if (diffPixels === 0) {
         // ✅ Pixel-perfect match — skip AI call entirely
-        console.log(`\n⚡ [BugHunters Vision] "${name}" — pixel-perfect match. Skipping AI call.`);
-        console.log('   ✅ Test PASSED (Fast Pixel Match)\n');
+        console.log(`✅ [BugHunters Vision] FAST PIXEL MATCH: ${name}`);
         (0, results_1.appendResult)(resolvedDir, {
             testName,
+            projectName,
             status: 'PASS',
             reason: 'Identical (Fast Pixel Match) — pixel-perfect match, no AI evaluation needed.',
             method: 'FAST_PIXEL_MATCH',
@@ -212,9 +218,9 @@ async function runVisionCheck(opts) {
     const diffLabel = diffPixels === -1 ? 'dimension mismatch' : `${diffPixels} pixel(s) differ`;
     if (mode === 'strict') {
         // strict: fail immediately without calling AI
-        console.log(`\n❌ [BugHunters Vision] "${name}" — ${diffLabel}. FAILED (strict mode — no AI call).\n`);
         (0, results_1.appendResult)(resolvedDir, {
             testName,
+            projectName,
             status: 'FAIL',
             reason: `Pixel mismatch detected (${diffLabel}). Strict mode — AI evaluation disabled.`,
             method: 'FAST_PIXEL_MATCH',
@@ -223,20 +229,20 @@ async function runVisionCheck(opts) {
             timestamp: new Date().toISOString(),
         });
         await pushToPlaywright(testInfo, name, 'FAIL', `Pixel mismatch detected (${diffLabel}). Strict mode.`, resolvedDir, `${filePrefix}.baseline.png`, currentFileName);
-        (0, test_1.expect)(false, `[BugHunters Vision strict] Pixel mismatch: ${diffLabel}`).toBe(true);
+        (0, test_1.expect)(false, `[BugHunters Vision] Visual regression detected in step "${name}": ${diffLabel} (strict mode)`).toBe(true);
         return;
     }
     // ai mode — escalate to AI for intelligent evaluation
-    console.log(`\n🔍 [BugHunters Vision] "${name}" — ${diffLabel}. Sending to AI…`);
+    console.log(`🔍 [BugHunters Vision] AI evaluating: ${name} (${diffLabel})…`);
     let result;
     try {
         result = await callVisionApi(baselineBuffer.toString('base64'), currentBuffer.toString('base64'), prompt, apiUrl, token);
     }
     catch (err) {
         const reason = humanReadableApiError(err instanceof Error ? err.message : String(err));
-        console.log(`\n❌ [BugHunters Vision] ${reason}\n`);
         (0, results_1.appendResult)(resolvedDir, {
             testName,
+            projectName,
             status: 'FAIL',
             reason,
             method: 'AI',
@@ -245,13 +251,14 @@ async function runVisionCheck(opts) {
             timestamp: new Date().toISOString(),
         });
         await pushToPlaywright(testInfo, name, 'FAIL', reason, resolvedDir, `${filePrefix}.baseline.png`, currentFileName);
-        throw err;
+        throw new Error(`[BugHunters Vision] Visual regression detected in step "${name}": ${reason}`);
     }
     // ERROR: AI temporarily unavailable — record but do NOT fail the Playwright test
     if (result.status === 'ERROR') {
-        console.log(`\n⚠️  [BugHunters Vision] "${name}" — AI unavailable: ${result.reason}\n`);
+        console.log(`⚠️  [BugHunters Vision] AI error: ${name} — ${result.reason}`);
         (0, results_1.appendResult)(resolvedDir, {
             testName,
+            projectName,
             status: 'ERROR',
             reason: result.reason,
             method: 'AI',
@@ -262,10 +269,9 @@ async function runVisionCheck(opts) {
         await pushToPlaywright(testInfo, name, 'ERROR', result.reason, resolvedDir, `${filePrefix}.baseline.png`, currentFileName);
         return; // test stays green
     }
-    const icon = result.status === 'PASS' ? '✅' : '❌';
-    console.log(`${icon} [BugHunters Vision] ${result.status}: ${result.reason}\n`);
     (0, results_1.appendResult)(resolvedDir, {
         testName,
+        projectName,
         status: result.status,
         reason: result.reason,
         method: 'AI',
@@ -274,5 +280,10 @@ async function runVisionCheck(opts) {
         timestamp: new Date().toISOString(),
     });
     await pushToPlaywright(testInfo, name, result.status, result.reason, resolvedDir, `${filePrefix}.baseline.png`, currentFileName);
-    (0, test_1.expect)(result.status, `Visual regression detected: ${result.reason}`).toBe('PASS');
+    if (result.status === 'PASS') {
+        console.log(`🤖 [BugHunters Vision] AI PASS: ${name}`);
+    }
+    else {
+        throw new Error(`[BugHunters Vision] Visual regression detected in step "${name}": ${result.reason}`);
+    }
 }

package/dist/reporter.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"reporter.d.ts","sourceRoot":"","sources":["../src/reporter.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,2BAA2B,CAAC;AAI1D,MAAM,WAAW,+BAA+B;IAC9C,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AA87BD,cAAM,wBAAyB,YAAW,QAAQ;IAChD,OAAO,CAAC,YAAY,CAAS;IAC7B,OAAO,CAAC,SAAS,CAAS;gBAEd,OAAO,CAAC,EAAE,+BAA+B;IAKrD,aAAa,IAAI,OAAO;IAIxB,OAAO,IAAI,IAAI;IAKf,KAAK,IAAI,IAAI;CA8Cd;AAED,eAAe,wBAAwB,CAAC;AACxC,OAAO,EAAE,wBAAwB,EAAE,CAAC"}
+{"version":3,"file":"reporter.d.ts","sourceRoot":"","sources":["../src/reporter.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,2BAA2B,CAAC;AAI1D,MAAM,WAAW,+BAA+B;IAC9C,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AA4iCD,cAAM,wBAAyB,YAAW,QAAQ;IAChD,OAAO,CAAC,YAAY,CAAS;IAC7B,OAAO,CAAC,SAAS,CAAS;gBAEd,OAAO,CAAC,EAAE,+BAA+B;IAKrD,aAAa,IAAI,OAAO;IAIxB,OAAO,IAAI,IAAI;IAKf,KAAK,IAAI,IAAI;CAkDd;AAED,eAAe,wBAAwB,CAAC;AACxC,OAAO,EAAE,wBAAwB,EAAE,CAAC"}

package/dist/reporter.js

@@ -37,6 +37,46 @@ exports.BugHuntersVisionReporter = void 0;
 const fs = __importStar(require("fs"));
 const path = __importStar(require("path"));
 const check_1 = require("./check");
+// ─── Group flat step results by Playwright project + test title ───────────────
+// The grouping key is "projectName||testTitle" so that the same test running
+// on different browser projects (chromium, firefox, android…) produces separate
+// groups — each with its own baseline files and its own row in the report.
+function groupResults(results) {
+    const order = [];
+    const map = new Map();
+    for (const r of results) {
+        const sep = r.testName.indexOf(' › ');
+        const testTitle = sep >= 0 ? r.testName.slice(0, sep) : r.testName;
+        // Composite key keeps project-variants separate while remaining stable
+        const key = r.projectName ? `${r.projectName}||${testTitle}` : testTitle;
+        if (!map.has(key)) {
+            map.set(key, []);
+            order.push(key);
+        }
+        map.get(key).push(r);
+    }
+    return order.map(key => {
+        const steps = map.get(key);
+        const firstResult = steps[0];
+        const sep = firstResult.testName.indexOf(' › ');
+        const testTitle = sep >= 0 ? firstResult.testName.slice(0, sep) : firstResult.testName;
+        const projectName = firstResult.projectName;
+        const hasFail = steps.some(s => s.status === 'FAIL');
+        const hasError = steps.some(s => s.status === 'ERROR');
+        const allBase = steps.every(s => s.status === 'BASELINE_CREATED');
+        const status = hasFail ? 'FAIL' : hasError ? 'ERROR' : allBase ? 'BASELINE_CREATED' : 'PASS';
+        return {
+            testTitle,
+            projectName,
+            status,
+            passedSteps: steps.filter(s => s.status === 'PASS').length,
+            failedSteps: steps.filter(s => s.status === 'FAIL').length,
+            erroredSteps: steps.filter(s => s.status === 'ERROR').length,
+            baselineSteps: steps.filter(s => s.status === 'BASELINE_CREATED').length,
+            steps,
+        };
+    });
+}
 // ─── CSS ─────────────────────────────────────────────────────────────────────
 function getCss() {
     return `
@@ -192,27 +232,36 @@ body {
 
 /* ── Test list ── */
 .test-list { display: flex; flex-direction: column; gap: 6px; padding-bottom: 48px; }
-.test-item { background: var(--surface); border: 1px solid var(--border); border-radius: var(--radius); overflow: hidden; box-shadow: var(--shadow-sm); }
-.test-item.s-fail { border-left: 3px solid var(--fail); }
-.test-item.s-base { border-left: 3px solid var(--base); }
-.test-item.s-warn { border-left: 3px solid var(--pixel); }
 
-.test-row {
+/* ── Test group — one Playwright test ── */
+.test-group {
+  background: var(--surface); border: 1px solid var(--border);
+  border-radius: var(--radius); overflow: hidden; box-shadow: var(--shadow-sm);
+}
+.test-group.s-fail { border-left: 3px solid var(--fail); }
+.test-group.s-base { border-left: 3px solid var(--base); }
+.test-group.s-warn { border-left: 3px solid var(--pixel); }
+
+/* ── Group header row (clickable, expands step list) ── */
+.group-row {
   display: flex; align-items: center; gap: 11px;
   padding: 12px 14px; cursor: pointer;
   transition: background .1s; user-select: none;
 }
-.test-row:hover { background: var(--surface-2); }
+.group-row:hover { background: var(--surface-2); }
 
+/* ── Status dot ── */
 .s-dot {
   width: 8px; height: 8px; border-radius: 50%; flex-shrink: 0;
   margin-top: 1px;
 }
+.s-dot-sm { width: 6px; height: 6px; margin-top: 0; }
 .s-pass .s-dot { background: var(--pass); }
 .s-fail .s-dot { background: var(--fail); }
 .s-base .s-dot { background: var(--base); }
 .s-warn .s-dot { background: var(--pixel); }
 
+/* ── Group text ── */
 .test-meta { flex: 1; min-width: 0; }
 .test-name {
   font-family: ui-monospace, 'SFMono-Regular', 'Fira Code', monospace;
@@ -224,12 +273,14 @@ body {
   white-space: nowrap; overflow: hidden; text-overflow: ellipsis;
 }
 
+/* ── Badges ── */
 .badges { display: flex; gap: 5px; align-items: center; flex-shrink: 0; }
 .badge {
   font-size: 10px; font-weight: 600; padding: 2px 7px; border-radius: 4px;
   letter-spacing: .4px; font-family: ui-monospace, monospace; white-space: nowrap;
 }
 .badge.m-method { background: var(--surface-2); color: var(--text-3); border: 1px solid var(--border); }
+.badge.m-proj   { background: var(--surface-2); color: var(--text-2); border: 1px solid var(--border); font-family: inherit; letter-spacing: 0; }
 .badge.m-ai     { background: var(--accent-soft); color: var(--accent); border: 1px solid var(--accent-border); }
 .badge.m-warn   { background: var(--pixel-soft); color: var(--pixel); border: 1px solid var(--pixel-border); }
 .badge.m-pixel  { background: var(--pixel-soft); color: var(--pixel); border: 1px solid var(--pixel-border); }
@@ -240,9 +291,35 @@ body {
 .chev { font-size: 16px; color: var(--text-3); flex-shrink: 0; line-height: 1; transition: transform .2s; display: inline-block; }
 .chev.open { transform: rotate(90deg); }
 
-/* ── Detail panel ── */
-.test-detail { border-top: 1px solid var(--border); padding: 18px 14px 18px 33px; display: none; }
+/* ── Step list (expands when group is open) ── */
+.group-steps { display: none; }
+
+/* ── Individual step ── */
+.step-item { border-top: 1px solid var(--border); }
+
+/* ── Step header row (clickable, expands detail) ── */
+.step-row {
+  display: flex; align-items: center; gap: 9px;
+  padding: 9px 14px 9px 34px; cursor: pointer;
+  transition: background .1s; user-select: none;
+}
+.step-row:hover { background: var(--surface-2); }
+
+/* ── Step text ── */
+.step-meta { flex: 1; min-width: 0; }
+.step-name {
+  font-family: ui-monospace, 'SFMono-Regular', 'Fira Code', monospace;
+  font-size: 12px; font-weight: 500; color: var(--text-2);
+  white-space: nowrap; overflow: hidden; text-overflow: ellipsis;
+}
+
+/* ── Step detail (verdict + images) ── */
+.step-detail {
+  display: none; border-top: 1px solid var(--border);
+  padding: 16px 14px 16px 34px;
+}
 
+/* ── Verdict box ── */
 .verdict {
   background: var(--accent-soft); border-left: 3px solid var(--accent);
   border-radius: 0 6px 6px 0; padding: 12px 14px; margin-bottom: 18px;
@@ -267,9 +344,7 @@ body {
 .view-tab.diff-tab.on { color: var(--fail); }
 
 /* ── Image views ── */
-.img-section { }
 .img-lbl { font-size: 10px; text-transform: uppercase; letter-spacing: 1.2px; color: var(--text-3); font-weight: 500; margin-bottom: 12px; }
-.img-view { }
 .view-img {
   width: 100%; display: block; border-radius: 6px; border: 1px solid var(--border);
   max-height: 360px; object-fit: contain; object-position: top center;
@@ -380,8 +455,8 @@ function getJs() {
 (function () {
   'use strict';
 
-  var RESULTS = JSON.parse(document.getElementById('bv-r').textContent);
-  var META    = JSON.parse(document.getElementById('bv-m').textContent);
+  var GROUPS = JSON.parse(document.getElementById('bv-g').textContent);
+  var META   = JSON.parse(document.getElementById('bv-m').textContent);
 
   /* ── State ── */
   var state = {
@@ -423,23 +498,19 @@ function getJs() {
 
   /* ── Pixel diff engine (100% client-side, zero server calls) ── */
 
-  /* Weighted squared RGB distance — perceptually accurate, fast (no sqrt needed) */
   function colorDist(r1, g1, b1, r2, g2, b2) {
     var rd = r1 - r2, gd = g1 - g2, bd = b1 - b2;
     return rd * rd * 0.299 + gd * gd * 0.587 + bd * bd * 0.114;
   }
 
-  /* Render diff image: changed pixels = neon red, unchanged = desaturated baseline */
   function renderDiff(d1, d2, w, h) {
     var n   = w * h * 4;
     var out = new Uint8ClampedArray(n);
-    var thr = 900; /* squared perceptual threshold */
+    var thr = 900;
     for (var i = 0; i < n; i += 4) {
       if (colorDist(d1[i], d1[i+1], d1[i+2], d2[i], d2[i+1], d2[i+2]) > thr) {
-        /* neon red highlight */
         out[i] = 220; out[i+1] = 38; out[i+2] = 38; out[i+3] = 255;
       } else {
-        /* desaturated baseline — guides the eye to red pixels */
         var lum = (d1[i] * 77 + d1[i+1] * 150 + d1[i+2] * 29) >> 8;
         out[i] = lum; out[i+1] = lum; out[i+2] = lum; out[i+3] = 210;
       }
@@ -447,7 +518,6 @@ function getJs() {
     return new ImageData(out, w, h);
   }
 
-  /* Load image and extract raw pixel data via canvas */
   function loadImgPixels(url, cb) {
     var img = new Image();
     img.crossOrigin = 'anonymous';
@@ -469,7 +539,6 @@ function getJs() {
   var diffCache = {};
 
   function genDiff(idx, baseUrl, curUrl, container) {
-    /* Return cached result if already computed */
     if (diffCache[idx]) {
       var cached = diffCache[idx];
       var clone  = document.createElement('canvas');
@@ -525,7 +594,6 @@ function getJs() {
 
   function lbReset() { lb.scale = 1; lb.tx = 0; lb.ty = 0; lbApply(); }
 
-  /* Zoom towards a viewport-center-relative point (mx, my) */
   function lbZoom(factor, mx, my) {
     var ns  = Math.max(lb.minScale, Math.min(lb.maxScale, lb.scale * factor));
     var r   = ns / lb.scale;
@@ -535,7 +603,6 @@ function getJs() {
     lbApply();
   }
 
-  /* Auto-fit: scale image to fill viewport on first open */
   function lbAutoFit(w, h) {
     var vw = lb.inner.clientWidth  - 48;
     var vh = lb.inner.clientHeight - 48;
@@ -556,7 +623,6 @@ function getJs() {
       el.onload = function () { lbAutoFit(el.naturalWidth, el.naturalHeight); };
       el.src = payload;
     } else {
-      /* diff canvas */
       var src = diffCache[payload];
       if (!src) return;
       el = document.createElement('canvas');
@@ -603,28 +669,19 @@ function getJs() {
     lb.wrap    = ov.querySelector('.lb-img-wrap');
     lb.zoomLbl = ov.querySelector('.lb-zoom-label');
 
-    /* close button */
     ov.querySelector('.lb-close').addEventListener('click', lbClose);
-
-    /* click on backdrop (not on image) */
     lb.inner.addEventListener('click', function (e) {
       if (e.target === lb.inner) lbClose();
     });
-
-    /* double-click: reset zoom */
     lb.inner.addEventListener('dblclick', function (e) {
       e.preventDefault();
       lbReset();
     });
-
-    /* scroll-to-zoom */
     lb.inner.addEventListener('wheel', function (e) {
       e.preventDefault();
       var p = lbCenterPos(e);
       lbZoom(e.deltaY < 0 ? 1.12 : 1 / 1.12, p.x, p.y);
     }, { passive: false });
-
-    /* mouse drag: pan */
     lb.inner.addEventListener('mousedown', function (e) {
       if (e.button !== 0) return;
       lb.dragging = true;
@@ -644,8 +701,6 @@ function getJs() {
       lb.dragging = false;
       lb.wrap.classList.remove('dragging');
     });
-
-    /* touch: pan + pinch-to-zoom */
     lb.inner.addEventListener('touchstart', function (e) {
       if (e.touches.length === 2) {
         var dx = e.touches[0].clientX - e.touches[1].clientX;
@@ -674,8 +729,6 @@ function getJs() {
       }
     }, { passive: false });
     lb.inner.addEventListener('touchend', function () { lb.dragging = false; }, { passive: true });
-
-    /* keyboard shortcuts */
     document.addEventListener('keydown', function (e) {
       if (!lb.overlay.classList.contains('open')) return;
       if (e.key === 'Escape') lbClose();
@@ -684,6 +737,7 @@ function getJs() {
   }
 
   /* ── HTML builders ── */
+
   function statusInfo(r) {
     if (r.status === 'PASS')  return { cls:'s-pass', badge:'m-pass', label:'PASS' };
     if (r.status === 'FAIL')  return { cls:'s-fail', badge:'m-fail', label:'FAIL' };
@@ -749,40 +803,79 @@ function getJs() {
       + tabs + basePanel + curPanel + diffPanel;
   }
 
-  function buildDetail(r) {
-    var imgWrap    = r.status === 'PASS' ? 'img-section pass-imgs' : 'img-section';
+  /* Build a single visual-check step row + expandable detail */
+  function buildStep(r) {
+    var s         = statusInfo(r);
+    var method    = methodLabel(r);
+    var methodCls = methodBadgeCls(r);
+
+    /* Extract step name: "Test title › step name" → "step name" */
+    var raw    = r.testName || '';
+    var sepIdx = raw.indexOf(' \u203a ');
+    var stepName = sepIdx >= 0 ? raw.slice(sepIdx + 3) : raw;
+
     var verdictLbl = r.method === 'FAST_PIXEL_MATCH'
       ? '\u26A1 Fast Pixel Match'
       : '\uD83E\uDD16 AI Verdict';
-    return '<div class="test-detail" id="d' + r.index + '">'
-      + '<div class="verdict">'
-        + '<div class="verdict-lbl">' + verdictLbl + '</div>'
-        + '<p class="verdict-txt">\u201C' + esc(r.reason) + '\u201D</p>'
+    var imgWrap = r.status === 'PASS' ? 'img-section pass-imgs' : 'img-section';
+
+    return '<div class="step-item ' + s.cls + '">'
+      + '<div class="step-row" data-s="' + r.index + '">'
+        + '<div class="s-dot s-dot-sm"></div>'
+        + '<div class="step-meta">'
+          + '<div class="step-name">' + esc(stepName) + '</div>'
+        + '</div>'
+        + '<div class="badges">'
+          + '<span class="badge ' + methodCls + '">' + method + '</span>'
+          + '<span class="badge ' + s.badge   + '">' + s.label  + '</span>'
+        + '</div>'
+        + '<span class="chev" id="sc' + r.index + '">\u203a</span>'
       + '</div>'
-      + '<div class="' + imgWrap + '">' + buildImages(r) + '</div>'
-      + '</div>';
+      + '<div class="step-detail" id="sd' + r.index + '">'
+        + '<div class="verdict">'
+          + '<div class="verdict-lbl">' + verdictLbl + '</div>'
+          + '<p class="verdict-txt">\u201C' + esc(r.reason) + '\u201D</p>'
+        + '</div>'
+        + '<div class="' + imgWrap + '">' + buildImages(r) + '</div>'
+      + '</div>'
+    + '</div>';
   }
 
-  function buildItem(r) {
-    var s         = statusInfo(r);
-    var method    = methodLabel(r);
-    var methodCls = methodBadgeCls(r);
-    var snip      = trunc(r.reason, 88);
-    return '<div class="test-item ' + s.cls + '">'
-      + '<div class="test-row" data-t="' + r.index + '">'
+  /* Build a test group row (Playwright test + its visual-check steps) */
+  function buildGroup(g, gIdx) {
+    var s = statusInfo(g);
+    var n = g.steps.length;
+
+    /* Snip: "5 visual checks · 2 failed" or "3 visual checks · all passed" */
+    var parts = [];
+    if (g.failedSteps   > 0) parts.push(g.failedSteps + ' failed');
+    if (g.erroredSteps  > 0) parts.push(g.erroredSteps + (g.erroredSteps !== 1 ? ' errors' : ' error'));
+    if (g.baselineSteps > 0 && g.failedSteps === 0 && g.erroredSteps === 0)
+      parts.push('baselines created');
+    var checkWord = n === 1 ? 'visual check' : 'visual checks';
+    var snip = n + ' ' + checkWord
+      + (parts.length > 0 ? ' \u00b7 ' + parts.join(' \u00b7 ') : ' \u00b7 all passed');
+
+    var stepsHtml  = g.steps.map(buildStep).join('');
+    var projBadge  = g.projectName
+      ? '<span class="badge m-proj">' + esc(g.projectName) + '</span>'
+      : '';
+
+    return '<div class="test-group ' + s.cls + '" data-gst="' + g.status + '">'
+      + '<div class="group-row" data-g="' + gIdx + '">'
         + '<div class="s-dot"></div>'
         + '<div class="test-meta">'
-          + '<div class="test-name">' + esc(r.testName) + '</div>'
-          + '<div class="test-snip">'  + esc(snip)       + '</div>'
+          + '<div class="test-name">' + esc(g.testTitle) + '</div>'
+          + '<div class="test-snip">' + esc(snip)        + '</div>'
         + '</div>'
         + '<div class="badges">'
-          + '<span class="badge ' + methodCls + '">' + method   + '</span>'
-          + '<span class="badge ' + s.badge   + '">' + s.label  + '</span>'
+          + projBadge
+          + '<span class="badge ' + s.badge + '">' + s.label + '</span>'
         + '</div>'
-        + '<span class="chev" id="c' + r.index + '">\u203A</span>'
+        + '<span class="chev" id="gc' + gIdx + '">\u203a</span>'
       + '</div>'
-      + buildDetail(r)
-      + '</div>';
+      + '<div class="group-steps" id="gs' + gIdx + '">' + stepsHtml + '</div>'
+    + '</div>';
   }
 
   function buildThemeBtns() {
@@ -812,7 +905,7 @@ function getJs() {
     var warnFilter = hasErrors
       ? '<button class="f-btn" data-f="warn">Errors (' + META.errored + ')</button>'
       : '';
-    var items     = RESULTS.map(buildItem).join('');
+    var items = GROUPS.map(function (g, i) { return buildGroup(g, i); }).join('');
 
     return '<header class="hdr">'
         + '<div class="wrap"><div class="hdr-inner">'
@@ -826,7 +919,7 @@ function getJs() {
       + '</header>'
       + '<div class="wrap">'
         + '<div class="summary">'
-          + '<div class="stat"><div class="stat-lbl">Total</div><div class="stat-val">'   + META.total   + '</div></div>'
+          + '<div class="stat"><div class="stat-lbl">Tests</div><div class="stat-val">'   + META.total   + '</div></div>'
           + '<div class="stat s-pass"><div class="stat-lbl">Passed</div><div class="stat-val">' + META.passed + '</div></div>'
           + '<div class="stat' + failCls + '"><div class="stat-lbl">Failed</div><div class="stat-val">' + META.failed + '</div></div>'
           + warnStat
@@ -853,35 +946,45 @@ function getJs() {
   function bind() {
     var tlist = document.getElementById('tlist');
 
-    /* accordion expand/collapse — only fires from .test-row[data-t] */
+    /* Level 1: test group accordion — expand/collapse step list */
+    tlist.addEventListener('click', function (e) {
+      var row = e.target.closest('[data-g]');
+      if (!row) return;
+      var idx   = row.getAttribute('data-g');
+      var steps = document.getElementById('gs' + idx);
+      var chev  = document.getElementById('gc' + idx);
+      if (!steps) return;
+      var open = steps.style.display !== 'none';
+      steps.style.display = open ? 'none' : 'block';
+      if (chev) chev.classList.toggle('open', !open);
+    });
+
+    /* Level 2: step accordion — expand/collapse verdict + images */
     tlist.addEventListener('click', function (e) {
-      var row = e.target.closest('[data-t]');
+      var row = e.target.closest('[data-s]');
       if (!row) return;
-      var idx     = row.getAttribute('data-t');
-      var detail  = document.getElementById('d' + idx);
-      var chevron = document.getElementById('c' + idx);
+      var idx    = row.getAttribute('data-s');
+      var detail = document.getElementById('sd' + idx);
+      var chev   = document.getElementById('sc' + idx);
       if (!detail) return;
       var open = detail.style.display !== 'none';
       detail.style.display = open ? 'none' : 'block';
-      if (chevron) chevron.classList.toggle('open', !open);
+      if (chev) chev.classList.toggle('open', !open);
     });
 
-    /* view-tab switching: Baseline / Current / Diff */
+    /* View-tab switching: Baseline / Current / Diff */
     tlist.addEventListener('click', function (e) {
       var tab = e.target.closest('[data-tab]');
       if (!tab) return;
       var tidx    = tab.getAttribute('data-tidx');
       var tabName = tab.getAttribute('data-tab');
-      /* update active tab */
       tab.closest('.view-tabs').querySelectorAll('.view-tab').forEach(function (t) {
         t.classList.toggle('on', t === tab);
       });
-      /* show correct panel, hide others */
       ['base', 'cur', 'diff'].forEach(function (key) {
         var panel = document.getElementById('v' + key + '-' + tidx);
         if (panel) panel.style.display = key === tabName ? '' : 'none';
       });
-      /* lazy diff generation — only on first click */
       if (tabName === 'diff') {
         var dp = document.getElementById('vdiff-' + tidx);
         if (dp && dp.getAttribute('data-ready') === '0') {
@@ -891,7 +994,7 @@ function getJs() {
       }
     });
 
-    /* image / diff-canvas click → open lightbox */
+    /* Image / diff-canvas click → open lightbox */
     tlist.addEventListener('click', function (e) {
       var el = e.target.closest('[data-lb]');
       if (!el) return;
@@ -900,7 +1003,7 @@ function getJs() {
       if (type === 'diff') lbOpen('diff', el.getAttribute('data-lb-idx'));
     });
 
-    /* theme */
+    /* Theme */
     document.getElementById('t-toggle').addEventListener('click', function (e) {
       var btn = e.target.closest('[data-th]');
       if (!btn) return;
@@ -912,7 +1015,7 @@ function getJs() {
       });
     });
 
-    /* screenshots on pass toggle */
+    /* Screenshots on pass toggle */
     document.getElementById('img-btn').addEventListener('click', function () {
       state.showPassImg = !state.showPassImg;
       localStorage.setItem('bv-pass-img', String(state.showPassImg));
@@ -920,18 +1023,20 @@ function getJs() {
       this.classList.toggle('on', state.showPassImg);
     });
 
-    /* filter */
+    /* Filter — operates at test-group level */
     document.querySelectorAll('[data-f]').forEach(function (btn) {
       btn.addEventListener('click', function () {
         var f = btn.getAttribute('data-f');
         document.querySelectorAll('[data-f]').forEach(function (b) {
           b.classList.toggle('on', b.getAttribute('data-f') === f);
         });
-        document.querySelectorAll('.test-item').forEach(function (el) {
+        document.querySelectorAll('.test-group').forEach(function (el) {
+          var gst  = el.getAttribute('data-gst');
           var show = f === 'all'
-            || (f === 'pass' && el.classList.contains('s-pass'))
-            || (f === 'fail' && el.classList.contains('s-fail'))
-            || (f === 'warn' && el.classList.contains('s-warn'));
+            || (f === 'pass' && gst === 'PASS')
+            || (f === 'fail' && gst === 'FAIL')
+            || (f === 'warn' && gst === 'ERROR')
+            || (f === 'base' && gst === 'BASELINE_CREATED');
           el.style.display = show ? '' : 'none';
         });
       });
@@ -952,8 +1057,8 @@ function getJs() {
 `.trim();
 }
 // ─── HTML Assembly ───────────────────────────────────────────────────────────
-function generateHTML(results, meta) {
-    const resultsJson = JSON.stringify(results);
+function generateHTML(groups, meta) {
+    const groupsJson = JSON.stringify(groups);
     const metaJson = JSON.stringify(meta);
     const svgPass = encodeURIComponent('<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 32 32"><rect width="32" height="32" rx="6" fill="#1a2e22"/><path d="M7 16.5L13 22L25 10" stroke="#73c991" stroke-width="3" stroke-linecap="round" stroke-linejoin="round"/></svg>');
     const svgFail = encodeURIComponent('<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 32 32"><rect width="32" height="32" rx="6" fill="#2a1515"/><path d="M10 10L22 22M22 10L10 22" stroke="#f14c4c" stroke-width="3" stroke-linecap="round"/></svg>');
@@ -977,7 +1082,7 @@ function generateHTML(results, meta) {
 </head>
 <body>
   <div id="root"></div>
-  <script type="application/json" id="bv-r">${resultsJson}</script>
+  <script type="application/json" id="bv-g">${groupsJson}</script>
   <script type="application/json" id="bv-m">${metaJson}</script>
   <script>${getJs()}</script>
 </body>
@@ -1010,13 +1115,14 @@ class BugHuntersVisionReporter {
             return;
         }
         const results = JSON.parse(raw);
-        const passed = results.filter(r => r.status === 'PASS').length;
-        const failed = results.filter(r => r.status === 'FAIL').length;
-        const baselines = results.filter(r => r.status === 'BASELINE_CREATED').length;
-        const errored = results.filter(r => r.status === 'ERROR').length;
+        const groups = groupResults(results);
+        const passed = groups.filter(g => g.status === 'PASS').length;
+        const failed = groups.filter(g => g.status === 'FAIL').length;
+        const baselines = groups.filter(g => g.status === 'BASELINE_CREATED').length;
+        const errored = groups.filter(g => g.status === 'ERROR').length;
         const meta = {
             generatedAt: new Date().toISOString(),
-            total: results.length,
+            total: groups.length,
             passed,
             failed,
             baselines,
@@ -1024,11 +1130,13 @@ class BugHuntersVisionReporter {
         };
         const reportPath = path.join(this.reportDir, 'index.html');
         fs.mkdirSync(this.reportDir, { recursive: true });
-        fs.writeFileSync(reportPath, generateHTML(results, meta), 'utf-8');
+        fs.writeFileSync(reportPath, generateHTML(groups, meta), 'utf-8');
+        const testWord = groups.length === 1 ? 'test' : 'tests';
+        const stepWord = results.length === 1 ? 'check' : 'checks';
         console.log('\n\uD83D\uDC1E BugHunters Vision Report generated:');
         console.log('   \uD83D\uDCC4 ' + reportPath);
         const erroredStr = errored > 0 ? '  \u26A0\uFE0F ' + errored + ' errored' : '';
-        console.log('   \u2705 ' + passed + ' passed  \u274C ' + failed + ' failed' + erroredStr + '  (' + results.length + ' total)');
+        console.log('   \u2705 ' + passed + ' passed  \u274C ' + failed + ' failed' + erroredStr + '  (' + groups.length + ' ' + testWord + ' \u00B7 ' + results.length + ' ' + stepWord + ' total)');
         // Show remaining API balance if an AI call was made this run
         const balance = (0, check_1.getLastRemainingBalance)();
         if (balance !== null) {

package/dist/types.d.ts

@@ -2,6 +2,7 @@ export type VisionMode = 'ai' | 'strict' | 'off';
 export interface TestResult {
     index: number;
     testName: string;
+    projectName?: string;
     status: 'PASS' | 'FAIL' | 'BASELINE_CREATED' | 'ERROR';
     reason: string;
     method: 'AI' | 'FAST_PIXEL_MATCH' | null;
@@ -9,6 +10,16 @@ export interface TestResult {
     currentFile: string | null;
     timestamp: string;
 }
+export interface TestGroup {
+    testTitle: string;
+    projectName?: string;
+    status: 'PASS' | 'FAIL' | 'BASELINE_CREATED' | 'ERROR';
+    passedSteps: number;
+    failedSteps: number;
+    erroredSteps: number;
+    baselineSteps: number;
+    steps: TestResult[];
+}
 export interface Meta {
     generatedAt: string;
     total: number;

package/dist/types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,UAAU,GAAG,IAAI,GAAG,QAAQ,GAAG,KAAK,CAAC;AAEjD,MAAM,WAAW,UAAU;IACzB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,GAAG,MAAM,GAAG,kBAAkB,GAAG,OAAO,CAAC;IACvD,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,IAAI,GAAG,kBAAkB,GAAG,IAAI,CAAC;IACzC,YAAY,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,IAAI;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;CACjB"}
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,UAAU,GAAG,IAAI,GAAG,QAAQ,GAAG,KAAK,CAAC;AAEjD,MAAM,WAAW,UAAU;IACzB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,MAAM,EAAE,MAAM,GAAG,MAAM,GAAG,kBAAkB,GAAG,OAAO,CAAC;IACvD,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,IAAI,GAAG,kBAAkB,GAAG,IAAI,CAAC;IACzC,YAAY,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,SAAS,EAAE,MAAM,CAAC;CACnB;AAGD,MAAM,WAAW,SAAS;IACxB,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,MAAM,EAAE,MAAM,GAAG,MAAM,GAAG,kBAAkB,GAAG,OAAO,CAAC;IACvD,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,KAAK,EAAE,UAAU,EAAE,CAAC;CACrB;AAED,MAAM,WAAW,IAAI;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;CACjB"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@bughunters/vision",
-  "version": "1.0.4",
+  "version": "1.0.6",
   "description": "InfoSec-friendly AI Visual Testing plugin for Playwright.",
   "main": "./dist/index.js",
   "types": "./dist/index.d.ts",
@@ -24,7 +24,7 @@
     "reporter.d.ts",
     "README.md"
   ],
-  "homepage": "https://bughunters.vision",
+  "homepage": "https://bughunters.dev",
   "repository": {
     "type": "git",
     "url": "git+https://github.com/bughunters/vision.git"