@arghajit/dummy 0.3.27 → 0.3.31

package/scripts/generate-static-report.mjs

@@ -339,6 +339,12 @@ function generateTestTrendsChart(trendData) {
       color: "var(--warning-color)",
       marker: { symbol: "circle" },
     },
+    {
+      name: "Flaky",
+      data: runs.map((r) => r.flaky || 0),
+      color: "#00ccd3",
+      marker: { symbol: "circle" },
+    },
   ];
   const runsForTooltip = runs.map((r) => ({
     runId: r.runId,
@@ -542,6 +548,9 @@ function generateTestHistoryChart(history) {
       case "skipped":
         color = "var(--warning-color)";
         break;
+      case "flaky":
+        color = "var(--neutral-500)";
+        break;
       default:
         color = "var(--dark-gray-color)";
     }
@@ -658,6 +667,9 @@ function generatePieChart(data, chartWidth = 300, chartHeight = 300) {
             case "Failed":
               color = "var(--danger-color)";
               break;
+            case "Flaky":
+              color = "#00ccd3";
+              break;
             case "Skipped":
               color = "var(--warning-color)";
               break;
@@ -904,7 +916,10 @@ function generateEnvironmentSection(environmentData) {
 }
 
 function generateEnvironmentDashboard(environment, hideHeader = false) {
-  const cpuInfo = `model: ${environment.cpu.model}, cores: ${environment.cpu.cores}`;
+  const cpuModel = environment.cpu && environment.cpu.model ? environment.cpu.model : "N/A";
+  const cpuCores = environment.cpu && environment.cpu.cores ? environment.cpu.cores : "N/A";
+  const cpuInfo = `model: ${cpuModel}, cores: ${cpuCores}`;
+  const cwdInfo = environment.cwd || "N/A";
 
   return `
     <div class="env-modern-card${hideHeader ? " no-header" : ""}">
@@ -1294,7 +1309,7 @@ function generateEnvironmentDashboard(environment, hideHeader = false) {
             </div>
             <div class="env-item-content">
               <p class="env-item-label">Working Dir</p>
-              <div class="env-item-value" title="${environment.cwd}">${environment.cwd.length > 30 ? "..." + environment.cwd.slice(-27) : environment.cwd}</div>
+              <div class="env-item-value" title="${cwdInfo}">${cwdInfo.length > 30 ? "..." + cwdInfo.slice(-27) : cwdInfo}</div>
             </div>
           </div>
         </div>
@@ -1323,11 +1338,11 @@ function generateWorkerDistributionChart(results) {
     const workerId =
       typeof test.workerId !== "undefined" ? test.workerId : "N/A";
     if (!acc[workerId]) {
-      acc[workerId] = { passed: 0, failed: 0, skipped: 0, tests: [] };
+      acc[workerId] = { passed: 0, failed: 0, skipped: 0, flaky: 0, tests: [] };
     }
 
     const status = String(test.status).toLowerCase();
-    if (status === "passed" || status === "failed" || status === "skipped") {
+    if (status === "passed" || status === "failed" || status === "skipped" || status === "flaky") {
       acc[workerId][status]++;
     }
 
@@ -1372,6 +1387,7 @@ function generateWorkerDistributionChart(results) {
   const passedData = workerIds.map((id) => workerData[id].passed);
   const failedData = workerIds.map((id) => workerData[id].failed);
   const skippedData = workerIds.map((id) => workerData[id].skipped);
+  const flakyData = workerIds.map((id) => workerData[id].flaky);
 
   const categoriesString = JSON.stringify(categories);
   const fullDataString = JSON.stringify(fullWorkerData);
@@ -1379,6 +1395,7 @@ function generateWorkerDistributionChart(results) {
     { name: "Passed", data: passedData, color: "var(--success-color)" },
     { name: "Failed", data: failedData, color: "var(--danger-color)" },
     { name: "Skipped", data: skippedData, color: "var(--warning-color)" },
+    { name: "Flaky", data: flakyData, color: "#00ccd3" },
   ]);
 
   // The HTML now includes the chart container, the modal, and styles for the modal
@@ -1645,6 +1662,7 @@ function generateTestHistoryContent(trendData) {
         <option value="">All Statuses</option>
         <option value="passed">Passed</option>
         <option value="failed">Failed</option>
+        <option value="flaky">Flaky</option>
         <option value="skipped">Skipped</option>
     </select>
     <button id="clear-history-filters" class="clear-filters-btn">Clear Filters</button>
@@ -1716,7 +1734,7 @@ function getStatusClass(status) {
     case "failed":
       return "status-failed";
     case "skipped":
-      return "⏭️";
+      return "status-skipped";
     case "flaky":
       return "status-flaky";
     default:
@@ -1778,6 +1796,7 @@ function getSuitesData(results) {
         browser: browser,
         passed: 0,
         failed: 0,
+        flaky: 0,
         skipped: 0,
         count: 0,
         statusOverall: "passed",
@@ -1785,12 +1804,15 @@ function getSuitesData(results) {
     }
     const suite = suitesMap.get(key);
     suite.count++;
-    const currentStatus = String(test.status).toLowerCase();
+    let currentStatus = String(test.status).toLowerCase();
+    if (test.outcome === 'flaky') currentStatus = 'flaky';
     if (currentStatus && suite[currentStatus] !== undefined) {
       suite[currentStatus]++;
     }
     if (currentStatus === "failed") suite.statusOverall = "failed";
-    else if (currentStatus === "skipped" && suite.statusOverall !== "failed")
+    else if (currentStatus === "flaky" && suite.statusOverall !== "failed")
+        suite.statusOverall = "flaky";
+    else if (currentStatus === "skipped" && suite.statusOverall !== "failed" && suite.statusOverall !== "flaky")
       suite.statusOverall = "skipped";
   });
   return Array.from(suitesMap.values());
@@ -1873,6 +1895,10 @@ function generateSuitesWidget(suitesData) {
                 <svg xmlns="http://www.w3.org/2000/svg" fill="currentColor" viewBox="0 0 16 16"><path d="M16 8A8 8 0 1 1 0 8a8 8 0 0 1 16 0zM5.354 4.646a.5.5 0 1 0-.708.708L7.293 8l-2.647 2.646a.5.5 0 0 0 .708.708L8 8.707l2.646 2.647a.5.5 0 0 0 .708-.708L8.707 8l2.647-2.646a.5.5 0 0 0-.708-.708L8 7.293 5.354 4.646z"/></svg>
                 ${suite.failed}
             </span>
+            <span class="stat-pill flaky" title="Flaky">
+                <svg xmlns="http://www.w3.org/2000/svg" fill="currentColor" viewBox="0 0 16 16"><path d="M8.982 1.566a1.13 1.13 0 0 0-1.96 0L.165 13.233c-.457.778.091 1.767.98 1.767h13.713c.889 0 1.438-.99.98-1.767L8.982 1.566zM8 5c.535 0 .954.462.9.995l-.35 3.507a.552.552 0 0 1-1.1 0L7.1 5.995A.905.905 0 0 1 8 5zm.002 6a1 1 0 1 1 0 2 1 1 0 0 1 0-2z"/></svg>
+                ${suite.flaky || 0}
+            </span>
             <span class="stat-pill skipped" title="Skipped">
                  <svg xmlns="http://www.w3.org/2000/svg" fill="currentColor" viewBox="0 0 16 16"><path d="M8.982 1.566a1.13 1.13 0 0 0-1.96 0L.165 13.233c-.457.778.091 1.767.98 1.767h13.713c.889 0 1.438-.99.98-1.767L8.982 1.566zM8 5c.535 0 .954.462.9.995l-.35 3.507a.552.552 0 0 1-1.1 0L7.1 5.995A.905.905 0 0 1 8 5zm.002 6a1 1 0 1 1 0 2 1 1 0 0 1 0-2z"/></svg>
                  ${suite.skipped}
@@ -2255,6 +2281,7 @@ function generateSeverityDistributionChart(results) {
   const data = {
     passed: [0, 0, 0, 0, 0],
     failed: [0, 0, 0, 0, 0],
+    flaky: [0, 0, 0, 0, 0],
     skipped: [0, 0, 0, 0, 0],
   };
 
@@ -2273,6 +2300,8 @@ function generateSeverityDistributionChart(results) {
       status === "interrupted"
     ) {
       data.failed[index]++;
+    } else if (status === "flaky") {
+        data.flaky[index]++;
     } else {
       data.skipped[index]++;
     }
@@ -2286,6 +2315,7 @@ function generateSeverityDistributionChart(results) {
   const seriesData = [
     { name: "Passed", data: data.passed, color: "var(--success-color)" },
     { name: "Failed", data: data.failed, color: "var(--danger-color)" },
+    { name: "Flaky", data: data.flaky, color: "#00ccd3" },
     { name: "Skipped", data: data.skipped, color: "var(--warning-color)" },
   ];
 
@@ -2429,21 +2459,27 @@ function generateHTML(reportData, trendData = null) {
     duration: 0,
     timestamp: new Date().toISOString(),
   };
-  const totalTestsOr1 = runSummary.totalTests || 1;
-  const passPercentage = Math.round((runSummary.passed / totalTestsOr1) * 100);
-  const failPercentage = Math.round((runSummary.failed / totalTestsOr1) * 100);
-  const skipPercentage = Math.round(
-    ((runSummary.skipped || 0) / totalTestsOr1) * 100,
-  );
+
   const avgTestDuration =
     runSummary.totalTests > 0
       ? formatDuration(runSummary.duration / runSummary.totalTests)
       : "0.0s";
 
+  const flakyCount = (results || []).filter(r => r.outcome === 'flaky').length;
+
   // Calculate retry statistics
+  let retriedTestsCount = 0;
   const totalRetried = (results || []).reduce((acc, test) => {
     if (test.retryHistory && test.retryHistory.length > 0) {
-      return acc + test.retryHistory.length;
+      // Filter out any "passed" or "skipped" entries in the history
+      // We only count attempts that actually failed or timed out, triggering a retry.
+      const unsuccessfulRetries = test.retryHistory.filter(attempt => 
+        attempt.status === 'failed' || attempt.status === 'timedout' || attempt.status === 'flaky'
+      );
+      if (unsuccessfulRetries.length > 0) {
+        retriedTestsCount++;
+      }
+      return acc + unsuccessfulRetries.length;
     }
     return acc;
   }, 0);
@@ -2452,19 +2488,30 @@ function generateHTML(reportData, trendData = null) {
   let calculatedPassed = 0;
   let calculatedFailed = 0;
   let calculatedSkipped = 0;
+  let calculatedFlaky = 0;
   let calculatedTotal = 0;
 
   (results || []).forEach(test => {
       calculatedTotal++;
-      // If retries exist and final_status is present, use it. Otherwise use test.status.
-      const statusToUse = (test.retryHistory && test.retryHistory.length > 0 && test.final_status) 
-          ? test.final_status 
-          : test.status;
+      // New Logic: If outcome is 'flaky', it overrides everything.
+      let statusToUse = test.status;
+      if (test.outcome === 'flaky') {
+        statusToUse = 'flaky';
+      } else if (test.status === 'flaky') { 
+         // Just in case outcome wasn't set but status was (unlikely with new reporter)
+         statusToUse = 'flaky';
+      } else if (test.retryHistory && test.retryHistory.length > 0 && test.final_status) {
+        statusToUse = test.final_status;
+      }
+      
+      // Update test status in place for charts
+      test.status = statusToUse;
       
       const s = String(statusToUse).toLowerCase();
       if (s === 'passed') calculatedPassed++;
       else if (s === 'skipped') calculatedSkipped++;
-      else calculatedFailed++; // Treat everything else as failed for simplicity, or add specific checks
+      else if (s === 'flaky') calculatedFlaky++;
+      else calculatedFailed++; // failed, timedout, interrupted
   });
 
   // Override runSummary counts with our calculated ones if results exist
@@ -2472,9 +2519,18 @@ function generateHTML(reportData, trendData = null) {
       runSummary.passed = calculatedPassed;
       runSummary.failed = calculatedFailed;
       runSummary.skipped = calculatedSkipped;
+      runSummary.flaky = calculatedFlaky;
       runSummary.totalTests = calculatedTotal;
   }
 
+  const totalTestsOr1 = runSummary.totalTests || 1;
+  const passPercentage = Math.round((runSummary.passed / totalTestsOr1) * 100);
+  const failPercentage = Math.round((runSummary.failed / totalTestsOr1) * 100);
+  const skipPercentage = Math.round(
+    ((runSummary.skipped || 0) / totalTestsOr1) * 100,
+  );
+  const flakyPercentage = Math.round(((runSummary.flaky || 0) / totalTestsOr1) * 100);
+
 
   // Calculate browser distribution
   const browserStats = (results || []).reduce((acc, test) => {
@@ -2523,8 +2579,8 @@ function generateHTML(reportData, trendData = null) {
         const severityBadge = `<span class="severity-badge" data-severity="${severity.toLowerCase()}">${severity}</span>`;
 
         // --- Retry Count Badge (only show if retries occurred) ---
-        const retryCount = test.retryHistory ? test.retryHistory.length : 0;
-        const retryBadge = retryCount > 0 ? `<span class="retry-badge">Retry Count: ${retryCount}</span>` : '';
+        const retryCount = (test.retryHistory && test.retryHistory.length > 0) ? test.retryHistory.length : 0;
+        const retryBadge = (test.retryHistory && test.retryHistory.length > 0) ? `<span class="retry-badge">Retry Count: ${retryCount}</span>` : '';
 
         // --- Step Generation ---
         const generateStepsHTML = (steps, depth = 0) => {
@@ -2602,6 +2658,7 @@ function generateHTML(reportData, trendData = null) {
             if(s === 'passed') colorVar = 'var(--success-color)';
             else if(s === 'failed') colorVar = 'var(--danger-color)';
             else if(s === 'skipped') colorVar = 'var(--warning-color)';
+            else if(s === 'flaky') colorVar = '#00ccd3';
             
             return `<span style="
                 display: inline-block; 
@@ -2876,7 +2933,7 @@ function generateHTML(reportData, trendData = null) {
           ? test.final_status 
           : test.status;
 
-       const outcomeBadge = (test.outcome) 
+       const outcomeBadge = (test.outcome && test.outcome !== 'flaky') 
           ? `<span class="outcome-badge ${test.outcome}">${test.outcome}</span>` 
           : '';
 
@@ -2970,7 +3027,8 @@ function generateHTML(reportData, trendData = null) {
   --success-color: #34d399; --success-dark: #10b981; --success-light: #6ee7b7;
   --danger-color: #f87171; --danger-dark: #ef4444; --danger-light: #fca5a5;
   --warning-color: #fbbf24; --warning-dark: #f59e0b; --warning-light: #fcd34d;
-  --info-color: #9ca3af; 
+  --info-color: #9ca3af;
+  --flaky-color: #00ccd3; 
   --text-primary: #f9fafb; --text-secondary: #e5e7eb; --text-tertiary: #d1d5db;
   --bg-primary: #000000; --bg-secondary: #0a0a0a; --bg-tertiary: #050505;
   --bg-card: #0d0d0d; --bg-card-hover: #121212;
@@ -3423,6 +3481,16 @@ function generateHTML(reportData, trendData = null) {
         .summary-card.status-skipped .value { 
           color: #f59e0b; 
         }
+        .summary-card.flaky-status { 
+          background: rgba(0, 204, 211, 0.05); 
+        }
+        .summary-card.flaky-status:hover { 
+          background: rgba(0, 204, 211, 0.15); 
+          box-shadow: 0 4px 12px rgba(0, 204, 211, 0.2);
+        }
+        .summary-card.flaky-status .value { 
+          color: #00ccd3; 
+        }
         .summary-card:not([class*='status-']) .value { 
           color: #f9fafb; 
         }
@@ -3545,6 +3613,7 @@ function generateHTML(reportData, trendData = null) {
         }
         .suite-card.status-passed::before { background: var(--success-color); }
         .suite-card.status-failed::before { background: var(--danger-color); }
+        .suite-card.status-flaky::before { background: #00ccd3; }
         .suite-card.status-skipped::before { background: var(--warning-color); }
         
         .suite-card.status-skipped::before { background: var(--warning-color); }
@@ -3562,8 +3631,8 @@ function generateHTML(reportData, trendData = null) {
             letter-spacing: 0.5px;
         }
         .outcome-badge.flaky {
-            background-color: #eab308; /* Yellow-500 */
-            color: #000;
+            background-color: #00ccd3;
+            color: #fff;
         }
         
         .suite-card-header {
@@ -3647,6 +3716,7 @@ function generateHTML(reportData, trendData = null) {
         .stat-pill svg { width: 14px; height: 14px; }
         .stat-pill.passed { color: var(--success-dark); }
         .stat-pill.failed { color: var(--danger-dark); }
+        .stat-pill.flaky { color: #00ccd3; }
         .stat-pill.skipped { color: var(--warning-dark); }
           color: #93c5fd;
           padding: 6px 12px;
@@ -3842,9 +3912,8 @@ function generateHTML(reportData, trendData = null) {
           background: var(--warning-color);
         }
         .status-badge.status-flaky {
-          background: rgba(234, 179, 8, 0.15);
-          color: var(--warning-dark);
-          border: 1px solid var(--warning-color);
+          background-color: #00ccd3; 
+          color: #fff; 
         }
         .status-badge.status-unknown {
           background: var(--dark-gray-color);
@@ -4480,7 +4549,8 @@ function generateHTML(reportData, trendData = null) {
           background-color: #f59e0b; 
         }
         .status-badge-small.status-flaky { 
-          background-color: #f59e0b; 
+          background-color: #00ccd3; 
+          color: #fff;
         }
         .status-badge-small.status-unknown { 
           background-color: var(--dark-gray-color); 
@@ -6182,13 +6252,15 @@ function generateHTML(reportData, trendData = null) {
                 <div class="summary-card status-skipped"><h3>Skipped</h3><div class="value">${
                   runSummary.skipped || 0
                 }</div><div class="trend-percentage">${skipPercentage}%</div></div>
-                <div class="summary-card"><h3>Avg. Test Time</h3><div class="value">${avgTestDuration}</div></div>
+                <div class="summary-card flaky-status"><h3>Flaky</h3><div class="value">${runSummary.flaky || 0}</div>
+                <div class="trend-percentage">${flakyPercentage}%</div></div>
                 <div class="summary-card"><h3>Run Duration</h3><div class="value">${formatDuration(
                   runSummary.duration,
-                )}</div></div>
+                )}</div><div class="trend-percentage">Avg. Test Duration ${avgTestDuration}</div></div>
                 <div class="summary-card">
                   <h3>Total Retry Count</h3>
                   <div class="value">${totalRetried}</div>
+                  <div class="trend-percentage">Test Retried ${retriedTestsCount}</div>
                 </div>
                 <div class="summary-card">
                   <h3>🌐 Browser Distribution <span style="font-size: 0.7em; color: var(--text-color-secondary); font-weight: 400;">(${browserBreakdown.length} total)</span></h3>
@@ -6219,6 +6291,7 @@ function generateHTML(reportData, trendData = null) {
                   [
                     { label: "Passed", value: runSummary.passed },
                     { label: "Failed", value: runSummary.failed },
+                    { label: "Flaky", value: runSummary.flaky || 0 },
                     { label: "Skipped", value: runSummary.skipped || 0 },
                   ],
                   400,
@@ -6235,7 +6308,7 @@ function generateHTML(reportData, trendData = null) {
         <div id="test-runs" class="tab-content">
             <div class="filters" style="border-color: black; border-style: groove;">
                 <input type="text" id="filter-name" placeholder="Filter by test name/path..." style="border-color: black; border-style: outset;">
-                <select id="filter-status"><option value="">All Statuses</option><option value="passed">Passed</option><option value="failed">Failed</option><option value="skipped">Skipped</option></select>
+                <select id="filter-status"><option value="">All Statuses</option><option value="passed">Passed</option><option value="failed">Failed</option><option value="flaky">Flaky</option><option value="skipped">Skipped</option></select>
                 <select id="filter-browser"><option value="">All Browsers</option>${Array.from(
                   new Set(
                     (results || []).map((test) => test.browser || "unknown"),
@@ -7175,6 +7248,7 @@ async function main() {
           passed: histRunReport.run.passed,
           failed: histRunReport.run.failed,
           skipped: histRunReport.run.skipped || 0,
+          flaky: histRunReport.run.flaky || (histRunReport.results ? histRunReport.results.filter(r => r.status === 'flaky' || r.outcome === 'flaky').length : 0),
         });
 
         if (histRunReport.results && Array.isArray(histRunReport.results)) {

package/scripts/merge-pulse-report.js

@@ -92,6 +92,7 @@ function mergeReports(shardDirs) {
       combinedRun.passed += run.passed || 0;
       combinedRun.failed += run.failed || 0;
       combinedRun.skipped += run.skipped || 0;
+      combinedRun.flaky = (combinedRun.flaky || 0) + (run.flaky || 0);
       combinedRun.duration += run.duration || 0;
 
       if (run.environment) {
@@ -228,7 +229,7 @@ function cleanupShardDirectories(shardDirs) {
 
   console.log(`\n✅ Merged report saved as ${OUTPUT_FILE}`);
   console.log(`   Total tests: ${merged.run.totalTests}`);
-  console.log(`   Passed: ${merged.run.passed} | Failed: ${merged.run.failed} | Skipped: ${merged.run.skipped}`);
+  console.log(`   Passed: ${merged.run.passed} | Failed: ${merged.run.failed} | Skipped: ${merged.run.skipped} | Flaky: ${merged.run.flaky}`);
 
   // 5. Cleanup Shard Directories
   cleanupShardDirectories(shardDirs);

package/dist/index.d.ts

@@ -1,5 +0,0 @@
-import { PlaywrightPulseReporter } from "./playwright-pulse-reporter";
-export default PlaywrightPulseReporter;
-export { PlaywrightPulseReporter };
-export * from "../types";
-export * from "../lib/report-types";

package/dist/index.js

@@ -1,26 +0,0 @@
-"use strict";
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    var desc = Object.getOwnPropertyDescriptor(m, k);
-    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
-      desc = { enumerable: true, get: function() { return m[k]; } };
-    }
-    Object.defineProperty(o, k2, desc);
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __exportStar = (this && this.__exportStar) || function(m, exports) {
-    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.PlaywrightPulseReporter = void 0;
-// src/reporter/index.ts
-const playwright_pulse_reporter_1 = require("./playwright-pulse-reporter");
-Object.defineProperty(exports, "PlaywrightPulseReporter", { enumerable: true, get: function () { return playwright_pulse_reporter_1.PlaywrightPulseReporter; } });
-// Export the reporter class as the default export for CommonJS compatibility
-// and also as a named export for potential ES module consumers.
-exports.default = playwright_pulse_reporter_1.PlaywrightPulseReporter;
-// You can also export other related types or utilities if needed
-__exportStar(require("../types"), exports); // Re-export shared types if they are used by the reporter consumers
-__exportStar(require("../lib/report-types"), exports);

package/dist/playwright-pulse-reporter.d.ts

@@ -1,26 +0,0 @@
-import type { FullConfig, FullResult, Reporter, Suite, TestCase, TestResult as PwTestResult } from "@playwright/test/reporter";
-export declare class PlaywrightPulseReporter implements Reporter {
-    private config;
-    private suite;
-    private results;
-    private runStartTime;
-    private outputDir;
-    private baseOutputFile;
-    private isSharded;
-    private shardIndex;
-    constructor(options?: {
-        outputFile?: string;
-        outputDir?: string;
-    });
-    printsToStdio(): boolean;
-    onBegin(config: FullConfig, suite: Suite): void;
-    onTestBegin(test: TestCase): void;
-    private processStep;
-    onTestEnd(test: TestCase, result: PwTestResult): void;
-    onError(error: any): void;
-    private _writeShardResults;
-    private _mergeShardResults;
-    private _cleanupTemporaryFiles;
-    private _ensureDirExists;
-    onEnd(result: FullResult): Promise<void>;
-}