@arghajit/dummy 0.1.2-beta-7 → 0.1.2-beta-9

package/dist/reporter/playwright-pulse-reporter.d.ts

@@ -23,13 +23,16 @@ export declare class PlaywrightPulseReporter implements Reporter {
     private _getBaseTestId;
     private _getStatusOrder;
     /**
-     * Modified: Groups all run attempts for a single logical test case and updates flaky status.
-     * This ensures that tests with multiple retries are counted as single test case
-     * while preserving all retry data in the JSON report.
+     * Groups all run attempts for a single logical test case and creates consolidated test results.
+     * This matches Playwright's default structure where retry attempts are grouped under one test entry.
      * @param allAttempts An array of all individual test run attempts.
-     * @returns An array of ConsolidatedTestResult objects, where each object represents one logical test and contains an array of all its runs.
+     * @returns An array of ConsolidatedTestResult objects, where each object represents one logical test with all its retry attempts.
      */
     private _getFinalizedResults;
+    /**
+     * Helper method to get summary statistics from consolidated results
+     */
+    private _getSummaryStats;
     onError(error: any): void;
     private _getEnvDetails;
     private _writeShardResults;

package/dist/reporter/playwright-pulse-reporter.js

@@ -39,10 +39,7 @@ const path = __importStar(require("path"));
 const crypto_1 = require("crypto");
 const ua_parser_js_1 = require("ua-parser-js");
 const os = __importStar(require("os"));
-const convertStatus = (status, testCase, retryCount = 0) => {
-    if (status === "passed" && retryCount > 0) {
-        return "flaky";
-    }
+const convertStatus = (status, testCase) => {
     if ((testCase === null || testCase === void 0 ? void 0 : testCase.expectedStatus) === "failed") {
         if (status === "passed")
             return "flaky";
@@ -165,7 +162,7 @@ class PlaywrightPulseReporter {
         }
         return finalString.trim();
     }
-    async processStep(step, testId, browserDetails, testCase, retryCount = 0) {
+    async processStep(step, testId, browserDetails, testCase) {
         var _a, _b, _c, _d;
         let stepStatus = "passed";
         let errorMessage = ((_a = step.error) === null || _a === void 0 ? void 0 : _a.message) || undefined;
@@ -173,7 +170,7 @@ class PlaywrightPulseReporter {
             stepStatus = "skipped";
         }
         else {
-            stepStatus = convertStatus(step.error ? "failed" : "passed", testCase, retryCount);
+            stepStatus = convertStatus(step.error ? "failed" : "passed", testCase);
         }
         const duration = step.duration;
         const startTime = new Date(step.startTime);
@@ -206,13 +203,13 @@ class PlaywrightPulseReporter {
         var _a, _b, _c, _d, _e, _f, _g, _h, _j, _k, _l, _m;
         const project = (_a = test.parent) === null || _a === void 0 ? void 0 : _a.project();
         const browserDetails = this.getBrowserDetails(test);
-        const testStatus = convertStatus(result.status, test, result.retry);
+        const testStatus = convertStatus(result.status, test);
         const startTime = new Date(result.startTime);
         const endTime = new Date(startTime.getTime() + result.duration);
         const processAllSteps = async (steps) => {
             let processed = [];
             for (const step of steps) {
-                const processedStep = await this.processStep(step, test.id, browserDetails, test, result.retry);
+                const processedStep = await this.processStep(step, test.id, browserDetails, test);
                 processed.push(processedStep);
                 if (step.steps && step.steps.length > 0) {
                     processedStep.steps = await processAllSteps(step.steps);
@@ -244,9 +241,8 @@ class PlaywrightPulseReporter {
                 ? JSON.stringify(this.config.metadata)
                 : undefined,
         };
-        const testIdWithRetries = `${test.id}-${result.retry}`;
         const pulseResult = {
-            id: testIdWithRetries, // Modified: Use retry number instead of "run-X"
+            id: test.id, // Fixed: Use consistent test ID across all retries
             runId: this.currentRunId, // Keep same runId for all retries of the same test
             name: test.titlePath().join(" > "),
             suiteName: (project === null || project === void 0 ? void 0 : project.name) || ((_e = this.config.projects[0]) === null || _e === void 0 ? void 0 : _e.name) || "Default Suite",
@@ -274,7 +270,7 @@ class PlaywrightPulseReporter {
             if (!attachment.path)
                 continue;
             try {
-                const testSubfolder = testIdWithRetries.replace(/[^a-zA-Z0-9_-]/g, "_");
+                const testSubfolder = `${test.id}-${result.retry}`.replace(/[^a-zA-Z0-9_-]/g, "_");
                 const safeAttachmentName = path
                     .basename(attachment.path)
                     .replace(/[^a-zA-Z0-9_.-]/g, "_");
@@ -307,10 +303,6 @@ class PlaywrightPulseReporter {
         this.results.push(pulseResult);
     }
     _getBaseTestId(testResultId) {
-        const parts = testResultId.split("-");
-        if (parts.length > 1 && !isNaN(parseInt(parts[parts.length - 1]))) {
-            return parts.slice(0, -1).join("-");
-        }
         return testResultId;
     }
     _getStatusOrder(status) {
@@ -328,11 +320,10 @@ class PlaywrightPulseReporter {
         }
     }
     /**
-     * Modified: Groups all run attempts for a single logical test case and updates flaky status.
-     * This ensures that tests with multiple retries are counted as single test case
-     * while preserving all retry data in the JSON report.
+     * Groups all run attempts for a single logical test case and creates consolidated test results.
+     * This matches Playwright's default structure where retry attempts are grouped under one test entry.
      * @param allAttempts An array of all individual test run attempts.
-     * @returns An array of ConsolidatedTestResult objects, where each object represents one logical test and contains an array of all its runs.
+     * @returns An array of ConsolidatedTestResult objects, where each object represents one logical test with all its retry attempts.
      */
     _getFinalizedResults(allAttempts) {
         const groupedResults = new Map();
@@ -347,11 +338,11 @@ class PlaywrightPulseReporter {
         for (const [baseId, runs] of groupedResults.entries()) {
             let overallStatus = "passed";
             if (runs.length > 1) {
-                const hasPassedRun = runs.some(run => run.status === "passed");
-                const hasFailedRun = runs.some(run => run.status === "failed");
+                const hasPassedRun = runs.some((run) => run.status === "passed");
+                const hasFailedRun = runs.some((run) => run.status === "failed");
                 if (hasPassedRun && hasFailedRun) {
                     overallStatus = "flaky";
-                    runs.forEach(run => {
+                    runs.forEach((run) => {
                         if (run.status === "passed" || run.status === "failed") {
                             run.status = "flaky";
                         }
@@ -360,7 +351,7 @@ class PlaywrightPulseReporter {
                 else if (hasFailedRun) {
                     overallStatus = "failed";
                 }
-                else if (runs.some(run => run.status === "skipped")) {
+                else if (runs.some((run) => run.status === "skipped")) {
                     overallStatus = "skipped";
                 }
             }
@@ -378,7 +369,7 @@ class PlaywrightPulseReporter {
                 id: baseId,
                 name: bestRun.name,
                 suiteName: bestRun.suiteName,
-                status: overallStatus, // Use the determined overall status
+                status: overallStatus,
                 duration: overallDuration,
                 startTime: new Date(Math.min(...startTimes)),
                 endTime: new Date(Math.max(...endTimes)),
@@ -389,6 +380,38 @@ class PlaywrightPulseReporter {
         }
         return finalResults;
     }
+    /**
+     * Helper method to get summary statistics from consolidated results
+     */
+    _getSummaryStats(consolidatedResults) {
+        let passed = 0;
+        let failed = 0;
+        let skipped = 0;
+        let flaky = 0;
+        for (const result of consolidatedResults) {
+            switch (result.status) {
+                case "passed":
+                    passed++;
+                    break;
+                case "failed":
+                    failed++;
+                    break;
+                case "skipped":
+                    skipped++;
+                    break;
+                case "flaky":
+                    flaky++;
+                    break;
+            }
+        }
+        return {
+            passed,
+            failed,
+            skipped,
+            flaky,
+            totalTests: consolidatedResults.length,
+        };
+    }
     onError(error) {
         var _a;
         console.error(`PlaywrightPulseReporter: Error encountered (Shard: ${(_a = this.shardIndex) !== null && _a !== void 0 ? _a : "Main"}):`, (error === null || error === void 0 ? void 0 : error.message) || error);
@@ -441,12 +464,13 @@ class PlaywrightPulseReporter {
                 }
             }
         }
-        const finalResultsList = this._getFinalizedResults(allShardRawResults);
-        finalRunData.passed = finalResultsList.filter((r) => r.status === "passed").length;
-        finalRunData.failed = finalResultsList.filter((r) => r.status === "failed").length;
-        finalRunData.skipped = finalResultsList.filter((r) => r.status === "skipped").length;
-        finalRunData.flaky = finalResultsList.filter((r) => r.status === "flaky").length;
-        finalRunData.totalTests = finalResultsList.length;
+        const consolidatedResults = this._getFinalizedResults(allShardRawResults);
+        const summaryStats = this._getSummaryStats(consolidatedResults);
+        finalRunData.passed = summaryStats.passed;
+        finalRunData.failed = summaryStats.failed;
+        finalRunData.skipped = summaryStats.skipped;
+        finalRunData.flaky = summaryStats.flaky;
+        finalRunData.totalTests = summaryStats.totalTests;
         const reviveDates = (key, value) => {
             const isoDateRegex = /^\d{4}-\d{2}-\d{2}T\d{2}:\d{2}:\d{2}(\.\d+)?Z$/;
             if (typeof value === "string" && isoDateRegex.test(value)) {
@@ -455,10 +479,10 @@ class PlaywrightPulseReporter {
             }
             return value;
         };
-        const properlyTypedResults = JSON.parse(JSON.stringify(allShardRawResults), reviveDates);
+        const properlyTypedResults = JSON.parse(JSON.stringify(consolidatedResults), reviveDates);
         return {
             run: finalRunData,
-            results: properlyTypedResults, // Fixed: Include ALL retry attempts
+            results: properlyTypedResults, // Use consolidated results that group retry attempts
             metadata: { generatedAt: new Date().toISOString() },
         };
     }
@@ -494,7 +518,8 @@ class PlaywrightPulseReporter {
         }
         let finalReport;
         const allAttempts = this.results;
-        const summaryResults = this._getFinalizedResults(this.results);
+        const consolidatedResults = this._getFinalizedResults(this.results);
+        const summaryStats = this._getSummaryStats(consolidatedResults);
         const runEndTime = Date.now();
         const duration = runEndTime - this.runStartTime;
         const runId = this.currentRunId;
@@ -502,26 +527,21 @@ class PlaywrightPulseReporter {
         const runData = {
             id: runId,
             timestamp: new Date(this.runStartTime),
-            totalTests: summaryResults.length, // Count each logical test once
-            passed: summaryResults.filter((r) => r.status === "passed").length,
-            failed: summaryResults.filter((r) => r.status === "failed").length,
-            skipped: summaryResults.filter((r) => r.status === "skipped").length,
-            flaky: summaryResults.filter((r) => r.status === "flaky").length,
+            totalTests: summaryStats.totalTests,
+            passed: summaryStats.passed,
+            failed: summaryStats.failed,
+            skipped: summaryStats.skipped,
+            flaky: summaryStats.flaky,
             duration,
             environment: environmentDetails,
         };
-        finalReport = {
-            run: runData,
-            results: allAttempts, // Include all retry attempts in the JSON
-            metadata: { generatedAt: new Date().toISOString() },
-        };
         if (this.isSharded) {
             finalReport = await this._mergeShardResults(runData);
         }
         else {
             finalReport = {
                 run: runData,
-                results: allAttempts, // Modified: Use all attempts instead of consolidated
+                results: consolidatedResults, // Use consolidated results that group retry attempts
                 metadata: { generatedAt: new Date().toISOString() },
             };
         }
@@ -604,7 +624,7 @@ class PlaywrightPulseReporter {
                 const json = JSON.parse(content);
                 if (json.results) {
                     json.results.forEach((testResult) => {
-                        // Check if the TestResult has a 'runs' array (new format)
+                        // Check if the TestResult has a 'runs' array (consolidated format)
                         if ("runs" in testResult && Array.isArray(testResult.runs)) {
                             allResultsFromAllFiles.push(...testResult.runs);
                         }
@@ -619,7 +639,8 @@ class PlaywrightPulseReporter {
                 console.warn(`Pulse Reporter: Could not parse report file ${filePath}. Skipping. Error: ${err.message}`);
             }
         }
-        const finalMergedResults = this._getFinalizedResults(allResultsFromAllFiles);
+        const consolidatedResults = this._getFinalizedResults(allResultsFromAllFiles);
+        const summaryStats = this._getSummaryStats(consolidatedResults);
         for (const res of allResultsFromAllFiles) {
             if (res.startTime.getTime() < earliestStartTime)
                 earliestStartTime = res.startTime.getTime();
@@ -631,16 +652,16 @@ class PlaywrightPulseReporter {
             id: `merged-${Date.now()}`,
             timestamp: latestTimestamp,
             environment: lastRunEnvironment,
-            totalTests: finalMergedResults.length, // Count each logical test once
-            passed: finalMergedResults.filter((r) => r.status === "passed").length,
-            failed: finalMergedResults.filter((r) => r.status === "failed").length,
-            skipped: finalMergedResults.filter((r) => r.status === "skipped").length,
-            flaky: finalMergedResults.filter((r) => r.status === "flaky").length,
+            totalTests: summaryStats.totalTests,
+            passed: summaryStats.passed,
+            failed: summaryStats.failed,
+            skipped: summaryStats.skipped,
+            flaky: summaryStats.flaky,
             duration: totalDuration,
         };
         const finalReport = {
             run: combinedRun,
-            results: allResultsFromAllFiles, // Fixed: Include ALL retry attempts
+            results: consolidatedResults, // Use consolidated results that group retry attempts
             metadata: {
                 generatedAt: new Date().toISOString(),
             },
@@ -652,7 +673,7 @@ class PlaywrightPulseReporter {
                 return value;
             }, 2));
             if (this.printsToStdio()) {
-                console.log(`PlaywrightPulseReporter: ✅ Merged report with ${allResultsFromAllFiles.length} total retry attempts (${finalMergedResults.length} unique tests) saved to ${finalOutputPath}`);
+                console.log(`PlaywrightPulseReporter: ✅ Merged report with ${allResultsFromAllFiles.length} total retry attempts (${summaryStats.totalTests} unique tests) saved to ${finalOutputPath}`);
             }
         }
         catch (err) {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@arghajit/dummy",
-  "version": "0.1.2-beta-7",
+  "version": "0.1.2-beta-9",
   "description": "A Playwright reporter and dashboard for visualizing test results.",
   "homepage": "https://playwright-pulse-report.netlify.app/",
   "keywords": [