playwright-slack-report 1.0.12 → 1.0.16

package/README.md

@@ -1,7 +1,9 @@
-# playwright-slack-report ![Biulds](https://github.com/ryanrosello-og/playwright-slack-report/actions/workflows/playwright.yml/badge.svg) [![GitHub license](https://img.shields.io/badge/license-MIT-blue.svg)](https://github.com/ryanrosello-og/playwright-slack-report/blob/master/LICENSE)
+# playwright-slack-report ![Biulds](https://github.com/ryanrosello-og/playwright-slack-report/actions/workflows/playwright.yml/badge.svg) [![GitHub license](https://img.shields.io/badge/license-MIT-blue.svg)](https://github.com/ryanrosello-og/playwright-slack-report/blob/master/LICENSE) [![Coverage Status](https://coveralls.io/repos/github/ryanrosello-og/playwright-slack-report/badge.svg?branch=main)](https://coveralls.io/github/ryanrosello-og/playwright-slack-report?branch=main)
 
 [![Open in Gitpod](https://gitpod.io/button/open-in-gitpod.svg)](https://gitpod.io/#https://github.com/ryanrosello-og/playwright-slack-report)
 
+![Main Logo](https://github.com/ryanrosello-og/playwright-slack-report/blob/main/assets/_logo.png?raw=true)
+
 Publish your Playwright test results to your favorite Slack channel(s).
 
 ![Gif](https://github.com/ryanrosello-og/playwright-slack-report/blob/main/assets/2022-08-15_20-22-59.png?raw=true)

package/dist/src/ResultsParser.d.ts

@@ -4,9 +4,11 @@ export declare type testResult = {
     suiteName: string;
     name: string;
     browser?: string;
+    projectName: string;
     endedAt: string;
     reason: string;
     retry: number;
+    retries: number;
     startedAt: string;
     status: 'passed' | 'failed' | 'timedOut' | 'skipped';
     attachments?: {
@@ -28,10 +30,11 @@ export default class ResultsParser {
     constructor();
     getParsedResults(): Promise<SummaryResults>;
     getFailures(): Promise<Array<failure>>;
+    getTestName(failedTest: any): any;
     updateResults(data: {
         testSuite: any;
     }): void;
-    addTestResult(suiteName: any, test: any): void;
+    addTestResult(suiteName: any, testCase: any): void;
     safelyDetermineFailure(result: {
         errors: any[];
         error: {

package/dist/src/ResultsParser.js

@@ -1,4 +1,6 @@
 "use strict";
+/* eslint-disable no-shadow */
+/* eslint-disable no-underscore-dangle */
 /* eslint-disable import/extensions */
 /* eslint-disable no-control-regex */
 /* eslint-disable class-methods-use-this */
@@ -36,12 +38,10 @@ class ResultsParser {
         for (const suite of this.result) {
             for (const test of suite.testSuite.tests) {
                 if (test.status === 'failed' || test.status === 'timedOut') {
-                    // dont add duplicate results (retries)
-                    const failureExists = failures.find((f) => f.test === test.name
-                        && f.failureReason === test.reason);
-                    if (!failureExists) {
+                    // only flag as failed if the last attempt has failed
+                    if (test.retries === test.retry) {
                         failures.push({
-                            test: test.name,
+                            test: this.getTestName(test),
                             failureReason: test.reason,
                         });
                     }
@@ -50,19 +50,38 @@ class ResultsParser {
         }
         return failures;
     }
+    getTestName(failedTest) {
+        const testName = failedTest.name;
+        if (failedTest.browser && failedTest.projectName) {
+            if (failedTest.browser === failedTest.projectName) {
+                return `${testName} [${failedTest.browser}]`;
+            }
+            return `${testName} [Project Name: ${failedTest.projectName}] using ${failedTest.browser}`;
+        }
+        return testName;
+    }
     updateResults(data) {
         if (data.testSuite.tests.length > 0) {
             this.result.push(data);
         }
     }
-    addTestResult(suiteName, test) {
+    addTestResult(suiteName, testCase) {
         const testResults = [];
-        for (const result of test.results) {
+        for (const result of testCase.results) {
             testResults.push({
                 suiteName,
-                name: test.title,
+                name: testCase.title,
                 status: result.status,
+                // eslint-disable-next-line no-underscore-dangle
+                browser: testCase.parent?.parent?._projectConfig?.use?.defaultBrowserType
+                    ? testCase.parent.parent._projectConfig.use.defaultBrowserType
+                    : '',
+                // eslint-disable-next-line no-underscore-dangle
+                projectName: testCase.parent?.parent?._projectConfig?.name
+                    ? testCase.parent.parent._projectConfig.name
+                    : '',
                 retry: result.retry,
+                retries: testCase.retries,
                 startedAt: new Date(result.startTime).toISOString(),
                 endedAt: new Date(new Date(result.startTime).getTime() + result.duration).toISOString(),
                 reason: this.safelyDetermineFailure(result),
@@ -78,7 +97,9 @@ class ResultsParser {
     }
     safelyDetermineFailure(result) {
         if (result.errors.length > 0) {
-            const fullError = result.errors.map((e) => `${e.message}\r\n${e.stack ? e.stack : ''}\r\n`).join();
+            const fullError = result.errors
+                .map((e) => `${e.message}\r\n${e.stack ? e.stack : ''}\r\n`)
+                .join();
             return this.cleanseReason(fullError);
         }
         return `${this.cleanseReason(result.error?.message)} \n ${this.cleanseReason(result.error?.stack)}`;
@@ -86,7 +107,12 @@ class ResultsParser {
     cleanseReason(rawReaseon) {
         // eslint-disable-next-line prefer-regex-literals
         const ansiRegex = new RegExp('([\\u001B\\u009B][[\\]()#;?]*(?:(?:(?:[a-zA-Z\\d]*(?:;[-a-zA-Z\\d\\/#&.:=?%@~_]*)*)?\\u0007)|(?:(?:\\d{1,4}(?:;\\d{0,4})*)?[\\dA-PR-TZcf-ntqry=><~])))', 'g');
-        return rawReaseon ? rawReaseon.replace(ansiRegex, '') : '';
+        const ansiCleansed = rawReaseon ? rawReaseon.replace(ansiRegex, '') : '';
+        const logsStripped = ansiCleansed
+            .replace(/============================================================\n/g, '')
+            .replace(/============================================================\r\n/g, '')
+            .replace(/=========================== logs ===========================\n/g, '');
+        return logsStripped;
     }
 }
 exports.default = ResultsParser;

package/dist/src/SlackClient.js

@@ -34,6 +34,9 @@ class SlackClient {
                     // eslint-disable-next-line no-console
                     console.log(`✅ Message sent to ${channel}`);
                 }
+                else {
+                    result.push({ channel, outcome: `❌ Message not sent to ${channel} \r\n ${JSON.stringify(chatResponse, null, 2)}` });
+                }
             }
             catch (error) {
                 result.push({

package/dist/src/SlackReporter.js

@@ -37,20 +37,22 @@ class SlackReporter {
         resultSummary.meta = this.meta;
         const maxRetry = Math.max(...resultSummary.tests.map((o) => o.retry));
         if (this.sendResults === 'on-failure'
-            && resultSummary.tests.filter((z) => z.status === 'failed' && z.retry === maxRetry).length === 0) {
+            && resultSummary.tests.filter((z) => (z.status === 'failed' || z.status === 'timedOut') && z.retry === maxRetry).length === 0) {
             this.log('⏩ Slack reporter - no failures found');
             return;
         }
         const slackClient = new SlackClient_1.default(new web_api_1.WebClient(process.env.SLACK_BOT_USER_OAUTH_TOKEN, {
             logLevel: web_api_1.LogLevel.DEBUG,
         }));
-        await slackClient.sendMessage({
+        const result = await slackClient.sendMessage({
             options: {
                 channelIds: this.slackChannels,
                 summaryResults: resultSummary,
                 customLayout: this.customLayout,
             },
         });
+        // eslint-disable-next-line no-console
+        console.log(JSON.stringify(result, null, 2));
     }
     preChecks() {
         if (this.sendResults === 'off') {

package/dist/src/index.d.ts

@@ -12,6 +12,7 @@ export declare type SummaryResults = {
         suiteName: string;
         name: string;
         browser?: string;
+        projectName?: string;
         endedAt: string;
         reason: string;
         retry: number;

package/package.json

@@ -23,12 +23,12 @@
   },
   "scripts": {
     "prettier": "prettier --write --loglevel warn \"**/**/*.ts\"",
-    "pw": "nyc playwright test",
+    "pw": "nyc playwright test && nyc report --reporter=lcov",
     "build": "tsc -p ./tsconfig.json",
     "lint":"npx eslint . --ext .ts"
   },
   "name": "playwright-slack-report",
-  "version": "1.0.12",
+  "version": "1.0.16",
   "main": "index.js",
   "types": "dist/index.d.ts",
   "repository": "git@github.com:ryanrosello-og/playwright-slack-report.git",