@bigbinary/neeto-playwright-reporter 1.3.18 → 1.3.20

package/index.d.ts

@@ -23,7 +23,7 @@ declare class MyReporter implements Reporter {
     heartbeatInterval: NodeJS.Timeout | null;
     constructor(options: ReporterOptionParams);
     onBegin: (config: FullConfig, rootSuite: Suite) => Promise<void>;
-    onTestBegin: ({ id, title }: TestCase, { retry }: TestResult) => Promise<void>;
+    onTestBegin: ({ id, title, repeatEachIndex }: TestCase, { retry }: TestResult) => Promise<void>;
     onTestEnd: (testCase: TestCase, { status, duration, errors, error, retry, attachments }: TestResult) => Promise<void>;
     onEnd: ({ status, duration }: FullResult) => Promise<void>;
 }

package/index.js

@@ -18605,6 +18605,13 @@ const sendHeartBeatSignal = async (ciBuildId) => {
     }
 };
 
+const evaluateStatus = (outcome, status) => {
+    if (outcome === "flaky")
+        return outcome;
+    else
+        return status;
+};
+
 const setAuthHeaders = ({ projectKey, apiKey, }) => {
     axios.defaults.headers = {
         ...axios.defaults.headers,
@@ -18627,11 +18634,11 @@ const testEntitiesApi = { create };
 class MyReporter {
     constructor(options) {
         this.onBegin = async (config, rootSuite) => {
-            var _a, _b;
+            var _a, _b, _c;
             const shard = config.shard;
             this.config = config;
             this.currentShard = shard === null || shard === void 0 ? void 0 : shard.current;
-            let attempts;
+            let attempts = {};
             this.totalTestCount = rootSuite.allTests().length;
             try {
                 const runDetails = {
@@ -18655,11 +18662,12 @@ class MyReporter {
                 }));
             }
             catch (error) {
-                const data = (_a = error.response) === null || _a === void 0 ? void 0 : _a.data;
-                consoleLogFormatted.error((_b = data === null || data === void 0 ? void 0 : data.error) !== null && _b !== void 0 ? _b : error.message);
+                const axiosError = error;
+                const data = (_a = axiosError.response) === null || _a === void 0 ? void 0 : _a.data;
+                consoleLogFormatted.error((_b = data === null || data === void 0 ? void 0 : data.error) !== null && _b !== void 0 ? _b : axiosError.message);
                 consoleLogFormatted.error(ERRORS.onBegin.failedToInitializeRun);
                 process.kill(process.pid, "SIGKILL");
-                process.exit(1);
+                ((_c = axiosError.response) === null || _c === void 0 ? void 0 : _c.status) === 422 && process.exit(1);
             }
             consoleLogFormatted.underline(MESSAGES.onBegin.testStarted);
             consoleLogFormatted.dim(MESSAGES.onBegin.ciBuildId(this.ciBuildId));
@@ -18671,21 +18679,21 @@ class MyReporter {
             this.heartbeatInterval = setInterval(async () => await sendHeartBeatSignal(this.ciBuildId), 45000);
             this.attempts = attempts;
         };
-        this.onTestBegin = async ({ id, title }, { retry }) => {
+        this.onTestBegin = async ({ id, title, repeatEachIndex }, { retry }) => {
             var _a, _b;
             this.retryAttemptStartedAt = new Date();
             this.unreportedAttemptCount++;
             consoleLogFormatted.invertBackground(MESSAGES.onTestBegin.startingTest(title));
             try {
-                while (!((_b = (_a = this.attempts) === null || _a === void 0 ? void 0 : _a[id]) === null || _b === void 0 ? void 0 : _b["0"]))
+                while (!((_b = (_a = this.attempts) === null || _a === void 0 ? void 0 : _a[id]) === null || _b === void 0 ? void 0 : _b["0-0"]))
                     await waitUntilTimeout(100); // Poll every 100 milliseconds
                 const attemptsPayload = {
                     status: "running",
                     started_at: this.retryAttemptStartedAt.toString(),
                     shard: this.currentShard,
                 };
-                if (retry === 0) {
-                    await attemptsApi.update(this.ciBuildId, id, this.attempts[id]["0"], attemptsPayload);
+                if (retry === 0 && repeatEachIndex === 0) {
+                    await attemptsApi.update(this.ciBuildId, id, this.attempts[id]["0-0"], attemptsPayload);
                 }
                 else {
                     const { data: { history_id, attempt_id }, } = await attemptsApi.create(this.ciBuildId, id, attemptsPayload);
@@ -18693,7 +18701,7 @@ class MyReporter {
                         ...this.attempts,
                         [history_id]: {
                             ...this.attempts[history_id],
-                            [String(retry)]: attempt_id,
+                            [`${retry}-${repeatEachIndex}`]: attempt_id,
                         },
                     };
                     this.testAttemptIds.push(`${history_id}-${attempt_id}`);
@@ -18706,13 +18714,20 @@ class MyReporter {
             }
         };
         this.onTestEnd = async (testCase, { status, duration, errors, error, retry, attachments }) => {
+            var _a;
             const completedAt = new Date();
             const errorLocation = error === null || error === void 0 ? void 0 : error.location;
-            const { id, title, expectedStatus } = testCase;
+            const { id, title, repeatEachIndex } = testCase;
+            const testOutcome = testCase.outcome();
+            const outcome = {
+                shard: (_a = this.currentShard) !== null && _a !== void 0 ? _a : 0,
+                is_expected: testOutcome === "expected",
+                repeat_each_index: repeatEachIndex,
+                status: evaluateStatus(testOutcome, status),
+            };
             try {
                 const testResult = {
-                    outcome: testCase.outcome(),
-                    expected_status: expectedStatus,
+                    outcome,
                     status,
                     duration,
                     log: errors.map(error => { var _a; return (_a = error.message) !== null && _a !== void 0 ? _a : ""; }).join("\n"),
@@ -18739,10 +18754,10 @@ class MyReporter {
                         return uploadToS3(file, direct_upload);
                     }
                 }));
-                while (!(this.attempts[id][retry] ||
-                    this.testAttemptIds.includes(`${id}-${this.attempts[id][retry]}`)))
+                while (!(this.attempts[id][`${retry}-${repeatEachIndex}`] ||
+                    this.testAttemptIds.includes(`${id}-${this.attempts[id][`${retry}-${repeatEachIndex}`]}`)))
                     await waitUntilTimeout(100);
-                this.testResultCalls.push(attemptsApi.update(this.ciBuildId, id, this.attempts[id][retry], testResult));
+                this.testResultCalls.push(attemptsApi.update(this.ciBuildId, id, this.attempts[id][`${retry}-${repeatEachIndex}`], testResult));
             }
             catch (error) {
                 consoleLogFormatted.error(error.message);