@bigbinary/neeto-playwright-reporter 1.3.19 → 1.3.21

package/index.d.ts

@@ -23,7 +23,7 @@ declare class MyReporter implements Reporter {
     heartbeatInterval: NodeJS.Timeout | null;
     constructor(options: ReporterOptionParams);
     onBegin: (config: FullConfig, rootSuite: Suite) => Promise<void>;
-    onTestBegin: ({ id, title }: TestCase, { retry }: TestResult) => Promise<void>;
+    onTestBegin: ({ id, title, repeatEachIndex }: TestCase, { retry }: TestResult) => Promise<void>;
     onTestEnd: (testCase: TestCase, { status, duration, errors, error, retry, attachments }: TestResult) => Promise<void>;
     onEnd: ({ status, duration }: FullResult) => Promise<void>;
 }

package/index.js

@@ -18485,7 +18485,7 @@ const MESSAGES = {
         startingTest: (titlePath) => `Starting ${titlePath}`,
     },
     onTestEnd: {
-        reportedTest: (title) => `Reported ${title} to NeetoPlaydash`,
+        reportedTest: ({ title, status, id }) => `Reported ${title} with id: ${id} to NeetoPlaydash with status ${status}`,
     },
     onEnd: {
         runReported: "Run completed and reported to NeetoPlaydash 🎉",
@@ -18605,6 +18605,13 @@ const sendHeartBeatSignal = async (ciBuildId) => {
     }
 };
 
+const evaluateStatus = (outcome, status) => {
+    if (outcome === "flaky")
+        return outcome;
+    else
+        return status;
+};
+
 const setAuthHeaders = ({ projectKey, apiKey, }) => {
     axios.defaults.headers = {
         ...axios.defaults.headers,
@@ -18672,21 +18679,21 @@ class MyReporter {
             this.heartbeatInterval = setInterval(async () => await sendHeartBeatSignal(this.ciBuildId), 45000);
             this.attempts = attempts;
         };
-        this.onTestBegin = async ({ id, title }, { retry }) => {
+        this.onTestBegin = async ({ id, title, repeatEachIndex }, { retry }) => {
             var _a, _b;
             this.retryAttemptStartedAt = new Date();
             this.unreportedAttemptCount++;
             consoleLogFormatted.invertBackground(MESSAGES.onTestBegin.startingTest(title));
             try {
-                while (!((_b = (_a = this.attempts) === null || _a === void 0 ? void 0 : _a[id]) === null || _b === void 0 ? void 0 : _b["0"]))
+                while (!((_b = (_a = this.attempts) === null || _a === void 0 ? void 0 : _a[id]) === null || _b === void 0 ? void 0 : _b["0-0"]))
                     await waitUntilTimeout(100); // Poll every 100 milliseconds
                 const attemptsPayload = {
                     status: "running",
                     started_at: this.retryAttemptStartedAt.toString(),
                     shard: this.currentShard,
                 };
-                if (retry === 0) {
-                    await attemptsApi.update(this.ciBuildId, id, this.attempts[id]["0"], attemptsPayload);
+                if (retry === 0 && repeatEachIndex === 0) {
+                    await attemptsApi.update(this.ciBuildId, id, this.attempts[id]["0-0"], attemptsPayload);
                 }
                 else {
                     const { data: { history_id, attempt_id }, } = await attemptsApi.create(this.ciBuildId, id, attemptsPayload);
@@ -18694,7 +18701,7 @@ class MyReporter {
                         ...this.attempts,
                         [history_id]: {
                             ...this.attempts[history_id],
-                            [String(retry)]: attempt_id,
+                            [`${retry}-${repeatEachIndex}`]: attempt_id,
                         },
                     };
                     this.testAttemptIds.push(`${history_id}-${attempt_id}`);
@@ -18707,13 +18714,20 @@ class MyReporter {
             }
         };
         this.onTestEnd = async (testCase, { status, duration, errors, error, retry, attachments }) => {
+            var _a;
             const completedAt = new Date();
             const errorLocation = error === null || error === void 0 ? void 0 : error.location;
-            const { id, title, expectedStatus } = testCase;
+            const { id, title, repeatEachIndex } = testCase;
+            const testOutcome = testCase.outcome();
+            const outcome = {
+                shard: (_a = this.currentShard) !== null && _a !== void 0 ? _a : 0,
+                is_expected: testOutcome === "expected",
+                repeat_each_index: repeatEachIndex,
+                status: evaluateStatus(testOutcome, status),
+            };
             try {
                 const testResult = {
-                    outcome: testCase.outcome(),
-                    expected_status: expectedStatus,
+                    outcome,
                     status,
                     duration,
                     log: errors.map(error => { var _a; return (_a = error.message) !== null && _a !== void 0 ? _a : ""; }).join("\n"),
@@ -18740,10 +18754,13 @@ class MyReporter {
                         return uploadToS3(file, direct_upload);
                     }
                 }));
-                while (!(this.attempts[id][retry] ||
-                    this.testAttemptIds.includes(`${id}-${this.attempts[id][retry]}`)))
+                while (!(this.attempts[id][`${retry}-${repeatEachIndex}`] ||
+                    this.testAttemptIds.includes(`${id}-${this.attempts[id][`${retry}-${repeatEachIndex}`]}`)))
                     await waitUntilTimeout(100);
-                this.testResultCalls.push(attemptsApi.update(this.ciBuildId, id, this.attempts[id][retry], testResult));
+                const reportToNeetoPlaydash = attemptsApi.update(this.ciBuildId, id, this.attempts[id][`${retry}-${repeatEachIndex}`], testResult);
+                this.testResultCalls.push(reportToNeetoPlaydash);
+                await reportToNeetoPlaydash;
+                consoleLogFormatted.invertBackground(MESSAGES.onTestEnd.reportedTest({ title, status, id }));
             }
             catch (error) {
                 consoleLogFormatted.error(error.message);
@@ -18752,7 +18769,6 @@ class MyReporter {
             }
             finally {
                 this.unreportedAttemptCount--;
-                consoleLogFormatted.invertBackground(MESSAGES.onTestEnd.reportedTest(title));
             }
         };
         this.onEnd = async ({ status, duration }) => {