@testomatio/reporter 1.5.0-beta-vitest → 1.5.0

package/README.md

@@ -11,7 +11,7 @@ Testomat.io Reporter (this npm package) supports:
 - 🏄 Integarion with all popular [JavaScript/TypeScript frameworks](./docs/frameworks.md)
 - 🗄️ Screenshots, videos, traces [uploaded into S3 bucket](./docs/artifacts.md)
 - 🔎 [Stack traces](./docs/stacktrace.md) and error messages
-- 🐙 [GitHub](./docs/pipes/github.md) & [GitLab](./docs/pipes/gitlab.md) integration
+- 🐙 [GitHub](./docs/pipes/github.md), [GitLab](./docs/pipes/gitlab.md) & [Bitbucket](./docs/pipes/bitbucket.md) integration
 - 🚅 Realtime reports
 - 🗃️ Other test frameworks supported via [JUNit XML](./docs/junit.md)
 - 🚶‍♀️ Steps _(work in progress)_
@@ -128,6 +128,7 @@ Bring this reporter on CI and never lose test results again!
   - [Gitlab](./docs/pipes/gitlab.md)
   - [CSV](./docs/pipes/csv.md)
   - [HTML report](./docs/pipes/html.md)
+  - [Bitbucket](./docs/pipes/bitbucket.md)
 - 📓 [JUnit](./docs/junit.md)
 - 🗄️ [Artifacts](./docs/artifacts.md)
 - 🔂 [Workflows](./docs/workflows.md)

package/lib/adapter/codecept.js

@@ -129,8 +129,8 @@ function CodeceptReporter(config) {
     await Promise.all(reportTestPromises);
 
     if (upload.isArtifactsEnabled()) {
-      uploadAttachments(client, videos, '🎞️  Uploading', 'video');
-      uploadAttachments(client, traces, '📁 Uploading', 'trace');
+      await uploadAttachments(client, videos, '🎞️ Uploading', 'video');
+      await uploadAttachments(client, traces, '📁 Uploading', 'trace');
     }
 
     const status = failedTests.length === 0 ? STATUS.PASSED : STATUS.FAILED;
@@ -142,7 +142,6 @@ function CodeceptReporter(config) {
     if (id && failedTests.includes(id)) {
       failedTests = failedTests.filter(failed => id !== failed);
     }
-    const testId = getTestomatIdFromTestTitle(`${title} ${tags?.join(' ')}`);
     const testObj = getTestAndMessage(title);
 
     const logs = getTestLogs(test);
@@ -152,11 +151,12 @@ function CodeceptReporter(config) {
 
     client.addTestRun(STATUS.PASSED, {
       ...stripExampleFromTitle(title),
+      rid: id,
       suite_title: test.parent && test.parent.title,
       message: testObj.message,
       time: getDuration(test),
       steps: global.testomatioDataStore.steps.join('\n') || null,
-      test_id: testId,
+      test_id: getTestomatIdFromTestTitle(`${title} ${tags?.join(' ')}`),
       logs,
       manuallyAttachedArtifacts,
       meta: keyValues,
@@ -179,6 +179,7 @@ function CodeceptReporter(config) {
       const testId = getTestomatIdFromTestTitle(`${title} ${tags?.join(' ')}`);
 
       client.addTestRun(STATUS.FAILED, {
+        rid: id,
         ...stripExampleFromTitle(title),
         suite_title: suite.title,
         test_id: testId,
@@ -194,7 +195,6 @@ function CodeceptReporter(config) {
     if (test.err) error = test.err;
     const { id, tags, title, artifacts } = test;
     failedTests.push(id || title);
-    let testId = getTestomatIdFromTestTitle(`${title} ${tags?.join(' ')}`);
     const testObj = getTestAndMessage(title);
 
     const files = [];
@@ -206,32 +206,27 @@ function CodeceptReporter(config) {
     const keyValues = services.keyValues.get(test.fullTitle());
     services.setContext(null);
 
-    const reportTestPromise = client
-      .addTestRun(STATUS.FAILED, {
-        ...stripExampleFromTitle(title),
-        test_id: testId,
-        suite_title: test.parent && test.parent.title,
-        error,
-        message: testObj.message,
-        time: getDuration(test),
-        files,
-        steps: global.testomatioDataStore?.steps?.join('\n') || null,
-        logs,
-        manuallyAttachedArtifacts,
-        meta: keyValues,
-      })
-      .then(pipes => {
-        testId = pipes.filter(p => p.pipe.includes('Testomatio'))[0]?.result?.data?.test_id;
-
-        debug('artifacts', artifacts);
-
-        for (const aid in artifacts) {
-          if (aid.startsWith('video')) videos.push({ testId, title, path: artifacts[aid], type: 'video/webm' });
-          if (aid.startsWith('trace')) traces.push({ testId, title, path: artifacts[aid], type: 'application/zip' });
-        }
-      });
+    client.addTestRun(STATUS.FAILED, {
+      ...stripExampleFromTitle(title),
+      rid: id,
+      test_id: getTestomatIdFromTestTitle(`${title} ${tags?.join(' ')}`),
+      suite_title: test.parent && test.parent.title,
+      error,
+      message: testObj.message,
+      time: getDuration(test),
+      files,
+      steps: global.testomatioDataStore?.steps?.join('\n') || null,
+      logs,
+      manuallyAttachedArtifacts,
+      meta: keyValues,
+    });
+
+    debug('artifacts', artifacts);
 
-    reportTestPromises.push(reportTestPromise);
+    for (const aid in artifacts) {
+      if (aid.startsWith('video')) videos.push({ rid: id, title, path: artifacts[aid], type: 'video/webm' });
+      if (aid.startsWith('trace')) traces.push({ rid: id, title, path: artifacts[aid], type: 'application/zip' });
+    }
 
     // output.stop();
   });
@@ -240,11 +235,11 @@ function CodeceptReporter(config) {
     const { id, tags, title } = test;
     if (failedTests.includes(id || title)) return;
 
-    const testId = getTestomatIdFromTestTitle(`${title} ${tags?.join(' ')}`);
     const testObj = getTestAndMessage(title);
     client.addTestRun(STATUS.SKIPPED, {
+      rid: id,
       ...stripExampleFromTitle(title),
-      test_id: testId,
+      test_id: getTestomatIdFromTestTitle(`${title} ${tags?.join(' ')}`),
       suite_title: test.parent && test.parent.title,
       message: testObj.message,
       time: getDuration(test),
@@ -309,21 +304,21 @@ function CodeceptReporter(config) {
 }
 
 async function uploadAttachments(client, attachments, messagePrefix, attachmentType) {
-  if (attachments.length > 0) {
-    console.log(APP_PREFIX, `Attachments: ${messagePrefix} ${attachments.length} ${attachmentType}/-s ...`);
+  if (!attachments?.length) return;
 
-    const promises = attachments.map(async attachment => {
-      const { testId, title, path, type } = attachment;
-      const file = { path, type, title };
-      return client.addTestRun(undefined, {
-        ...stripExampleFromTitle(title),
-        test_id: testId,
-        files: [file],
-      });
+  console.log(APP_PREFIX, `Attachments: ${messagePrefix} ${attachments.length} ${attachmentType} ...`);
+
+  const promises = attachments.map(async attachment => {
+    const { rid, title, path, type } = attachment;
+    const file = { path, type, title };
+    return client.addTestRun(undefined, {
+      ...stripExampleFromTitle(title),
+      rid,
+      files: [file],
     });
+  });
 
-    await Promise.all(promises);
-  }
+  await Promise.all(promises);
 }
 
 function getTestAndMessage(title) {

package/lib/adapter/playwright.js

@@ -2,6 +2,7 @@ const chalk = require('chalk');
 const crypto = require('crypto');
 const os = require('os');
 const path = require('path');
+const { v4: uuidv4 } = require('uuid');
 const fs = require('fs');
 const { APP_PREFIX, STATUS: Status, TESTOMAT_TMP_STORAGE_DIR } = require('../constants');
 const TestomatioClient = require('../client');
@@ -38,16 +39,15 @@ class PlaywrightReporter {
     if (!this.client) return;
 
     const { title } = test;
-
-    let testId = getTestomatIdFromTestTitle(`${title} ${test.tags?.join(' ')}`);
-
     const { error, duration } = result;
-
     const suite_title = test.parent ? test.parent?.title : path.basename(test?.location?.file);
 
     const steps = [];
     for (const step of result.steps) {
-      appendStep(step, steps);
+      const appendedStep = appendStep(step);
+      if (appendedStep) {
+        steps.push(appendedStep);
+      }
     }
 
     const fullTestTitle = getTestContextName(test);
@@ -57,33 +57,30 @@ class PlaywrightReporter {
     }
     const manuallyAttachedArtifacts = services.artifacts.get(fullTestTitle);
     const keyValues = services.keyValues.get(fullTestTitle);
+    const rid = test.id || test.testId || uuidv4();
+
+    const reportTestPromise = this.client.addTestRun(checkStatus(result.status), {
+      rid,
+      error,
+      test_id: getTestomatIdFromTestTitle(`${title} ${test.tags?.join(' ')}`),
+      suite_title,
+      title,
+      steps: steps.length ? steps : undefined,
+      time: duration,
+      logs,
+      manuallyAttachedArtifacts,
+      meta: keyValues,
+      file: test.location?.file,
+    });
 
-    const reportTestPromise = this.client
-      .addTestRun(checkStatus(result.status), {
-        error,
-        test_id: testId,
-        suite_title,
-        title,
-        steps: steps.join('\n'),
-        time: duration,
-        logs,
-        manuallyAttachedArtifacts,
-        meta: keyValues,
-        file: test.location?.file,
-      })
-      .then(pipes => {
-        testId = pipes?.filter(p => p.pipe.includes('Testomatio'))[0]?.result?.data?.test_id;
-
-        this.uploads.push({
-          testId,
-          title,
-          suite_title,
-          files: result.attachments.filter(a => a.body || a.path),
-          file: test.location?.file,
-        });
-        // remove empty uploads
-        this.uploads = this.uploads.filter(upload => upload.files.length);
-      });
+    this.uploads.push({
+      rid,
+      title: test.title,
+      files: result.attachments.filter(a => a.body || a.path),
+      file: test.location?.file,
+    });
+    // remove empty uploads
+    this.uploads = this.uploads.filter(upload => upload.files.length);
 
     reportTestPromises.push(reportTestPromise);
   }
@@ -115,7 +112,7 @@ class PlaywrightReporter {
       const promises = [];
 
       for (const upload of this.uploads) {
-        const { title, testId, suite_title } = upload;
+        const { rid, file, title } = upload;
 
         const files = upload.files.map(attachment => ({
           path: this.#getArtifactPath(attachment),
@@ -125,11 +122,10 @@ class PlaywrightReporter {
 
         promises.push(
           this.client.addTestRun(undefined, {
-            test_id: testId,
+            rid,
             title,
-            suite_title,
             files,
-            file: upload.file,
+            file,
           }),
         );
       }
@@ -150,18 +146,47 @@ function checkStatus(status) {
   );
 }
 
-function appendStep(step, steps = [], shift = 0) {
-  const prefix = ' '.repeat(shift);
-
-  if (step.error) {
-    steps.push(`${prefix}${chalk.red(step.title)} ${chalk.gray(`${step.duration}ms`)}`);
-  } else {
-    steps.push(`${prefix}${step.title} ${chalk.gray(`${step.duration}ms`)}`);
+function appendStep(step, shift = 0) {
+  // nesting too deep, ignore those steps
+  if (shift >= 10) return;
+
+  let newCategory = step.category;
+  switch (newCategory) {
+    case 'test.step':
+      newCategory = 'user';
+      break;
+    case 'hook':
+      newCategory = 'hook';
+      break;
+    case 'attach':
+      return null; // Skip steps with category 'attach'
+    default:
+      newCategory = 'framework';
   }
 
+  const formattedSteps = [];
   for (const child of step.steps || []) {
-    appendStep(child, steps, shift + 2);
+    const appendedChild = appendStep(child, shift + 2);
+    if (appendedChild) {
+      formattedSteps.push(appendedChild);
+    }
+  }
+
+  const resultStep = {
+    category: newCategory,
+    title: step.title,
+    duration: step.duration,
+  };
+
+  if (formattedSteps.length) {
+    resultStep.steps = formattedSteps.filter(s => !!s);
   }
+
+  if (step.error !== undefined) {
+    resultStep.error = step.error;
+  }
+
+  return resultStep;
 }
 
 function tmpFile(prefix = 'tmp.') {

package/lib/bin/reportXml.js

@@ -44,15 +44,10 @@ program
 
     let timeoutTimer;
     if (opts.timelimit) {
-      timeoutTimer = setTimeout(
-        () => {
-          console.log(
-            `⚠️  Reached timeout of ${opts.timelimit}s. Exiting... (Exit code is 0 to not fail the pipeline)`,
-          );
-          process.exit(0);
-        },
-        parseInt(opts.timelimit, 10) * 1000,
-      );
+      timeoutTimer = setTimeout(() => {
+        console.log(`⚠️  Reached timeout of ${opts.timelimit}s. Exiting... (Exit code is 0 to not fail the pipeline)`);
+        process.exit(0);
+      }, parseInt(opts.timelimit, 10) * 1000);
     }
 
     try {

package/lib/bin/startTest.js

@@ -1,5 +1,5 @@
 #!/usr/bin/env node
-const { spawn } = require('child_process');
+const spawn = require('cross-spawn');
 const program = require('commander');
 const chalk = require('chalk');
 const TestomatClient = require('../client');
@@ -45,7 +45,7 @@ program
 
       const client = new TestomatClient({ apiKey });
 
-      client.updateRunStatus(STATUS.FINISHED, true).then(() => {
+      client.updateRunStatus(STATUS.FINISHED).then(() => {
         console.log(chalk.yellow(`Run ${process.env.TESTOMATIO_RUN} was finished`));
         process.exit(0);
       });

package/lib/client.js

@@ -137,6 +137,7 @@ class Client {
      * @type {TestData}
      */
     const {
+      rid,
       error = null,
       time = 0,
       example = null,
@@ -187,6 +188,7 @@ class Client {
     this.totalUploaded += artifacts.length;
 
     const data = {
+      rid,
       files,
       steps,
       status,
@@ -225,7 +227,7 @@ class Client {
   /**
    *
    * Updates the status of the current test run and finishes the run.
-   * @param {'passed' | 'failed' | 'finished'} status - The status of the current test run.
+   * @param {'passed' | 'failed' | 'skipped' | 'finished'} status - The status of the current test run.
    * Must be one of "passed", "failed", or "finished"
    * @param {boolean} [isParallel] - Whether the current test run was executed in parallel with other tests.
    * @returns {Promise<any>} - A Promise that resolves when finishes the run.
@@ -274,9 +276,15 @@ class Client {
    */
   formatLogs({ error, steps, logs }) {
     error = error?.trim();
-    steps = steps?.trim();
     logs = logs?.trim();
 
+    if (Array.isArray(steps)) {
+      steps = steps
+        .map(step => formatStep(step))
+        .flat()
+        .join('\n');
+    }
+
     let testLogs = '';
     if (steps) testLogs += `${chalk.bold.blue('################[ Steps ]################')}\n${steps}\n\n`;
     if (logs) testLogs += `${chalk.bold.gray('################[ Logs ]################')}\n${logs}\n\n`;
@@ -297,6 +305,7 @@ class Client {
     stack += `${message}\n`;
 
     if (error.diff) {
+      // diff for vitest
       stack += error.diff;
       stack += '\n\n';
     } else if (error.actual && error.expected && error.actual !== error.expected) {
@@ -339,6 +348,24 @@ function isNotInternalFrame(frame) {
   );
 }
 
+function formatStep(step, shift = 0) {
+  const prefix = ' '.repeat(shift);
+
+  const lines = [];
+
+  if (step.error) {
+    lines.push(`${prefix}${chalk.red(step.title)} ${chalk.gray(`${step.duration}ms`)}`);
+  } else {
+    lines.push(`${prefix}${step.title} ${chalk.gray(`${step.duration}ms`)}`);
+  }
+
+  for (const child of step.steps || []) {
+    lines.push(...formatStep(child, shift + 2));
+  }
+
+  return lines;
+}
+
 /**
  *
  * @param {TestData} testData

package/lib/pipe/bitbucket.js

@@ -0,0 +1,254 @@
+const debug = require('debug')('@testomatio/reporter:pipe:bitbucket');
+const { default: axios } = require('axios');
+const chalk = require('chalk');
+const humanizeDuration = require('humanize-duration');
+const merge = require('lodash.merge');
+const path = require('path');
+const { APP_PREFIX, testomatLogoURL } = require('../constants');
+const { ansiRegExp, isSameTest } = require('../utils/utils');
+const { statusEmoji, fullName } = require('../utils/pipe_utils');
+
+//! BITBUCKET_ACCESS_TOKEN environment variable is required for this functionality to work
+//! and your pipeline trigger should be a pull request
+
+/**
+ * @class BitbucketPipe
+ * @typedef {import('../../types').Pipe} Pipe
+ * @typedef {import('../../types').TestData} TestData
+ */
+class BitbucketPipe {
+  constructor(params, store = {}) {
+    this.isEnabled = false;
+    this.ENV = process.env;
+    this.store = store;
+    this.tests = [];
+    // Bitbucket PAT looks like bbpat-*****
+    this.token = params.BITBUCKET_ACCESS_TOKEN || process.env.BITBUCKET_ACCESS_TOKEN || this.ENV.BITBUCKET_ACCESS_TOKEN;
+    this.hiddenCommentData = `Testomat.io report: ${process.env.BITBUCKET_BRANCH || ''}`;
+
+    debug(
+      chalk.yellow('Bitbucket Pipe:'),
+      this.token ? 'TOKEN passed' : '*no token*',
+      `Project key: ${this.ENV.BITBUCKET_PROJECT_KEY}, Pull request ID: ${this.ENV.BITBUCKET_PR_ID}`,
+    );
+
+    if (!this.token) {
+      debug(`Hint: Bitbucket CI variables are unavailable for unprotected branches by default.`);
+      return;
+    }
+
+    this.isEnabled = true;
+
+    debug('Bitbucket Pipe: Enabled');
+  }
+
+  async cleanLog(log) {
+    const stripAnsi = (await import('strip-ansi')).default;
+    return stripAnsi(log);
+  }
+
+  // Prepare the run (if needed)
+  async prepareRun() {}
+
+  // Create a new run (if needed)
+  async createRun() {}
+
+  addTest(test) {
+    if (!this.isEnabled) return;
+
+    const index = this.tests.findIndex(t => isSameTest(t, test));
+    // Update if they were already added
+    if (index >= 0) {
+      this.tests[index] = merge(this.tests[index], test);
+      return;
+    }
+
+    this.tests.push(test);
+  }
+
+  async finishRun(runParams) {
+    if (!this.isEnabled) return;
+
+    if (runParams.tests) runParams.tests.forEach(t => this.addTest(t));
+
+    // Clean up the logs from ANSI codes
+    for (let i = 0; i < this.tests.length; i++) {
+      this.tests[i].message = await this.cleanLog(this.tests[i].message || '');
+      this.tests[i].stack = await this.cleanLog(this.tests[i].stack || '');
+    }
+
+    // Create a comment on Bitbucket
+    const passedCount = this.tests.filter(t => t.status === 'passed').length;
+    const failedCount = this.tests.filter(t => t.status === 'failed').length;
+    const skippedCount = this.tests.filter(t => t.status === 'skipped').length;
+
+    // Constructing the table
+    let summary = `${this.hiddenCommentData}
+    
+  | ![Testomat.io Report](${testomatLogoURL}) | ${statusEmoji(
+    runParams.status,
+  )} ${runParams.status.toUpperCase()} ${statusEmoji(runParams.status)} |
+  | --- | --- |
+  | **Tests** | ✔️ **${this.tests.length}** tests run |
+  | **Summary** | ${statusEmoji('failed')} **${failedCount}** failed; ${statusEmoji(
+    'passed',
+  )} **${passedCount}** passed; **${statusEmoji('skipped')}** ${skippedCount} skipped |
+  | **Duration** | 🕐 **${humanizeDuration(
+    parseInt(
+      this.tests.reduce((a, t) => a + (t.run_time || 0), 0),
+      10,
+    ),
+    {
+      maxDecimalPoints: 0,
+    },
+  )}** |
+  `;
+
+    if (this.ENV.BITBUCKET_BRANCH && this.ENV.BITBUCKET_COMMIT) {
+      // eslint-disable-next-line max-len
+      summary += `| **Job** | 👷 [#${this.ENV.BITBUCKET_BUILD_NUMBER}](https://bitbucket.org/${this.ENV.BITBUCKET_REPO_FULL_NAME}/pipelines/results/${this.ENV.BITBUCKET_BUILD_NUMBER}") by commit: **${this.ENV.BITBUCKET_COMMIT}** |`;
+    }
+
+    const failures = this.tests
+      .filter(t => t.status === 'failed')
+      .slice(0, 20)
+      .map(t => {
+        let text = `${statusEmoji('failed')} ${fullName(t)}\n`;
+        if (t.message) {
+          text += `> ${t.message
+            .replace(/[^\x20-\x7E]/g, '')
+            .replace(ansiRegExp(), '')
+            .trim()}\n`;
+        }
+        if (t.stack) {
+          text += `\n\`\`\`diff\n${t.stack
+            .replace(ansiRegExp(), '')
+            .replace(
+              /^[\s\S]*################\[ Failure \]################/g,
+              '################[ Failure ]################',
+            )
+            .trim()}\n\`\`\`\n`;
+        }
+        if (t.artifacts && t.artifacts.length && !this.ENV.TESTOMATIO_PRIVATE_ARTIFACTS) {
+          t.artifacts
+            .filter(f => !!f)
+            .forEach(f => {
+              if (f.endsWith('.png')) {
+                text += `![Image](${f})\n`;
+              } else {
+                text += `[📄 ${path.basename(f)}](${f})\n`;
+              }
+            });
+        }
+        text += `\n---\n`;
+        return text;
+      });
+
+    let body = summary;
+
+    if (failures.length) {
+      body += `\n🟥 **Failures (${failures.length})**\n\n* ${failures.join('\n* ')}\n`;
+      if (failures.length > 10) {
+        body += `\n> Notice: Only the first 10 failures are shown.`;
+      }
+    }
+
+    if (this.tests.length > 0) {
+      body += `\n\n**🐢 Slowest Tests**\n\n`;
+      body += this.tests
+        .sort((a, b) => b.run_time - a.run_time)
+        .slice(0, 5)
+        .map(t => `* **${fullName(t)}** (${humanizeDuration(parseFloat(t.run_time))})`)
+        .join('\n');
+    }
+
+    // Construct Bitbucket API URL for comments
+    // eslint-disable-next-line max-len
+    const commentsRequestURL = `https://api.bitbucket.org/2.0/repositories/${this.ENV.BITBUCKET_WORKSPACE}/${this.ENV.BITBUCKET_REPO_SLUG}/pullrequests/${this.ENV.BITBUCKET_PR_ID}/comments`;
+
+    // Delete previous report
+    await deletePreviousReport(axios, commentsRequestURL, this.hiddenCommentData, this.token);
+
+    // Add current report
+    debug(`Adding comment via URL: ${commentsRequestURL}`);
+    debug(`Final Bitbucket API call body: ${body}`);
+
+    try {
+      const addCommentResponse = await axios.post(
+        commentsRequestURL,
+        { content: { raw: body } },
+        {
+          headers: {
+            Authorization: `Bearer ${this.token}`,
+            'Content-Type': 'application/json',
+          },
+        },
+      );
+
+      const commentID = addCommentResponse.data.id;
+      // eslint-disable-next-line max-len
+      const commentURL = `https://bitbucket.org/${this.ENV.BITBUCKET_WORKSPACE}/${this.ENV.BITBUCKET_REPO_SLUG}/pull-requests/${this.ENV.BITBUCKET_PR_ID}#comment-${commentID}`;
+
+      console.log(APP_PREFIX, chalk.yellow('Bitbucket'), `Report created: ${chalk.magenta(commentURL)}`);
+    } catch (err) {
+      console.error(
+        APP_PREFIX,
+        chalk.yellow('Bitbucket'),
+        `Couldn't create Bitbucket report\n${err}.
+      Request URL: ${commentsRequestURL}
+      Request data: ${body}`,
+      );
+    }
+  }
+
+  toString() {
+    return 'Bitbucket Reporter';
+  }
+
+  updateRun() {}
+}
+
+async function deletePreviousReport(axiosInstance, commentsRequestURL, hiddenCommentData, token) {
+  if (process.env.BITBUCKET_KEEP_OUTDATED_REPORTS) return;
+
+  // Get comments
+  let comments = [];
+
+  try {
+    const response = await axiosInstance.get(commentsRequestURL, {
+      headers: {
+        Authorization: `Bearer ${token}`,
+        'Content-Type': 'application/json',
+      },
+    });
+    comments = response.data.values;
+  } catch (e) {
+    console.error('Error while attempting to retrieve comments on Bitbucket Pull Request:\n', e);
+  }
+
+  if (!comments.length) return;
+
+  for (const comment of comments) {
+    // If comment was left by the same workflow
+    if (comment.content.raw.includes(hiddenCommentData)) {
+      try {
+        // Delete previous comment
+        const deleteCommentURL = `${commentsRequestURL}/${comment.id}`;
+        await axiosInstance.delete(deleteCommentURL, {
+          headers: {
+            Authorization: `Bearer ${token}`,
+            'Content-Type': 'application/json',
+          },
+        });
+      } catch (e) {
+        console.warn(`Can't delete previously added comment with testomat.io report. Ignored.`);
+      }
+      // Pass next env var if need to clear all previous reports;
+      // only the last one is removed by default
+      if (!process.env.BITBUCKET_REMOVE_ALL_OUTDATED_REPORTS) break;
+      // TODO: in case of many reports should implement pagination
+    }
+  }
+}
+
+module.exports = BitbucketPipe;

package/lib/pipe/gitlab.js

@@ -79,13 +79,13 @@ class GitLabPipe {
     let summary = `${this.hiddenCommentData}
     
   | [![Testomat.io Report](${testomatLogoURL})](https://testomat.io)  | ${statusEmoji(
-    runParams.status,
-  )} ${runParams.status.toUpperCase()} ${statusEmoji(runParams.status)} |
+      runParams.status,
+    )} ${runParams.status.toUpperCase()} ${statusEmoji(runParams.status)} |
   | --- | --- |
   | Tests | ✔️  **${this.tests.length}** tests run  |
   | Summary | ${statusEmoji('failed')} **${failedCount}** failed; ${statusEmoji(
-    'passed',
-  )} **${passedCount}** passed; **${statusEmoji('skipped')}** ${skippedCount} skipped |
+      'passed',
+    )} **${passedCount}** passed; **${statusEmoji('skipped')}** ${skippedCount} skipped |
   | Duration | 🕐  **${humanizeDuration(
     parseInt(
       this.tests.reduce((a, t) => a + (t.run_time || 0), 0),

package/lib/pipe/index.js

@@ -7,6 +7,7 @@ const GitHubPipe = require('./github');
 const GitLabPipe = require('./gitlab');
 const CsvPipe = require('./csv');
 const HtmlPipe = require('./html');
+const BitbucketPipe = require('./bitbucket');
 
 function PipeFactory(params, opts) {
   const extraPipes = [];
@@ -45,6 +46,7 @@ function PipeFactory(params, opts) {
     new GitLabPipe(params, opts),
     new CsvPipe(params, opts),
     new HtmlPipe(params, opts),
+    new BitbucketPipe(params, opts),
     ...extraPipes,
   ];
 

package/lib/pipe/testomatio.js

@@ -42,10 +42,15 @@ class TestomatioPipe {
       return;
     }
     debug('Testomatio Pipe: Enabled');
+
+    const proxyUrl = process.env.HTTP_PROXY || process.env.HTTPS_PROXY;
+    const proxy = proxyUrl ? new URL(proxyUrl) : null;
+
     this.parallel = params.parallel;
     this.store = store || {};
     this.title = params.title || process.env.TESTOMATIO_TITLE;
     this.sharedRun = !!process.env.TESTOMATIO_SHARED_RUN;
+    this.sharedRunTimeout = !!process.env.TESTOMATIO_SHARED_RUN_TIMEOUT;
     this.groupTitle = params.groupTitle || process.env.TESTOMATIO_RUNGROUP_TITLE;
     this.env = process.env.TESTOMATIO_ENV;
     this.label = process.env.TESTOMATIO_LABEL;
@@ -53,6 +58,11 @@ class TestomatioPipe {
     this.axios = axios.create({
       baseURL: `${this.url.trim()}`,
       timeout: AXIOS_TIMEOUT,
+      proxy: proxy ? {
+        host: proxy.hostname,
+        port: proxy.port,
+        protocol: proxy.protocol,
+      } : false,
     });
 
     // Pass the axios instance to the retry function
@@ -175,6 +185,7 @@ class TestomatioPipe {
         title: this.title,
         label: this.label,
         shared_run: this.sharedRun,
+        shared_run_timeout: this.sharedRunTimeout,
       }).filter(([, value]) => !!value),
     );
     debug('Run params', JSON.stringify(runParams, null, 2));
@@ -287,7 +298,7 @@ class TestomatioPipe {
         }
       });
     };
-    
+
 
   /**
    * Uploads tests as a batch (multiple tests at once). Intended to be used with a setInterval
@@ -301,6 +312,8 @@ class TestomatioPipe {
     const testsToSend = this.batch.tests.splice(0);
     debug('📨 Batch upload', testsToSend.length, 'tests');
 
+    testsToSend.forEach(debug);
+
     return this.axios
       .post(
         `/api/reporter/${this.runId}/testrun`,
@@ -339,6 +352,9 @@ class TestomatioPipe {
   addTest(data) {
     if (!this.isEnabled) return;
     if (!this.runId) return;
+
+    // add test ID + run ID
+    if (data.rid) data.rid = `${this.runId}-${data.rid}`;
     data.api_key = this.apiKey;
     data.create = this.createNewTests;
 
@@ -355,7 +371,7 @@ class TestomatioPipe {
    */
   async finishRun(params) {
     if (!this.isEnabled) return;
-    
+
     await this.#batchUpload();
     if (this.batch.intervalFunction) clearInterval(this.batch.intervalFunction);
 

package/lib/xmlReader.js

@@ -2,6 +2,7 @@ const debug = require('debug')('@testomatio/reporter:xml');
 const path = require('path');
 const chalk = require('chalk');
 const fs = require('fs');
+const { randomUUID } = require('crypto');
 const { XMLParser } = require('fast-xml-parser');
 const { APP_PREFIX, STATUS } = require('./constants');
 const {
@@ -17,6 +18,8 @@ const pipesFactory = require('./pipe');
 const adapterFactory = require('./junit-adapter');
 const config = require('./config');
 
+const ridRunId = randomUUID();
+
 const TESTOMATIO_URL = process.env.TESTOMATIO_URL || 'https://app.testomat.io';
 const { TESTOMATIO_RUNGROUP_TITLE, TESTOMATIO_TITLE, TESTOMATIO_ENV, TESTOMATIO_RUN } = process.env;
 
@@ -457,16 +460,20 @@ function reduceTestCases(prev, item) {
       if (testCaseItem.error && testCaseItem.error['#text']) stack = testCaseItem.error['#text'];
       if (!message) message = stack.trim().split('\n')[0];
 
+      const isParametrized = item.type === 'ParameterizedMethod';
+      const preferClassname = reduceOptions.preferClassname || isParametrized;
+
       // SpecFlow config
-      let { title, tags } = fetchProperties(item.type === 'ParameterizedMethod' ? item : testCaseItem);
+      let { title, tags } = fetchProperties(isParametrized ? item : testCaseItem);
       let example = null;
+      const suiteTitle = preferClassname ? testCaseItem.classname : item.name || testCaseItem.classname;
 
       title ||= testCaseItem.name || testCaseItem.methodname || testCaseItem.classname;
       tags ||= [];
 
-      const exampleMatches = title.match(/\((.*?)\)/);
+      const exampleMatches = testCaseItem.name?.match(/\S\((.*?)\)/);
       if (exampleMatches) {
-        example = { ...exampleMatches[1].split(',').map(v => v.replace(/^['"]|['"]$/g, '')) };
+        example = { ...exampleMatches[1].split(',').map(v => v.trim().replace(/[^\w\s-]/g, '')) };
         title = title.replace(/\(.*?\)/, '').trim();
       }
 
@@ -480,12 +487,16 @@ function reduceTestCases(prev, item) {
       if ('failure' in testCaseItem || 'error' in testCaseItem) status = STATUS.FAILED;
       if ('skipped' in testCaseItem) status = STATUS.SKIPPED;
 
+      let rid = null;
+      if (testCaseItem.id) rid = `${ridRunId}-${testCaseItem.id}`;
+
       prev.push({
-        create: true,
+        rid,
         file,
         stack,
         example,
         tags,
+        create: true,
         test_id: testId,
         message,
         line: testCaseItem.lineno,
@@ -493,7 +504,7 @@ function reduceTestCases(prev, item) {
         run_time: parseFloat(testCaseItem.time || testCaseItem.duration) * 1000,
         status,
         title,
-        suite_title: reduceOptions.preferClassname ? testCaseItem.classname : item.name || testCaseItem.classname,
+        suite_title: suiteTitle,
       });
     });
   return prev;
@@ -509,9 +520,9 @@ function processTestSuite(testsuite) {
     suites = [testsuite];
   }
 
-  const res = suites.flat().reduce(reduceTestCases, []);
+  const subSuites = suites.filter(s => s['test-suite'] && !testsuite['test-case']);
 
-  return res;
+  return [...subSuites.map(s => processTestSuite(s['test-suite'])), ...suites.reduce(reduceTestCases, [])].flat();
 }
 
 function fetchProperties(item) {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@testomatio/reporter",
-  "version": "1.5.0-beta-vitest",
+  "version": "1.5.0",
   "description": "Testomatio Reporter Client",
   "main": "./lib/reporter.js",
   "typings": "typings/index.d.ts",
@@ -17,10 +17,11 @@
     "callsite-record": "^4.1.4",
     "chalk": "^4.1.0",
     "commander": "^4.1.1",
+    "cross-spawn": "^7.0.3",
     "csv-writer": "^1.6.0",
     "debug": "^4.3.4",
     "dotenv": "^16.0.1",
-    "fast-xml-parser": "^4.0.8",
+    "fast-xml-parser": "^4.4.1",
     "file-url": "3.0.0",
     "glob": "^10.3",
     "handlebars": "^4.7.8",
@@ -32,6 +33,7 @@
     "lodash.merge": "^4.6.2",
     "minimatch": "^9.0.3",
     "promise-retry": "^2.0.1",
+    "strip-ansi": "^7.1.0",
     "uuid": "^9.0.0"
   },
   "files": [
@@ -63,7 +65,7 @@
     "@redocly/cli": "^1.0.0-beta.125",
     "@wdio/reporter": "^7.16.13",
     "chai": "^4.3.6",
-    "codeceptjs": "latest",
+    "codeceptjs": "^3.5.11",
     "cucumber": "^6.0.7",
     "eslint": "^8.7.0",
     "eslint-config-airbnb-base": "^15.0.0",
@@ -76,7 +78,7 @@
     "mock-http-server": "^1.4.5",
     "pino": "^8.15.0",
     "prettier": "^3.2.5",
-    "puppeteer": "^13.1.2"
+    "puppeteer": "^22.15.0"
   },
   "bin": {
     "report-xml": "./lib/bin/reportXml.js",