@testomatio/reporter 2.3.0-beta.6-links → 2.3.0

package/lib/adapter/codecept.js

@@ -401,10 +401,10 @@ function formatHookStep(step) {
     // For hook steps, construct title from available properties
     let title = step.name;
     if (step.actor && step.name) {
-        title = `${step.actor}.${step.name}`;
+        title = `${step.actor} ${step.name}`;
         if (step.args && step.args.length > 0) {
             const argsStr = step.args.map(arg => JSON.stringify(arg)).join(', ');
-            title += `(${argsStr})`;
+            title += ` ${argsStr}`;
         }
     }
     return {

package/lib/adapter/playwright.js

@@ -48,6 +48,8 @@ class PlaywrightReporter {
                 steps.push(appendedStep);
             }
         }
+        // Extract and normalize tags
+        const tags = extractTags(test);
         const fullTestTitle = getTestContextName(test);
         let logs = '';
         if (result.stderr.length || result.stdout.length) {
@@ -86,9 +88,10 @@ class PlaywrightReporter {
         const reportTestPromise = this.client.addTestRun(checkStatus(status), {
             rid: `${rid}-${project.name}`,
             error,
-            test_id: (0, utils_js_1.getTestomatIdFromTestTitle)(`${title} ${test.tags?.join(' ')}`),
+            test_id: (0, utils_js_1.getTestomatIdFromTestTitle)(`${title} ${tags.join(' ')}`),
             suite_title,
             title,
+            tags,
             steps: steps.length ? steps : undefined,
             time: duration,
             logs,
@@ -218,6 +221,29 @@ function generateTmpFilepath(filename = '') {
     const tmpdir = os_1.default.tmpdir();
     return path_1.default.join(tmpdir, filename);
 }
+/**
+ * Extracts and normalizes tags from test title, test options, and suite level
+ * @param {*} test - testInfo object from Playwright
+ * @returns {string[]} - array of normalized tags
+ */
+function extractTags(test) {
+    const tagsSet = new Set();
+    // Extract tags from test title (@tag format)
+    const titleTagsMatch = test.title.match(/@\w+/g);
+    if (titleTagsMatch) {
+        titleTagsMatch.forEach(tag => {
+            tagsSet.add(tag.replace('@', '').toLowerCase());
+        });
+    }
+    // Extract tags from test.tags (Playwright built-in tags)
+    if (test.tags && Array.isArray(test.tags)) {
+        test.tags.forEach(tag => {
+            const normalizedTag = typeof tag === 'string' ? tag.replace('@', '').toLowerCase() : String(tag).toLowerCase();
+            tagsSet.add(normalizedTag);
+        });
+    }
+    return Array.from(tagsSet);
+}
 /**
  * Returns filename + test title
  * @param {*} test - testInfo object from Playwright

package/lib/adapter/webdriver.js

@@ -41,6 +41,7 @@ const client_js_1 = __importDefault(require("../client.js"));
 const utils_js_1 = require("../utils/utils.js");
 const index_js_1 = require("../services/index.js");
 const constants_js_1 = require("../constants.js");
+const data_storage_js_1 = require("../data-storage.js");
 class WebdriverReporter extends reporter_1.default {
     constructor(options) {
         super(options);
@@ -98,9 +99,10 @@ class WebdriverReporter extends reporter_1.default {
         const screenshotsBuffers = output
             .filter(el => el.endpoint === screenshotEndpoint && el.result && el.result.value)
             .map(el => Buffer.from(el.result.value, 'base64'));
+        const rid = (0, data_storage_js_1.stringToMD5Hash)(test.fullTitle);
         await this.client.addTestRun(state, {
-            rid: test.uid || '',
-            manuallyAttachedArtifacts: artifacts,
+            rid,
+            manuallyAttachedArtifacts: test.artifacts,
             error,
             logs,
             meta,

package/lib/bin/cli.js

@@ -78,7 +78,7 @@ program
         console.log(constants_js_1.APP_PREFIX, `No command provided. Use -c option to launch a test runner.`);
         return process.exit(255);
     }
-    const client = new client_js_1.default({ apiKey, title, parallel: true });
+    const client = new client_js_1.default({ apiKey, title });
     if (opts.filter) {
         const [pipe, ...optsArray] = opts.filter.split(':');
         const pipeOptions = optsArray.join(':');
@@ -95,13 +95,16 @@ program
     console.log(constants_js_1.APP_PREFIX, `🚀 Running`, picocolors_1.default.green(command));
     const runTests = async () => {
         const testCmds = command.split(' ');
-        const cmd = (0, cross_spawn_1.spawn)(testCmds[0], testCmds.slice(1), { stdio: 'inherit' });
+        const cmd = (0, cross_spawn_1.spawn)(testCmds[0], testCmds.slice(1), {
+            stdio: 'inherit',
+            env: { ...process.env, TESTOMATIO_PROCEED: 'true', runId: client.runId },
+        });
         cmd.on('close', async (code) => {
             const emoji = code === 0 ? '🟢' : '🔴';
             console.log(constants_js_1.APP_PREFIX, emoji, `Runner exited with ${picocolors_1.default.bold(code)}`);
             if (apiKey) {
                 const status = code === 0 ? 'passed' : 'failed';
-                await client.updateRunStatus(status, true);
+                await client.updateRunStatus(status);
             }
             process.exit(code);
         });
@@ -257,13 +260,13 @@ program
         const replayService = new replay_js_1.default({
             apiKey: config_js_1.config.TESTOMATIO,
             dryRun: opts.dryRun,
-            onLog: (message) => console.log(constants_js_1.APP_PREFIX, message),
-            onError: (message) => console.error(constants_js_1.APP_PREFIX, '⚠️ ', message),
+            onLog: message => console.log(constants_js_1.APP_PREFIX, message),
+            onError: message => console.error(constants_js_1.APP_PREFIX, '⚠️ ', message),
             onProgress: ({ current, total }) => {
                 if (current % 10 === 0 || current === total) {
                     console.log(constants_js_1.APP_PREFIX, `📊 Progress: ${current}/${total} tests processed`);
                 }
-            }
+            },
         });
         const result = await replayService.replay(debugFile);
         if (result.dryRun) {

package/lib/client.d.ts

@@ -58,10 +58,9 @@ export class Client {
      * Updates the status of the current test run and finishes the run.
      * @param {'passed' | 'failed' | 'skipped' | 'finished'} status - The status of the current test run.
      * Must be one of "passed", "failed", or "finished"
-     * @param {boolean} [isParallel] - Whether the current test run was executed in parallel with other tests.
      * @returns {Promise<any>} - A Promise that resolves when finishes the run.
      */
-    updateRunStatus(status: "passed" | "failed" | "skipped" | "finished", isParallel?: boolean): Promise<any>;
+    updateRunStatus(status: "passed" | "failed" | "skipped" | "finished"): Promise<any>;
     /**
      * Returns the formatted stack including the stack trace, steps, and logs.
      * @returns {string}

package/lib/client.js

@@ -181,7 +181,7 @@ class Client {
         /**
          * @type {TestData}
          */
-        const { rid, error = null, time = 0, example = null, files = [], filesBuffers = [], steps, code = null, title, file, suite_title, suite_id, test_id, timestamp, links, manuallyAttachedArtifacts, overwrite, } = testData;
+        const { rid, error = null, time = 0, example = null, files = [], filesBuffers = [], steps, code = null, title, file, suite_title, suite_id, test_id, timestamp, links, manuallyAttachedArtifacts, overwrite, tags, } = testData;
         let { message = '', meta = {} } = testData;
         // stringify meta values and limit keys and values length to 255
         meta = Object.entries(meta)
@@ -242,6 +242,7 @@ class Client {
             meta,
             links,
             overwrite,
+            tags,
             ...(rootSuiteId && { root_suite_id: rootSuiteId }),
         };
         // debug('Adding test run...', data);
@@ -263,17 +264,16 @@ class Client {
      * Updates the status of the current test run and finishes the run.
      * @param {'passed' | 'failed' | 'skipped' | 'finished'} status - The status of the current test run.
      * Must be one of "passed", "failed", or "finished"
-     * @param {boolean} [isParallel] - Whether the current test run was executed in parallel with other tests.
      * @returns {Promise<any>} - A Promise that resolves when finishes the run.
      */
-    async updateRunStatus(status, isParallel = false) {
+    async updateRunStatus(status) {
         this.pipes ||= await (0, index_js_1.pipesFactory)(this.paramsForPipesFactory || {}, this.pipeStore);
         this.runId ||= (0, utils_js_1.readLatestRunId)();
         debug('Updating run status...');
         // all pipes disabled, skipping
         if (!this.pipes?.filter(p => p.isEnabled).length)
             return Promise.resolve();
-        const runParams = { status, parallel: isParallel };
+        const runParams = { status };
         this.queue = this.queue
             .then(() => Promise.all(this.pipes.map(p => p.finishRun(runParams))))
             .then(() => {

package/lib/pipe/testomatio.d.ts

@@ -23,7 +23,6 @@ declare class TestomatioPipe implements Pipe {
     isEnabled: boolean;
     url: any;
     apiKey: any;
-    parallel: any;
     store: any;
     title: any;
     sharedRun: boolean;

package/lib/pipe/testomatio.js

@@ -43,7 +43,6 @@ class TestomatioPipe {
         debug('Testomatio Pipe: Enabled');
         const proxyUrl = process.env.HTTP_PROXY || process.env.HTTPS_PROXY;
         const proxy = proxyUrl ? new URL(proxyUrl) : null;
-        this.parallel = params.parallel;
         this.store = store || {};
         this.title = params.title || process.env.TESTOMATIO_TITLE;
         this.sharedRun = !!process.env.TESTOMATIO_SHARED_RUN;
@@ -154,7 +153,6 @@ class TestomatioPipe {
         const accessEvent = process.env.TESTOMATIO_PUBLISH ? 'publish' : null;
         const runParams = Object.fromEntries(Object.entries({
             ci_build_url: buildUrl,
-            parallel: this.parallel,
             api_key: this.apiKey.trim(),
             group_title: this.groupTitle,
             access_event: accessEvent,
@@ -377,7 +375,7 @@ class TestomatioPipe {
             const errorMessage = picocolors_1.default.red(`⚠️ Due to request failures, ${this.notReportedTestsCount} test(s) were not reported to Testomat.io`);
             console.warn(`${constants_js_1.APP_PREFIX} ${errorMessage}`);
         }
-        const { status, parallel } = params;
+        const { status } = params;
         let status_event;
         if (status === constants_js_1.STATUS.FINISHED)
             status_event = 'finish';
@@ -385,8 +383,6 @@ class TestomatioPipe {
             status_event = 'pass';
         if (status === constants_js_1.STATUS.FAILED)
             status_event = 'fail';
-        if (parallel)
-            status_event += '_parallel';
         try {
             if (this.runId && !this.proceed) {
                 await this.client.request({

package/lib/replay.js

@@ -238,7 +238,7 @@ class Replay {
                 });
             }
         }
-        await client.updateRunStatus(finishParams.status || constants_js_1.STATUS.FINISHED, finishParams.parallel || false);
+        await client.updateRunStatus(finishParams.status || constants_js_1.STATUS.FINISHED);
         const result = {
             success: true,
             testsCount: tests.length,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@testomatio/reporter",
-  "version": "2.3.0-beta.6-links",
+  "version": "2.3.0",
   "description": "Testomatio Reporter Client",
   "engines": {
     "node": ">=18"

package/src/adapter/codecept.js

@@ -467,10 +467,10 @@ function formatHookStep(step) {
   // For hook steps, construct title from available properties
   let title = step.name;
   if (step.actor && step.name) {
-    title = `${step.actor}.${step.name}`;
+    title = `${step.actor} ${step.name}`;
     if (step.args && step.args.length > 0) {
       const argsStr = step.args.map(arg => JSON.stringify(arg)).join(', ');
-      title += `(${argsStr})`;
+      title += ` ${argsStr}`;
     }
   }
 

package/src/adapter/playwright.js

@@ -51,6 +51,9 @@ class PlaywrightReporter {
       }
     }
 
+    // Extract and normalize tags
+    const tags = extractTags(test);
+
     const fullTestTitle = getTestContextName(test);
     let logs = '';
     if (result.stderr.length || result.stdout.length) {
@@ -90,9 +93,10 @@ class PlaywrightReporter {
     const reportTestPromise = this.client.addTestRun(checkStatus(status), {
       rid: `${rid}-${project.name}`,
       error,
-      test_id: getTestomatIdFromTestTitle(`${title} ${test.tags?.join(' ')}`),
+      test_id: getTestomatIdFromTestTitle(`${title} ${tags.join(' ')}`),
       suite_title,
       title,
+      tags,
       steps: steps.length ? steps : undefined,
       time: duration,
       logs,
@@ -243,6 +247,32 @@ function generateTmpFilepath(filename = '') {
   return path.join(tmpdir, filename);
 }
 
+/**
+ * Extracts and normalizes tags from test title, test options, and suite level
+ * @param {*} test - testInfo object from Playwright
+ * @returns {string[]} - array of normalized tags
+ */
+function extractTags(test) {
+  const tagsSet = new Set();
+  
+  // Extract tags from test title (@tag format)
+  const titleTagsMatch = test.title.match(/@\w+/g);
+  if (titleTagsMatch) {
+    titleTagsMatch.forEach(tag => {
+      tagsSet.add(tag.replace('@', '').toLowerCase());
+    });
+  }
+  
+  // Extract tags from test.tags (Playwright built-in tags)
+  if (test.tags && Array.isArray(test.tags)) {
+    test.tags.forEach(tag => {
+      const normalizedTag = typeof tag === 'string' ? tag.replace('@', '').toLowerCase() : String(tag).toLowerCase();
+      tagsSet.add(normalizedTag);
+    });
+  }
+  return Array.from(tagsSet);
+}
+
 /**
  * Returns filename + test title
  * @param {*} test - testInfo object from Playwright

package/src/adapter/webdriver.js

@@ -3,6 +3,7 @@ import TestomatClient from '../client.js';
 import { getTestomatIdFromTestTitle, fileSystem } from '../utils/utils.js';
 import { services } from '../services/index.js';
 import { TESTOMAT_TMP_STORAGE_DIR } from '../constants.js';
+import { stringToMD5Hash } from '../data-storage.js';
 
 class WebdriverReporter extends WDIOReporter {
   constructor(options) {
@@ -52,6 +53,7 @@ class WebdriverReporter extends WDIOReporter {
   onTestEnd(test) {
     test.suite = test.parent;
     const logs = getTestLogs(test.fullTitle);
+
     test.artifacts = services.artifacts.get(test.fullTitle);
     test.meta = services.keyValues.get(test.fullTitle);
     test.links = services.links.get(test.fullTitle);
@@ -79,9 +81,11 @@ class WebdriverReporter extends WDIOReporter {
       .filter(el => el.endpoint === screenshotEndpoint && el.result && el.result.value)
       .map(el => Buffer.from(el.result.value, 'base64'));
 
+    const rid = stringToMD5Hash(test.fullTitle);
+
     await this.client.addTestRun(state, {
-      rid: test.uid || '',
-      manuallyAttachedArtifacts: artifacts,
+      rid,
+      manuallyAttachedArtifacts: test.artifacts,
       error,
       logs,
       meta,

package/src/bin/cli.js

@@ -85,7 +85,7 @@ program
       return process.exit(255);
     }
 
-    const client = new TestomatClient({ apiKey, title, parallel: true });
+    const client = new TestomatClient({ apiKey, title });
 
     if (opts.filter) {
       const [pipe, ...optsArray] = opts.filter.split(':');
@@ -105,14 +105,17 @@ program
 
     const runTests = async () => {
       const testCmds = command.split(' ');
-      const cmd = spawn(testCmds[0], testCmds.slice(1), { stdio: 'inherit' });
+      const cmd = spawn(testCmds[0], testCmds.slice(1), {
+        stdio: 'inherit',
+        env: { ...process.env, TESTOMATIO_PROCEED: 'true', runId: client.runId },
+      });
 
       cmd.on('close', async code => {
         const emoji = code === 0 ? '🟢' : '🔴';
         console.log(APP_PREFIX, emoji, `Runner exited with ${pc.bold(code)}`);
         if (apiKey) {
           const status = code === 0 ? 'passed' : 'failed';
-          await client.updateRunStatus(status, true);
+          await client.updateRunStatus(status);
         }
         process.exit(code);
       });
@@ -310,13 +313,13 @@ program
       const replayService = new Replay({
         apiKey: config.TESTOMATIO,
         dryRun: opts.dryRun,
-        onLog: (message) => console.log(APP_PREFIX, message),
-        onError: (message) => console.error(APP_PREFIX, '⚠️ ', message),
+        onLog: message => console.log(APP_PREFIX, message),
+        onError: message => console.error(APP_PREFIX, '⚠️ ', message),
         onProgress: ({ current, total }) => {
           if (current % 10 === 0 || current === total) {
             console.log(APP_PREFIX, `📊 Progress: ${current}/${total} tests processed`);
           }
-        }
+        },
       });
 
       const result = await replayService.replay(debugFile);

package/src/client.js

@@ -184,6 +184,7 @@ class Client {
       links,
       manuallyAttachedArtifacts,
       overwrite,
+      tags,
     } = testData;
     let { message = '', meta = {} } = testData;
 
@@ -254,6 +255,7 @@ class Client {
       meta,
       links,
       overwrite,
+      tags,
       ...(rootSuiteId && { root_suite_id: rootSuiteId }),
     };
 
@@ -282,10 +284,9 @@ class Client {
    * Updates the status of the current test run and finishes the run.
    * @param {'passed' | 'failed' | 'skipped' | 'finished'} status - The status of the current test run.
    * Must be one of "passed", "failed", or "finished"
-   * @param {boolean} [isParallel] - Whether the current test run was executed in parallel with other tests.
    * @returns {Promise<any>} - A Promise that resolves when finishes the run.
    */
-  async updateRunStatus(status, isParallel = false) {
+  async updateRunStatus(status) {
     this.pipes ||= await pipesFactory(this.paramsForPipesFactory || {}, this.pipeStore);
     this.runId ||= readLatestRunId();
 
@@ -293,7 +294,7 @@ class Client {
     // all pipes disabled, skipping
     if (!this.pipes?.filter(p => p.isEnabled).length) return Promise.resolve();
 
-    const runParams = { status, parallel: isParallel };
+    const runParams = { status };
 
     this.queue = this.queue
       .then(() => Promise.all(this.pipes.map(p => p.finishRun(runParams))))

package/src/pipe/testomatio.js

@@ -43,7 +43,6 @@ class TestomatioPipe {
     const proxyUrl = process.env.HTTP_PROXY || process.env.HTTPS_PROXY;
     const proxy = proxyUrl ? new URL(proxyUrl) : null;
 
-    this.parallel = params.parallel;
     this.store = store || {};
     this.title = params.title || process.env.TESTOMATIO_TITLE;
     this.sharedRun = !!process.env.TESTOMATIO_SHARED_RUN;
@@ -167,7 +166,6 @@ class TestomatioPipe {
     const runParams = Object.fromEntries(
       Object.entries({
         ci_build_url: buildUrl,
-        parallel: this.parallel,
         api_key: this.apiKey.trim(),
         group_title: this.groupTitle,
         access_event: accessEvent,
@@ -419,14 +417,13 @@ class TestomatioPipe {
       console.warn(`${APP_PREFIX} ${errorMessage}`);
     }
 
-    const { status, parallel } = params;
+    const { status } = params;
 
     let status_event;
 
     if (status === STATUS.FINISHED) status_event = 'finish';
     if (status === STATUS.PASSED) status_event = 'pass';
     if (status === STATUS.FAILED) status_event = 'fail';
-    if (parallel) status_event += '_parallel';
 
     try {
       if (this.runId && !this.proceed) {

package/src/replay.js

@@ -246,7 +246,7 @@ export class Replay {
       }
     }
 
-    await client.updateRunStatus(finishParams.status || STATUS.FINISHED, finishParams.parallel || false);
+    await client.updateRunStatus(finishParams.status || STATUS.FINISHED);
 
     const result = {
       success: true,