@testomatio/reporter 2.8.5-beta.1-remote → 2.8.5-beta.2-yarn

package/lib/adapter/codecept.js

@@ -422,11 +422,16 @@ function createHookSection(hookName, steps) {
 function formatHookName(hookName) {
     return hookName.replace(/Hook$/, '');
 }
+function getCodeceptStepCategory(origin = 'test') {
+    if (origin === 'hook')
+        return 'hook';
+    return 'user';
+}
 // Format CodeceptJS step using its built-in methods
 function formatCodeceptStep(step, screenshotOnFailPath = null) {
     if (!step)
         return null;
-    const category = step.constructor.name === 'HelperStep' ? 'framework' : 'user';
+    const category = getCodeceptStepCategory('test');
     const title = (0, utils_js_1.truncate)(String(step));
     const duration = step.duration || 0;
     const formattedStep = (0, step_formatter_js_1.formatStep)({
@@ -471,7 +476,7 @@ function formatHookStep(step) {
     }
     title = (0, utils_js_1.truncate)(title);
     const formattedStep = (0, step_formatter_js_1.formatStep)({
-        category: 'hook',
+        category: getCodeceptStepCategory('hook'),
         title,
         duration: step.duration || 0,
     });

package/lib/bin/cli.js

@@ -34,9 +34,9 @@ program
     else {
         dotenv_1.default.config();
     }
-    // --filter-list produces a machine-readable test list on stdout, so route
-    // remaining output to stderr, skip the banner, and silence info-level
-    // logs so the terminal isn't flooded with progress noise.
+    // --format / --filter-list produce machine-readable output on stdout, so route
+    // remaining output to stderr, skip the banner, and silence info-level logs so
+    // stdout stays clean for capture (e.g. RUN_ID=$(... start --format id)).
     // Set TESTOMATIO_LOG_LEVEL=INFO to re-enable progress logs for debugging.
     const subOpts = actionCommand.opts();
     if (subOpts.filterList || subOpts.format) {
@@ -51,19 +51,37 @@ program
     .command('start')
     .description('Start a new run and return its ID')
     .option('--kind <type>', 'Specify run type: automated, manual, or mixed')
+    .option('--filter <filter>', 'Scope the prepared run to tests matching the filter (no execution)')
+    .option('--format <format>', 'Machine-readable output: print only the run id to stdout (e.g. --format id)')
     .action(async (opts) => {
     (0, utils_js_1.cleanLatestRunId)();
-    console.log('Starting a new Run on Testomat.io...');
+    log_js_1.log.info('Starting a new Run on Testomat.io...');
     const apiKey = process.env['INPUT_TESTOMATIO-KEY'] || config_js_1.config.TESTOMATIO;
     const client = new client_js_1.default({ apiKey });
     const createRunParams = {};
-    if (opts.kind) {
+    if (opts.kind)
         createRunParams.kind = opts.kind;
+    if (opts.filter) {
+        const [pipe, ...optsArray] = opts.filter.split(':');
+        const tests = await client.prepareRun({ pipe, pipeOptions: optsArray.join(':') });
+        if (!tests || tests.length === 0) {
+            log_js_1.log.warn(picocolors_1.default.yellow('No tests found for the filter. Run not created.'));
+            process.exit(1);
+        }
+        createRunParams.configuration = {
+            tests: tests.filter(id => id.startsWith('T')).map(id => id.slice(1)),
+            suites: tests.filter(id => id.startsWith('S')).map(id => id.slice(1)),
+        };
     }
-    client.createRun(createRunParams).then(() => {
-        console.log(process.env.runId);
-        process.exit(0);
-    });
+    await client.createRun(createRunParams);
+    const runId = client.pipeStore.runId || process.env.runId;
+    if (!runId) {
+        log_js_1.log.error(picocolors_1.default.red('Failed to create run on Testomat.io.'));
+        process.exit(1);
+    }
+    // stdout carries ONLY the run id so it can be captured: RUN_ID=$(reporter start)
+    console.log(runId);
+    process.exit(0);
 });
 program
     .command('finish')
@@ -167,12 +185,17 @@ program
             await client.createRun(createRunParams);
         }
         catch (err) {
-            log_js_1.log.warn(picocolors_1.default.red(`CI launch failed: ${err.message || err}`));
+            log_js_1.log.error(picocolors_1.default.red(`CI launch failed: ${err.message || err}`));
+            process.exit(1);
+        }
+        // createRun swallows pipe-level errors, so a resolved promise is not proof
+        // the launch succeeded — the pipe only records runUrl on a real 2xx response.
+        if (!client.pipeStore.runUrl) {
+            log_js_1.log.error(picocolors_1.default.red('CI launch failed — no run was created (see the error above).'));
             process.exit(1);
         }
         log_js_1.log.info(`🚀 CI build triggered on profile ${picocolors_1.default.cyan(opts.remote)}`);
-        if (client.pipeStore.runUrl)
-            log_js_1.log.info(`📊 Report URL: ${picocolors_1.default.magenta(client.pipeStore.runUrl)}`);
+        log_js_1.log.info(`📊 Report URL: ${picocolors_1.default.magenta(client.pipeStore.runUrl)}`);
         return process.exit(0);
     }
     // just create a run (wich tests which match filters) without executing tests

package/lib/client.js

@@ -92,8 +92,6 @@ class Client {
             // Run only the selected pipe
             const rawResult = await p.prepareRun(pipeOptions);
             const result = Array.isArray(rawResult) ? rawResult : [];
-            // Expose resolved test ids to other pipes (e.g. TestomatioPipe builds `ci.grep` from this).
-            this.pipeStore.preparedTestIds = result;
             debug('Execution tests list', result);
             return result;
         }

package/lib/pipe/coverage.js

@@ -147,6 +147,7 @@ class CoveragePipe {
         }
         this.results = [...this.tests, ...this.suiteIds];
         if (this.store) {
+            this.store.preparedTestIds = this.results;
             this.store.coverageConfiguration = {
                 tests: [...this.tests],
                 suites: [...this.suiteIds],

package/lib/pipe/testomatio.js

@@ -181,6 +181,8 @@ class TestomatioPipe {
             });
             if (Array.isArray(resp.data?.tests) && resp.data?.tests?.length > 0) {
                 (0, utils_js_1.foundedTestLog)(constants_js_1.APP_PREFIX, resp.data.tests);
+                if (this.store)
+                    this.store.preparedTestIds = resp.data.tests;
                 return resp.data.tests;
             }
             log_js_1.log.warn(`⛔  No tests found for your --filter --> ${type}=${id}`);
@@ -241,14 +243,21 @@ class TestomatioPipe {
         }
         // Assemble the `ci` block when the user asked for a remote CI launch via
         // TESTOMATIO_CI_PROFILE (e.g. `--remote github`). Grep is taken from whatever
-        // `--filter` resolution already stashed in the shared pipeStore.
-        /** @type {{profile: string, grep?: string, override?: Record<string, any>}|null} */
+        // `--filter` resolution already stashed in the shared pipeStore. When launching
+        // an already-prepared run (TESTOMATIO_RUN set) with no fresh filter, ask the
+        // server to grep that run's own stored scope via `{ type: 'run', id }`.
+        /** @type {{profile: string, grep?: string, type?: string, id?: string, override?: Record<string, any>}|null} */
         let ci = null;
         if (this.ciProfile) {
             ci = { profile: this.ciProfile };
             const grepIds = this.store?.preparedTestIds;
-            if (grepIds?.length)
+            if (grepIds?.length) {
                 ci.grep = grepIds.join('|');
+            }
+            else if (this.runId) {
+                ci.type = 'run';
+                ci.id = this.runId;
+            }
             if (this.ciParams)
                 ci.override = this.ciParams;
         }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@testomatio/reporter",
-  "version": "2.8.5-beta.1-remote",
+  "version": "2.8.5-beta.2-yarn",
   "description": "Testomatio Reporter Client",
   "engines": {
     "node": ">=18"
@@ -86,7 +86,7 @@
     "build:watch:bun": "rm -rf ./cjs && bun build ./src/bin/reportXml.js ./src/bin/startTest.js ./src/bin/uploadArtifacts.js --outdir ./cjs --target node --watch --onSuccess \"build/scripts/post-build.js\""
   },
   "devDependencies": {
-    "@playwright/test": "^1.49.1",
+    "@playwright/test": "^1.60.0",
     "@redocly/cli": "^1.0.0-beta.125",
     "@types/cross-spawn": "^6.0.6",
     "@types/cucumber": "^7.0.0",

package/src/adapter/codecept.js

@@ -490,11 +490,16 @@ function formatHookName(hookName) {
   return hookName.replace(/Hook$/, '');
 }
 
+function getCodeceptStepCategory(origin = 'test') {
+  if (origin === 'hook') return 'hook';
+  return 'user';
+}
+
 // Format CodeceptJS step using its built-in methods
 function formatCodeceptStep(step, screenshotOnFailPath = null) {
   if (!step) return null;
 
-  const category = step.constructor.name === 'HelperStep' ? 'framework' : 'user';
+  const category = getCodeceptStepCategory('test');
   const title = truncate(String(step));
   const duration = step.duration || 0;
 
@@ -548,7 +553,7 @@ function formatHookStep(step) {
   title = truncate(title);
 
   const formattedStep = formatStep({
-    category: 'hook',
+    category: getCodeceptStepCategory('hook'),
     title,
     duration: step.duration || 0,
   });

package/src/bin/cli.js

@@ -32,9 +32,9 @@ program
       dotenv.config();
     }
 
-    // --filter-list produces a machine-readable test list on stdout, so route
-    // remaining output to stderr, skip the banner, and silence info-level
-    // logs so the terminal isn't flooded with progress noise.
+    // --format / --filter-list produce machine-readable output on stdout, so route
+    // remaining output to stderr, skip the banner, and silence info-level logs so
+    // stdout stays clean for capture (e.g. RUN_ID=$(... start --format id)).
     // Set TESTOMATIO_LOG_LEVEL=INFO to re-enable progress logs for debugging.
     const subOpts = actionCommand.opts();
     if (subOpts.filterList || subOpts.format) {
@@ -49,22 +49,42 @@ program
   .command('start')
   .description('Start a new run and return its ID')
   .option('--kind <type>', 'Specify run type: automated, manual, or mixed')
+  .option('--filter <filter>', 'Scope the prepared run to tests matching the filter (no execution)')
+  .option('--format <format>', 'Machine-readable output: print only the run id to stdout (e.g. --format id)')
   .action(async opts => {
     cleanLatestRunId();
 
-    console.log('Starting a new Run on Testomat.io...');
+    log.info('Starting a new Run on Testomat.io...');
     const apiKey = process.env['INPUT_TESTOMATIO-KEY'] || config.TESTOMATIO;
     const client = new TestomatClient({ apiKey });
 
     const createRunParams = {};
-    if (opts.kind) {
-      createRunParams.kind = opts.kind;
+    if (opts.kind) createRunParams.kind = opts.kind;
+
+    if (opts.filter) {
+      const [pipe, ...optsArray] = opts.filter.split(':');
+      const tests = await client.prepareRun({ pipe, pipeOptions: optsArray.join(':') });
+      if (!tests || tests.length === 0) {
+        log.warn(pc.yellow('No tests found for the filter. Run not created.'));
+        process.exit(1);
+      }
+      createRunParams.configuration = {
+        tests: tests.filter(id => id.startsWith('T')).map(id => id.slice(1)),
+        suites: tests.filter(id => id.startsWith('S')).map(id => id.slice(1)),
+      };
     }
 
-    client.createRun(createRunParams).then(() => {
-      console.log(process.env.runId);
-      process.exit(0);
-    });
+    await client.createRun(createRunParams);
+
+    const runId = client.pipeStore.runId || process.env.runId;
+    if (!runId) {
+      log.error(pc.red('Failed to create run on Testomat.io.'));
+      process.exit(1);
+    }
+
+    // stdout carries ONLY the run id so it can be captured: RUN_ID=$(reporter start)
+    console.log(runId);
+    process.exit(0);
   });
 
 program
@@ -182,12 +202,19 @@ program
       try {
         await client.createRun(createRunParams);
       } catch (err) {
-        log.warn(pc.red(`CI launch failed: ${err.message || err}`));
+        log.error(pc.red(`CI launch failed: ${err.message || err}`));
+        process.exit(1);
+      }
+
+      // createRun swallows pipe-level errors, so a resolved promise is not proof
+      // the launch succeeded — the pipe only records runUrl on a real 2xx response.
+      if (!client.pipeStore.runUrl) {
+        log.error(pc.red('CI launch failed — no run was created (see the error above).'));
         process.exit(1);
       }
 
       log.info(`🚀 CI build triggered on profile ${pc.cyan(opts.remote)}`);
-      if (client.pipeStore.runUrl) log.info(`📊 Report URL: ${pc.magenta(client.pipeStore.runUrl)}`);
+      log.info(`📊 Report URL: ${pc.magenta(client.pipeStore.runUrl)}`);
       return process.exit(0);
     }
 

package/src/client.js

@@ -102,9 +102,6 @@ class Client {
       const rawResult = await p.prepareRun(pipeOptions);
       const result = Array.isArray(rawResult) ? rawResult : [];
 
-      // Expose resolved test ids to other pipes (e.g. TestomatioPipe builds `ci.grep` from this).
-      this.pipeStore.preparedTestIds = result;
-
       debug('Execution tests list', result);
 
       return result;

package/src/pipe/coverage.js

@@ -169,6 +169,7 @@ class CoveragePipe { // or Changes for the future???
 
         this.results = [...this.tests, ...this.suiteIds];
         if (this.store) {
+            this.store.preparedTestIds = this.results;
             this.store.coverageConfiguration = {
                 tests: [...this.tests],
                 suites: [...this.suiteIds],

package/src/pipe/testomatio.js

@@ -210,6 +210,7 @@ class TestomatioPipe {
 
       if (Array.isArray(resp.data?.tests) && resp.data?.tests?.length > 0) {
         foundedTestLog(APP_PREFIX, resp.data.tests);
+        if (this.store) this.store.preparedTestIds = resp.data.tests;
         return resp.data.tests;
       }
 
@@ -277,13 +278,20 @@ class TestomatioPipe {
 
     // Assemble the `ci` block when the user asked for a remote CI launch via
     // TESTOMATIO_CI_PROFILE (e.g. `--remote github`). Grep is taken from whatever
-    // `--filter` resolution already stashed in the shared pipeStore.
-    /** @type {{profile: string, grep?: string, override?: Record<string, any>}|null} */
+    // `--filter` resolution already stashed in the shared pipeStore. When launching
+    // an already-prepared run (TESTOMATIO_RUN set) with no fresh filter, ask the
+    // server to grep that run's own stored scope via `{ type: 'run', id }`.
+    /** @type {{profile: string, grep?: string, type?: string, id?: string, override?: Record<string, any>}|null} */
     let ci = null;
     if (this.ciProfile) {
       ci = { profile: this.ciProfile };
       const grepIds = this.store?.preparedTestIds;
-      if (grepIds?.length) ci.grep = grepIds.join('|');
+      if (grepIds?.length) {
+        ci.grep = grepIds.join('|');
+      } else if (this.runId) {
+        ci.type = 'run';
+        ci.id = this.runId;
+      }
       if (this.ciParams) ci.override = this.ciParams;
     }
     const runParams = Object.fromEntries(