@testomatio/reporter 2.8.4 → 2.8.5-beta.2-yarn

package/lib/adapter/codecept.js

@@ -422,11 +422,16 @@ function createHookSection(hookName, steps) {
 function formatHookName(hookName) {
     return hookName.replace(/Hook$/, '');
 }
+function getCodeceptStepCategory(origin = 'test') {
+    if (origin === 'hook')
+        return 'hook';
+    return 'user';
+}
 // Format CodeceptJS step using its built-in methods
 function formatCodeceptStep(step, screenshotOnFailPath = null) {
     if (!step)
         return null;
-    const category = step.constructor.name === 'HelperStep' ? 'framework' : 'user';
+    const category = getCodeceptStepCategory('test');
     const title = (0, utils_js_1.truncate)(String(step));
     const duration = step.duration || 0;
     const formattedStep = (0, step_formatter_js_1.formatStep)({
@@ -471,7 +476,7 @@ function formatHookStep(step) {
     }
     title = (0, utils_js_1.truncate)(title);
     const formattedStep = (0, step_formatter_js_1.formatStep)({
-        category: 'hook',
+        category: getCodeceptStepCategory('hook'),
         title,
         duration: step.duration || 0,
     });

package/lib/bin/cli.js

@@ -34,9 +34,9 @@ program
     else {
         dotenv_1.default.config();
     }
-    // --filter-list produces a machine-readable test list on stdout, so route
-    // remaining output to stderr, skip the banner, and silence info-level
-    // logs so the terminal isn't flooded with progress noise.
+    // --format / --filter-list produce machine-readable output on stdout, so route
+    // remaining output to stderr, skip the banner, and silence info-level logs so
+    // stdout stays clean for capture (e.g. RUN_ID=$(... start --format id)).
     // Set TESTOMATIO_LOG_LEVEL=INFO to re-enable progress logs for debugging.
     const subOpts = actionCommand.opts();
     if (subOpts.filterList || subOpts.format) {
@@ -51,19 +51,37 @@ program
     .command('start')
     .description('Start a new run and return its ID')
     .option('--kind <type>', 'Specify run type: automated, manual, or mixed')
+    .option('--filter <filter>', 'Scope the prepared run to tests matching the filter (no execution)')
+    .option('--format <format>', 'Machine-readable output: print only the run id to stdout (e.g. --format id)')
     .action(async (opts) => {
     (0, utils_js_1.cleanLatestRunId)();
-    console.log('Starting a new Run on Testomat.io...');
+    log_js_1.log.info('Starting a new Run on Testomat.io...');
     const apiKey = process.env['INPUT_TESTOMATIO-KEY'] || config_js_1.config.TESTOMATIO;
     const client = new client_js_1.default({ apiKey });
     const createRunParams = {};
-    if (opts.kind) {
+    if (opts.kind)
         createRunParams.kind = opts.kind;
+    if (opts.filter) {
+        const [pipe, ...optsArray] = opts.filter.split(':');
+        const tests = await client.prepareRun({ pipe, pipeOptions: optsArray.join(':') });
+        if (!tests || tests.length === 0) {
+            log_js_1.log.warn(picocolors_1.default.yellow('No tests found for the filter. Run not created.'));
+            process.exit(1);
+        }
+        createRunParams.configuration = {
+            tests: tests.filter(id => id.startsWith('T')).map(id => id.slice(1)),
+            suites: tests.filter(id => id.startsWith('S')).map(id => id.slice(1)),
+        };
     }
-    client.createRun(createRunParams).then(() => {
-        console.log(process.env.runId);
-        process.exit(0);
-    });
+    await client.createRun(createRunParams);
+    const runId = client.pipeStore.runId || process.env.runId;
+    if (!runId) {
+        log_js_1.log.error(picocolors_1.default.red('Failed to create run on Testomat.io.'));
+        process.exit(1);
+    }
+    // stdout carries ONLY the run id so it can be captured: RUN_ID=$(reporter start)
+    console.log(runId);
+    process.exit(0);
 });
 program
     .command('finish')
@@ -91,7 +109,19 @@ program
     .option('--filter-list <filter>', 'Get a list of all tests by filter before running')
     .option('--format <format>', 'Machine-readable output format for --filter-list (grep, json, newline, ids)')
     .option('--kind <type>', 'Specify run type: automated, manual, or mixed')
+    .option('--remote <profile>', 'Trigger run on the named Testomat.io CI profile instead of executing locally')
+    .option('--remote-param <kv>', 'key=value pair forwarded to the CI profile config (repeat for multiple)', (value, prev) => prev.concat([value]), [])
     .action(async (command, opts) => {
+    if (opts.remote) {
+        if (opts.filterList) {
+            log_js_1.log.warn(picocolors_1.default.red('⚠️  --filter-list cannot be combined with --remote'));
+            process.exit(1);
+        }
+        process.env.TESTOMATIO_CI_PROFILE = opts.remote;
+        if (opts.remoteParam?.length) {
+            process.env.TESTOMATIO_CI_PARAMS = opts.remoteParam.join(',');
+        }
+    }
     const apiKey = process.env['INPUT_TESTOMATIO-KEY'] || config_js_1.config.TESTOMATIO;
     const title = process.env.TESTOMATIO_TITLE;
     const client = new client_js_1.default({ apiKey, title });
@@ -127,7 +157,7 @@ program
                 }
                 return;
             }
-            if (command && command.split) {
+            if (command && command.split && !opts.remote) {
                 command = (0, utils_js_1.applyFilter)(command, tests);
             }
         }
@@ -138,6 +168,36 @@ program
             return;
         }
     }
+    if (opts.remote) {
+        if (!apiKey) {
+            log_js_1.log.warn(picocolors_1.default.red('⚠️  TESTOMATIO API key required for --remote'));
+            process.exit(1);
+        }
+        if (command) {
+            log_js_1.log.warn(picocolors_1.default.yellow('Note: positional command is ignored when --remote is set; CI runs the workflow.'));
+        }
+        const createRunParams = {};
+        if (title)
+            createRunParams.title = title;
+        if (opts.kind)
+            createRunParams.kind = opts.kind;
+        try {
+            await client.createRun(createRunParams);
+        }
+        catch (err) {
+            log_js_1.log.error(picocolors_1.default.red(`CI launch failed: ${err.message || err}`));
+            process.exit(1);
+        }
+        // createRun swallows pipe-level errors, so a resolved promise is not proof
+        // the launch succeeded — the pipe only records runUrl on a real 2xx response.
+        if (!client.pipeStore.runUrl) {
+            log_js_1.log.error(picocolors_1.default.red('CI launch failed — no run was created (see the error above).'));
+            process.exit(1);
+        }
+        log_js_1.log.info(`🚀 CI build triggered on profile ${picocolors_1.default.cyan(opts.remote)}`);
+        log_js_1.log.info(`📊 Report URL: ${picocolors_1.default.magenta(client.pipeStore.runUrl)}`);
+        return process.exit(0);
+    }
     // just create a run (wich tests which match filters) without executing tests
     if (!command || !command.split) {
         const createRunParams = {};

package/lib/pipe/coverage.js

@@ -147,6 +147,7 @@ class CoveragePipe {
         }
         this.results = [...this.tests, ...this.suiteIds];
         if (this.store) {
+            this.store.preparedTestIds = this.results;
             this.store.coverageConfiguration = {
                 tests: [...this.tests],
                 suites: [...this.suiteIds],

package/lib/pipe/testomatio.d.ts

@@ -31,6 +31,8 @@ declare class TestomatioPipe implements Pipe {
     env: string;
     label: string;
     description: any;
+    ciProfile: string;
+    ciParams: Record<string, string>;
     client: Gaxios;
     proceed: boolean;
     jiraId: string;

package/lib/pipe/testomatio.js

@@ -15,6 +15,26 @@ const log_js_1 = require("../utils/log.js");
 const debug = (0, debug_1.default)('@testomatio/reporter:pipe:testomatio');
 if (process.env.TESTOMATIO_RUN)
     process.env.runId = process.env.TESTOMATIO_RUN;
+/**
+ * Parse `TESTOMATIO_CI_PARAMS` (comma-separated `key=value` pairs) into an object.
+ * Entries without `=` or with empty keys are skipped. Returns undefined when input is empty.
+ *
+ * @param {string|undefined} raw
+ * @returns {Record<string, string>|undefined}
+ */
+function parseCiParams(raw) {
+    if (!raw)
+        return undefined;
+    /** @type {Record<string, string>} */
+    const result = {};
+    for (const entry of raw.split(',')) {
+        const idx = entry.indexOf('=');
+        if (idx <= 0)
+            continue;
+        result[entry.slice(0, idx).trim()] = entry.slice(idx + 1);
+    }
+    return Object.keys(result).length ? result : undefined;
+}
 /**
  * @typedef {import('../../types/types.js').Pipe} Pipe
  * @typedef {import('../../types/types.js').TestData} TestData
@@ -68,6 +88,12 @@ class TestomatioPipe {
         this.env = process.env.TESTOMATIO_ENV;
         this.label = process.env.TESTOMATIO_LABEL;
         this.description = params.description || process.env.TESTOMATIO_DESCRIPTION;
+        // Remote CI launch — when `TESTOMATIO_CI_PROFILE` is set the run will be created
+        // on the server *and* the named CI profile will be dispatched. Optional
+        // `TESTOMATIO_CI_PARAMS` is a comma-separated list of `key=value` pairs
+        // forwarded to the CI profile config (e.g. `branch=develop,REGION=eu`).
+        this.ciProfile = process.env.TESTOMATIO_CI_PROFILE;
+        this.ciParams = parseCiParams(process.env.TESTOMATIO_CI_PARAMS);
         // Create a new instance of gaxios with a custom config
         this.client = new gaxios_1.Gaxios({
             baseURL: `${this.url.trim()}`,
@@ -155,6 +181,8 @@ class TestomatioPipe {
             });
             if (Array.isArray(resp.data?.tests) && resp.data?.tests?.length > 0) {
                 (0, utils_js_1.foundedTestLog)(constants_js_1.APP_PREFIX, resp.data.tests);
+                if (this.store)
+                    this.store.preparedTestIds = resp.data.tests;
                 return resp.data.tests;
             }
             log_js_1.log.warn(`⛔  No tests found for your --filter --> ${type}=${id}`);
@@ -213,6 +241,26 @@ class TestomatioPipe {
                 this.store.configuration = { ...(this.store.configuration || {}), ...params.configuration };
             }
         }
+        // Assemble the `ci` block when the user asked for a remote CI launch via
+        // TESTOMATIO_CI_PROFILE (e.g. `--remote github`). Grep is taken from whatever
+        // `--filter` resolution already stashed in the shared pipeStore. When launching
+        // an already-prepared run (TESTOMATIO_RUN set) with no fresh filter, ask the
+        // server to grep that run's own stored scope via `{ type: 'run', id }`.
+        /** @type {{profile: string, grep?: string, type?: string, id?: string, override?: Record<string, any>}|null} */
+        let ci = null;
+        if (this.ciProfile) {
+            ci = { profile: this.ciProfile };
+            const grepIds = this.store?.preparedTestIds;
+            if (grepIds?.length) {
+                ci.grep = grepIds.join('|');
+            }
+            else if (this.runId) {
+                ci.type = 'run';
+                ci.id = this.runId;
+            }
+            if (this.ciParams)
+                ci.override = this.ciParams;
+        }
         const runParams = Object.fromEntries(Object.entries({
             ci_build_url: buildUrl,
             api_key: this.apiKey.trim(),
@@ -227,6 +275,7 @@ class TestomatioPipe {
             kind: params.kind,
             configuration,
             description,
+            ci,
         }).filter(([, value]) => !!value));
         debug(' >>>>>> Run params', JSON.stringify(runParams, null, 2));
         if (this.runId) {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@testomatio/reporter",
-  "version": "2.8.4",
+  "version": "2.8.5-beta.2-yarn",
   "description": "Testomatio Reporter Client",
   "engines": {
     "node": ">=18"
@@ -86,7 +86,7 @@
     "build:watch:bun": "rm -rf ./cjs && bun build ./src/bin/reportXml.js ./src/bin/startTest.js ./src/bin/uploadArtifacts.js --outdir ./cjs --target node --watch --onSuccess \"build/scripts/post-build.js\""
   },
   "devDependencies": {
-    "@playwright/test": "^1.49.1",
+    "@playwright/test": "^1.60.0",
     "@redocly/cli": "^1.0.0-beta.125",
     "@types/cross-spawn": "^6.0.6",
     "@types/cucumber": "^7.0.0",

package/src/adapter/codecept.js

@@ -490,11 +490,16 @@ function formatHookName(hookName) {
   return hookName.replace(/Hook$/, '');
 }
 
+function getCodeceptStepCategory(origin = 'test') {
+  if (origin === 'hook') return 'hook';
+  return 'user';
+}
+
 // Format CodeceptJS step using its built-in methods
 function formatCodeceptStep(step, screenshotOnFailPath = null) {
   if (!step) return null;
 
-  const category = step.constructor.name === 'HelperStep' ? 'framework' : 'user';
+  const category = getCodeceptStepCategory('test');
   const title = truncate(String(step));
   const duration = step.duration || 0;
 
@@ -548,7 +553,7 @@ function formatHookStep(step) {
   title = truncate(title);
 
   const formattedStep = formatStep({
-    category: 'hook',
+    category: getCodeceptStepCategory('hook'),
     title,
     duration: step.duration || 0,
   });

package/src/bin/cli.js

@@ -32,9 +32,9 @@ program
       dotenv.config();
     }
 
-    // --filter-list produces a machine-readable test list on stdout, so route
-    // remaining output to stderr, skip the banner, and silence info-level
-    // logs so the terminal isn't flooded with progress noise.
+    // --format / --filter-list produce machine-readable output on stdout, so route
+    // remaining output to stderr, skip the banner, and silence info-level logs so
+    // stdout stays clean for capture (e.g. RUN_ID=$(... start --format id)).
     // Set TESTOMATIO_LOG_LEVEL=INFO to re-enable progress logs for debugging.
     const subOpts = actionCommand.opts();
     if (subOpts.filterList || subOpts.format) {
@@ -49,22 +49,42 @@ program
   .command('start')
   .description('Start a new run and return its ID')
   .option('--kind <type>', 'Specify run type: automated, manual, or mixed')
+  .option('--filter <filter>', 'Scope the prepared run to tests matching the filter (no execution)')
+  .option('--format <format>', 'Machine-readable output: print only the run id to stdout (e.g. --format id)')
   .action(async opts => {
     cleanLatestRunId();
 
-    console.log('Starting a new Run on Testomat.io...');
+    log.info('Starting a new Run on Testomat.io...');
     const apiKey = process.env['INPUT_TESTOMATIO-KEY'] || config.TESTOMATIO;
     const client = new TestomatClient({ apiKey });
 
     const createRunParams = {};
-    if (opts.kind) {
-      createRunParams.kind = opts.kind;
+    if (opts.kind) createRunParams.kind = opts.kind;
+
+    if (opts.filter) {
+      const [pipe, ...optsArray] = opts.filter.split(':');
+      const tests = await client.prepareRun({ pipe, pipeOptions: optsArray.join(':') });
+      if (!tests || tests.length === 0) {
+        log.warn(pc.yellow('No tests found for the filter. Run not created.'));
+        process.exit(1);
+      }
+      createRunParams.configuration = {
+        tests: tests.filter(id => id.startsWith('T')).map(id => id.slice(1)),
+        suites: tests.filter(id => id.startsWith('S')).map(id => id.slice(1)),
+      };
     }
 
-    client.createRun(createRunParams).then(() => {
-      console.log(process.env.runId);
-      process.exit(0);
-    });
+    await client.createRun(createRunParams);
+
+    const runId = client.pipeStore.runId || process.env.runId;
+    if (!runId) {
+      log.error(pc.red('Failed to create run on Testomat.io.'));
+      process.exit(1);
+    }
+
+    // stdout carries ONLY the run id so it can be captured: RUN_ID=$(reporter start)
+    console.log(runId);
+    process.exit(0);
   });
 
 program
@@ -97,7 +117,25 @@ program
   .option('--filter-list <filter>', 'Get a list of all tests by filter before running')
   .option('--format <format>', 'Machine-readable output format for --filter-list (grep, json, newline, ids)')
   .option('--kind <type>', 'Specify run type: automated, manual, or mixed')
+  .option('--remote <profile>', 'Trigger run on the named Testomat.io CI profile instead of executing locally')
+  .option(
+    '--remote-param <kv>',
+    'key=value pair forwarded to the CI profile config (repeat for multiple)',
+    (value, prev) => prev.concat([value]),
+    [],
+  )
   .action(async (command, opts) => {
+    if (opts.remote) {
+      if (opts.filterList) {
+        log.warn(pc.red('⚠️  --filter-list cannot be combined with --remote'));
+        process.exit(1);
+      }
+      process.env.TESTOMATIO_CI_PROFILE = opts.remote;
+      if (opts.remoteParam?.length) {
+        process.env.TESTOMATIO_CI_PARAMS = opts.remoteParam.join(',');
+      }
+    }
+
     const apiKey = process.env['INPUT_TESTOMATIO-KEY'] || config.TESTOMATIO;
     const title = process.env.TESTOMATIO_TITLE;
     const client = new TestomatClient({ apiKey, title });
@@ -137,7 +175,7 @@ program
           return;
         }
 
-        if (command && command.split) {
+        if (command && command.split && !opts.remote) {
           command = applyFilter(command, tests);
         }
       }
@@ -148,6 +186,38 @@ program
       }
     }
 
+    if (opts.remote) {
+      if (!apiKey) {
+        log.warn(pc.red('⚠️  TESTOMATIO API key required for --remote'));
+        process.exit(1);
+      }
+      if (command) {
+        log.warn(pc.yellow('Note: positional command is ignored when --remote is set; CI runs the workflow.'));
+      }
+
+      const createRunParams = {};
+      if (title) createRunParams.title = title;
+      if (opts.kind) createRunParams.kind = opts.kind;
+
+      try {
+        await client.createRun(createRunParams);
+      } catch (err) {
+        log.error(pc.red(`CI launch failed: ${err.message || err}`));
+        process.exit(1);
+      }
+
+      // createRun swallows pipe-level errors, so a resolved promise is not proof
+      // the launch succeeded — the pipe only records runUrl on a real 2xx response.
+      if (!client.pipeStore.runUrl) {
+        log.error(pc.red('CI launch failed — no run was created (see the error above).'));
+        process.exit(1);
+      }
+
+      log.info(`🚀 CI build triggered on profile ${pc.cyan(opts.remote)}`);
+      log.info(`📊 Report URL: ${pc.magenta(client.pipeStore.runUrl)}`);
+      return process.exit(0);
+    }
+
     // just create a run (wich tests which match filters) without executing tests
     if (!command || !command.split) {
       const createRunParams = {};

package/src/pipe/coverage.js

@@ -169,6 +169,7 @@ class CoveragePipe { // or Changes for the future???
 
         this.results = [...this.tests, ...this.suiteIds];
         if (this.store) {
+            this.store.preparedTestIds = this.results;
             this.store.coverageConfiguration = {
                 tests: [...this.tests],
                 suites: [...this.suiteIds],

package/src/pipe/testomatio.js

@@ -24,6 +24,25 @@ const debug = createDebugMessages('@testomatio/reporter:pipe:testomatio');
 
 if (process.env.TESTOMATIO_RUN) process.env.runId = process.env.TESTOMATIO_RUN;
 
+/**
+ * Parse `TESTOMATIO_CI_PARAMS` (comma-separated `key=value` pairs) into an object.
+ * Entries without `=` or with empty keys are skipped. Returns undefined when input is empty.
+ *
+ * @param {string|undefined} raw
+ * @returns {Record<string, string>|undefined}
+ */
+function parseCiParams(raw) {
+  if (!raw) return undefined;
+  /** @type {Record<string, string>} */
+  const result = {};
+  for (const entry of raw.split(',')) {
+    const idx = entry.indexOf('=');
+    if (idx <= 0) continue;
+    result[entry.slice(0, idx).trim()] = entry.slice(idx + 1);
+  }
+  return Object.keys(result).length ? result : undefined;
+}
+
 /**
  * @typedef {import('../../types/types.js').Pipe} Pipe
  * @typedef {import('../../types/types.js').TestData} TestData
@@ -85,6 +104,13 @@ class TestomatioPipe {
     this.label = process.env.TESTOMATIO_LABEL;
     this.description = params.description || process.env.TESTOMATIO_DESCRIPTION;
 
+    // Remote CI launch — when `TESTOMATIO_CI_PROFILE` is set the run will be created
+    // on the server *and* the named CI profile will be dispatched. Optional
+    // `TESTOMATIO_CI_PARAMS` is a comma-separated list of `key=value` pairs
+    // forwarded to the CI profile config (e.g. `branch=develop,REGION=eu`).
+    this.ciProfile = process.env.TESTOMATIO_CI_PROFILE;
+    this.ciParams = parseCiParams(process.env.TESTOMATIO_CI_PARAMS);
+
     // Create a new instance of gaxios with a custom config
     this.client = new Gaxios({
       baseURL: `${this.url.trim()}`,
@@ -184,6 +210,7 @@ class TestomatioPipe {
 
       if (Array.isArray(resp.data?.tests) && resp.data?.tests?.length > 0) {
         foundedTestLog(APP_PREFIX, resp.data.tests);
+        if (this.store) this.store.preparedTestIds = resp.data.tests;
         return resp.data.tests;
       }
 
@@ -248,6 +275,25 @@ class TestomatioPipe {
         this.store.configuration = { ...(this.store.configuration || {}), ...params.configuration };
       }
     }
+
+    // Assemble the `ci` block when the user asked for a remote CI launch via
+    // TESTOMATIO_CI_PROFILE (e.g. `--remote github`). Grep is taken from whatever
+    // `--filter` resolution already stashed in the shared pipeStore. When launching
+    // an already-prepared run (TESTOMATIO_RUN set) with no fresh filter, ask the
+    // server to grep that run's own stored scope via `{ type: 'run', id }`.
+    /** @type {{profile: string, grep?: string, type?: string, id?: string, override?: Record<string, any>}|null} */
+    let ci = null;
+    if (this.ciProfile) {
+      ci = { profile: this.ciProfile };
+      const grepIds = this.store?.preparedTestIds;
+      if (grepIds?.length) {
+        ci.grep = grepIds.join('|');
+      } else if (this.runId) {
+        ci.type = 'run';
+        ci.id = this.runId;
+      }
+      if (this.ciParams) ci.override = this.ciParams;
+    }
     const runParams = Object.fromEntries(
       Object.entries({
         ci_build_url: buildUrl,
@@ -263,6 +309,7 @@ class TestomatioPipe {
         kind: params.kind,
         configuration,
         description,
+        ci,
       }).filter(([, value]) => !!value),
     );
     debug(' >>>>>> Run params', JSON.stringify(runParams, null, 2));

package/types/types.d.ts

@@ -293,7 +293,7 @@ export interface Pipe {
   store: {};
 
   /** starts run  */
-  createRun(): Promise<void>;
+  createRun(params?: CreateRunParams): Promise<void>;
 
   /** adds a test to the current run */
   addTest(test: TestData): any;
@@ -316,6 +316,28 @@ export interface PipeResult {
   result?: any;
 }
 
+/**
+ * Parameters accepted by `Client.createRun`.
+ *
+ * Remote CI launch (via `--remote <profile>` / matching `TESTOMATIO_CI_PROFILE`
+ * env var) is **not** passed through this object — `TestomatioPipe` reads the
+ * env vars directly and assembles the request body. See
+ * `TESTOMATIO_CI_PROFILE` and `TESTOMATIO_CI_OVERRIDE`.
+ */
+export interface CreateRunParams {
+  /** Run kind. Defaults to `automated` server-side. */
+  kind?: 'automated' | 'manual' | 'mixed';
+
+  /** Run title. */
+  title?: string;
+
+  /** Run configuration merged into the server-side run configuration. */
+  configuration?: Record<string, any>;
+
+  /** Override batch upload on/off. */
+  isBatchEnabled?: boolean;
+}
+
 /**
  * Represents a step in a test.
  */