@testomatio/reporter 2.3.6-beta.2-fix-beforesuite → 2.3.7-beta.-stack-artifacts

package/lib/adapter/codecept.js

@@ -110,6 +110,25 @@ function CodeceptReporter(config) {
         output.stepShift = 2;
         index_js_1.services.setContext(null);
     });
+    // mark as failed all tests inside the failed hook
+    event.dispatcher.on(event.hook.failed, hook => {
+        if (hook.name !== 'BeforeSuiteHook')
+            return;
+        const suite = hook.runnable.parent;
+        if (!suite)
+            return;
+        const error = hook?.ctx?.currentTest?.err;
+        for (const test of suite.tests) {
+            client.addTestRun('failed', {
+                ...stripExampleFromTitle(test.title),
+                rid: test.uid,
+                test_id: (0, utils_js_1.getTestomatIdFromTestTitle)(test.title),
+                suite_title: stripTagsFromTitle(suite.title),
+                error,
+                time: hook?.runnable?.duration,
+            });
+        }
+    });
     event.dispatcher.on(event.suite.before, suite => {
         data_storage_js_1.dataStorage.setContext(suite.fullTitle());
     });
@@ -379,7 +398,7 @@ function formatCodeceptStep(step) {
     if (!step)
         return null;
     const category = step.constructor.name === 'HelperStep' ? 'framework' : 'user';
-    const title = step.toString(); // Use built-in toString
+    const title = (0, utils_js_1.truncate)(step); // Use built-in toString
     const duration = step.duration || 0; // Use built-in duration
     const formattedStep = {
         category,
@@ -403,10 +422,11 @@ function formatHookStep(step) {
     if (step.actor && step.name) {
         title = `${step.actor} ${step.name}`;
         if (step.args && step.args.length > 0) {
-            const argsStr = step.args.map(arg => JSON.stringify(arg)).join(', ');
+            const argsStr = step.args.map(arg => (0, utils_js_1.truncate)(JSON.stringify(arg))).join(', ');
             title += ` ${argsStr}`;
         }
     }
+    title = (0, utils_js_1.truncate)(title);
     return {
         category: 'hook',
         title,

package/lib/client.js

@@ -51,7 +51,9 @@ const node_url_1 = require("node:url");
 const uploader_js_1 = require("./uploader.js");
 const utils_js_1 = require("./utils/utils.js");
 const filesize_1 = require("filesize");
+const util_1 = require("util");
 const debug = (0, debug_1.default)('@testomatio/reporter:client');
+const stripColors = util_1.stripVTControlCharacters || ((str) => str?.replace(/\x1b\[[0-9;]*m/g, '') || '');
 // removed __dirname usage, because:
 // 1. replaced with ESM syntax (import.meta.url), but it throws an error on tsc compilation;
 // 2. got error "__dirname already defined" in compiles js code (cjs dir)
@@ -158,17 +160,6 @@ class Client {
      * @returns {Promise<PipeResult[]>}
      */
     async addTestRun(status, testData) {
-        if (!this.pipes || !this.pipes.length)
-            this.pipes = await (0, index_js_1.pipesFactory)(this.paramsForPipesFactory || {}, this.pipeStore);
-        // all pipes disabled, skipping
-        if (!this.pipes?.filter(p => p.isEnabled).length)
-            return [];
-        if (isTestShouldBeExculedFromReport(testData))
-            return [];
-        if (status === constants_js_1.STATUS.SKIPPED && process.env.TESTOMATIO_EXCLUDE_SKIPPED) {
-            debug('Skipping test from report', testData?.title);
-            return []; // do not log skipped tests
-        }
         if (!testData)
             testData = {
                 title: 'Unknown test',
@@ -181,9 +172,12 @@ class Client {
         /**
          * @type {TestData}
          */
-        const { rid, error = null, time = 0, example = null, files = [], filesBuffers = [], steps, code = null, title, file, suite_title, suite_id, test_id, timestamp, links, manuallyAttachedArtifacts, overwrite, tags, } = testData;
+        const { rid, error = null, steps: originalSteps, title, suite_title, } = testData;
+        const steps = originalSteps;
+        const uploadedFiles = [];
+        const stackArtifactsEnabled = (0, utils_js_1.transformEnvVarToBoolean)(process.env.TESTOMATIO_STACK_ARTIFACTS);
+        const { time = 0, example = null, files = [], filesBuffers = [], code = null, file, suite_id, test_id, timestamp, links, manuallyAttachedArtifacts, overwrite, tags, } = testData;
         let { message = '', meta = {} } = testData;
-        // stringify meta values and limit keys and values length to 255
         meta = Object.entries(meta)
             .filter(([, value]) => value !== null && value !== undefined)
             .reduce((acc, [key, value]) => {
@@ -191,19 +185,34 @@ class Client {
                 acc[key] = value;
             return acc;
         }, {});
-        // Get links from storage using the test context
         const testContext = suite_title ? `${suite_title} ${title}` : title;
         let errorFormatted = '';
         if (error) {
             errorFormatted += this.formatError(error) || '';
             message = error?.message;
         }
-        // Attach logs
-        const fullLogs = this.formatLogs({ error: errorFormatted, steps, logs: testData.logs });
-        // add artifacts
+        let fullLogs = this.formatLogs({ error: errorFormatted, steps, logs: testData.logs });
+        if (stackArtifactsEnabled) {
+            const timestamp = +new Date;
+            uploadedFiles.push(this.uploader.uploadFileAsBuffer(Buffer.from(stripColors(fullLogs), 'utf8'), [this.runId, rid, `logs_${timestamp}.log`]));
+            fullLogs = '';
+        }
+        if (!this.pipes || !this.pipes.length)
+            this.pipes = await (0, index_js_1.pipesFactory)(this.paramsForPipesFactory || {}, this.pipeStore);
+        if (!this.pipes?.filter(p => p.isEnabled).length) {
+            if (uploadedFiles.length > 0) {
+                await Promise.all(uploadedFiles);
+            }
+            return [];
+        }
+        if (isTestShouldBeExculedFromReport(testData))
+            return [];
+        if (status === constants_js_1.STATUS.SKIPPED && process.env.TESTOMATIO_EXCLUDE_SKIPPED) {
+            debug('Skipping test from report', testData?.title);
+            return [];
+        }
         if (manuallyAttachedArtifacts?.length)
             files.push(...manuallyAttachedArtifacts);
-        const uploadedFiles = [];
         for (let f of files) {
             if (!f)
                 continue; // f === null
@@ -329,7 +338,7 @@ class Client {
      */
     formatLogs({ error, steps, logs }) {
         error = error?.trim();
-        logs = logs?.trim();
+        logs = logs?.trim().split('\n').map(l => (0, utils_js_1.truncate)(l)).join('\n');
         if (Array.isArray(steps)) {
             steps = steps
                 .map(step => (0, utils_js_1.formatStep)(step))

package/lib/pipe/testomatio.js

@@ -410,7 +410,6 @@ class TestomatioPipe {
                         tests: params.tests,
                     }
                 });
-                console.log(constants_js_1.APP_PREFIX, '✅ Testrun finished');
                 if (this.runUrl) {
                     console.log(constants_js_1.APP_PREFIX, '📊 Report Saved. Report URL:', picocolors_1.default.magenta(this.runUrl));
                 }

package/lib/reporter.d.ts

@@ -1,3 +1,10 @@
+export { Client };
+export const STATUS: {
+    PASSED: string;
+    FAILED: string;
+    SKIPPED: string;
+    FINISHED: string;
+};
 export const artifact: (data: string | {
     path: string;
     type: string;
@@ -80,7 +87,7 @@ export const label: (key: string, value?: string | null) => void;
 export const linkTest: (...testIds: string[]) => void;
 export const linkJira: (...jiraIds: string[]) => void;
 declare namespace _default {
-    let testomatioLogger: {
+    export let testomatioLogger: {
         "__#13@#originalUserLogger": {
             assert(condition?: boolean, ...data: any[]): void;
             assert(value: any, message?: string, ...optionalParams: any[]): void;
@@ -148,13 +155,13 @@ declare namespace _default {
         }): void;
         prettyObjects: boolean;
     };
-    let artifact: (data: string | {
+    export let artifact: (data: string | {
         path: string;
         type: string;
         name: string;
     }, context?: any) => void;
-    let log: (...args: any[]) => void;
-    let logger: {
+    export let log: (...args: any[]) => void;
+    export let logger: {
         "__#13@#originalUserLogger": {
             assert(condition?: boolean, ...data: any[]): void;
             assert(value: any, message?: string, ...optionalParams: any[]): void;
@@ -222,13 +229,15 @@ declare namespace _default {
         }): void;
         prettyObjects: boolean;
     };
-    let meta: (keyValue: {
+    export let meta: (keyValue: {
         [key: string]: string;
     } | string, value?: string | null) => void;
-    let step: (message: string) => void;
-    let label: (key: string, value?: string | null) => void;
-    let linkTest: (...testIds: string[]) => void;
-    let linkJira: (...jiraIds: string[]) => void;
+    export let step: (message: string) => void;
+    export let label: (key: string, value?: string | null) => void;
+    export let linkTest: (...testIds: string[]) => void;
+    export let linkJira: (...jiraIds: string[]) => void;
+    export { Client as TestomatioClient };
+    export { STATUS };
 }
 export default _default;
 export type ArtifactFunction = typeof import("./reporter-functions.js").default.artifact;
@@ -237,3 +246,4 @@ export type LoggerService = typeof import("./services/index.js").services.logger
 export type MetaFunction = typeof import("./reporter-functions.js").default.keyValue;
 export type StepFunction = typeof import("./reporter-functions.js").default.step;
 export type LabelFunction = typeof import("./reporter-functions.js").default.label;
+import Client from './client.js';

package/lib/reporter.js

@@ -1,13 +1,48 @@
 "use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
 var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.linkJira = exports.linkTest = exports.label = exports.step = exports.meta = exports.logger = exports.log = exports.artifact = void 0;
-// import TestomatClient from './client.js';
-// import * as TRConstants from './constants.js';
+exports.linkJira = exports.linkTest = exports.label = exports.step = exports.meta = exports.logger = exports.log = exports.artifact = exports.STATUS = exports.Client = void 0;
+const client_js_1 = __importDefault(require("./client.js"));
+exports.Client = client_js_1.default;
+const TestomatioConstants = __importStar(require("./constants.js"));
 const index_js_1 = require("./services/index.js");
 const reporter_functions_js_1 = __importDefault(require("./reporter-functions.js"));
+exports.STATUS = TestomatioConstants.STATUS;
 exports.artifact = reporter_functions_js_1.default.artifact;
 exports.log = reporter_functions_js_1.default.log;
 exports.logger = index_js_1.services.logger;
@@ -37,6 +72,6 @@ module.exports = {
     label: reporter_functions_js_1.default.label,
     linkTest: reporter_functions_js_1.default.linkTest,
     linkJira: reporter_functions_js_1.default.linkJira,
-    // TestomatClient,
-    // TRConstants,
+    TestomatioClient: client_js_1.default,
+    STATUS: exports.STATUS,
 };

package/lib/utils/utils.d.ts

@@ -2,6 +2,7 @@ export function getPackageVersion(): any;
 export const TEST_ID_REGEX: RegExp;
 export const SUITE_ID_REGEX: RegExp;
 export function ansiRegExp(): RegExp;
+export function truncate(s: any, size?: number): any;
 export function cleanLatestRunId(): any;
 export function isSameTest(test: any, t: any): boolean;
 export function fetchSourceCode(contents: any, opts?: {}): string;

package/lib/utils/utils.js

@@ -38,6 +38,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.validateSuiteId = exports.testRunnerHelper = exports.specificTestInfo = exports.parseSuite = exports.isValidUrl = exports.humanize = exports.getTestomatIdFromTestTitle = exports.getCurrentDateTime = exports.foundedTestLog = exports.fileSystem = exports.fetchFilesFromStackTrace = exports.fetchIdFromOutput = exports.fetchIdFromCode = exports.fetchSourceCodeFromStackTrace = exports.fetchSourceCode = exports.isSameTest = exports.ansiRegExp = exports.SUITE_ID_REGEX = exports.TEST_ID_REGEX = void 0;
 exports.getPackageVersion = getPackageVersion;
+exports.truncate = truncate;
 exports.cleanLatestRunId = cleanLatestRunId;
 exports.formatStep = formatStep;
 exports.readLatestRunId = readLatestRunId;
@@ -469,9 +470,17 @@ function transformEnvVarToBoolean(value) {
     // if not recognized, return truthy if any value is set
     return Boolean(value);
 }
+function truncate(s, size = 255) {
+    if (s.toString().trim().length < size) {
+        return s.toString();
+    }
+    return `${s.toString().substring(0, size)}...`;
+}
 
 module.exports.getPackageVersion = getPackageVersion;
 
+module.exports.truncate = truncate;
+
 module.exports.cleanLatestRunId = cleanLatestRunId;
 
 module.exports.formatStep = formatStep;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@testomatio/reporter",
-  "version": "2.3.6-beta.2-fix-beforesuite",
+  "version": "2.3.7-beta.-stack-artifacts",
   "description": "Testomatio Reporter Client",
   "engines": {
     "node": ">=18"

package/src/adapter/codecept.js

@@ -2,7 +2,7 @@ import createDebugMessages from 'debug';
 import pc from 'picocolors';
 import TestomatClient from '../client.js';
 import { STATUS, APP_PREFIX, TESTOMAT_TMP_STORAGE_DIR } from '../constants.js';
-import { getTestomatIdFromTestTitle, fileSystem } from '../utils/utils.js';
+import { getTestomatIdFromTestTitle, truncate, fileSystem } from '../utils/utils.js';
 import { services } from '../services/index.js';
 import { dataStorage } from '../data-storage.js';
 import codeceptjs from 'codeceptjs';
@@ -127,6 +127,28 @@ function CodeceptReporter(config) {
   });
 
 
+  // mark as failed all tests inside the failed hook
+  event.dispatcher.on(event.hook.failed, hook => {
+    if (hook.name !== 'BeforeSuiteHook') return;
+    const suite = hook.runnable.parent;
+
+    if (!suite) return;
+
+    const error = hook?.ctx?.currentTest?.err;
+
+    for (const test of suite.tests) {
+      client.addTestRun('failed', {
+        ...stripExampleFromTitle(test.title),
+        rid: test.uid,
+        test_id: getTestomatIdFromTestTitle(test.title),
+        suite_title: stripTagsFromTitle(suite.title),
+        error,
+        time: hook?.runnable?.duration,
+      });
+    }
+  });
+
+
   event.dispatcher.on(event.suite.before, suite => {
     dataStorage.setContext(suite.fullTitle());
   });
@@ -441,7 +463,7 @@ function formatCodeceptStep(step) {
   if (!step) return null;
 
   const category = step.constructor.name === 'HelperStep' ? 'framework' : 'user';
-  const title = step.toString(); // Use built-in toString
+  const title = truncate(step); // Use built-in toString
   const duration = step.duration || 0; // Use built-in duration
 
   const formattedStep = {
@@ -469,10 +491,11 @@ function formatHookStep(step) {
   if (step.actor && step.name) {
     title = `${step.actor} ${step.name}`;
     if (step.args && step.args.length > 0) {
-      const argsStr = step.args.map(arg => JSON.stringify(arg)).join(', ');
+      const argsStr = step.args.map(arg => truncate(JSON.stringify(arg))).join(', ');
       title += ` ${argsStr}`;
     }
   }
+  title = truncate(title);
 
   return {
     category: 'hook',
@@ -481,5 +504,6 @@ function formatHookStep(step) {
   };
 }
 
+
 export { CodeceptReporter };
 export default CodeceptReporter;

package/src/client.js

@@ -10,11 +10,21 @@ import { glob } from 'glob';
 import path, { sep } from 'path';
 import { fileURLToPath } from 'node:url';
 import { S3Uploader } from './uploader.js';
-import { formatStep, readLatestRunId, storeRunId, validateSuiteId } from './utils/utils.js';
+import {
+  formatStep,
+  truncate,
+  readLatestRunId,
+  storeRunId,
+  validateSuiteId,
+  transformEnvVarToBoolean
+} from './utils/utils.js';
 import { filesize as prettyBytes } from 'filesize';
+import { stripVTControlCharacters } from 'util';
 
 const debug = createDebugMessages('@testomatio/reporter:client');
 
+const stripColors = stripVTControlCharacters || ((str) => str?.replace(/\x1b\[[0-9;]*m/g, '') || '');
+
 // removed __dirname usage, because:
 // 1. replaced with ESM syntax (import.meta.url), but it throws an error on tsc compilation;
 // 2. got error "__dirname already defined" in compiles js code (cjs dir)
@@ -139,19 +149,6 @@ class Client {
    * @returns {Promise<PipeResult[]>}
    */
   async addTestRun(status, testData) {
-    if (!this.pipes || !this.pipes.length)
-      this.pipes = await pipesFactory(this.paramsForPipesFactory || {}, this.pipeStore);
-
-    // all pipes disabled, skipping
-    if (!this.pipes?.filter(p => p.isEnabled).length) return [];
-
-    if (isTestShouldBeExculedFromReport(testData)) return [];
-
-    if (status === STATUS.SKIPPED && process.env.TESTOMATIO_EXCLUDE_SKIPPED) {
-      debug('Skipping test from report', testData?.title);
-      return []; // do not log skipped tests
-    }
-
     if (!testData)
       testData = {
         title: 'Unknown test',
@@ -169,15 +166,23 @@ class Client {
     const {
       rid,
       error = null,
+      steps: originalSteps,
+      title,
+      suite_title,
+    } = testData;
+    const steps = originalSteps;
+
+    const uploadedFiles = [];
+    const stackArtifactsEnabled = transformEnvVarToBoolean(process.env.TESTOMATIO_STACK_ARTIFACTS);
+
+    
+    const {
       time = 0,
       example = null,
       files = [],
       filesBuffers = [],
-      steps,
       code = null,
-      title,
       file,
-      suite_title,
       suite_id,
       test_id,
       timestamp,
@@ -188,7 +193,6 @@ class Client {
     } = testData;
     let { message = '', meta = {} } = testData;
 
-    // stringify meta values and limit keys and values length to 255
     meta = Object.entries(meta)
       .filter(([, value]) => value !== null && value !== undefined)
       .reduce((acc, [key, value]) => {
@@ -196,7 +200,6 @@ class Client {
         return acc;
       }, {});
 
-    // Get links from storage using the test context
     const testContext = suite_title ? `${suite_title} ${title}` : title;
 
     let errorFormatted = '';
@@ -205,13 +208,38 @@ class Client {
       message = error?.message;
     }
 
-    // Attach logs
-    const fullLogs = this.formatLogs({ error: errorFormatted, steps, logs: testData.logs });
+    let fullLogs = this.formatLogs({ error: errorFormatted, steps, logs: testData.logs });
 
-    // add artifacts
-    if (manuallyAttachedArtifacts?.length) files.push(...manuallyAttachedArtifacts);
+    if (stackArtifactsEnabled) {
+      const timestamp = +new Date;
+      uploadedFiles.push(
+        this.uploader.uploadFileAsBuffer(
+          Buffer.from(stripColors(fullLogs), 'utf8'),
+          [this.runId, rid, `logs_${timestamp}.log`]
+        )
+      );
+      fullLogs = '';
+    }
 
-    const uploadedFiles = [];
+    
+    if (!this.pipes || !this.pipes.length)
+      this.pipes = await pipesFactory(this.paramsForPipesFactory || {}, this.pipeStore);
+
+    if (!this.pipes?.filter(p => p.isEnabled).length) {
+      if (uploadedFiles.length > 0) {
+        await Promise.all(uploadedFiles);
+      }
+      return [];
+    }
+
+    if (isTestShouldBeExculedFromReport(testData)) return [];
+
+    if (status === STATUS.SKIPPED && process.env.TESTOMATIO_EXCLUDE_SKIPPED) {
+      debug('Skipping test from report', testData?.title);
+      return [];
+    }
+
+    if (manuallyAttachedArtifacts?.length) files.push(...manuallyAttachedArtifacts);
 
     for (let f of files) {
       if (!f) continue; // f === null
@@ -387,7 +415,7 @@ class Client {
    */
   formatLogs({ error, steps, logs }) {
     error = error?.trim();
-    logs = logs?.trim();
+    logs = logs?.trim().split('\n').map(l => truncate(l)).join('\n');
 
     if (Array.isArray(steps)) {
       steps = steps

package/src/pipe/testomatio.js

@@ -462,8 +462,6 @@ class TestomatioPipe {
           }
         });
 
-        console.log(APP_PREFIX, '✅ Testrun finished');
-
         if (this.runUrl) {
           console.log(APP_PREFIX, '📊 Report Saved. Report URL:', pc.magenta(this.runUrl));
         }

package/src/reporter.js

@@ -1,8 +1,10 @@
-// import TestomatClient from './client.js';
-// import * as TRConstants from './constants.js';
+import Client from './client.js';
+import * as TestomatioConstants   from './constants.js';
 import { services } from './services/index.js';
 import reporterFunctions from './reporter-functions.js';
 
+export { Client };
+export const STATUS = TestomatioConstants.STATUS;
 export const artifact = reporterFunctions.artifact;
 export const log = reporterFunctions.log;
 export const logger = services.logger;
@@ -35,6 +37,7 @@ export default {
   linkTest: reporterFunctions.linkTest,
   linkJira: reporterFunctions.linkJira,
 
-  // TestomatClient,
-  // TRConstants,
+  TestomatioClient: Client,
+  STATUS,
+
 };

package/src/utils/utils.js

@@ -428,8 +428,16 @@ function transformEnvVarToBoolean(value) {
   return Boolean(value);
 }
 
+function truncate(s, size = 255) {
+  if (s.toString().trim().length < size) {
+    return s.toString();
+  }
+  return `${s.toString().substring(0, size)}...`;
+}
+
 export {
   ansiRegExp,
+  truncate,
   cleanLatestRunId,
   isSameTest,
   fetchSourceCode,