@testomatio/reporter 1.1.0-beta.codeceptjs-before-suite-logs → 1.1.0-beta.fix-junit-reporter

package/Changelog.md

@@ -1,4 +1,12 @@
 <!-- pending release updates -->
+# 1.1.0
+
+* Assign Run by label:
+
+```
+TESTOMATIO={API_KEY} TESTOMATIO_LABEL="release,module:checkout" <actual run command>
+```
+
 # 1.0.18
 
 * Fixed stack traces for CodeceptJS

package/lib/adapter/codecept.js

@@ -78,35 +78,8 @@ function CodeceptReporter(config) {
     global.testomatioDataStore.steps = [];
   });
 
-  let hookSteps = [];
-  let suiteHookRunning = false;
-
-  event.dispatcher.on(event.suite.before, (suite) => {
-    suiteHookRunning = true;
-    hookSteps = [];
-    global.testomatioDataStore.steps = [];
-  });
-
-  event.dispatcher.on(event.test.before, () => {
-    suiteHookRunning = false;
-    global.testomatioDataStore.steps = []
-  });
-
-  event.dispatcher.on(event.hook.started, (suite) => {
-    // global.testomatioDataStore.steps = [];
-  });
-
-  event.dispatcher.on(event.hook.passed, (suite) => {
-    if (suiteHookRunning) hookSteps.push(...global.testomatioDataStore.steps);
-  });
-
-  event.dispatcher.on(event.hook.failed, (suite) => {
-    if (suiteHookRunning) hookSteps.push(...global.testomatioDataStore.steps);
-  });  
-
   event.dispatcher.on(event.test.started, test => {
     testTimeMap[test.id] = Date.now();
-
     if (global.testomatioDataStore) global.testomatioDataStore.currentlyRunningTestId = getIdFromTestTitle(test.title);
   });
 
@@ -116,7 +89,7 @@ function CodeceptReporter(config) {
     await Promise.all(reportTestPromises);
 
     if (upload.isArtifactsEnabled()) {
-      uploadAttachments(client, videos, '🎞️ Uploading', 'video');
+      uploadAttachments(client, videos, '🎞️  Uploading', 'video');
       uploadAttachments(client, traces, '📁 Uploading', 'trace');
     }
 
@@ -136,7 +109,7 @@ function CodeceptReporter(config) {
       suite_title: test.parent && test.parent.title,
       message: testObj.message,
       time: getDuration(test),
-      steps: [...hookSteps, ...global.testomatioDataStore.steps].join('\n') || null,
+      steps: global.testomatioDataStore.steps.join('\n') || null,
       test_id: testId,
     });
     // output.stop();
@@ -160,7 +133,6 @@ function CodeceptReporter(config) {
         ...stripExampleFromTitle(title),
         suite_title: suite.title,
         test_id: testId,
-        steps: hookSteps.join('\n') || null,
         error,
         time: 0,
       });
@@ -189,7 +161,7 @@ function CodeceptReporter(config) {
         message: testObj.message,
         time: getDuration(test),
         files,
-        steps: [...hookSteps, ...global.testomatioDataStore.steps].join('\n') || null,
+        steps: global.testomatioDataStore?.steps?.join('\n') || null,
       })
       .then(pipes => {
         testId = pipes.filter(p => p.pipe.includes('Testomatio'))[0]?.result?.data?.test_id;

package/lib/adapter/cucumber/current.js

@@ -6,6 +6,7 @@ const { STATUS, TESTOMAT_TMP_STORAGE_DIR } = require('../../constants');
 const TestomatClient = require('../../client');
 const logger = require('../../storages/logger');
 const { parseTest, fileSystem } = require('../../utils/utils');
+const { TESTOMATIO } = require('../../config');
 
 const { GherkinDocumentParser, PickleParser } = formatterHelpers;
 const { getGherkinScenarioLocationMap, getGherkinStepMap } = GherkinDocumentParser;
@@ -29,7 +30,7 @@ class CucumberReporter extends Formatter {
     this.failures = [];
     this.cases = [];
 
-    this.client = new TestomatClient({ apiKey: options.apiKey || process.env.TESTOMATIO });
+    this.client = new TestomatClient({ apiKey: options.apiKey || TESTOMATIO });
     this.status = STATUS.PASSED;
 
     global.testomatioRunningEnvironment = 'cucumber:current';

package/lib/adapter/cucumber/legacy.js

@@ -4,6 +4,7 @@ const chalk = require('chalk');
 const { parseTest, fileSystem } = require('../../utils/utils');
 const { STATUS, TESTOMAT_TMP_STORAGE_DIR } = require('../../constants');
 const TestomatClient = require('../../client');
+const { TESTOMATIO } = require('../../config');
 
 const createTestomatFormatter = apiKey => {
   if (!apiKey || apiKey === '') {
@@ -151,4 +152,4 @@ const createTestomatFormatter = apiKey => {
   };
 };
 
-module.exports = createTestomatFormatter(process.env.TESTOMATIO);
+module.exports = createTestomatFormatter(TESTOMATIO);

package/lib/adapter/cypress-plugin/index.js

@@ -1,18 +1,19 @@
 const { STATUS } = require('../../constants');
 const { parseTest, parseSuite } = require('../../utils/utils');
 const TestomatClient = require('../../client');
+const { TESTOMATIO } = require('../../config');
 
 const testomatioReporter = on => {
-  if (!process.env.TESTOMATIO) {
+  if (!TESTOMATIO) {
     console.log('TESTOMATIO key is empty, ignoring reports');
-    return
+    return;
   }
-  const client = new TestomatClient({ apiKey: process.env.TESTOMATIO });
+  const client = new TestomatClient({ apiKey: TESTOMATIO });
 
-  on('before:run', async (run) => {
+  on('before:run', async run => {
     // TODO: looks like client.env does not exist
     if (!client.env) {
-      client.env = `${run.browser.displayName},${run.system.osName}`
+      client.env = `${run.browser.displayName},${run.system.osName}`;
     }
     await client.createRun();
   });
@@ -26,8 +27,9 @@ const testomatioReporter = on => {
       const lastAttemptIndex = test.attempts.length - 1;
       const latestAttempt = test.attempts[lastAttemptIndex];
 
-      const time = latestAttempt.duration;
-      const error = latestAttempt.error;
+      // latestAttempt.duration && latestAttempt.error were available in adapters version up to 13 JFYI
+      const time = latestAttempt.duration || latestAttempt.wallClockDuration || test.duration;
+      let error = latestAttempt.error;
 
       let title = test.title.pop();
       const examples = title.match(/\(example (#\d+)\)/);
@@ -40,23 +42,28 @@ const testomatioReporter = on => {
       const testId = parseTest(title);
       const suiteId = parseSuite(suiteTitle);
 
-      if (error) {
-        error.inspect = function() { // eslint-disable-line func-names
-          if (this && this.codeFrame) {
-            return this.codeFrame.frame;
-          }
-          return '';
-        }
+      if (!error && test.displayError) {
+        error = { message: test.displayError };
+        error.inspect = function () {
+          // eslint-disable-line func-names
+          return this.message;
+        };
       }
 
+      const formattedError = error
+        ? {
+            message: error.message,
+            inspect:
+              error.inspect ||
+              function () {
+                return this.message;
+              },
+          }
+        : '';
+
       const screenshots = Array.isArray(results.screenshots)
         ? results.screenshots
-            .filter(
-              screenshot =>
-                screenshot?.path &&
-                screenshot?.path.includes(title) &&
-                screenshot?.takenAt
-            )
+            .filter(screenshot => screenshot?.path && screenshot?.path.includes(title) && screenshot?.takenAt)
             .map(screenshot => screenshot.path)
         : [];
 
@@ -64,17 +71,30 @@ const testomatioReporter = on => {
 
       let state;
       switch (test.state) {
-        case 'passed': state = STATUS.PASSED; break;
-        case 'failed': state = STATUS.FAILED; break;
+        case 'passed':
+          state = STATUS.PASSED;
+          break;
+        case 'failed':
+          state = STATUS.FAILED;
+          break;
         case 'skipped':
-        case 'pending': 
+        case 'pending':
         default:
           state = STATUS.SKIPPED;
       }
 
-      addSpecTestsPromises.push(client.addTestRun(state, {
-        title, time, example, error, files, suite_title: suiteTitle, test_id: testId, suite_id: suiteId
-      }));
+      addSpecTestsPromises.push(
+        client.addTestRun(state, {
+          title,
+          time,
+          example,
+          error: formattedError,
+          files,
+          suite_title: suiteTitle,
+          test_id: testId,
+          suite_id: suiteId,
+        }),
+      );
     }
 
     await Promise.all(addSpecTestsPromises);

package/lib/adapter/mocha.js

@@ -4,6 +4,7 @@ const chalk = require('chalk');
 const TestomatClient = require('../client');
 const { STATUS, TESTOMAT_TMP_STORAGE_DIR } = require('../constants');
 const { parseTest, fileSystem } = require('../utils/utils');
+const { TESTOMATIO } = require('../config');
 
 const { EVENT_RUN_BEGIN, EVENT_RUN_END, EVENT_TEST_FAIL, EVENT_TEST_PASS, EVENT_TEST_PENDING } =
   Mocha.Runner.constants;
@@ -15,7 +16,7 @@ function MochaReporter(runner, opts) {
   let skipped = 0;
   // let artifactStore;
 
-  const apiKey = opts?.reporterOptions?.apiKey || process.env.TESTOMATIO;
+  const apiKey = opts?.reporterOptions?.apiKey || TESTOMATIO;
 
   const client = new TestomatClient({ apiKey });
 

package/lib/bin/startTest.js

@@ -5,6 +5,7 @@ const chalk = require('chalk');
 const TestomatClient = require('../client');
 const { APP_PREFIX, STATUS } = require('../constants');
 const { version } = require('../../package.json');
+const { TESTOMATIO } = require('../config');
 
 console.log(chalk.cyan.bold(` 🤩 Testomat.io Reporter v${version}`));
 
@@ -20,7 +21,7 @@ program
 
     if (opts.envFile) require('dotenv').config(opts.envFile); // eslint-disable-line
 
-    const apiKey = process.env['INPUT_TESTOMATIO-KEY'] || process.env.TESTOMATIO;
+    const apiKey = process.env['INPUT_TESTOMATIO-KEY'] || TESTOMATIO;
     const title = process.env.TESTOMATIO_TITLE;
 
     if (launch) {

package/lib/config.js

@@ -8,6 +8,10 @@ const debug = require('debug')('@testomatio/reporter:config');
 const dotenv = require('dotenv');
 const envFileVars = dotenv.config({ path: '.env' }).parsed; */
 
+const TESTOMATIO = process.env.TESTOMATIO || process.env.TESTOMATIO_API_KEY || process.env.TESTOMATIO_TOKEN || '';
+if (TESTOMATIO === 'undefined') console.error('TESTOMATIO is "undefined". Something went wrong. Contact dev team.');
+process.env.TESTOMATIO = TESTOMATIO;
+
 // select only TESTOMATIO related variables (only to print them in debug)
 const testomatioEnvVars =
   Object.keys(process.env)
@@ -22,3 +26,4 @@ debug('TESTOMATIO variables:', testomatioEnvVars);
 const config = process.env;
 
 module.exports = config;
+module.exports.TESTOMATIO = TESTOMATIO;

package/lib/pipe/testomatio.js

@@ -5,6 +5,7 @@ const JsonCycle = require('json-cycle');
 const { APP_PREFIX, STATUS } = require('../constants');
 const { isValidUrl, foundedTestLog } = require('../utils/utils');
 const { parseFilterParams, generateFilterRequestParams, setS3Credentials, } = require('../utils/pipe_utils');
+const { TESTOMATIO } = require('../config');
 
 if (process.env.TESTOMATIO_RUN) {
   process.env.runId = process.env.TESTOMATIO_RUN;
@@ -20,7 +21,7 @@ class TestomatioPipe {
   constructor(params, store) {
     this.isEnabled = false;
     this.url = params.testomatioUrl || process.env.TESTOMATIO_URL || 'https://app.testomat.io';
-    this.apiKey = params.apiKey || process.env.TESTOMATIO;
+    this.apiKey = params.apiKey || TESTOMATIO;
     debug('Testomatio Pipe: ', this.apiKey ? 'API KEY' : '*no api key*');
     if (!this.apiKey) {
       return;
@@ -32,6 +33,7 @@ class TestomatioPipe {
     this.sharedRun = !!process.env.TESTOMATIO_SHARED_RUN;
     this.groupTitle = params.groupTitle || process.env.TESTOMATIO_RUNGROUP_TITLE;
     this.env = process.env.TESTOMATIO_ENV;
+    this.label = process.env.TESTOMATIO_LABEL;
 
     this.axios = axios.create({
       baseURL: `${this.url.trim()}`,
@@ -130,6 +132,7 @@ class TestomatioPipe {
         jira_id: this.jiraId,
         env: this.env,
         title: this.title,
+        label: this.label,
         shared_run: this.sharedRun,
       }).filter(([, value]) => !!value),
     );

package/lib/utils/utils.js

@@ -141,7 +141,12 @@ const fetchSourceCode = (contents, opts = {}) => {
   // remove special chars from title
   if (!lineIndex && opts.title) {
     const title = opts.title.replace(/[([@].*/g, '');
-    lineIndex = lines.findIndex(l => l.includes(title));
+    
+    if (opts.lang === 'java') {
+      lineIndex = lines.findIndex(l => l.includes(`test${title}`));
+    } else {
+      lineIndex = lines.findIndex(l => l.includes(title));
+    }
   }
 
   if (opts.prepend) {

package/lib/xmlReader.js

@@ -1,35 +1,36 @@
 const debug = require('debug')('@testomatio/reporter:xml');
-const path = require("path");
+const path = require('path');
 const chalk = require('chalk');
-const fs = require("fs");
-const { XMLParser } = require("fast-xml-parser");
+const fs = require('fs');
+const { XMLParser } = require('fast-xml-parser');
 const { APP_PREFIX, STATUS } = require('./constants');
-const { fetchFilesFromStackTrace, 
-        fetchIdFromOutput, 
-        fetchSourceCode, 
-        fetchSourceCodeFromStackTrace, 
-        fetchIdFromCode,
-        humanize
-      } = require('./utils/utils');
+const {
+  fetchFilesFromStackTrace,
+  fetchIdFromOutput,
+  fetchSourceCode,
+  fetchSourceCodeFromStackTrace,
+  fetchIdFromCode,
+  humanize,
+} = require('./utils/utils');
 const upload = require('./fileUploader');
 const pipesFactory = require('./pipe');
 const adapterFactory = require('./junit-adapter');
+const { TESTOMATIO } = require('./config');
 
-const TESTOMATIO_URL = process.env.TESTOMATIO_URL || "https://app.testomat.io";
-const { TESTOMATIO_RUNGROUP_TITLE, TESTOMATIO_TITLE, TESTOMATIO_ENV, TESTOMATIO_RUN, TESTOMATIO } = process.env;
+const TESTOMATIO_URL = process.env.TESTOMATIO_URL || 'https://app.testomat.io';
+const { TESTOMATIO_RUNGROUP_TITLE, TESTOMATIO_TITLE, TESTOMATIO_ENV, TESTOMATIO_RUN } = process.env;
 
 const options = {
   ignoreDeclaration: true,
   ignoreAttributes: false,
   alwaysCreateTextNode: false,
-  attributeNamePrefix: "",
+  attributeNamePrefix: '',
   parseTagValue: true,
 };
 
 const reduceOptions = {};
 
 class XmlReader {
-
   constructor(opts = {}) {
     this.requestParams = {
       apiKey: opts.apiKey || TESTOMATIO,
@@ -39,18 +40,18 @@ class XmlReader {
       group_title: TESTOMATIO_RUNGROUP_TITLE,
     };
     this.runId = opts.runId || TESTOMATIO_RUN;
-    this.adapter = adapterFactory(opts.lang?.toLowerCase(), opts)
+    this.adapter = adapterFactory(opts.lang?.toLowerCase(), opts);
     if (!this.adapter) throw new Error('XML adapter for this format not found');
 
     this.opts = opts || {};
-    this.store = {}
+    this.store = {};
     this.pipes = pipesFactory(opts, this.store);
 
     this.parser = new XMLParser(options);
-    this.tests = []
-    this.stats = {}
+    this.tests = [];
+    this.stats = {};
     this.stats.language = opts.lang?.toLowerCase();
-    this.filesToUpload = {}
+    this.filesToUpload = {};
 
     this.version = JSON.parse(fs.readFileSync(path.join(__dirname, '..', 'package.json')).toString()).version;
     console.log(APP_PREFIX, `Testomatio Reporter v${this.version}`);
@@ -81,8 +82,8 @@ class XmlReader {
     } else if (jsonResult.assemblies) {
       return this.processXUnit(jsonResult.assemblies);
     } else {
-      console.log(jsonResult)
-      throw new Error("Format can't be parsed")
+      console.log(jsonResult);
+      throw new Error("Format can't be parsed");
     }
 
     return this.processJUnit(jsonSuite);
@@ -95,7 +96,7 @@ class XmlReader {
     const resultTests = processTestSuite(testsuite);
 
     const hasFailures = resultTests.filter(t => t.status === 'failed').length > 0;
-    const status = (failures > 0 || errors > 0 || hasFailures) ? 'failed' : 'passed';
+    const status = failures > 0 || errors > 0 || hasFailures ? 'failed' : 'passed';
 
     this.tests = this.tests.concat(resultTests);
 
@@ -134,21 +135,22 @@ class XmlReader {
     let defs = jsonSuite?.TestRun?.TestDefinitions?.UnitTest;
     if (!Array.isArray(defs)) defs = [defs].filter(d => !!d);
 
-    const tests = defs.map(td => {
-      const title = td.name.replace(/\(.*?\)/, '').trim();
-      let example = td.name.match(/\((.*?)\)/);
-      if (example) example = { ...example[1].split(',') };
-      const suite = td.TestMethod.className.split(', ')[0].split('.');
-      const suite_title = suite.pop();
-      return {
-        title,
-        example,
-        file: suite.join('/'),
-        description: td.Description,
-        suite_title,
-        id: td.Execution.id,
-      }
-    }) || [];
+    const tests =
+      defs.map(td => {
+        const title = td.name.replace(/\(.*?\)/, '').trim();
+        let example = td.name.match(/\((.*?)\)/);
+        if (example) example = { ...example[1].split(',') };
+        const suite = td.TestMethod.className.split(', ')[0].split('.');
+        const suite_title = suite.pop();
+        return {
+          title,
+          example,
+          file: suite.join('/'),
+          description: td.Description,
+          suite_title,
+          id: td.Execution.id,
+        };
+      }) || [];
 
     let result = jsonSuite?.TestRun?.Results?.UnitTestResult;
     if (!Array.isArray(result)) result = [result].filter(d => !!d);
@@ -159,10 +161,9 @@ class XmlReader {
       run_time: parseFloat(td.duration) * 1000,
       status: td.outcome,
       stack: td.Output.StdOut,
-      files: td?.ResultFiles?.ResultFile?.map(rf => rf.path)
+      files: td?.ResultFiles?.ResultFile?.map(rf => rf.path),
     }));
 
-
     results.forEach(r => {
       const test = tests.find(t => t.id === r.id) || {};
       r.suite_title = test.suite_title;
@@ -222,7 +223,7 @@ class XmlReader {
 
           if (testCase.failure) {
             message = testCase.failure.message;
-            stack = testCase.failure['stack-trace']
+            stack = testCase.failure['stack-trace'];
           }
           if (testCase.reason) {
             message = testCase.reason.message;
@@ -249,7 +250,6 @@ class XmlReader {
             suite_title,
             run_time,
           });
-
         });
       });
     });
@@ -282,12 +282,12 @@ class XmlReader {
       passed_count: 0,
       failed_count: 0,
       skipped_count: 0,
-    }
+    };
     this.tests.forEach(t => {
       this.stats.tests_count++;
       if (t.status === 'passed') this.stats.passed_count++;
       if (t.status === 'failed') this.stats.failed_count++;
-    })
+    });
     if (this.stats.failed_count) this.stats.status = 'failed';
 
     return this.stats;
@@ -296,7 +296,7 @@ class XmlReader {
   fetchSourceCode() {
     this.tests.forEach(t => {
       try {
-        const file = this.adapter.getFilePath(t)
+        const file = this.adapter.getFilePath(t);
         if (!file) return;
 
         if (!this.stats.language) {
@@ -309,16 +309,16 @@ class XmlReader {
         }
 
         if (!fs.existsSync(file)) {
-          debug('Failed to open file with the source code', file)
+          debug('Failed to open file with the source code', file);
           return;
         }
         const contents = fs.readFileSync(file).toString();
-        t.code = fetchSourceCode(contents, { ...t, lang: this.stats.language })
+        t.code = fetchSourceCode(contents, { ...t, lang: this.stats.language });
         if (t.code) debug('Fetched code for test %s', t.title);
-        t.test_id = fetchIdFromCode(t.code, { lang: this.stats.language })
+        t.test_id = fetchIdFromCode(t.code, { lang: this.stats.language });
         if (t.test_id) debug('Fetched test id %s for test %s', t.test_id, t.title);
       } catch (err) {
-        debug(err)
+        debug(err);
       }
     });
   }
@@ -326,21 +326,22 @@ class XmlReader {
   formatTests() {
     this.tests.forEach(t => {
       if (t.file) {
-        t.file = t.file.replace(process.cwd() + path.sep, '')
+        t.file = t.file.replace(process.cwd() + path.sep, '');
       }
 
-      this.adapter.formatTest(t)
+      this.adapter.formatTest(t);
 
       t.title = humanize(t.title);
     });
   }
 
   formatErrors() {
-    this.tests.filter(t => !!t.stack).forEach(t => {
-      t.stack = this.formatStack(t)
-      t.message = this.adapter.formatMessage(t);
-    });
-
+    this.tests
+      .filter(t => !!t.stack)
+      .forEach(t => {
+        t.stack = this.formatStack(t);
+        t.message = this.adapter.formatMessage(t);
+      });
   }
 
   formatStack(t) {
@@ -358,7 +359,7 @@ class XmlReader {
   async uploadArtifacts() {
     for (const test of this.tests.filter(t => !!t.stack)) {
       let files = [];
-      if (test.files?.length) files = test.files.map(f => path.join(process.cwd(), f))
+      if (test.files?.length) files = test.files.map(f => path.join(process.cwd(), f));
       files = [...files, ...fetchFilesFromStackTrace(test.stack)];
 
       if (!files.length) continue;
@@ -377,7 +378,7 @@ class XmlReader {
       group_title: this.requestParams.group_title,
     };
 
-    debug("Run", runParams);
+    debug('Run', runParams);
 
     return Promise.all(this.pipes.map(p => p.createRun(runParams)));
   }
@@ -390,12 +391,10 @@ class XmlReader {
     this.formatErrors();
     this.formatTests();
 
-    debug(
-      'Uploading data',
-      {
-        ...this.stats,
-        tests: this.tests,
-      })
+    debug('Uploading data', {
+      ...this.stats,
+      tests: this.tests,
+    });
 
     const dataString = {
       ...this.stats,
@@ -410,59 +409,62 @@ class XmlReader {
 
 module.exports = XmlReader;
 
-
 function reduceTestCases(prev, item) {
   let testCases = item.testcase;
   if (!testCases) testCases = item['test-case'];
   if (!Array.isArray(testCases)) {
-    testCases = [testCases]
+    testCases = [testCases];
   }
   const suiteOutput = item['system-out'] || item.output || item.log || '';
   const suiteErr = item['system-err'] || item.output || item.log || '';
-  testCases.filter(t => !!t).forEach(testCaseItem => {
-    const file = testCaseItem.file || item.filepath || '';
-
-    let stack = '';
-    let message = '';
-    if (testCaseItem.error) stack = testCaseItem.error;
-    if (testCaseItem.failure) stack = testCaseItem.failure;
-    if (testCaseItem?.failure?.['stack-trace']) stack = testCaseItem.failure['stack-trace'];
-    if (testCaseItem?.failure?.message) message = testCaseItem.failure.message;
-    if (testCaseItem?.error?.message) message = testCaseItem.error.message;
-
-    if (testCaseItem.failure && testCaseItem.failure['#text']) stack = testCaseItem.failure['#text'];
-    if (testCaseItem.error && testCaseItem.error['#text']) stack = testCaseItem.error['#text'];
-    if (!message) message = stack.trim().split('\n')[0];
-
-    // eslint-disable-next-line
-    stack = `${testCaseItem['system-out'] || testCaseItem.output || testCaseItem.log || ''}\n\n${stack}\n\n${suiteOutput}\n\n${suiteErr}`.trim()
-    const testId = fetchIdFromOutput(stack);
-
-    let status = STATUS.PASSED.toString();
-    if ('failure' in testCaseItem || 'error' in testCaseItem) status = STATUS.FAILED;
-    if ('skipped' in testCaseItem) status = STATUS.SKIPPED;
-
-    prev.push({
-      create: true,
-      file,
-      stack,
-      test_id: testId,
-      message,
-      line: testCaseItem.lineno,
-      // seconds are used in junit reports, but ms are used by testomatio
-      run_time: parseFloat(testCaseItem.time || testCaseItem.duration) * 1000,
-      status,
-      title: testCaseItem.name,
-      suite_title: reduceOptions.preferClassname ? testCaseItem.classname : (item.name || testCaseItem.classname),
-    })
-  });
+  testCases
+    .filter(t => !!t)
+    .forEach(testCaseItem => {
+      const file = testCaseItem.file || item.filepath || '';
+
+      let stack = '';
+      let message = '';
+      if (testCaseItem.error) stack = testCaseItem.error;
+      if (testCaseItem.failure) stack = testCaseItem.failure;
+      if (testCaseItem?.failure?.['stack-trace']) stack = testCaseItem.failure['stack-trace'];
+      if (testCaseItem?.failure?.message) message = testCaseItem.failure.message;
+      if (testCaseItem?.error?.message) message = testCaseItem.error.message;
+
+      if (testCaseItem.failure && testCaseItem.failure['#text']) stack = testCaseItem.failure['#text'];
+      if (testCaseItem.error && testCaseItem.error['#text']) stack = testCaseItem.error['#text'];
+      if (!message) message = stack.trim().split('\n')[0];
+
+      // eslint-disable-next-line
+      stack = `${
+        testCaseItem['system-out'] || testCaseItem.output || testCaseItem.log || ''
+      }\n\n${stack}\n\n${suiteOutput}\n\n${suiteErr}`.trim();
+      const testId = fetchIdFromOutput(stack);
+
+      let status = STATUS.PASSED.toString();
+      if ('failure' in testCaseItem || 'error' in testCaseItem) status = STATUS.FAILED;
+      if ('skipped' in testCaseItem) status = STATUS.SKIPPED;
+
+      prev.push({
+        create: true,
+        file,
+        stack,
+        test_id: testId,
+        message,
+        line: testCaseItem.lineno,
+        // seconds are used in junit reports, but ms are used by testomatio
+        run_time: parseFloat(testCaseItem.time || testCaseItem.duration) * 1000,
+        status,
+        title: testCaseItem.name,
+        suite_title: reduceOptions.preferClassname ? testCaseItem.classname : item.name || testCaseItem.classname,
+      });
+    });
   return prev;
 }
 
 function processTestSuite(testsuite) {
   if (!testsuite) return [];
-  if (testsuite.testsuite) return processTestSuite(testsuite.testsuite)
-  if (testsuite['test-suite']) return processTestSuite(testsuite['test-suite'])
+  if (testsuite.testsuite) return processTestSuite(testsuite.testsuite);
+  if (testsuite['test-suite']) return processTestSuite(testsuite['test-suite']);
 
   let suites = testsuite;
   if (!Array.isArray(testsuite)) {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@testomatio/reporter",
-  "version": "1.1.0-beta.codeceptjs-before-suite-logs",
+  "version": "1.1.0-beta.fix-junit-reporter",
   "description": "Testomatio Reporter Client",
   "main": "./lib/reporter.js",
   "typings": "typings/index.d.ts",