@testomatio/reporter 1.4.1-beta-1 → 1.4.1

package/lib/xmlReader.js

@@ -1,57 +1,59 @@
 const debug = require('debug')('@testomatio/reporter:xml');
-const path = require("path");
+const path = require('path');
 const chalk = require('chalk');
-const fs = require("fs");
-const { XMLParser } = require("fast-xml-parser");
+const fs = require('fs');
+const { XMLParser } = require('fast-xml-parser');
 const { APP_PREFIX, STATUS } = require('./constants');
-const { fetchFilesFromStackTrace, 
-        fetchIdFromOutput, 
-        fetchSourceCode, 
-        fetchSourceCodeFromStackTrace, 
-        fetchIdFromCode,
-        humanize
-      } = require('./utils/utils');
+const {
+  fetchFilesFromStackTrace,
+  fetchIdFromOutput,
+  fetchSourceCode,
+  fetchSourceCodeFromStackTrace,
+  fetchIdFromCode,
+  humanize,
+} = require('./utils/utils');
 const upload = require('./fileUploader');
 const pipesFactory = require('./pipe');
 const adapterFactory = require('./junit-adapter');
+const config = require('./config');
 
-const TESTOMATIO_URL = process.env.TESTOMATIO_URL || "https://app.testomat.io";
-const TESTOMATIO = process.env.TESTOMATIO; // key?
+const TESTOMATIO_URL = process.env.TESTOMATIO_URL || 'https://app.testomat.io';
 const { TESTOMATIO_RUNGROUP_TITLE, TESTOMATIO_TITLE, TESTOMATIO_ENV, TESTOMATIO_RUN } = process.env;
 
 const options = {
   ignoreDeclaration: true,
   ignoreAttributes: false,
   alwaysCreateTextNode: false,
-  attributeNamePrefix: "",
+  attributeNamePrefix: '',
   parseTagValue: true,
 };
 
 const reduceOptions = {};
 
 class XmlReader {
-
   constructor(opts = {}) {
     this.requestParams = {
-      apiKey: opts.apiKey || TESTOMATIO,
+      apiKey: opts.apiKey || config.TESTOMATIO,
       url: opts.url || TESTOMATIO_URL,
       title: TESTOMATIO_TITLE,
       env: TESTOMATIO_ENV,
       group_title: TESTOMATIO_RUNGROUP_TITLE,
+      // batch uploading is implemented for xml already
+      isBatchEnabled: false,
     };
     this.runId = opts.runId || TESTOMATIO_RUN;
-    this.adapter = adapterFactory(opts.lang?.toLowerCase(), opts)
+    this.adapter = adapterFactory(opts.lang?.toLowerCase(), opts);
     if (!this.adapter) throw new Error('XML adapter for this format not found');
 
     this.opts = opts || {};
-    this.store = {}
+    this.store = {};
     this.pipes = pipesFactory(opts, this.store);
 
     this.parser = new XMLParser(options);
-    this.tests = []
-    this.stats = {}
+    this.tests = [];
+    this.stats = {};
     this.stats.language = opts.lang?.toLowerCase();
-    this.filesToUpload = {}
+    this.filesToUpload = {};
 
     this.version = JSON.parse(fs.readFileSync(path.join(__dirname, '..', 'package.json')).toString()).version;
     console.log(APP_PREFIX, `Testomatio Reporter v${this.version}`);
@@ -82,8 +84,8 @@ class XmlReader {
     } else if (jsonResult.assemblies) {
       return this.processXUnit(jsonResult.assemblies);
     } else {
-      console.log(jsonResult)
-      throw new Error("Format can't be parsed")
+      console.log(jsonResult);
+      throw new Error("Format can't be parsed");
     }
 
     return this.processJUnit(jsonSuite);
@@ -96,7 +98,7 @@ class XmlReader {
     const resultTests = processTestSuite(testsuite);
 
     const hasFailures = resultTests.filter(t => t.status === 'failed').length > 0;
-    const status = (failures > 0 || errors > 0 || hasFailures) ? 'failed' : 'passed';
+    const status = failures > 0 || errors > 0 || hasFailures ? 'failed' : 'passed';
 
     this.tests = this.tests.concat(resultTests);
 
@@ -135,21 +137,22 @@ class XmlReader {
     let defs = jsonSuite?.TestRun?.TestDefinitions?.UnitTest;
     if (!Array.isArray(defs)) defs = [defs].filter(d => !!d);
 
-    const tests = defs.map(td => {
-      const title = td.name.replace(/\(.*?\)/, '').trim();
-      let example = td.name.match(/\((.*?)\)/);
-      if (example) example = { ...example[1].split(',') };
-      const suite = td.TestMethod.className.split(', ')[0].split('.');
-      const suite_title = suite.pop();
-      return {
-        title,
-        example,
-        file: suite.join('/'),
-        description: td.Description,
-        suite_title,
-        id: td.Execution.id,
-      }
-    }) || [];
+    const tests =
+      defs.map(td => {
+        const title = td.name.replace(/\(.*?\)/, '').trim();
+        let example = td.name.match(/\((.*?)\)/);
+        if (example) example = { ...example[1].split(',') };
+        const suite = td.TestMethod.className.split(', ')[0].split('.');
+        const suite_title = suite.pop();
+        return {
+          title,
+          example,
+          file: suite.join('/'),
+          description: td.Description,
+          suite_title,
+          id: td.Execution.id,
+        };
+      }) || [];
 
     let result = jsonSuite?.TestRun?.Results?.UnitTestResult;
     if (!Array.isArray(result)) result = [result].filter(d => !!d);
@@ -160,10 +163,9 @@ class XmlReader {
       run_time: parseFloat(td.duration) * 1000,
       status: td.outcome,
       stack: td.Output.StdOut,
-      files: td?.ResultFiles?.ResultFile?.map(rf => rf.path)
+      files: td?.ResultFiles?.ResultFile?.map(rf => rf.path),
     }));
 
-
     results.forEach(r => {
       const test = tests.find(t => t.id === r.id) || {};
       r.suite_title = test.suite_title;
@@ -223,7 +225,7 @@ class XmlReader {
 
           if (testCase.failure) {
             message = testCase.failure.message;
-            stack = testCase.failure['stack-trace']
+            stack = testCase.failure['stack-trace'];
           }
           if (testCase.reason) {
             message = testCase.reason.message;
@@ -250,7 +252,6 @@ class XmlReader {
             suite_title,
             run_time,
           });
-
         });
       });
     });
@@ -283,12 +284,12 @@ class XmlReader {
       passed_count: 0,
       failed_count: 0,
       skipped_count: 0,
-    }
+    };
     this.tests.forEach(t => {
       this.stats.tests_count++;
       if (t.status === 'passed') this.stats.passed_count++;
       if (t.status === 'failed') this.stats.failed_count++;
-    })
+    });
     if (this.stats.failed_count) this.stats.status = 'failed';
 
     return this.stats;
@@ -297,7 +298,7 @@ class XmlReader {
   fetchSourceCode() {
     this.tests.forEach(t => {
       try {
-        const file = this.adapter.getFilePath(t)
+        const file = this.adapter.getFilePath(t);
         if (!file) return;
 
         if (!this.stats.language) {
@@ -310,16 +311,16 @@ class XmlReader {
         }
 
         if (!fs.existsSync(file)) {
-          debug('Failed to open file with the source code', file)
+          debug('Failed to open file with the source code', file);
           return;
         }
         const contents = fs.readFileSync(file).toString();
-        t.code = fetchSourceCode(contents, { ...t, lang: this.stats.language })
+        t.code = fetchSourceCode(contents, { ...t, lang: this.stats.language });
         if (t.code) debug('Fetched code for test %s', t.title);
-        t.test_id = fetchIdFromCode(t.code, { lang: this.stats.language })
+        t.test_id = fetchIdFromCode(t.code, { lang: this.stats.language });
         if (t.test_id) debug('Fetched test id %s for test %s', t.test_id, t.title);
       } catch (err) {
-        debug(err)
+        debug(err);
       }
     });
   }
@@ -327,21 +328,22 @@ class XmlReader {
   formatTests() {
     this.tests.forEach(t => {
       if (t.file) {
-        t.file = t.file.replace(process.cwd() + path.sep, '')
+        t.file = t.file.replace(process.cwd() + path.sep, '');
       }
 
-      this.adapter.formatTest(t)
+      this.adapter.formatTest(t);
 
       t.title = humanize(t.title);
     });
   }
 
   formatErrors() {
-    this.tests.filter(t => !!t.stack).forEach(t => {
-      t.stack = this.formatStack(t)
-      t.message = this.adapter.formatMessage(t);
-    });
-
+    this.tests
+      .filter(t => !!t.stack)
+      .forEach(t => {
+        t.stack = this.formatStack(t);
+        t.message = this.adapter.formatMessage(t);
+      });
   }
 
   formatStack(t) {
@@ -359,7 +361,7 @@ class XmlReader {
   async uploadArtifacts() {
     for (const test of this.tests.filter(t => !!t.stack)) {
       let files = [];
-      if (test.files?.length) files = test.files.map(f => path.join(process.cwd(), f))
+      if (test.files?.length) files = test.files.map(f => path.join(process.cwd(), f));
       files = [...files, ...fetchFilesFromStackTrace(test.stack)];
 
       if (!files.length) continue;
@@ -376,9 +378,10 @@ class XmlReader {
       title: this.requestParams.title,
       env: this.requestParams.env,
       group_title: this.requestParams.group_title,
+      isBatchEnabled: this.requestParams.isBatchEnabled,
     };
 
-    debug("Run", runParams);
+    debug('Run', runParams);
 
     return Promise.all(this.pipes.map(p => p.createRun(runParams)));
   }
@@ -391,12 +394,10 @@ class XmlReader {
     this.formatErrors();
     this.formatTests();
 
-    debug(
-      'Uploading data',
-      {
-        ...this.stats,
-        tests: this.tests,
-      })
+    debug('Uploading data', {
+      ...this.stats,
+      tests: this.tests,
+    });
 
     const dataString = {
       ...this.stats,
@@ -407,63 +408,70 @@ class XmlReader {
 
     return Promise.all(this.pipes.map(p => p.finishRun(dataString)));
   }
+
+  async _finishRun() {
+    return Promise.all(this.pipes.map(p => p.finishRun({ status: 'finished' })));
+  }
 }
 
 module.exports = XmlReader;
 
-
 function reduceTestCases(prev, item) {
   let testCases = item.testcase;
   if (!testCases) testCases = item['test-case'];
   if (!Array.isArray(testCases)) {
-    testCases = [testCases]
+    testCases = [testCases];
   }
   const suiteOutput = item['system-out'] || item.output || item.log || '';
   const suiteErr = item['system-err'] || item.output || item.log || '';
-  testCases.filter(t => !!t).forEach(testCaseItem => {
-    const file = testCaseItem.file || item.filepath || '';
-
-    let stack = '';
-    let message = '';
-    if (testCaseItem.error) stack = testCaseItem.error;
-    if (testCaseItem.failure) stack = testCaseItem.failure;
-    if (testCaseItem?.failure?.['stack-trace']) stack = testCaseItem.failure['stack-trace'];
-    if (testCaseItem?.failure?.message) message = testCaseItem.failure.message;
-    if (testCaseItem?.error?.message) message = testCaseItem.error.message;
-
-    if (testCaseItem.failure && testCaseItem.failure['#text']) stack = testCaseItem.failure['#text'];
-    if (testCaseItem.error && testCaseItem.error['#text']) stack = testCaseItem.error['#text'];
-    if (!message) message = stack.trim().split('\n')[0];
-
-    // eslint-disable-next-line
-    stack = `${testCaseItem['system-out'] || testCaseItem.output || testCaseItem.log || ''}\n\n${stack}\n\n${suiteOutput}\n\n${suiteErr}`.trim()
-    const testId = fetchIdFromOutput(stack);
-
-    let status = STATUS.PASSED.toString();
-    if ('failure' in testCaseItem || 'error' in testCaseItem) status = STATUS.FAILED;
-    if ('skipped' in testCaseItem) status = STATUS.SKIPPED;
-
-    prev.push({
-      create: true,
-      file,
-      stack,
-      test_id: testId,
-      message,
-      line: testCaseItem.lineno,
-      // seconds are used in junit reports, but ms are used by testomatio
-      run_time: parseFloat(testCaseItem.time || testCaseItem.duration) * 1000,
-      status,
-      title: testCaseItem.name,
-      suite_title: reduceOptions.preferClassname ? testCaseItem.classname : (item.name || testCaseItem.classname),
-    })
-  });
+  testCases
+    .filter(t => !!t)
+    .forEach(testCaseItem => {
+      const file = testCaseItem.file || item.filepath || '';
+
+      let stack = '';
+      let message = '';
+      if (testCaseItem.error) stack = testCaseItem.error;
+      if (testCaseItem.failure) stack = testCaseItem.failure;
+      if (testCaseItem?.failure?.['stack-trace']) stack = testCaseItem.failure['stack-trace'];
+      if (testCaseItem?.failure?.message) message = testCaseItem.failure.message;
+      if (testCaseItem?.error?.message) message = testCaseItem.error.message;
+
+      if (testCaseItem.failure && testCaseItem.failure['#text']) stack = testCaseItem.failure['#text'];
+      if (testCaseItem.error && testCaseItem.error['#text']) stack = testCaseItem.error['#text'];
+      if (!message) message = stack.trim().split('\n')[0];
+
+      // eslint-disable-next-line
+      stack = `${
+        testCaseItem['system-out'] || testCaseItem.output || testCaseItem.log || ''
+      }\n\n${stack}\n\n${suiteOutput}\n\n${suiteErr}`.trim();
+      const testId = fetchIdFromOutput(stack);
+
+      let status = STATUS.PASSED.toString();
+      if ('failure' in testCaseItem || 'error' in testCaseItem) status = STATUS.FAILED;
+      if ('skipped' in testCaseItem) status = STATUS.SKIPPED;
+
+      prev.push({
+        create: true,
+        file,
+        stack,
+        test_id: testId,
+        message,
+        line: testCaseItem.lineno,
+        // seconds are used in junit reports, but ms are used by testomatio
+        run_time: parseFloat(testCaseItem.time || testCaseItem.duration) * 1000,
+        status,
+        title: testCaseItem.name,
+        suite_title: reduceOptions.preferClassname ? testCaseItem.classname : item.name || testCaseItem.classname,
+      });
+    });
   return prev;
 }
 
 function processTestSuite(testsuite) {
   if (!testsuite) return [];
-  if (testsuite.testsuite) return processTestSuite(testsuite.testsuite)
-  if (testsuite['test-suite']) return processTestSuite(testsuite['test-suite'])
+  if (testsuite.testsuite) return processTestSuite(testsuite.testsuite);
+  if (testsuite['test-suite']) return processTestSuite(testsuite['test-suite']);
 
   let suites = testsuite;
   if (!Array.isArray(testsuite)) {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@testomatio/reporter",
-  "version": "1.4.1-beta-1",
+  "version": "1.4.1",
   "description": "Testomatio Reporter Client",
   "main": "./lib/reporter.js",
   "typings": "typings/index.d.ts",
@@ -12,7 +12,8 @@
     "@aws-sdk/lib-storage": "^3.279.0",
     "@octokit/rest": "^19.0.5",
     "aws-sdk": "^2.1072.0",
-    "axios": "^0.25.0",
+    "axios": "^1.6.2",
+    "axios-retry": "^3.9.1",
     "callsite-record": "^4.1.4",
     "chalk": "^4.1.0",
     "commander": "^4.1.1",
@@ -20,7 +21,9 @@
     "debug": "^4.3.4",
     "dotenv": "^16.0.1",
     "fast-xml-parser": "^4.0.8",
+    "file-url": "3.0.0",
     "glob": "^10.3",
+    "handlebars": "^4.7.8",
     "has-flag": "^5.0.1",
     "humanize-duration": "^3.27.3",
     "is-valid-path": "^0.1.1",
@@ -28,8 +31,8 @@
     "lodash.memoize": "^4.1.2",
     "lodash.merge": "^4.6.2",
     "minimatch": "^9.0.3",
-    "uuid": "^9.0.0",
-    "promise-retry": "^2.0.1"
+    "promise-retry": "^2.0.1",
+    "uuid": "^9.0.0"
   },
   "files": [
     "bin",
@@ -38,9 +41,11 @@
   ],
   "scripts": {
     "clear-exportdir": "rm -rf export/",
-    "pretty": "prettier --write .",
+    "pretty": "npx prettier --debug-check --check .",
+    "pretty:fix": "prettier --write .",
     "lint": "eslint lib",
     "lint:fix": "eslint lib --fix",
+    "format": "npm run lint:fix && npm run pretty:fix",
     "test": "mocha tests/**",
     "init": "cd ./tests/adapter/examples/cucumber && npm i",
     "test:adapter": "mocha './tests/adapter/index.test.js'",
@@ -50,7 +55,7 @@
     "test:adapter:jasmine:example": "./tests/adapter/examples/jasmine/passReporterOpts.sh && jasmine './tests/adapter/examples/jasmine/index.test.js' --reporter=./../../../lib/adapter/jasmine.js",
     "test:adapter:codecept:example": "codeceptjs run --config='./tests/adapter/examples/codecept/codecept.conf.js'",
     "test:adapter:cucumber:example": "cd ./tests/adapter/examples/cucumber && npx cucumber-js",
-    "test:storage": "npx mocha ./tests-storage/**"
+    "test:storage": "npx mocha tests-storage/artifact-storage.test.js && npx mocha tests-storage/data-storage.test.js && TESTOMATIO_INTERCEPT_CONSOLE_LOGS=true npx mocha tests-storage/logger.test.js && npx mocha tests-storage/logger-2.test.js && npx mocha tests-storage/reporter-functions.test.js"
   },
   "devDependencies": {
     "@cucumber/cucumber": "^9.3.0",
@@ -65,10 +70,11 @@
     "eslint-plugin-import": "^2.25.4",
     "jasmine": "^3.10.0",
     "jest": "^27.4.7",
+    "jsdom": "^22.1.0",
     "mocha": "^9.2.0",
     "mock-http-server": "^1.4.5",
     "pino": "^8.15.0",
-    "prettier": "2.5.1",
+    "prettier": "^3.2.5",
     "puppeteer": "^13.1.2"
   },
   "bin": {

package/lib/storages/artifact-storage.js

@@ -1,70 +0,0 @@
-const debug = require('debug')('@testomatio/reporter:artifact-storage');
-const DataStorage = require('./data-storage');
-
-/**
- * Artifact storage is supposed to store file paths
- */
-class ArtifactStorage {
-
-  // there is autocompletion for the class methods if implemented singleton this way
-  constructor() {
-    this.dataStorage = new DataStorage('artifact');
-    
-    // singleton
-    if (!ArtifactStorage.instance) {
-      ArtifactStorage.instance = this;
-    }
-  }
-
-  // singleton
-  static getInstance() {
-    if (!ArtifactStorage.instance) {
-      ArtifactStorage.instance = new ArtifactStorage();
-    }
-
-    return ArtifactStorage.instance;
-  }
-
-  /**
-   * Stores path to file as artifact and uploads it to the S3 storage
-   * @param {string | {path: string, type: string, name: string}} data - path to file or object with path, type and name
-   * @param {*} context testId or test title
-   */
-  put(data, context = null) {
-    if (!data) return;
-    debug('Save artifact:', data);
-    this.dataStorage.putData(data, context);
-  }
-
-  /**
-   * Returns list of artifacts to upload
-   * @param {*} context testId or test context from test runner
-   * @returns {string | {path: string, type: string, name: string}[]}
-   */
-  get(context) {
-    if (!context) return null;
-
-    // array of any data
-    let artifacts = this.dataStorage.getData(context);
-    if (!artifacts || !artifacts.length) return null;
-
-    artifacts = artifacts.map(artifactData => {
-      // artifact could be an object ({type, path, name} props) or string
-      let artifact;
-      try {
-        artifact = JSON.parse(artifactData);
-      } catch (e) {
-        artifact = artifactData;
-      }
-      return artifact;
-    });
-    artifacts = artifacts.filter(artifact => !!artifact);
-    return artifacts.length ? artifacts : null;
-  }
-}
-
-ArtifactStorage.instance = null;
-
-// const artifactStorage = ArtifactStorage.getInstance();
-const artifactStorage = new ArtifactStorage();
-module.exports = artifactStorage;