@testomatio/reporter 0.8.0-beta.3 → 0.8.0-beta.31

package/lib/pipe/testomatio.js

@@ -1,23 +1,27 @@
+const debug = require('debug')('@testomatio/reporter:pipe:testomatio');
 const chalk = require('chalk');
 const axios = require('axios');
 const JsonCycle = require('json-cycle');
+
 const { TESTOMATIO_RUNGROUP_TITLE, TESTOMATIO_RUN } = process.env;
 const { APP_PREFIX } = require('../constants');
 const { isValidUrl } = require('../util');
 
+
 if (TESTOMATIO_RUN) {
   process.env.runId = TESTOMATIO_RUN;
 }
 
 class TestomatioPipe {
-  isEnabled = false;
-
-  constructor(params, store = {}) {    
+  constructor(params, store = {}) {
+    this.isEnabled = false;
     this.url = params.testomatioUrl || process.env.TESTOMATIO_URL || 'https://app.testomat.io';
     this.apiKey = params.apiKey || process.env.TESTOMATIO;
+    debug('Testomatio Pipe: ', this.apiKey ? 'API KEY' : '*no api key*');
     if (!this.apiKey) {
       return;
     }
+    debug('Testomatio Pipe: Enabled');
     this.store = store;
     this.title = params.title || process.env.TESTOMATIO_TITLE;
     this.axios = axios.create();
@@ -26,14 +30,9 @@ class TestomatioPipe {
     this.runId = params.runId || process.env.runId;
     this.createNewTests = !!process.env.TESTOMATIO_CREATE;
 
-
     if (!isValidUrl(this.url.trim())) {
       this.isEnabled = false;
-      console.log(
-        APP_PREFIX,
-        chalk.red(`Error creating report on Testomat.io, report url '${this.url}' is invalid`),
-      );
-      return;
+      console.error(APP_PREFIX, chalk.red(`Error creating report on Testomat.io, report url '${this.url}' is invalid`));
     }
   }
 
@@ -42,54 +41,53 @@ class TestomatioPipe {
 
     runParams.api_key = this.apiKey.trim();
     runParams.group_title = TESTOMATIO_RUNGROUP_TITLE;
-    
+
     if (this.runId) {
-      return this.axios.put(`${this.url.trim()}/api/reporter/${this.runId}`, runParams)  
+      return this.axios.put(`${this.url.trim()}/api/reporter/${this.runId}`, runParams);
     }
-    
+
     try {
       const resp = await this.axios.post(`${this.url.trim()}/api/reporter`, runParams, {
         maxContentLength: Infinity,
         maxBodyLength: Infinity,
-      })
+      });
       this.runId = resp.data.uid;
       this.runUrl = `${this.url}/${resp.data.url.split('/').splice(3).join('/')}`;
       this.store.runUrl = this.runUrl;
-      this.store.runId = this.runId;      
-      console.log(APP_PREFIX, '📊 Report created. Report ID:', this.runId, chalk.gray(`v${this.version}`));
+      this.store.runId = this.runId;
+      console.log(APP_PREFIX, '📊 Report created. Report ID:', this.runId);
       process.env.runId = this.runId;
     } catch (err) {
-      console.log(
+      console.error(
         APP_PREFIX,
         'Error creating Testomat.io report, please check if your API key is valid. Skipping report',
       );
     }
   }
 
-  async addTest(data) {
+  addTest(data) {
     if (!this.isEnabled) return;
     if (!this.runId) return;
     data.api_key = this.apiKey;
     data.create = this.createNewTests;
     const json = JsonCycle.stringify(data);
 
-    try {
-      return await this.axios.post(`${this.url}/api/reporter/${this.runId}/testrun`, json, {
-        maxContentLength: Infinity,
-        maxBodyLength: Infinity,
-        headers: {
-          // Overwrite Axios's automatically set Content-Type
-          'Content-Type': 'application/json',
-        },
-      });
-    } catch (err) {
+    return this.axios.post(`${this.url}/api/reporter/${this.runId}/testrun`, json, {
+      maxContentLength: Infinity,
+      maxBodyLength: Infinity,
+      headers: {
+        // Overwrite Axios's automatically set Content-Type
+        'Content-Type': 'application/json',
+      },
+    })
+    .catch((err) => {
       if (err.response) {
         if (err.response.status >= 400) {
-          const data = err.response.data || { message: '' };
+          const responseData = err.response.data || { message: '' };
           console.log(
             APP_PREFIX,
             chalk.blue(this.title),
-            `Report couldn't be processed: (${err.response.status}) ${data.message}`,
+            `Report couldn't be processed: (${err.response.status}) ${responseData.message}`,
           );
           return;
         }
@@ -97,8 +95,7 @@ class TestomatioPipe {
       } else {
         console.log(APP_PREFIX, chalk.blue(this.title), "Report couldn't be processed", err);
       }
-    }
-
+    });
   }
 
   async finishRun(params) {
@@ -109,6 +106,7 @@ class TestomatioPipe {
           api_key: this.apiKey,
           status_event: params.statusEvent,
           status: params.status,
+          tests: params.tests,
         });
         if (this.runUrl) {
           console.log(APP_PREFIX, '📊 Report Saved. Report URL:', chalk.magenta(this.runUrl));
@@ -122,7 +120,11 @@ class TestomatioPipe {
     } catch (err) {
       console.log(APP_PREFIX, 'Error updating status, skipping...', err);
     }
-  }  
+  }
+
+  toString() {
+    return 'Testomatio Reporter';
+  }
 }
 
-module.exports = TestomatioPipe;
+module.exports = TestomatioPipe;

package/lib/reporter.js

@@ -1,7 +1,9 @@
 const TestomatClient = require('./client');
 const TRConstants = require('./constants');
+const TRArtifacts = require('./ArtifactStorage');
 
 module.exports = {
   TestomatClient,
   TRConstants,
+  TRArtifacts
 };

package/lib/util.js

@@ -1,5 +1,5 @@
 const { URL } = require('url');
-const { sep } = require('path');
+const { sep, basename } = require('path');
 const chalk = require('chalk');
 const fs = require('fs');
 const isValid = require('is-valid-path');
@@ -79,6 +79,8 @@ const fetchSourceCodeFromStackTrace = (stack = '') => {
   const prepend = 3;
   const source = fetchSourceCode(fs.readFileSync(file).toString(), { line, prepend, limit: 7 })
 
+  if (!source) return '';
+
   return source.split('\n')
     .map((l, i) => {
       if (i === prepend) return `${line} > ${chalk.bold(l)}`;
@@ -137,10 +139,37 @@ const fetchSourceCode = (contents, opts = {}) => {
   }
 }
 
-const isSameTest = (test, t) => {
-  return t.title == test.title && t.suite_title == test.suite_title && Object.values(t.example) == Object.values(test.example) && t.test_id == test.test_id;
+const isSameTest = (test, t) => (typeof t === 'object') 
+    && (typeof test === 'object') 
+    && t.title === test.title 
+    && t.suite_title === test.suite_title 
+    && Object.values(t.example || {}) === Object.values(test.example || {})
+    && t.test_id === test.test_id;
+
+const getCurrentDateTime = () => {
+  const today = new Date();
+  
+  return `${today.getFullYear()  }_${  today.getMonth() + 1  }_${  today.getDate()  }_${ 
+         today.getHours()  }_${  today.getMinutes()  }_${  today.getSeconds()}`;
 }
 
+/**
+ * @param {String} test - Test adapter object
+ *
+ * @returns {String} testInfo as one string 
+ */
+const specificTestInfo = test => {
+  //TODO: afterEach has another context.... need to add specific handler, maybe...
+  if (test?.title && test?.file) {
+
+    return basename(test.file).split(".").join("#")
+             + "#" 
+             + test.title.split(" ").join("#");
+  }
+
+  return null;
+};
+
 module.exports = {
   parseTest,
   parseSuite,
@@ -150,4 +179,6 @@ module.exports = {
   fetchSourceCode,
   fetchSourceCodeFromStackTrace,
   fetchFilesFromStackTrace,
+  getCurrentDateTime,
+  specificTestInfo
 };

package/lib/xmlReader.js

@@ -1,10 +1,11 @@
+const debug = require('debug')('@testomatio/reporter:xml');
 const path = require("path");
 const chalk = require('chalk');
 const fs = require("fs");
 
 // const util = require("util"); // you can see a result
 const { XMLParser } = require("fast-xml-parser");
-const { PASSED, FAILED, SKIPPED } = require('./constants');
+const { APP_PREFIX, PASSED, FAILED, SKIPPED } = require('./constants');
 const { fetchFilesFromStackTrace, fetchSourceCode, fetchSourceCodeFromStackTrace } = require('./util');
 const upload = require('./fileUploader');
 const pipesFactory = require('./pipe');
@@ -45,6 +46,9 @@ class XmlReader {
     this.stats = {}
     this.stats.language = opts.lang?.toLowerCase();
     this.filesToUpload = {}
+
+    this.version = JSON.parse(fs.readFileSync(path.join(__dirname, '..', 'package.json')).toString()).version;
+    console.log(APP_PREFIX, `Testomatio Reporter v${this.version}`);    
   }
 
   connectAdapter() {
@@ -116,32 +120,43 @@ class XmlReader {
   }  
 
   processTRX(jsonSuite) {
-    const tests = jsonSuite?.TestRun?.TestDefinitions?.UnitTest?.map(td => {
+    let defs = jsonSuite?.TestRun?.TestDefinitions?.UnitTest;
+    if (!Array.isArray(defs)) defs = [defs].filter(d => !!d);
+
+    const tests = defs.map(td => {
       const title = td.name.replace(/\(.*?\)/, '').trim();
       let example = td.name.match(/\((.*?)\)/);
       if (example) example = { ...example[1].split(',')};
-      const suite = td.TestMethod.className.split('.');
+      const suite = td.TestMethod.className.split(', ')[0].split('.');
       const suite_title = suite.pop();
       return { 
         title,
         example,
         file: suite.join('/'),
+        description: td.Description,
         suite_title,
         id: td.Execution.id,
       }
     }) || [];
 
-    const results = jsonSuite?.TestRun?.Results?.UnitTestResult?.map(td => ({ 
+    let result = jsonSuite?.TestRun?.Results?.UnitTestResult;
+    if (!Array.isArray(result)) result = [result].filter(d => !!d);
+
+    const results = result.map(td => ({ 
       id: td.executionId, 
       run_time: parseFloat(td.duration),
       status: td.outcome, 
-      stack: td.Output.StdOut  
+      stack: td.Output.StdOut,
+      files: td?.ResultFiles?.ResultFile?.map(rf => rf.path)
     }));
 
+    
     results.forEach(r => {
-      const test = tests.find(t => t.id === r.id) || {};
+      const test = tests.find(t => t.id === r.id) || { };
       r.suite_title = test.suite_title;
       r.title = test.title?.trim();
+      if (test.code) r.code = test.code;
+      if (test.description) r.description = test.description;
       if (test.example) r.example = test.example;
       if (test.file) r.file = test.file;
       r.create = true;
@@ -150,6 +165,8 @@ class XmlReader {
       if (r.status === 'Skipped') r.status = SKIPPED;
       delete r.id;
     });
+
+    debug(results);
     
     const counters = jsonSuite?.TestRun?.ResultSummary?.Counters || {};
 
@@ -158,7 +175,7 @@ class XmlReader {
     let status = PASSED;
     if (failed_count > 0) status = FAILED;
 
-    this.tests = results;
+    this.tests = results.filter(t => !!t.title);
 
     return {
       status,
@@ -209,9 +226,7 @@ class XmlReader {
         const contents = fs.readFileSync(file).toString();
         t.code = fetchSourceCode(contents, { ...t, lang: this.stats.language })
       } catch (err) {
-        if (process.env.DEBUG) {
-            console.log(err)
-        }
+        debug(err)
       }
     });
   }
@@ -261,7 +276,8 @@ class XmlReader {
 
   async uploadArtifacts() {
     for (const test of this.tests.filter(t => !!t.stack)) {
-      const files = fetchFilesFromStackTrace(test.stack);
+      const files = [...test.files.map(f => path.join(process.cwd(), f)), ...fetchFilesFromStackTrace(test.stack)];
+      debug('Uploading files', files)
       test.artifacts = await Promise.all(files.map(f => upload.uploadFileByPath(f, this.runId)));
     }
   }
@@ -274,7 +290,7 @@ class XmlReader {
       group_title: this.requestParams.group_title,
     };    
 
-    if (process.env.DEBUG) console.log("Run", runParams);
+    debug("Run", runParams);
 
     return Promise.all(this.pipes.map(p => p.createRun(runParams)));
   }
@@ -287,12 +303,12 @@ class XmlReader {
     this.formatErrors();
     this.formatTests();
 
-    if (process.env.DEBUG) {
-      console.log({
-        ...this.stats,
-        tests: this.tests,
-      })
-    }
+    debug(
+      'Uploading data',
+      {
+      ...this.stats,
+      tests: this.tests,
+    })
 
     const dataString = {
       ...this.stats,

package/package.json

@@ -1,12 +1,14 @@
 {
   "name": "@testomatio/reporter",
-  "version": "0.8.0-beta.3",
+  "version": "0.8.0-beta.31",
   "description": "Testomatio Reporter Client",
   "main": "./lib/reporter.js",
   "repository": "git@github.com:testomatio/reporter.git",
   "author": "Michael Bodnarchuk <davert@testomat.io>,Koushik Mohan <koushikmohan1996@gmail.com>",
   "license": "MIT",
   "dependencies": {
+    "@aws-sdk/client-s3": "^3.279.0",
+    "@aws-sdk/lib-storage": "^3.279.0",
     "@octokit/rest": "^19.0.5",
     "aws-sdk": "^2.1072.0",
     "axios": "^0.25.0",
@@ -17,10 +19,13 @@
     "fast-xml-parser": "^4.0.8",
     "glob": "^8.0.3",
     "has-flag": "^5.0.1",
+    "humanize-duration": "^3.27.3",
     "is-valid-path": "^0.1.1",
     "json-cycle": "^1.3.0",
     "lodash.memoize": "^4.1.2",
-    "lodash.merge": "^4.6.2"
+    "lodash.merge": "^4.6.2",
+    "csv-writer": "^1.6.0",
+    "uuid": "^9.0.0"
   },
   "files": [
     "bin",
@@ -28,20 +33,21 @@
     "testcafe"
   ],
   "scripts": {
+    "clear-exportdir": "rm -rf export/",
     "pretty": "prettier --write .",
     "lint": "eslint lib",
     "lint:fix": "eslint lib --fix",
-    "test": "mocha tests/** -R ./lib/adapter/mocha.js",
+    "test": "mocha tests/**",
     "init": "cd ./tests/adapter/examples/cucumber && npm i",
     "test:unit": "mocha tests",
     "test:adapter": "mocha './tests/adapter/index.test.js'",
+    "test:pipes": "mocha './tests/pipes/*_test.js'",
     "test:adapter:jest:example": "jest './tests/adapter/examples/jest/index.test.js' --config='./tests/adapter/examples/jest/jest.config.js'",
     "test:adapter:mocha:example": "mocha './tests/adapter/examples/mocha/index.test.js' --config='./tests/adapter/examples/mocha/mocha.config.js'",
     "test:adapter:jasmine:example": "./tests/adapter/examples/jasmine/passReporterOpts.sh && jasmine './tests/adapter/examples/jasmine/index.test.js' --reporter=./../../../lib/adapter/jasmine.js",
     "test:adapter:codecept:example": "codeceptjs run --config='./tests/adapter/examples/codecept/codecept.conf.js'",
     "test:adapter:cucumber:example": "cd ./tests/adapter/examples/cucumber && npx cucumber-js"
   },
-  "peerDependencies": {},
   "devDependencies": {
     "@cucumber/cucumber": "^8.6.0",
     "@wdio/reporter": "^7.16.13",

package/testcafe/index.js

@@ -1,61 +0,0 @@
-const TestomatClient = require('@testomatio/reporter/lib/client');
-const TRConstants = require('@testomatio/reporter/lib/constants');
-const util = require('@testomatio/reporter/lib/util');
-
-module.exports = () => {
-  const apiKey = process.env.TESTOMATIO;
-  let failed = false;
-
-  if (apiKey === '' || apiKey === undefined) {
-    throw new Error('Testomat.io API key cannot be empty');
-  }
-  const client = new TestomatClient({ apiKey });
-
-  return {
-    reportTaskStart(startTime, userAgents) {
-      console.log('TestCafe started with: ', userAgents);
-      client.createRun();
-    },
-
-    reportFixtureStart(name) {
-      console.log(`Suite : ${name}`);
-    },
-
-    reportTestDone(name, testRunInfo) {
-      let status = TRConstants.PASSED;
-      let message = '';
-
-      if (testRunInfo.skipped) {
-        status = TRConstants.SKIPPED;
-      }
-      if (testRunInfo.errs.length) {
-        status = TRConstants.FAILED;
-        message = this.renderErrors(testRunInfo.errs);
-        failed = true;
-      }
-      console.log(` - ${name} : ${status}`);
-      client.addTestRun(util.parseTest(name), status, {
-        error: testRunInfo.errs.length ? testRunInfo.errs[0] : null,
-        message,
-        title: name,
-        time: testRunInfo.durationMs,
-      });
-    },
-
-    renderErrors(errors) {
-      let errorMessage = '';
-      errors.forEach((error, id) => {
-        errorMessage = `${errorMessage}${this.formatError(error, `${id + 1} `)}\n`;
-      });
-
-      console.log(errorMessage);
-      return errorMessage.replace(util.ansiRegExp(), '');
-    },
-
-    reportTaskDone() {
-      const status = failed ? TRConstants.FAILED : TRConstants.PASSED;
-      console.log(`Status : ${status}`);
-      client.updateRunStatus(status);
-    },
-  };
-};