datagrok-tools 4.13.75 → 4.13.76

package/bin/commands/test.js

@@ -1,13 +1,10 @@
 "use strict";
 
 var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
-var _typeof = require("@babel/runtime/helpers/typeof");
 Object.defineProperty(exports, "__esModule", {
   value: true
 });
 exports.test = test;
-var _regenerator = _interopRequireDefault(require("@babel/runtime/regenerator"));
-var _asyncToGenerator2 = _interopRequireDefault(require("@babel/runtime/helpers/asyncToGenerator"));
 var _fs = _interopRequireDefault(require("fs"));
 var _os = _interopRequireDefault(require("os"));
 var _path = _interopRequireDefault(require("path"));
@@ -18,407 +15,191 @@ var Papa = _interopRequireWildcard(require("papaparse"));
 var _testUtils = _interopRequireWildcard(require("../utils/test-utils"));
 var testUtils = _testUtils;
 var _orderFunctions = require("../utils/order-functions");
-function _getRequireWildcardCache(e) { if ("function" != typeof WeakMap) return null; var r = new WeakMap(), t = new WeakMap(); return (_getRequireWildcardCache = function _getRequireWildcardCache(e) { return e ? t : r; })(e); }
-function _interopRequireWildcard(e, r) { if (!r && e && e.__esModule) return e; if (null === e || "object" != _typeof(e) && "function" != typeof e) return { "default": e }; var t = _getRequireWildcardCache(r); if (t && t.has(e)) return t.get(e); var n = { __proto__: null }, a = Object.defineProperty && Object.getOwnPropertyDescriptor; for (var u in e) if ("default" !== u && Object.prototype.hasOwnProperty.call(e, u)) { var i = a ? Object.getOwnPropertyDescriptor(e, u) : null; i && (i.get || i.set) ? Object.defineProperty(n, u, i) : n[u] = e[u]; } return n["default"] = e, t && t.set(e, n), n; }
-function _createForOfIteratorHelper(o, allowArrayLike) { var it = typeof Symbol !== "undefined" && o[Symbol.iterator] || o["@@iterator"]; if (!it) { if (Array.isArray(o) || (it = _unsupportedIterableToArray(o)) || allowArrayLike && o && typeof o.length === "number") { if (it) o = it; var i = 0; var F = function F() {}; return { s: F, n: function n() { if (i >= o.length) return { done: true }; return { done: false, value: o[i++] }; }, e: function e(_e) { throw _e; }, f: F }; } throw new TypeError("Invalid attempt to iterate non-iterable instance.\nIn order to be iterable, non-array objects must have a [Symbol.iterator]() method."); } var normalCompletion = true, didErr = false, err; return { s: function s() { it = it.call(o); }, n: function n() { var step = it.next(); normalCompletion = step.done; return step; }, e: function e(_e2) { didErr = true; err = _e2; }, f: function f() { try { if (!normalCompletion && it["return"] != null) it["return"](); } finally { if (didErr) throw err; } } }; }
-function _unsupportedIterableToArray(o, minLen) { if (!o) return; if (typeof o === "string") return _arrayLikeToArray(o, minLen); var n = Object.prototype.toString.call(o).slice(8, -1); if (n === "Object" && o.constructor) n = o.constructor.name; if (n === "Map" || n === "Set") return Array.from(o); if (n === "Arguments" || /^(?:Ui|I)nt(?:8|16|32)(?:Clamped)?Array$/.test(n)) return _arrayLikeToArray(o, minLen); }
-function _arrayLikeToArray(arr, len) { if (len == null || len > arr.length) len = arr.length; for (var i = 0, arr2 = new Array(len); i < len; i++) arr2[i] = arr[i]; return arr2; } /* eslint-disable max-len */
-var testInvocationTimeout = 3600000;
-var availableCommandOptions = ['host', 'package', 'csv', 'gui', 'catchUnhandled', 'platform', 'core', 'report', 'skip-build', 'skip-publish', 'path', 'record', 'verbose', 'benchmark', 'category', 'test', 'stress-test', 'link', 'tag', 'ci-cd', 'debug'];
-var curDir = process.cwd();
-var grokDir = _path["default"].join(_os["default"].homedir(), '.grok');
-var confPath = _path["default"].join(grokDir, 'config.yaml');
-var consoleLogOutputDir = _path["default"].join(curDir, 'test-console-output.log');
-var csvReportDir = _path["default"].join(curDir, 'test-report.csv');
-function test(_x) {
-  return _test.apply(this, arguments);
-}
-function _test() {
-  _test = (0, _asyncToGenerator2["default"])( /*#__PURE__*/_regenerator["default"].mark(function _callee(args) {
-    var config, packageJsonData, packageName, packagesDir, res;
-    return _regenerator["default"].wrap(function _callee$(_context) {
-      while (1) switch (_context.prev = _context.next) {
-        case 0:
-          config = _jsYaml["default"].load(_fs["default"].readFileSync(confPath, {
-            encoding: 'utf-8'
-          }));
-          isArgsValid(args);
-          utils.setHost(args.host, config);
-          packageJsonData = undefined;
-          if (!args["package"]) packageJsonData = JSON.parse(_fs["default"].readFileSync(_path["default"].join(curDir, 'package.json'), {
-            encoding: 'utf-8'
-          }));
-          packageName = args["package"] ? utils.kebabToCamelCase(args["package"]) : utils.kebabToCamelCase(utils.removeScope(packageJsonData.name));
-          packagesDir = _path["default"].basename(curDir) === "packages" ? curDir : _path["default"].dirname(curDir);
-          console.log('Environment variable `TARGET_PACKAGE` is set to', packageName);
-          if (args.platform && packageName !== 'ApiTests') color.warn('--platform flag can only be used in the ApiTests package');
-          // if (args.core && packageName !== 'DevTools')
-          //   color.warn('--core flag can only be used in the DevTools package');
-          if (args["package"]) {
-            _context.next = 12;
-            break;
-          }
-          _context.next = 12;
-          return testUtils.loadPackages(packagesDir, packageName, args.host, args['skip-publish'], args['skip-build'], args.link);
-        case 12:
-          process.env.TARGET_PACKAGE = packageName;
-          _context.next = 15;
-          return runTesting(args);
-        case 15:
-          res = _context.sent;
-          if (args.csv) (0, _testUtils.saveCsvResults)([res.csv], csvReportDir);
-          (0, _testUtils.printBrowsersResult)(res, args.verbose);
-          if (res.failed) {
-            if (res.verboseFailed === 'Package not found') testUtils.exitWithCode(0);
-            testUtils.exitWithCode(1);
-          } else testUtils.exitWithCode(0);
-          return _context.abrupt("return", true);
-        case 20:
-        case "end":
-          return _context.stop();
-      }
-    }, _callee);
+function _getRequireWildcardCache(e) { if ("function" != typeof WeakMap) return null; var r = new WeakMap(), t = new WeakMap(); return (_getRequireWildcardCache = function (e) { return e ? t : r; })(e); }
+function _interopRequireWildcard(e, r) { if (!r && e && e.__esModule) return e; if (null === e || "object" != typeof e && "function" != typeof e) return { default: e }; var t = _getRequireWildcardCache(r); if (t && t.has(e)) return t.get(e); var n = { __proto__: null }, a = Object.defineProperty && Object.getOwnPropertyDescriptor; for (var u in e) if ("default" !== u && Object.prototype.hasOwnProperty.call(e, u)) { var i = a ? Object.getOwnPropertyDescriptor(e, u) : null; i && (i.get || i.set) ? Object.defineProperty(n, u, i) : n[u] = e[u]; } return n.default = e, t && t.set(e, n), n; }
+/* eslint-disable max-len */
+
+const testInvocationTimeout = 3600000;
+const availableCommandOptions = ['host', 'package', 'csv', 'gui', 'catchUnhandled', 'platform', 'core', 'report', 'skip-build', 'skip-publish', 'path', 'record', 'verbose', 'benchmark', 'category', 'test', 'stress-test', 'link', 'tag', 'ci-cd', 'debug'];
+const curDir = process.cwd();
+const grokDir = _path.default.join(_os.default.homedir(), '.grok');
+const confPath = _path.default.join(grokDir, 'config.yaml');
+const consoleLogOutputDir = _path.default.join(curDir, 'test-console-output.log');
+const csvReportDir = _path.default.join(curDir, 'test-report.csv');
+async function test(args) {
+  const config = _jsYaml.default.load(_fs.default.readFileSync(confPath, {
+    encoding: 'utf-8'
   }));
-  return _test.apply(this, arguments);
+  isArgsValid(args);
+  utils.setHost(args.host, config);
+  let packageJsonData = undefined;
+  if (!args.package) packageJsonData = JSON.parse(_fs.default.readFileSync(_path.default.join(curDir, 'package.json'), {
+    encoding: 'utf-8'
+  }));
+  let packageName = args.package ? utils.kebabToCamelCase(args.package) : utils.kebabToCamelCase(utils.removeScope(packageJsonData.name));
+  let packagesDir = _path.default.basename(curDir) === "packages" ? curDir : _path.default.dirname(curDir);
+  console.log('Environment variable `TARGET_PACKAGE` is set to', packageName);
+  if (args.platform && packageName !== 'ApiTests') color.warn('--platform flag can only be used in the ApiTests package');
+  // if (args.core && packageName !== 'DevTools')
+  //   color.warn('--core flag can only be used in the DevTools package');
+
+  if (!args.package) {
+    await testUtils.loadPackages(packagesDir, packageName, args.host, args['skip-publish'], args['skip-build'], args.link);
+  }
+  process.env.TARGET_PACKAGE = packageName;
+  let res = await runTesting(args);
+  if (args.csv) (0, _testUtils.saveCsvResults)([res.csv], csvReportDir);
+  (0, _testUtils.printBrowsersResult)(res, args.verbose);
+  if (res.failed) {
+    if (res.verboseFailed === 'Package not found') testUtils.exitWithCode(0);
+    testUtils.exitWithCode(1);
+  } else testUtils.exitWithCode(0);
+  return true;
 }
 function isArgsValid(args) {
-  var options = Object.keys(args).slice(1);
-  if (args['_'].length > 1 || options.length > availableCommandOptions.length || options.length > 0 && !options.every(function (op) {
-    return availableCommandOptions.includes(op);
-  })) return false;
+  const options = Object.keys(args).slice(1);
+  if (args['_'].length > 1 || options.length > availableCommandOptions.length || options.length > 0 && !options.every(op => availableCommandOptions.includes(op))) return false;
   return true;
 }
-function runTesting(_x2) {
-  return _runTesting.apply(this, arguments);
-}
-function _runTesting() {
-  _runTesting = (0, _asyncToGenerator2["default"])( /*#__PURE__*/_regenerator["default"].mark(function _callee3(args) {
-    var _process$env$TARGET_P, _args$category;
-    var loadedTests, testsObj, _iterator, _step, element, parsed, organized, filtered, categoryRegex, _iterator2, _step2, _element, testsResults, r, browserId;
-    return _regenerator["default"].wrap(function _callee3$(_context3) {
-      while (1) switch (_context3.prev = _context3.next) {
-        case 0:
-          color.info('Loading tests...');
-          _context3.next = 3;
-          return (0, _testUtils.loadTestsList)([(_process$env$TARGET_P = process.env.TARGET_PACKAGE) !== null && _process$env$TARGET_P !== void 0 ? _process$env$TARGET_P : ''], args.core);
-        case 3:
-          loadedTests = _context3.sent;
-          testsObj = [];
-          if (!(args['stress-test'] || args.benchmark)) {
-            _context3.next = 26;
-            break;
-          }
-          _iterator = _createForOfIteratorHelper(loadedTests);
-          _context3.prev = 7;
-          _iterator.s();
-        case 9:
-          if ((_step = _iterator.n()).done) {
-            _context3.next = 16;
-            break;
-          }
-          element = _step.value;
-          if (!(args.benchmark && !element.options.benchmark || args['stress-test'] && !element.options.stressTest)) {
-            _context3.next = 13;
-            break;
-          }
-          return _context3.abrupt("continue", 14);
-        case 13:
-          testsObj.push(element);
-        case 14:
-          _context3.next = 9;
-          break;
-        case 16:
-          _context3.next = 21;
-          break;
-        case 18:
-          _context3.prev = 18;
-          _context3.t0 = _context3["catch"](7);
-          _iterator.e(_context3.t0);
-        case 21:
-          _context3.prev = 21;
-          _iterator.f();
-          return _context3.finish(21);
-        case 24:
-          _context3.next = 27;
-          break;
-        case 26:
-          testsObj = loadedTests;
-        case 27:
-          parsed = (0, _orderFunctions.setAlphabeticalOrder)(testsObj, 1, 1);
-          if (!(parsed.length == 0)) {
-            _context3.next = 30;
-            break;
-          }
-          return _context3.abrupt("return", {
-            failed: true,
-            verbosePassed: 'Package not found',
-            verboseSkipped: 'Package not found',
-            verboseFailed: 'Package not found',
-            passedAmount: 0,
-            skippedAmount: 0,
-            failedAmount: 0,
-            csv: ''
-          });
-        case 30:
-          organized = parsed[0].map(function (testObj) {
-            return {
-              "package": testObj.packageName,
-              params: {
-                category: testObj.category,
-                test: testObj.name,
-                options: {
-                  catchUnhandled: args.catchUnhandled,
-                  report: args.report
-                }
-              }
-            };
-          });
-          filtered = [];
-          categoryRegex = new RegExp("".concat((_args$category = args.category) === null || _args$category === void 0 ? void 0 : _args$category.replaceAll(' ', ''), ".*"));
-          if (args.category) {
-            _iterator2 = _createForOfIteratorHelper(organized);
-            try {
-              for (_iterator2.s(); !(_step2 = _iterator2.n()).done;) {
-                _element = _step2.value;
-                if (categoryRegex.test(_element.params.category.replaceAll(' ', ''))) {
-                  if (_element.params.test === args.test || !args.test) filtered.push(_element);
-                }
-              }
-            } catch (err) {
-              _iterator2.e(err);
-            } finally {
-              _iterator2.f();
-            }
-            organized = filtered;
-          }
-          if (args.verbose) {
-            console.log(organized);
-            console.log("Tests total: ".concat(organized.length));
-          }
-          color.info('Starting tests...');
-          testsResults = [];
-          browserId = 1;
-          _context3.next = 40;
-          return (0, _testUtils.timeout)( /*#__PURE__*/(0, _asyncToGenerator2["default"])( /*#__PURE__*/_regenerator["default"].mark(function _callee2() {
-            var _args$benchmark, _args$stressTest, _args$catchUnhandled, _args$gui, _args$record, _args$report, _args$verbose, _args$ciCd, _args$debug, _args$stressTest2, _args$benchmark2, testsLeft, testsToReproduce, _iterator3, _step3, testData, reproduced, _iterator4, _step4, _test2, _reproducedTest2;
-            return _regenerator["default"].wrap(function _callee2$(_context2) {
-              while (1) switch (_context2.prev = _context2.next) {
-                case 0:
-                  _context2.next = 2;
-                  return (0, _testUtils.runBrowser)(organized, {
-                    benchmark: (_args$benchmark = args.benchmark) !== null && _args$benchmark !== void 0 ? _args$benchmark : false,
-                    stressTest: (_args$stressTest = args['stress-test']) !== null && _args$stressTest !== void 0 ? _args$stressTest : false,
-                    catchUnhandled: (_args$catchUnhandled = args.catchUnhandled) !== null && _args$catchUnhandled !== void 0 ? _args$catchUnhandled : false,
-                    gui: (_args$gui = args.gui) !== null && _args$gui !== void 0 ? _args$gui : false,
-                    record: (_args$record = args.record) !== null && _args$record !== void 0 ? _args$record : false,
-                    report: (_args$report = args.report) !== null && _args$report !== void 0 ? _args$report : false,
-                    verbose: (_args$verbose = args.verbose) !== null && _args$verbose !== void 0 ? _args$verbose : false,
-                    ciCd: (_args$ciCd = args['ci-cd']) !== null && _args$ciCd !== void 0 ? _args$ciCd : false,
-                    stopOnTimeout: true,
-                    debug: (_args$debug = args['debug']) !== null && _args$debug !== void 0 ? _args$debug : false
-                  }, browserId, testInvocationTimeout);
-                case 2:
-                  r = _context2.sent;
-                  testsLeft = [];
-                  testsToReproduce = [];
-                  _iterator3 = _createForOfIteratorHelper(organized);
-                  try {
-                    for (_iterator3.s(); !(_step3 = _iterator3.n()).done;) {
-                      testData = _step3.value;
-                      if (!r.verbosePassed.includes("".concat(testData.params.category, ": ").concat(testData.params.test)) && !r.verboseSkipped.includes("".concat(testData.params.category, ": ").concat(testData.params.test)) && !r.verboseFailed.includes("".concat(testData.params.category, ": ").concat(testData.params.test)) && !new RegExp("".concat(testData.params.category.trim(), "[^\\n]*: (before|after)")).test(r.verboseFailed)) testsLeft.push(testData);
-                      if (r.verboseFailed.includes("".concat(testData.params.category, ": ").concat(testData.params.test, " :  Error:"))) {
-                        testsToReproduce.push(testData);
-                      }
-                    }
-                  } catch (err) {
-                    _iterator3.e(err);
-                  } finally {
-                    _iterator3.f();
-                  }
-                  if (!(testsToReproduce.length > 0)) {
-                    _context2.next = 31;
-                    break;
-                  }
-                  _context2.next = 10;
-                  return reproducedTest(args, testsToReproduce);
-                case 10:
-                  reproduced = _context2.sent;
-                  _iterator4 = _createForOfIteratorHelper(testsToReproduce);
-                  _context2.prev = 12;
-                  _iterator4.s();
-                case 14:
-                  if ((_step4 = _iterator4.n()).done) {
-                    _context2.next = 23;
-                    break;
-                  }
-                  _test2 = _step4.value;
-                  _reproducedTest2 = reproduced.get(_test2);
-                  if (!(_reproducedTest2 && !_reproducedTest2.failed)) {
-                    _context2.next = 21;
-                    break;
-                  }
-                  _context2.next = 20;
-                  return updateResultsByReproduced(r, _reproducedTest2, _test2);
-                case 20:
-                  r = _context2.sent;
-                case 21:
-                  _context2.next = 14;
-                  break;
-                case 23:
-                  _context2.next = 28;
-                  break;
-                case 25:
-                  _context2.prev = 25;
-                  _context2.t0 = _context2["catch"](12);
-                  _iterator4.e(_context2.t0);
-                case 28:
-                  _context2.prev = 28;
-                  _iterator4.f();
-                  return _context2.finish(28);
-                case 31:
-                  _context2.next = 33;
-                  return (0, _testUtils.addColumnToCsv)(r.csv, "stress_test", (_args$stressTest2 = args['stress-test']) !== null && _args$stressTest2 !== void 0 ? _args$stressTest2 : false);
-                case 33:
-                  r.csv = _context2.sent;
-                  _context2.next = 36;
-                  return (0, _testUtils.addColumnToCsv)(r.csv, "benchmark", (_args$benchmark2 = args.benchmark) !== null && _args$benchmark2 !== void 0 ? _args$benchmark2 : false);
-                case 36:
-                  r.csv = _context2.sent;
-                  testsResults.push(r);
-                  organized = testsLeft;
-                  browserId++;
-                  if (!(r.verboseFailed === 'Tests execution failed')) {
-                    _context2.next = 43;
-                    break;
-                  }
-                  if (r.error) console.log(r.error);
-                  return _context2.abrupt("break", 44);
-                case 43:
-                  if (r.failed) {
-                    _context2.next = 0;
-                    break;
-                  }
-                case 44:
-                case "end":
-                  return _context2.stop();
-              }
-            }, _callee2, null, [[12, 25, 28, 31]]);
-          })), testInvocationTimeout);
-        case 40:
-          _context3.next = 42;
-          return (0, _testUtils.mergeBrowsersResults)(testsResults);
-        case 42:
-          return _context3.abrupt("return", _context3.sent);
-        case 43:
-        case "end":
-          return _context3.stop();
+async function runTesting(args) {
+  color.info('Loading tests...');
+  const loadedTests = await (0, _testUtils.loadTestsList)([process.env.TARGET_PACKAGE ?? ''], args.core);
+  let testsObj = [];
+  if (args['stress-test'] || args.benchmark) {
+    for (let element of loadedTests) {
+      if (args.benchmark && !element.options.benchmark || args['stress-test'] && !element.options.stressTest) continue;
+      testsObj.push(element);
+    }
+  } else testsObj = loadedTests;
+  const parsed = (0, _orderFunctions.setAlphabeticalOrder)(testsObj, 1, 1);
+  if (parsed.length == 0) return {
+    failed: true,
+    verbosePassed: 'Package not found',
+    verboseSkipped: 'Package not found',
+    verboseFailed: 'Package not found',
+    passedAmount: 0,
+    skippedAmount: 0,
+    failedAmount: 0,
+    csv: ''
+  };
+  let organized = parsed[0].map(testObj => ({
+    package: testObj.packageName,
+    params: {
+      category: testObj.category,
+      test: testObj.name,
+      options: {
+        catchUnhandled: args.catchUnhandled,
+        report: args.report
       }
-    }, _callee3, null, [[7, 18, 21, 24]]);
+    }
   }));
-  return _runTesting.apply(this, arguments);
-}
-function reproducedTest(_x3, _x4) {
-  return _reproducedTest.apply(this, arguments);
-}
-function _reproducedTest() {
-  _reproducedTest = (0, _asyncToGenerator2["default"])( /*#__PURE__*/_regenerator["default"].mark(function _callee4(args, testsToReproduce) {
-    var res, _iterator5, _step5, _args$benchmark3, _args$ciCd2, _test3, r;
-    return _regenerator["default"].wrap(function _callee4$(_context4) {
-      while (1) switch (_context4.prev = _context4.next) {
-        case 0:
-          res = new Map();
-          _iterator5 = _createForOfIteratorHelper(testsToReproduce);
-          _context4.prev = 2;
-          _iterator5.s();
-        case 4:
-          if ((_step5 = _iterator5.n()).done) {
-            _context4.next = 12;
-            break;
-          }
-          _test3 = _step5.value;
-          _context4.next = 8;
-          return (0, _testUtils.runBrowser)([_test3], {
-            benchmark: (_args$benchmark3 = args.benchmark) !== null && _args$benchmark3 !== void 0 ? _args$benchmark3 : false,
-            catchUnhandled: false,
-            gui: false,
-            record: false,
-            report: false,
-            verbose: false,
-            stopOnTimeout: true,
-            reproduce: true,
-            ciCd: (_args$ciCd2 = args['ci-cd']) !== null && _args$ciCd2 !== void 0 ? _args$ciCd2 : false
-          }, 0, testInvocationTimeout);
-        case 8:
-          r = _context4.sent;
-          if (_test3.params.category && _test3.params.test) res.set(_test3, r);
-        case 10:
-          _context4.next = 4;
-          break;
-        case 12:
-          _context4.next = 17;
-          break;
-        case 14:
-          _context4.prev = 14;
-          _context4.t0 = _context4["catch"](2);
-          _iterator5.e(_context4.t0);
-        case 17:
-          _context4.prev = 17;
-          _iterator5.f();
-          return _context4.finish(17);
-        case 20:
-          return _context4.abrupt("return", res);
-        case 21:
-        case "end":
-          return _context4.stop();
+  let filtered = [];
+  let categoryRegex = new RegExp(`${args.category?.replaceAll(' ', '')}.*`);
+  if (args.category) {
+    for (let element of organized) {
+      if (categoryRegex.test(element.params.category.replaceAll(' ', ''))) {
+        if (element.params.test === args.test || !args.test) filtered.push(element);
       }
-    }, _callee4, null, [[2, 14, 17, 20]]);
-  }));
-  return _reproducedTest.apply(this, arguments);
+    }
+    organized = filtered;
+  }
+  if (args.verbose) {
+    console.log(organized);
+    console.log(`Tests total: ${organized.length}`);
+  }
+  color.info('Starting tests...');
+  let testsResults = [];
+  let r;
+  let browserId = 1;
+  await (0, _testUtils.timeout)(async () => {
+    do {
+      r = await (0, _testUtils.runBrowser)(organized, {
+        benchmark: args.benchmark ?? false,
+        stressTest: args['stress-test'] ?? false,
+        catchUnhandled: args.catchUnhandled ?? false,
+        gui: args.gui ?? false,
+        record: args.record ?? false,
+        report: args.report ?? false,
+        verbose: args.verbose ?? false,
+        ciCd: args['ci-cd'] ?? false,
+        stopOnTimeout: true,
+        debug: args['debug'] ?? false
+      }, browserId, testInvocationTimeout);
+      let testsLeft = [];
+      let testsToReproduce = [];
+      for (let testData of organized) {
+        if (!r.verbosePassed.includes(`${testData.params.category}: ${testData.params.test}`) && !r.verboseSkipped.includes(`${testData.params.category}: ${testData.params.test}`) && !r.verboseFailed.includes(`${testData.params.category}: ${testData.params.test}`) && !new RegExp(`${testData.params.category.trim()}[^\\n]*: (before|after)`).test(r.verboseFailed)) testsLeft.push(testData);
+        if (r.verboseFailed.includes(`${testData.params.category}: ${testData.params.test} :  Error:`)) {
+          testsToReproduce.push(testData);
+        }
+      }
+      if (testsToReproduce.length > 0) {
+        let reproduced = await reproducedTest(args, testsToReproduce);
+        for (let test of testsToReproduce) {
+          let reproducedTest = reproduced.get(test);
+          if (reproducedTest && !reproducedTest.failed) r = await updateResultsByReproduced(r, reproducedTest, test);
+        }
+      }
+      r.csv = await (0, _testUtils.addColumnToCsv)(r.csv, "stress_test", args['stress-test'] ?? false);
+      r.csv = await (0, _testUtils.addColumnToCsv)(r.csv, "benchmark", args.benchmark ?? false);
+      testsResults.push(r);
+      organized = testsLeft;
+      browserId++;
+      if (r.verboseFailed === 'Tests execution failed') {
+        if (r.error) console.log(r.error);
+        break;
+      }
+    } while (r.failed);
+  }, testInvocationTimeout);
+  return await (0, _testUtils.mergeBrowsersResults)(testsResults);
 }
-function updateResultsByReproduced(_x5, _x6, _x7) {
-  return _updateResultsByReproduced.apply(this, arguments);
+async function reproducedTest(args, testsToReproduce) {
+  const res = new Map();
+  for (let test of testsToReproduce) {
+    let r = await (0, _testUtils.runBrowser)([test], {
+      benchmark: args.benchmark ?? false,
+      catchUnhandled: false,
+      gui: false,
+      record: false,
+      report: false,
+      verbose: false,
+      stopOnTimeout: true,
+      reproduce: true,
+      ciCd: args['ci-cd'] ?? false
+    }, 0, testInvocationTimeout);
+    if (test.params.category && test.params.test) res.set(test, r);
+  }
+  return res;
 }
-function _updateResultsByReproduced() {
-  _updateResultsByReproduced = (0, _asyncToGenerator2["default"])( /*#__PURE__*/_regenerator["default"].mark(function _callee5(curentResult, reproducedResult, testsParams) {
-    var table2Dict, table1, table2, flakingMap;
-    return _regenerator["default"].wrap(function _callee5$(_context5) {
-      while (1) switch (_context5.prev = _context5.next) {
-        case 0:
-          table2Dict = {};
-          table1 = readCSVResultData(curentResult.csv);
-          table2 = readCSVResultData(reproducedResult.csv);
-          flakingMap = {};
-          table2.rows.forEach(function (row) {
-            var key = "".concat(row['category'], ",").concat(row['name']);
-            flakingMap[key] = row['flaking'];
-          });
-          table1.rows.forEach(function (row) {
-            var key = "".concat(row['category'], ",").concat(row['name']);
-            if (key in flakingMap) {
-              row['flaking'] = flakingMap[key];
-            }
-          });
-          curentResult.csv = Papa.unparse(table1.rows, {
-            columns: table1.headers
-          });
-          ;
-          curentResult.verboseFailed = curentResult.verboseFailed.replaceAll("".concat(testsParams.params.category, ": ").concat(testsParams.params.test, " :  Error:"), "".concat(testsParams.params.category, ": ").concat(testsParams.params.test, " : Flaking Error:"));
-          return _context5.abrupt("return", curentResult);
-        case 10:
-        case "end":
-          return _context5.stop();
-      }
-    }, _callee5);
-  }));
-  return _updateResultsByReproduced.apply(this, arguments);
+async function updateResultsByReproduced(curentResult, reproducedResult, testsParams) {
+  const table2Dict = {};
+  let table1 = readCSVResultData(curentResult.csv);
+  let table2 = readCSVResultData(reproducedResult.csv);
+  const flakingMap = {};
+  table2.rows.forEach(row => {
+    const key = `${row['category']},${row['name']}`;
+    flakingMap[key] = row['flaking'];
+  });
+  table1.rows.forEach(row => {
+    const key = `${row['category']},${row['name']}`;
+    if (key in flakingMap) {
+      row['flaking'] = flakingMap[key];
+    }
+  });
+  curentResult.csv = Papa.unparse(table1.rows, {
+    columns: table1.headers
+  });
+  ;
+  curentResult.verboseFailed = curentResult.verboseFailed.replaceAll(`${testsParams.params.category}: ${testsParams.params.test} :  Error:`, `${testsParams.params.category}: ${testsParams.params.test} : Flaking Error:`);
+  return curentResult;
 }
 function readCSVResultData(data) {
-  var parsed = Papa.parse(data, {
+  const parsed = Papa.parse(data, {
     header: true,
     skipEmptyLines: true
   });
   if (parsed.errors.length > 0) {
-    throw new Error("Error parsing CSV file: ".concat(parsed.errors[0].message));
+    throw new Error(`Error parsing CSV file: ${parsed.errors[0].message}`);
   }
   return {
     headers: parsed.meta.fields || [],

package/bin/utils/color-utils.js

@@ -4,14 +4,11 @@ Object.defineProperty(exports, "__esModule", {
   value: true
 });
 exports.warn = exports.success = exports.info = exports.fail = exports.error = void 0;
-var error = exports.error = function error(s) {
-  return console.log('\x1b[31m%s\x1b[0m', s);
-};
-var info = exports.info = function info(s) {
-  return console.log('\x1b[32m%s\x1b[0m', s);
-};
-var warn = exports.warn = function warn(s) {
-  return console.log('\x1b[33m%s\x1b[0m', s);
-};
-var success = exports.success = info;
-var fail = exports.fail = error;
+const error = s => console.log('\x1b[31m%s\x1b[0m', s);
+exports.error = error;
+const info = s => console.log('\x1b[32m%s\x1b[0m', s);
+exports.info = info;
+const warn = s => console.log('\x1b[33m%s\x1b[0m', s);
+exports.warn = warn;
+const success = exports.success = info;
+const fail = exports.fail = error;