datagrok-tools 4.13.22 → 4.13.23

package/CHANGELOG.md

@@ -1,6 +1,12 @@
 # Datagrok-tools changelog
 
 
+## 4.13.23 (2024-09-23)
+
+### Features
+
+* Test bug all fixes
+
 ## 4.13.22 (2024-09-20)
 
 ### Features

package/bin/commands/test-all.js

@@ -14,9 +14,9 @@ var _path = _interopRequireDefault(require("path"));
 var _puppeteer = _interopRequireDefault(require("puppeteer"));
 var _puppeteerScreenRecorder = require("puppeteer-screen-recorder");
 var _jsYaml = _interopRequireDefault(require("js-yaml"));
+var utils = _interopRequireWildcard(require("../utils/utils"));
 var color = _interopRequireWildcard(require("../utils/color-utils"));
 var testUtils = _interopRequireWildcard(require("../utils/test-utils"));
-var _utils = require("../utils/utils");
 var _orderFunctions = require("../utils/order-functions");
 function _getRequireWildcardCache(e) { if ("function" != typeof WeakMap) return null; var r = new WeakMap(), t = new WeakMap(); return (_getRequireWildcardCache = function _getRequireWildcardCache(e) { return e ? t : r; })(e); }
 function _interopRequireWildcard(e, r) { if (!r && e && e.__esModule) return e; if (null === e || "object" != _typeof(e) && "function" != typeof e) return { "default": e }; var t = _getRequireWildcardCache(r); if (t && t.has(e)) return t.get(e); var n = { __proto__: null }, a = Object.defineProperty && Object.getOwnPropertyDescriptor; for (var u in e) if ("default" !== u && Object.prototype.hasOwnProperty.call(e, u)) { var i = a ? Object.getOwnPropertyDescriptor(e, u) : null; i && (i.get || i.set) ? Object.defineProperty(n, u, i) : n[u] = e[u]; } return n["default"] = e, t && t.set(e, n), n; }
@@ -51,14 +51,12 @@ function getEnumOrder(orderStr) {
   }
   return order.random;
 }
+var curDir = process.cwd();
 var grokDir = _path["default"].join(_os["default"].homedir(), '.grok');
 var confPath = _path["default"].join(grokDir, 'config.yaml');
-var config = _jsYaml["default"].load(_fs["default"].readFileSync(confPath, {
-  encoding: 'utf-8'
-}));
-var curDir = process.cwd();
+var csvReportDir = _path["default"].join(curDir, 'test-report.csv');
 var testCollectionTimeout = 100000;
-var testInvocationTimeout = 3600000;
+var testInvocationTimeout = 7200000;
 var orderingFunctions = new Map([[order.random, _orderFunctions.setRandomOrder], [order.alphabetical, _orderFunctions.setAlphabeticalOrder], [order.packageRandom, _orderFunctions.setPackageRandomOrder], [order.packageAlphabetical, _orderFunctions.setPackageAlphabeticalOrder]]);
 var workersStarted = 0;
 function testAll(_x) {
@@ -67,35 +65,31 @@ function testAll(_x) {
 function _testAll() {
   _testAll = (0, _asyncToGenerator2["default"])( /*#__PURE__*/_regenerator["default"].mark(function _callee(args) {
     var _args$tags, _args$order, _args$benchmark, _args$catchUnhandled, _args$gui, _args$record, _args$report, _args$verbose;
-    var builtPackages, packagesToRun, testsObj, filteredTests, workersOrder, testsResults, i, _iterator, _step, result;
+    var config, packagesToRun, testsObj, filteredTests, workersOrder, testsResults, i, _iterator, _step, result;
     return _regenerator["default"].wrap(function _callee$(_context) {
       while (1) switch (_context.prev = _context.next) {
         case 0:
-          setHost(args);
-          _context.next = 3;
-          return buildPackages(args.packages, args.host, args['skip-publish'], args['skip-build']);
-        case 3:
-          builtPackages = _context.sent;
-          packagesToRun = [];
-          builtPackages.forEach(function (value, key) {
-            if (value) {
-              packagesToRun.push(key);
-            }
-          });
-          _context.next = 8;
+          config = _jsYaml["default"].load(_fs["default"].readFileSync(confPath, {
+            encoding: 'utf-8'
+          }));
+          utils.setHost(args.host, config);
+          _context.next = 4;
+          return testUtils.loadPackages(curDir, args.packages, args.host, args['skip-publish'], args['skip-build']);
+        case 4:
+          packagesToRun = _context.sent;
+          _context.next = 7;
           return loadTestsList(packagesToRun, args.core);
-        case 8:
+        case 7:
           testsObj = _context.sent;
-          _context.next = 11;
+          _context.next = 10;
           return filterTests(testsObj, ((_args$tags = args.tags) !== null && _args$tags !== void 0 ? _args$tags : "").split(" "), args['stress-test'], args.benchmark);
-        case 11:
+        case 10:
           filteredTests = _context.sent;
-          _context.next = 14;
+          _context.next = 13;
           return setWorkersOrder(filteredTests, getEnumOrder((_args$order = args.order) !== null && _args$order !== void 0 ? _args$order : ''), args.workersCount, args.testRepeat);
-        case 14:
+        case 13:
           workersOrder = _context.sent;
-          console.log(filteredTests);
-          _context.next = 18;
+          _context.next = 16;
           return runTests(workersOrder, {
             benchmark: (_args$benchmark = args.benchmark) !== null && _args$benchmark !== void 0 ? _args$benchmark : false,
             catchUnhandled: (_args$catchUnhandled = args.catchUnhandled) !== null && _args$catchUnhandled !== void 0 ? _args$catchUnhandled : false,
@@ -104,7 +98,7 @@ function _testAll() {
             report: (_args$report = args.report) !== null && _args$report !== void 0 ? _args$report : false,
             verbose: (_args$verbose = args.verbose) !== null && _args$verbose !== void 0 ? _args$verbose : false
           });
-        case 18:
+        case 16:
           testsResults = _context.sent;
           i = 0;
           _iterator = _createForOfIteratorHelper(testsResults);
@@ -119,12 +113,17 @@ function _testAll() {
           } finally {
             _iterator.f();
           }
+          if (args.csv) {
+            saveCsvResults(testsResults.map(function (result) {
+              return result.csv;
+            }));
+          }
           return _context.abrupt("return", !testsResults.map(function (test) {
             return test.failed;
           }).some(function (failStatus) {
             return failStatus === true;
           }));
-        case 23:
+        case 22:
         case "end":
           return _context.stop();
       }
@@ -132,147 +131,40 @@ function _testAll() {
   }));
   return _testAll.apply(this, arguments);
 }
-function setHost(args) {
-  if (args.host) {
-    if (args.host in config.servers) {
-      process.env.HOST = args.host;
-      console.log('Environment variable `HOST` is set to', args.host);
-    } else {
-      color.error("Unknown server alias. Please add it to ".concat(confPath));
-      return false;
-    }
-  } else if (config["default"]) {
-    process.env.HOST = config["default"];
-    console.log('Environment variable `HOST` is set to', config["default"]);
-  }
-}
-function buildPackages(_x2, _x3, _x4, _x5, _x6) {
-  return _buildPackages.apply(this, arguments);
-}
-function _buildPackages() {
-  _buildPackages = (0, _asyncToGenerator2["default"])( /*#__PURE__*/_regenerator["default"].mark(function _callee2(packages, host, skipPublish, skipBuild, linkPackage) {
-    var packagesToRun, hostString, _iterator2, _step2, pacakgeName, _iterator3, _step3, dirName, packageDir;
-    return _regenerator["default"].wrap(function _callee2$(_context2) {
-      while (1) switch (_context2.prev = _context2.next) {
-        case 0:
-          packagesToRun = new Map();
-          hostString = host === undefined ? "" : "".concat(host);
-          if (packages !== "all") {
-            _iterator2 = _createForOfIteratorHelper((packages !== null && packages !== void 0 ? packages : "").split(' '));
-            try {
-              for (_iterator2.s(); !(_step2 = _iterator2.n()).done;) {
-                pacakgeName = _step2.value;
-                packagesToRun.set(pacakgeName, false);
-              }
-            } catch (err) {
-              _iterator2.e(err);
-            } finally {
-              _iterator2.f();
-            }
-          }
-          _iterator3 = _createForOfIteratorHelper(_fs["default"].readdirSync(curDir));
-          _context2.prev = 4;
-          _iterator3.s();
-        case 6:
-          if ((_step3 = _iterator3.n()).done) {
-            _context2.next = 26;
-            break;
-          }
-          dirName = _step3.value;
-          packageDir = _path["default"].join(curDir, dirName);
-          if (_fs["default"].lstatSync(packageDir).isFile()) {
-            _context2.next = 24;
-            break;
-          }
-          if (!((0, _utils.isPackageDir)(packageDir) && (packagesToRun.get(dirName) !== undefined || packages === "all"))) {
-            _context2.next = 24;
-            break;
-          }
-          if (!(skipPublish != true)) {
-            _context2.next = 22;
-            break;
-          }
-          _context2.next = 14;
-          return (0, _utils.runScript)("npm install", packageDir);
-        case 14:
-          if (!linkPackage) {
-            _context2.next = 17;
-            break;
-          }
-          _context2.next = 17;
-          return (0, _utils.runScript)("grok link", packageDir);
-        case 17:
-          if (!(skipBuild != true)) {
-            _context2.next = 20;
-            break;
-          }
-          _context2.next = 20;
-          return (0, _utils.runScript)("npm run build", packageDir);
-        case 20:
-          _context2.next = 22;
-          return (0, _utils.runScript)("grok publish ".concat(hostString), packageDir);
-        case 22:
-          packagesToRun.set(dirName, true);
-          console.log("Package published ".concat(dirName));
-        case 24:
-          _context2.next = 6;
-          break;
-        case 26:
-          _context2.next = 31;
-          break;
-        case 28:
-          _context2.prev = 28;
-          _context2.t0 = _context2["catch"](4);
-          _iterator3.e(_context2.t0);
-        case 31:
-          _context2.prev = 31;
-          _iterator3.f();
-          return _context2.finish(31);
-        case 34:
-          console.log();
-          return _context2.abrupt("return", packagesToRun);
-        case 36:
-        case "end":
-          return _context2.stop();
-      }
-    }, _callee2, null, [[4, 28, 31, 34]]);
-  }));
-  return _buildPackages.apply(this, arguments);
-}
-function loadTestsList(_x7) {
+function loadTestsList(_x2) {
   return _loadTestsList.apply(this, arguments);
 }
 function _loadTestsList() {
-  _loadTestsList = (0, _asyncToGenerator2["default"])( /*#__PURE__*/_regenerator["default"].mark(function _callee4(packages) {
+  _loadTestsList = (0, _asyncToGenerator2["default"])( /*#__PURE__*/_regenerator["default"].mark(function _callee3(packages) {
     var core,
       packageTestsData,
       testsList,
-      _iterator4,
-      _step4,
+      _iterator2,
+      _step2,
       testPackage,
       key,
-      _iterator5,
-      _step5,
+      _iterator3,
+      _step3,
       testValue,
-      _args4 = arguments;
-    return _regenerator["default"].wrap(function _callee4$(_context4) {
-      while (1) switch (_context4.prev = _context4.next) {
+      _args3 = arguments;
+    return _regenerator["default"].wrap(function _callee3$(_context3) {
+      while (1) switch (_context3.prev = _context3.next) {
         case 0:
-          core = _args4.length > 1 && _args4[1] !== undefined ? _args4[1] : false;
-          _context4.next = 3;
-          return testUtils.timeout( /*#__PURE__*/(0, _asyncToGenerator2["default"])( /*#__PURE__*/_regenerator["default"].mark(function _callee3() {
+          core = _args3.length > 1 && _args3[1] !== undefined ? _args3[1] : false;
+          _context3.next = 3;
+          return testUtils.timeout( /*#__PURE__*/(0, _asyncToGenerator2["default"])( /*#__PURE__*/_regenerator["default"].mark(function _callee2() {
             var params, out, browser, page, r;
-            return _regenerator["default"].wrap(function _callee3$(_context3) {
-              while (1) switch (_context3.prev = _context3.next) {
+            return _regenerator["default"].wrap(function _callee2$(_context2) {
+              while (1) switch (_context2.prev = _context2.next) {
                 case 0:
                   params = Object.assign({}, testUtils.defaultLaunchParameters); // params['headless'] = false;
-                  _context3.next = 3;
+                  _context2.next = 3;
                   return testUtils.getBrowserPage(_puppeteer["default"], params);
                 case 3:
-                  out = _context3.sent;
+                  out = _context2.sent;
                   browser = out.browser;
                   page = out.page;
-                  _context3.next = 8;
+                  _context2.next = 8;
                   return page.evaluate(function (packages, coreTests) {
                     return new Promise(function (resolve, reject) {
                       var promises = [];
@@ -316,105 +208,105 @@ function _loadTestsList() {
                     });
                   }, packages, core);
                 case 8:
-                  r = _context3.sent;
+                  r = _context2.sent;
                   if (!(browser != null)) {
-                    _context3.next = 12;
+                    _context2.next = 12;
                     break;
                   }
-                  _context3.next = 12;
+                  _context2.next = 12;
                   return browser.close();
                 case 12:
-                  return _context3.abrupt("return", r);
+                  return _context2.abrupt("return", r);
                 case 13:
                 case "end":
-                  return _context3.stop();
+                  return _context2.stop();
               }
-            }, _callee3);
+            }, _callee2);
           })), testCollectionTimeout);
         case 3:
-          packageTestsData = _context4.sent;
+          packageTestsData = _context3.sent;
           testsList = [];
-          _iterator4 = _createForOfIteratorHelper(packageTestsData);
+          _iterator2 = _createForOfIteratorHelper(packageTestsData);
           try {
-            for (_iterator4.s(); !(_step4 = _iterator4.n()).done;) {
-              testPackage = _step4.value;
+            for (_iterator2.s(); !(_step2 = _iterator2.n()).done;) {
+              testPackage = _step2.value;
               for (key in testPackage.tests) {
                 if (testPackage.tests.hasOwnProperty(key)) {
-                  _iterator5 = _createForOfIteratorHelper(testPackage.tests[key].tests);
+                  _iterator3 = _createForOfIteratorHelper(testPackage.tests[key].tests);
                   try {
-                    for (_iterator5.s(); !(_step5 = _iterator5.n()).done;) {
-                      testValue = _step5.value;
+                    for (_iterator3.s(); !(_step3 = _iterator3.n()).done;) {
+                      testValue = _step3.value;
                       testValue.packageName = testPackage.packageName;
                       testsList.push(testValue);
                     }
                   } catch (err) {
-                    _iterator5.e(err);
+                    _iterator3.e(err);
                   } finally {
-                    _iterator5.f();
+                    _iterator3.f();
                   }
                 }
               }
             }
           } catch (err) {
-            _iterator4.e(err);
+            _iterator2.e(err);
           } finally {
-            _iterator4.f();
+            _iterator2.f();
           }
-          return _context4.abrupt("return", testsList);
+          return _context3.abrupt("return", testsList);
         case 8:
         case "end":
-          return _context4.stop();
+          return _context3.stop();
       }
-    }, _callee4);
+    }, _callee3);
   }));
   return _loadTestsList.apply(this, arguments);
 }
-function filterTests(_x8, _x9) {
+function filterTests(_x3, _x4) {
   return _filterTests.apply(this, arguments);
 }
 function _filterTests() {
-  _filterTests = (0, _asyncToGenerator2["default"])( /*#__PURE__*/_regenerator["default"].mark(function _callee5(tests, tags) {
+  _filterTests = (0, _asyncToGenerator2["default"])( /*#__PURE__*/_regenerator["default"].mark(function _callee4(tests, tags) {
     var stressTest,
       benchmark,
       filteredTests,
       stressTestValue,
       benchmarkValue,
-      _iterator6,
-      _step6,
+      _iterator4,
+      _step4,
       _loop,
       _ret,
-      _args6 = arguments;
-    return _regenerator["default"].wrap(function _callee5$(_context6) {
-      while (1) switch (_context6.prev = _context6.next) {
+      _args5 = arguments;
+    return _regenerator["default"].wrap(function _callee4$(_context5) {
+      while (1) switch (_context5.prev = _context5.next) {
         case 0:
-          stressTest = _args6.length > 2 && _args6[2] !== undefined ? _args6[2] : false;
-          benchmark = _args6.length > 3 && _args6[3] !== undefined ? _args6[3] : false;
+          stressTest = _args5.length > 2 && _args5[2] !== undefined ? _args5[2] : false;
+          benchmark = _args5.length > 3 && _args5[3] !== undefined ? _args5[3] : false;
           filteredTests = [];
           stressTestValue = tags.includes("stress-test") || stressTest;
           benchmarkValue = benchmark;
           tags = tags.filter(function (tag) {
             return tag !== "stress-test" && tag != "";
           });
-          _iterator6 = _createForOfIteratorHelper(tests);
-          _context6.prev = 7;
+          _iterator4 = _createForOfIteratorHelper(tests);
+          _context5.prev = 7;
           _loop = /*#__PURE__*/_regenerator["default"].mark(function _loop() {
             var _test$options, _test$options2, _test$options3, _tags;
             var test, hasMatchingTags;
-            return _regenerator["default"].wrap(function _loop$(_context5) {
-              while (1) switch (_context5.prev = _context5.next) {
+            return _regenerator["default"].wrap(function _loop$(_context4) {
+              while (1) switch (_context4.prev = _context4.next) {
                 case 0:
-                  test = _step6.value;
+                  test = _step4.value;
                   if (!(benchmarkValue && ((_test$options = test.options) === null || _test$options === void 0 ? void 0 : _test$options.benchmark) !== true)) {
-                    _context5.next = 3;
+                    _context4.next = 3;
                     break;
                   }
-                  return _context5.abrupt("return", 0);
+                  return _context4.abrupt("return", 0);
                 case 3:
                   if (!(stressTestValue && ((_test$options2 = test.options) === null || _test$options2 === void 0 ? void 0 : _test$options2.stressTest) !== true && !((_test$options3 = test.options) !== null && _test$options3 !== void 0 && (_test$options3 = _test$options3.tags) !== null && _test$options3 !== void 0 && _test$options3.includes("stressTest")))) {
-                    _context5.next = 5;
+                    _context4.next = 5;
                     break;
                   }
-                  return _context5.abrupt("return", 0);
+                  return _context4.abrupt("return", 0);
                 case 5:
                   hasMatchingTags = tags.some(function (tag) {
                     var _test$options4;
@@ -423,100 +315,100 @@ function _filterTests() {
                   if (hasMatchingTags || ((_tags = tags) === null || _tags === void 0 ? void 0 : _tags.length) === 0) filteredTests.push(test);
                 case 7:
                 case "end":
-                  return _context5.stop();
+                  return _context4.stop();
               }
             }, _loop);
           });
-          _iterator6.s();
+          _iterator4.s();
         case 10:
-          if ((_step6 = _iterator6.n()).done) {
-            _context6.next = 17;
+          if ((_step4 = _iterator4.n()).done) {
+            _context5.next = 17;
             break;
           }
-          return _context6.delegateYield(_loop(), "t0", 12);
+          return _context5.delegateYield(_loop(), "t0", 12);
         case 12:
-          _ret = _context6.t0;
+          _ret = _context5.t0;
           if (!(_ret === 0)) {
-            _context6.next = 15;
+            _context5.next = 15;
             break;
           }
-          return _context6.abrupt("continue", 15);
+          return _context5.abrupt("continue", 15);
         case 15:
-          _context6.next = 10;
+          _context5.next = 10;
           break;
         case 17:
-          _context6.next = 22;
+          _context5.next = 22;
           break;
         case 19:
-          _context6.prev = 19;
-          _context6.t1 = _context6["catch"](7);
-          _iterator6.e(_context6.t1);
+          _context5.prev = 19;
+          _context5.t1 = _context5["catch"](7);
+          _iterator4.e(_context5.t1);
         case 22:
-          _context6.prev = 22;
-          _iterator6.f();
-          return _context6.finish(22);
+          _context5.prev = 22;
+          _iterator4.f();
+          return _context5.finish(22);
         case 25:
-          return _context6.abrupt("return", filteredTests);
+          return _context5.abrupt("return", filteredTests);
         case 26:
         case "end":
-          return _context6.stop();
+          return _context5.stop();
       }
-    }, _callee5, null, [[7, 19, 22, 25]]);
+    }, _callee4, null, [[7, 19, 22, 25]]);
   }));
   return _filterTests.apply(this, arguments);
 }
-function setWorkersOrder(_x10) {
+function setWorkersOrder(_x5) {
   return _setWorkersOrder.apply(this, arguments);
 }
 function _setWorkersOrder() {
-  _setWorkersOrder = (0, _asyncToGenerator2["default"])( /*#__PURE__*/_regenerator["default"].mark(function _callee6(tests) {
+  _setWorkersOrder = (0, _asyncToGenerator2["default"])( /*#__PURE__*/_regenerator["default"].mark(function _callee5(tests) {
     var invocationOrder,
       countOfWorkers,
       testRepeats,
       resultOrder,
       orderingFunction,
-      _args7 = arguments;
-    return _regenerator["default"].wrap(function _callee6$(_context7) {
-      while (1) switch (_context7.prev = _context7.next) {
+      _args6 = arguments;
+    return _regenerator["default"].wrap(function _callee5$(_context6) {
+      while (1) switch (_context6.prev = _context6.next) {
         case 0:
-          invocationOrder = _args7.length > 1 && _args7[1] !== undefined ? _args7[1] : 0;
-          countOfWorkers = _args7.length > 2 && _args7[2] !== undefined ? _args7[2] : 1;
-          testRepeats = _args7.length > 3 && _args7[3] !== undefined ? _args7[3] : 1;
+          invocationOrder = _args6.length > 1 && _args6[1] !== undefined ? _args6[1] : 0;
+          countOfWorkers = _args6.length > 2 && _args6[2] !== undefined ? _args6[2] : 1;
+          testRepeats = _args6.length > 3 && _args6[3] !== undefined ? _args6[3] : 1;
           resultOrder = [];
           orderingFunction = orderingFunctions.get(invocationOrder);
           if (!(orderingFunction !== undefined)) {
-            _context7.next = 9;
+            _context6.next = 9;
             break;
           }
           resultOrder = orderingFunction(tests, countOfWorkers, testRepeats);
-          _context7.next = 10;
+          _context6.next = 10;
           break;
         case 9:
           throw new Error("Cannot find ordering function");
         case 10:
-          return _context7.abrupt("return", resultOrder);
+          return _context6.abrupt("return", resultOrder);
         case 11:
         case "end":
-          return _context7.stop();
+          return _context6.stop();
       }
-    }, _callee6);
+    }, _callee5);
   }));
   return _setWorkersOrder.apply(this, arguments);
 }
-function runTests(_x11, _x12) {
+function runTests(_x6, _x7) {
   return _runTests.apply(this, arguments);
 }
 function _runTests() {
-  _runTests = (0, _asyncToGenerator2["default"])( /*#__PURE__*/_regenerator["default"].mark(function _callee7(workersOrder, workerOptions) {
-    var workersCommands, _iterator7, _step7, workerOrder, workersPromises, _i, _workersCommands, workerCommands, resultObjects;
-    return _regenerator["default"].wrap(function _callee7$(_context8) {
-      while (1) switch (_context8.prev = _context8.next) {
+  _runTests = (0, _asyncToGenerator2["default"])( /*#__PURE__*/_regenerator["default"].mark(function _callee6(workersOrder, workerOptions) {
+    var workersCommands, _iterator5, _step5, workerOrder, workersPromises, _i, _workersCommands, workerCommands, resultObjects;
+    return _regenerator["default"].wrap(function _callee6$(_context7) {
+      while (1) switch (_context7.prev = _context7.next) {
         case 0:
           workersCommands = [];
-          _iterator7 = _createForOfIteratorHelper(workersOrder);
+          _iterator5 = _createForOfIteratorHelper(workersOrder);
           try {
-            for (_iterator7.s(); !(_step7 = _iterator7.n()).done;) {
-              workerOrder = _step7.value;
+            for (_iterator5.s(); !(_step5 = _iterator5.n()).done;) {
+              workerOrder = _step5.value;
               workersCommands.push(workerOrder.map(function (testObj) {
                 return {
                   "package": testObj.packageName,
@@ -532,59 +424,59 @@ function _runTests() {
               }));
             }
           } catch (err) {
-            _iterator7.e(err);
+            _iterator5.e(err);
           } finally {
-            _iterator7.f();
+            _iterator5.f();
           }
           workersPromises = [];
           _i = 0, _workersCommands = workersCommands;
         case 5:
           if (!(_i < _workersCommands.length)) {
-            _context8.next = 13;
+            _context7.next = 13;
             break;
           }
           workerCommands = _workersCommands[_i];
           workersPromises.push(runWorker(workerCommands, workerOptions));
-          _context8.next = 10;
+          _context7.next = 10;
           return workersPromises[workersPromises.length];
         case 10:
           _i++;
-          _context8.next = 5;
+          _context7.next = 5;
           break;
         case 13:
-          _context8.next = 15;
+          _context7.next = 15;
           return Promise.all(workersPromises);
         case 15:
-          resultObjects = _context8.sent;
-          return _context8.abrupt("return", resultObjects);
+          resultObjects = _context7.sent;
+          return _context7.abrupt("return", resultObjects);
         case 17:
         case "end":
-          return _context8.stop();
+          return _context7.stop();
       }
-    }, _callee7);
+    }, _callee6);
   }));
   return _runTests.apply(this, arguments);
 }
-function runWorker(_x13, _x14) {
+function runWorker(_x8, _x9) {
   return _runWorker.apply(this, arguments);
 }
 function _runWorker() {
-  _runWorker = (0, _asyncToGenerator2["default"])( /*#__PURE__*/_regenerator["default"].mark(function _callee9(testExecutionData, workerOptions) {
-    return _regenerator["default"].wrap(function _callee9$(_context10) {
-      while (1) switch (_context10.prev = _context10.next) {
+  _runWorker = (0, _asyncToGenerator2["default"])( /*#__PURE__*/_regenerator["default"].mark(function _callee8(testExecutionData, workerOptions) {
+    return _regenerator["default"].wrap(function _callee8$(_context9) {
+      while (1) switch (_context9.prev = _context9.next) {
         case 0:
-          _context10.next = 2;
-          return testUtils.timeout( /*#__PURE__*/(0, _asyncToGenerator2["default"])( /*#__PURE__*/_regenerator["default"].mark(function _callee8() {
+          _context9.next = 2;
+          return testUtils.timeout( /*#__PURE__*/(0, _asyncToGenerator2["default"])( /*#__PURE__*/_regenerator["default"].mark(function _callee7() {
             var params, out, browser, page, recorder, currentWorkerNum, logsDir, recordDir, testingResults;
-            return _regenerator["default"].wrap(function _callee8$(_context9) {
-              while (1) switch (_context9.prev = _context9.next) {
+            return _regenerator["default"].wrap(function _callee7$(_context8) {
+              while (1) switch (_context8.prev = _context8.next) {
                 case 0:
                   params = Object.assign({}, testUtils.defaultLaunchParameters);
                   if (workerOptions.gui) params['headless'] = false;
-                  _context9.next = 4;
+                  _context8.next = 4;
                   return testUtils.getBrowserPage(_puppeteer["default"], params);
                 case 4:
-                  out = _context9.sent;
+                  out = _context8.sent;
                   browser = out.browser;
                   page = out.page;
                   recorder = new _puppeteerScreenRecorder.PuppeteerScreenRecorder(page, testUtils.recorderConfig);
@@ -592,13 +484,13 @@ function _runWorker() {
                   logsDir = "./test-console-output-".concat(currentWorkerNum, ".log");
                   recordDir = "./test-record-".concat(currentWorkerNum, ".mp4");
                   if (!workerOptions.record) {
-                    _context9.next = 20;
+                    _context8.next = 20;
                     break;
                   }
-                  _context9.next = 14;
+                  _context8.next = 14;
                   return recorder.start(recordDir);
                 case 14:
-                  _context9.next = 16;
+                  _context8.next = 16;
                   return page.exposeFunction("addLogsToFile", addLogsToFile);
                 case 16:
                   _fs["default"].writeFileSync(logsDir, "");
@@ -612,7 +504,7 @@ function _runWorker() {
                     addLogsToFile(logsDir, "CONSOLE LOG REQUEST: ".concat(response.status(), ", ").concat(response.url(), "\n"));
                   });
                 case 20:
-                  _context9.next = 22;
+                  _context8.next = 22;
                   return page.evaluate(function (testData, options) {
                     if (options.benchmark) window.DG.Test.isInBenchmark = true;
                     return new Promise(function (resolve, reject) {
@@ -626,41 +518,43 @@ function _runWorker() {
                           verboseFailed: "Tests execution failed",
                           passedAmount: 0,
                           skippedAmount: 0,
-                          failedAmount: 1
+                          failedAmount: 1,
+                          csv: "",
+                          df: undefined
                         });
                       });
                     });
                   }, testExecutionData, workerOptions);
                 case 22:
-                  testingResults = _context9.sent;
+                  testingResults = _context8.sent;
                   if (!workerOptions.record) {
-                    _context9.next = 26;
+                    _context8.next = 26;
                     break;
                   }
-                  _context9.next = 26;
+                  _context8.next = 26;
                   return recorder.stop();
                 case 26:
                   if (!(browser != null)) {
-                    _context9.next = 29;
+                    _context8.next = 29;
                     break;
                   }
-                  _context9.next = 29;
+                  _context8.next = 29;
                   return browser.close();
                 case 29:
-                  return _context9.abrupt("return", testingResults);
+                  return _context8.abrupt("return", testingResults);
                 case 30:
                 case "end":
-                  return _context9.stop();
+                  return _context8.stop();
               }
-            }, _callee8);
+            }, _callee7);
           })), testInvocationTimeout);
         case 2:
-          return _context10.abrupt("return", _context10.sent);
+          return _context9.abrupt("return", _context9.sent);
         case 3:
         case "end":
-          return _context10.stop();
+          return _context9.stop();
       }
-    }, _callee9);
+    }, _callee8);
   }));
   return _runWorker.apply(this, arguments);
 }
@@ -668,27 +562,37 @@ function addLogsToFile(filePath, stringToSave) {
   _fs["default"].appendFileSync(filePath, "".concat(stringToSave));
 }
 function printWorkersResult(workerResult) {
+  var _workerResult$failedA, _workerResult$verbose3;
   var verbose = arguments.length > 1 && arguments[1] !== undefined ? arguments[1] : false;
   if (verbose) {
-    if (workerResult.passedAmount > 0 && workerResult.verbosePassed.length > 0) {
+    var _workerResult$passedA, _workerResult$verbose, _workerResult$skipped, _workerResult$verbose2;
+    if (((_workerResult$passedA = workerResult.passedAmount) !== null && _workerResult$passedA !== void 0 ? _workerResult$passedA : 0) > 0 && ((_workerResult$verbose = workerResult.verbosePassed) !== null && _workerResult$verbose !== void 0 ? _workerResult$verbose : []).length > 0) {
       console.log("Passed: ");
       console.log(workerResult.verbosePassed);
     }
-    if (workerResult.skippedAmount > 0 && workerResult.verboseSkipped.length > 0) {
+    if (((_workerResult$skipped = workerResult.skippedAmount) !== null && _workerResult$skipped !== void 0 ? _workerResult$skipped : 0) > 0 && ((_workerResult$verbose2 = workerResult.verboseSkipped) !== null && _workerResult$verbose2 !== void 0 ? _workerResult$verbose2 : []).length > 0) {
       console.log("Skipped: ");
       console.log(workerResult.verboseSkipped);
     }
   }
-  if (workerResult.failedAmount > 0 && workerResult.verboseFailed.length > 0) {
+  if (((_workerResult$failedA = workerResult.failedAmount) !== null && _workerResult$failedA !== void 0 ? _workerResult$failedA : 0) > 0 && ((_workerResult$verbose3 = workerResult.verboseFailed) !== null && _workerResult$verbose3 !== void 0 ? _workerResult$verbose3 : []).length > 0) {
     console.log("Failed: ");
     console.log(workerResult.verboseFailed);
   }
-  console.log("Passed amount:  " + workerResult.passedAmount);
-  console.log("Skipped amount: " + workerResult.skippedAmount);
-  console.log("Failed amount:  " + workerResult.failedAmount);
+  console.log("Passed amount:  " + (workerResult === null || workerResult === void 0 ? void 0 : workerResult.passedAmount));
+  console.log("Skipped amount: " + (workerResult === null || workerResult === void 0 ? void 0 : workerResult.skippedAmount));
+  console.log("Failed amount:  " + (workerResult === null || workerResult === void 0 ? void 0 : workerResult.failedAmount));
   if (workerResult.failed) {
     color.fail('Tests failed.');
   } else {
     color.success('Tests passed.');
   }
+}
+function saveCsvResults(stringToSave) {
+  var modifiedStrings = stringToSave.map(function (str, index) {
+    if (index === 0) return str;
+    return str.split('\n').slice(1).join('\n');
+  });
+  _fs["default"].writeFileSync(csvReportDir, modifiedStrings.join('\n'), 'utf8');
+  color.info('Saved `test-report.csv`\n');
 }

package/bin/utils/test-utils.js

@@ -11,10 +11,12 @@ exports.getBrowserPage = getBrowserPage;
 exports.getDevKey = getDevKey;
 exports.getToken = getToken;
 exports.getWebUrl = getWebUrl;
+exports.loadPackages = loadPackages;
 exports.recorderConfig = void 0;
 exports.runWithTimeout = runWithTimeout;
 exports.timeout = timeout;
 var _regenerator = _interopRequireDefault(require("@babel/runtime/regenerator"));
+var _slicedToArray2 = _interopRequireDefault(require("@babel/runtime/helpers/slicedToArray"));
 var _createClass2 = _interopRequireDefault(require("@babel/runtime/helpers/createClass"));
 var _classCallCheck2 = _interopRequireDefault(require("@babel/runtime/helpers/classCallCheck"));
 var _defineProperty2 = _interopRequireDefault(require("@babel/runtime/helpers/defineProperty"));
@@ -23,9 +25,13 @@ var _fs = _interopRequireDefault(require("fs"));
 var _os = _interopRequireDefault(require("os"));
 var _path = _interopRequireDefault(require("path"));
 var _jsYaml = _interopRequireDefault(require("js-yaml"));
-var utils = _interopRequireWildcard(require("../utils/utils"));
+var _utils = _interopRequireWildcard(require("../utils/utils"));
+var utils = _utils;
 function _getRequireWildcardCache(e) { if ("function" != typeof WeakMap) return null; var r = new WeakMap(), t = new WeakMap(); return (_getRequireWildcardCache = function _getRequireWildcardCache(e) { return e ? t : r; })(e); }
 function _interopRequireWildcard(e, r) { if (!r && e && e.__esModule) return e; if (null === e || "object" != _typeof(e) && "function" != typeof e) return { "default": e }; var t = _getRequireWildcardCache(r); if (t && t.has(e)) return t.get(e); var n = { __proto__: null }, a = Object.defineProperty && Object.getOwnPropertyDescriptor; for (var u in e) if ("default" !== u && Object.prototype.hasOwnProperty.call(e, u)) { var i = a ? Object.getOwnPropertyDescriptor(e, u) : null; i && (i.get || i.set) ? Object.defineProperty(n, u, i) : n[u] = e[u]; } return n["default"] = e, t && t.set(e, n), n; }
+function _createForOfIteratorHelper(o, allowArrayLike) { var it = typeof Symbol !== "undefined" && o[Symbol.iterator] || o["@@iterator"]; if (!it) { if (Array.isArray(o) || (it = _unsupportedIterableToArray(o)) || allowArrayLike && o && typeof o.length === "number") { if (it) o = it; var i = 0; var F = function F() {}; return { s: F, n: function n() { if (i >= o.length) return { done: true }; return { done: false, value: o[i++] }; }, e: function e(_e) { throw _e; }, f: F }; } throw new TypeError("Invalid attempt to iterate non-iterable instance.\nIn order to be iterable, non-array objects must have a [Symbol.iterator]() method."); } var normalCompletion = true, didErr = false, err; return { s: function s() { it = it.call(o); }, n: function n() { var step = it.next(); normalCompletion = step.done; return step; }, e: function e(_e2) { didErr = true; err = _e2; }, f: function f() { try { if (!normalCompletion && it["return"] != null) it["return"](); } finally { if (didErr) throw err; } } }; }
+function _unsupportedIterableToArray(o, minLen) { if (!o) return; if (typeof o === "string") return _arrayLikeToArray(o, minLen); var n = Object.prototype.toString.call(o).slice(8, -1); if (n === "Object" && o.constructor) n = o.constructor.name; if (n === "Map" || n === "Set") return Array.from(o); if (n === "Arguments" || /^(?:Ui|I)nt(?:8|16|32)(?:Clamped)?Array$/.test(n)) return _arrayLikeToArray(o, minLen); }
+function _arrayLikeToArray(arr, len) { if (len == null || len > arr.length) len = arr.length; for (var i = 0, arr2 = new Array(len); i < len; i++) arr2[i] = arr[i]; return arr2; }
 var fetch = require('node-fetch');
 var grokDir = _path["default"].join(_os["default"].homedir(), '.grok');
 var confPath = _path["default"].join(grokDir, 'config.yaml');
@@ -308,4 +314,125 @@ var recorderConfig = exports.recorderConfig = {
     color: 'black'
   }
   // aspectRatio: '16:9',
-};
+};
+function loadPackages(_x10, _x11, _x12, _x13, _x14, _x15) {
+  return _loadPackages.apply(this, arguments);
+}
+function _loadPackages() {
+  _loadPackages = (0, _asyncToGenerator2["default"])( /*#__PURE__*/_regenerator["default"].mark(function _callee6(packagesDir, packagesToLoad, host, skipPublish, skipBuild, linkPackage) {
+    var packagesToRun, hostString, _iterator, _step, pacakgeName, _iterator2, _step2, dirName, packageDir, _spaceToCamelCase$toL, _packageJsonData$frie, packageJsonData, packageFriendlyName;
+    return _regenerator["default"].wrap(function _callee6$(_context6) {
+      while (1) switch (_context6.prev = _context6.next) {
+        case 0:
+          packagesToRun = new Map();
+          hostString = host === undefined ? "" : "".concat(host);
+          if (packagesToLoad !== "all") {
+            _iterator = _createForOfIteratorHelper((packagesToLoad !== null && packagesToLoad !== void 0 ? packagesToLoad : "").split(' '));
+            try {
+              for (_iterator.s(); !(_step = _iterator.n()).done;) {
+                pacakgeName = _step.value;
+                packagesToRun.set((0, _utils.spaceToCamelCase)(pacakgeName).toLocaleLowerCase(), false);
+              }
+            } catch (err) {
+              _iterator.e(err);
+            } finally {
+              _iterator.f();
+            }
+          }
+          _iterator2 = _createForOfIteratorHelper(_fs["default"].readdirSync(packagesDir));
+          _context6.prev = 4;
+          _iterator2.s();
+        case 6:
+          if ((_step2 = _iterator2.n()).done) {
+            _context6.next = 40;
+            break;
+          }
+          dirName = _step2.value;
+          packageDir = _path["default"].join(packagesDir, dirName);
+          if (_fs["default"].lstatSync(packageDir).isFile()) {
+            _context6.next = 38;
+            break;
+          }
+          _context6.prev = 10;
+          packageJsonData = JSON.parse(_fs["default"].readFileSync(_path["default"].join(packageDir, 'package.json'), {
+            encoding: 'utf-8'
+          }));
+          packageFriendlyName = packagesToRun.get((_spaceToCamelCase$toL = (0, _utils.spaceToCamelCase)((_packageJsonData$frie = packageJsonData["friendlyName"]) !== null && _packageJsonData$frie !== void 0 ? _packageJsonData$frie : packageJsonData["name"].split("/")[1]).toLocaleLowerCase()) !== null && _spaceToCamelCase$toL !== void 0 ? _spaceToCamelCase$toL : "");
+          if (!(utils.isPackageDir(packageDir) && (packageFriendlyName !== undefined || packagesToLoad === "all"))) {
+            _context6.next = 33;
+            break;
+          }
+          _context6.prev = 14;
+          if (!(skipPublish != true)) {
+            _context6.next = 26;
+            break;
+          }
+          _context6.next = 18;
+          return utils.runScript("npm install", packageDir);
+        case 18:
+          if (!linkPackage) {
+            _context6.next = 21;
+            break;
+          }
+          _context6.next = 21;
+          return utils.runScript("grok link", packageDir);
+        case 21:
+          if (!(skipBuild != true)) {
+            _context6.next = 24;
+            break;
+          }
+          _context6.next = 24;
+          return utils.runScript("npm run build", packageDir);
+        case 24:
+          _context6.next = 26;
+          return utils.runScript("grok publish ".concat(hostString), packageDir);
+        case 26:
+          packagesToRun.set(dirName, true);
+          console.log("Package published ".concat(dirName));
+          _context6.next = 33;
+          break;
+        case 30:
+          _context6.prev = 30;
+          _context6.t0 = _context6["catch"](14);
+          console.log("Package didnt publishded  ".concat(dirName));
+        case 33:
+          _context6.next = 38;
+          break;
+        case 35:
+          _context6.prev = 35;
+          _context6.t1 = _context6["catch"](10);
+          if (utils.isPackageDir(packageDir) && (packagesToRun.get((0, _utils.spaceToCamelCase)(dirName).toLocaleLowerCase()) !== undefined || packagesToLoad === "all")) console.log("Couldnt read package.json  ".concat(dirName));
+        case 38:
+          _context6.next = 6;
+          break;
+        case 40:
+          _context6.next = 45;
+          break;
+        case 42:
+          _context6.prev = 42;
+          _context6.t2 = _context6["catch"](4);
+          _iterator2.e(_context6.t2);
+        case 45:
+          _context6.prev = 45;
+          _iterator2.f();
+          return _context6.finish(45);
+        case 48:
+          console.log();
+          return _context6.abrupt("return", Array.from(packagesToRun).filter(function (_ref2) {
+            var _ref3 = (0, _slicedToArray2["default"])(_ref2, 2),
+              key = _ref3[0],
+              value = _ref3[1];
+            return value === true;
+          }).map(function (_ref4) {
+            var _ref5 = (0, _slicedToArray2["default"])(_ref4, 1),
+              key = _ref5[0];
+            return key;
+          }));
+        case 51:
+        case "end":
+          return _context6.stop();
+      }
+    }, _callee6, null, [[4, 42, 45, 48], [10, 35], [14, 30]]);
+  }));
+  return _loadPackages.apply(this, arguments);
+}

package/bin/utils/utils.js

@@ -25,6 +25,7 @@ exports.removeScope = removeScope;
 exports.replacers = void 0;
 exports.runScript = runScript;
 exports.scriptWrapperTemplate = exports.scriptLangExtMap = exports.scriptExtensions = void 0;
+exports.setHost = setHost;
 exports.spaceToCamelCase = spaceToCamelCase;
 exports.wordsToCamelCase = wordsToCamelCase;
 var _regenerator = _interopRequireDefault(require("@babel/runtime/regenerator"));
@@ -330,4 +331,18 @@ function _runScript() {
     }, _callee2, null, [[1, 11]]);
   }));
   return _runScript.apply(this, arguments);
+}
+function setHost(host, configFile) {
+  if (host) {
+    if (host in configFile.servers) {
+      process.env.HOST = host;
+      console.log('Environment variable `HOST` is set to', host);
+    } else {
+      console.error("Unknown server alias. Please add it to Config File");
+      return false;
+    }
+  } else if (configFile["default"]) {
+    process.env.HOST = configFile["default"];
+    console.log('Environment variable `HOST` is set to', configFile["default"]);
+  }
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "datagrok-tools",
-  "version": "4.13.22",
+  "version": "4.13.23",
   "description": "Utility to upload and publish packages to Datagrok",
   "homepage": "https://github.com/datagrok-ai/public/tree/master/tools#readme",
   "dependencies": {