datagrok-tools 4.13.31 → 4.13.34

package/bin/utils/test-utils.js

@@ -5,17 +5,25 @@ var _typeof = require("@babel/runtime/helpers/typeof");
 Object.defineProperty(exports, "__esModule", {
   value: true
 });
-exports.defaultLaunchParameters = exports.TestContext = void 0;
+exports.TestContext = void 0;
+exports.addLogsToFile = addLogsToFile;
+exports.defaultLaunchParameters = void 0;
 exports.exitWithCode = exitWithCode;
 exports.getBrowserPage = getBrowserPage;
 exports.getDevKey = getDevKey;
 exports.getToken = getToken;
 exports.getWebUrl = getWebUrl;
 exports.loadPackages = loadPackages;
+exports.loadTestsList = loadTestsList;
+exports.mergeWorkersResults = mergeWorkersResults;
+exports.printWorkersResult = printWorkersResult;
 exports.recorderConfig = void 0;
 exports.runWithTimeout = runWithTimeout;
+exports.runWorker = runWorker;
+exports.saveCsvResults = saveCsvResults;
 exports.timeout = timeout;
 var _regenerator = _interopRequireDefault(require("@babel/runtime/regenerator"));
+var _toConsumableArray2 = _interopRequireDefault(require("@babel/runtime/helpers/toConsumableArray"));
 var _slicedToArray2 = _interopRequireDefault(require("@babel/runtime/helpers/slicedToArray"));
 var _createClass2 = _interopRequireDefault(require("@babel/runtime/helpers/createClass"));
 var _classCallCheck2 = _interopRequireDefault(require("@babel/runtime/helpers/classCallCheck"));
@@ -27,6 +35,9 @@ var _path = _interopRequireDefault(require("path"));
 var _jsYaml = _interopRequireDefault(require("js-yaml"));
 var _utils = _interopRequireWildcard(require("../utils/utils"));
 var utils = _utils;
+var _puppeteerScreenRecorder = require("puppeteer-screen-recorder");
+var _puppeteer = _interopRequireDefault(require("puppeteer"));
+var color = _interopRequireWildcard(require("../utils/color-utils"));
 function _getRequireWildcardCache(e) { if ("function" != typeof WeakMap) return null; var r = new WeakMap(), t = new WeakMap(); return (_getRequireWildcardCache = function _getRequireWildcardCache(e) { return e ? t : r; })(e); }
 function _interopRequireWildcard(e, r) { if (!r && e && e.__esModule) return e; if (null === e || "object" != _typeof(e) && "function" != typeof e) return { "default": e }; var t = _getRequireWildcardCache(r); if (t && t.has(e)) return t.get(e); var n = { __proto__: null }, a = Object.defineProperty && Object.getOwnPropertyDescriptor; for (var u in e) if ("default" !== u && Object.prototype.hasOwnProperty.call(e, u)) { var i = a ? Object.getOwnPropertyDescriptor(e, u) : null; i && (i.get || i.set) ? Object.defineProperty(n, u, i) : n[u] = e[u]; } return n["default"] = e, t && t.set(e, n), n; }
 function _createForOfIteratorHelper(o, allowArrayLike) { var it = typeof Symbol !== "undefined" && o[Symbol.iterator] || o["@@iterator"]; if (!it) { if (Array.isArray(o) || (it = _unsupportedIterableToArray(o)) || allowArrayLike && o && typeof o.length === "number") { if (it) o = it; var i = 0; var F = function F() {}; return { s: F, n: function n() { if (i >= o.length) return { done: true }; return { done: false, value: o[i++] }; }, e: function e(_e) { throw _e; }, f: F }; } throw new TypeError("Invalid attempt to iterate non-iterable instance.\nIn order to be iterable, non-array objects must have a [Symbol.iterator]() method."); } var normalCompletion = true, didErr = false, err; return { s: function s() { it = it.call(o); }, n: function n() { var step = it.next(); normalCompletion = step.done; return step; }, e: function e(_e2) { didErr = true; err = _e2; }, f: function f() { try { if (!normalCompletion && it["return"] != null) it["return"](); } finally { if (didErr) throw err; } } }; }
@@ -35,6 +46,7 @@ function _arrayLikeToArray(arr, len) { if (len == null || len > arr.length) len
 var fetch = require('node-fetch');
 var grokDir = _path["default"].join(_os["default"].homedir(), '.grok');
 var confPath = _path["default"].join(grokDir, 'config.yaml');
+var testCollectionTimeout = 100000;
 var defaultLaunchParameters = exports.defaultLaunchParameters = {
   args: ['--disable-dev-shm-usage', '--disable-features=site-per-process', '--window-size=1920,1080'],
   ignoreHTTPSErrors: true,
@@ -320,7 +332,7 @@ function loadPackages(_x10, _x11, _x12, _x13, _x14, _x15, _x16) {
 }
 function _loadPackages() {
   _loadPackages = (0, _asyncToGenerator2["default"])( /*#__PURE__*/_regenerator["default"].mark(function _callee6(packagesDir, packagesToLoad, host, skipPublish, skipBuild, linkPackage, release) {
-    var packagesToRun, hostString, _iterator, _step, pacakgeName, _iterator2, _step2, dirName, packageDir, _spaceToCamelCase$toL, _packageJsonData$frie, packageJsonData, packageFriendlyName;
+    var packagesToRun, hostString, _iterator, _step, pacakgeName, _iterator2, _step2, dirName, packageDir, _spaceToCamelCase$toL, _ref6, _ref7, _packageJsonData$frie, packageJsonData, packageFriendlyName;
     return _regenerator["default"].wrap(function _callee6$(_context6) {
       while (1) switch (_context6.prev = _context6.next) {
         case 0:
@@ -331,7 +343,7 @@ function _loadPackages() {
             try {
               for (_iterator.s(); !(_step = _iterator.n()).done;) {
                 pacakgeName = _step.value;
-                packagesToRun.set((0, _utils.spaceToCamelCase)(pacakgeName).toLocaleLowerCase(), false);
+                if ((pacakgeName !== null && pacakgeName !== void 0 ? pacakgeName : '').length !== 0) packagesToRun.set((0, _utils.spaceToCamelCase)(pacakgeName).toLocaleLowerCase(), false);
               }
             } catch (err) {
               _iterator.e(err);
@@ -357,7 +369,7 @@ function _loadPackages() {
           packageJsonData = JSON.parse(_fs["default"].readFileSync(_path["default"].join(packageDir, 'package.json'), {
             encoding: 'utf-8'
           }));
-          packageFriendlyName = packagesToRun.get((_spaceToCamelCase$toL = (0, _utils.spaceToCamelCase)((_packageJsonData$frie = packageJsonData["friendlyName"]) !== null && _packageJsonData$frie !== void 0 ? _packageJsonData$frie : packageJsonData["name"].split("/")[1]).toLocaleLowerCase()) !== null && _spaceToCamelCase$toL !== void 0 ? _spaceToCamelCase$toL : "");
+          packageFriendlyName = packagesToRun.get((_spaceToCamelCase$toL = (0, _utils.spaceToCamelCase)((_ref6 = (_ref7 = (_packageJsonData$frie = packageJsonData["friendlyName"]) !== null && _packageJsonData$frie !== void 0 ? _packageJsonData$frie : packageJsonData["name"].split("/")[1]) !== null && _ref7 !== void 0 ? _ref7 : packageJsonData["name"]) !== null && _ref6 !== void 0 ? _ref6 : '').toLocaleLowerCase()) !== null && _spaceToCamelCase$toL !== void 0 ? _spaceToCamelCase$toL : "");
           if (!(utils.isPackageDir(packageDir) && (packageFriendlyName !== undefined || packagesToLoad === "all"))) {
             _context6.next = 33;
             break;
@@ -435,4 +447,345 @@ function _loadPackages() {
     }, _callee6, null, [[4, 42, 45, 48], [10, 35], [14, 30]]);
   }));
   return _loadPackages.apply(this, arguments);
+}
+function loadTestsList(_x17) {
+  return _loadTestsList.apply(this, arguments);
+}
+function _loadTestsList() {
+  _loadTestsList = (0, _asyncToGenerator2["default"])( /*#__PURE__*/_regenerator["default"].mark(function _callee8(packages) {
+    var core,
+      packageTestsData,
+      testsList,
+      _iterator3,
+      _step3,
+      testPackage,
+      key,
+      _iterator4,
+      _step4,
+      testValue,
+      _args8 = arguments;
+    return _regenerator["default"].wrap(function _callee8$(_context8) {
+      while (1) switch (_context8.prev = _context8.next) {
+        case 0:
+          core = _args8.length > 1 && _args8[1] !== undefined ? _args8[1] : false;
+          _context8.next = 3;
+          return timeout( /*#__PURE__*/(0, _asyncToGenerator2["default"])( /*#__PURE__*/_regenerator["default"].mark(function _callee7() {
+            var params, out, browser, page, r;
+            return _regenerator["default"].wrap(function _callee7$(_context7) {
+              while (1) switch (_context7.prev = _context7.next) {
+                case 0:
+                  params = Object.assign({}, defaultLaunchParameters); // params['headless'] = false;
+                  _context7.next = 3;
+                  return getBrowserPage(_puppeteer["default"], params);
+                case 3:
+                  out = _context7.sent;
+                  browser = out.browser;
+                  page = out.page;
+                  _context7.next = 8;
+                  return page.evaluate(function (packages, coreTests) {
+                    return new Promise(function (resolve, reject) {
+                      var promises = [];
+                      try {
+                        packages.map(function (packageName) {
+                          var _DG$Func$find$;
+                          var p = (_DG$Func$find$ = window.DG.Func.find({
+                            "package": packageName,
+                            name: 'test'
+                          })[0]) === null || _DG$Func$find$ === void 0 ? void 0 : _DG$Func$find$["package"];
+                          if (p) {
+                            try {
+                              promises.push(p.getTests(coreTests)["catch"](function (e) {
+                                console.error('something else went wrong with collecting package tests');
+                                console.error(e === null || e === void 0 ? void 0 : e.message);
+                              }).then(function (ts) {
+                                return {
+                                  packageName: packageName,
+                                  tests: ts
+                                };
+                              }));
+                            } catch (e) {
+                              console.error('something went wrong while adding test collection promise');
+                              console.error(e.message);
+                            }
+                          }
+                        });
+                      } catch (err) {
+                        console.error("Error during evaluation in browser context:", err);
+                        reject();
+                      }
+                      Promise.all(promises).then(function (results) {
+                        resolve(results);
+                      })["catch"](function (e) {
+                        var stack = window.DG.Logger.translateStackTrace(e.stack).then(function () {
+                          resolve({
+                            failReport: "".concat(e.message, "\n").concat(stack)
+                          });
+                        });
+                      });
+                    });
+                  }, packages, core);
+                case 8:
+                  r = _context7.sent;
+                  if (!(browser != null)) {
+                    _context7.next = 12;
+                    break;
+                  }
+                  _context7.next = 12;
+                  return browser.close();
+                case 12:
+                  return _context7.abrupt("return", r);
+                case 13:
+                case "end":
+                  return _context7.stop();
+              }
+            }, _callee7);
+          })), testCollectionTimeout);
+        case 3:
+          packageTestsData = _context8.sent;
+          testsList = [];
+          _iterator3 = _createForOfIteratorHelper(packageTestsData);
+          try {
+            for (_iterator3.s(); !(_step3 = _iterator3.n()).done;) {
+              testPackage = _step3.value;
+              for (key in testPackage.tests) {
+                if (testPackage.tests.hasOwnProperty(key)) {
+                  _iterator4 = _createForOfIteratorHelper(testPackage.tests[key].tests);
+                  try {
+                    for (_iterator4.s(); !(_step4 = _iterator4.n()).done;) {
+                      testValue = _step4.value;
+                      testValue.packageName = testPackage.packageName;
+                      testsList.push(testValue);
+                    }
+                  } catch (err) {
+                    _iterator4.e(err);
+                  } finally {
+                    _iterator4.f();
+                  }
+                }
+              }
+            }
+          } catch (err) {
+            _iterator3.e(err);
+          } finally {
+            _iterator3.f();
+          }
+          return _context8.abrupt("return", testsList);
+        case 8:
+        case "end":
+          return _context8.stop();
+      }
+    }, _callee8);
+  }));
+  return _loadTestsList.apply(this, arguments);
+}
+function addLogsToFile(filePath, stringToSave) {
+  _fs["default"].appendFileSync(filePath, "".concat(stringToSave));
+}
+function printWorkersResult(workerResult) {
+  var _workerResult$failedA, _workerResult$verbose3;
+  var verbose = arguments.length > 1 && arguments[1] !== undefined ? arguments[1] : false;
+  if (verbose) {
+    var _workerResult$passedA, _workerResult$verbose, _workerResult$skipped, _workerResult$verbose2;
+    if (((_workerResult$passedA = workerResult.passedAmount) !== null && _workerResult$passedA !== void 0 ? _workerResult$passedA : 0) > 0 && ((_workerResult$verbose = workerResult.verbosePassed) !== null && _workerResult$verbose !== void 0 ? _workerResult$verbose : []).length > 0) {
+      console.log("Passed: ");
+      console.log(workerResult.verbosePassed);
+    }
+    if (((_workerResult$skipped = workerResult.skippedAmount) !== null && _workerResult$skipped !== void 0 ? _workerResult$skipped : 0) > 0 && ((_workerResult$verbose2 = workerResult.verboseSkipped) !== null && _workerResult$verbose2 !== void 0 ? _workerResult$verbose2 : []).length > 0) {
+      console.log("Skipped: ");
+      console.log(workerResult.verboseSkipped);
+    }
+  }
+  if (((_workerResult$failedA = workerResult.failedAmount) !== null && _workerResult$failedA !== void 0 ? _workerResult$failedA : 0) > 0 && ((_workerResult$verbose3 = workerResult.verboseFailed) !== null && _workerResult$verbose3 !== void 0 ? _workerResult$verbose3 : []).length > 0) {
+    console.log("Failed: ");
+    console.log(workerResult.verboseFailed);
+  }
+  console.log("Passed amount:  " + (workerResult === null || workerResult === void 0 ? void 0 : workerResult.passedAmount));
+  console.log("Skipped amount: " + (workerResult === null || workerResult === void 0 ? void 0 : workerResult.skippedAmount));
+  console.log("Failed amount:  " + (workerResult === null || workerResult === void 0 ? void 0 : workerResult.failedAmount));
+  if (workerResult.failed) {
+    color.fail('Tests failed.');
+  } else {
+    color.success('Tests passed.');
+  }
+}
+function saveCsvResults(stringToSave, csvReportDir) {
+  var modifiedStrings = stringToSave.map(function (str, index) {
+    if (index === 0) return str;
+    return str.split('\n').slice(1).join('\n');
+  });
+  _fs["default"].writeFileSync(csvReportDir, modifiedStrings.join('\n'), 'utf8');
+  color.info('Saved `test-report.csv`\n');
+}
+function runWorker(_x18, _x19, _x20) {
+  return _runWorker.apply(this, arguments);
+}
+function _runWorker() {
+  _runWorker = (0, _asyncToGenerator2["default"])( /*#__PURE__*/_regenerator["default"].mark(function _callee10(testExecutionData, workerOptions, workersId) {
+    var testInvocationTimeout,
+      _args10 = arguments;
+    return _regenerator["default"].wrap(function _callee10$(_context10) {
+      while (1) switch (_context10.prev = _context10.next) {
+        case 0:
+          testInvocationTimeout = _args10.length > 3 && _args10[3] !== undefined ? _args10[3] : 3600000;
+          _context10.next = 3;
+          return timeout( /*#__PURE__*/(0, _asyncToGenerator2["default"])( /*#__PURE__*/_regenerator["default"].mark(function _callee9() {
+            var params, out, browser, page, recorder, currentWorkerNum, logsDir, recordDir, testingResults;
+            return _regenerator["default"].wrap(function _callee9$(_context9) {
+              while (1) switch (_context9.prev = _context9.next) {
+                case 0:
+                  params = Object.assign({}, defaultLaunchParameters);
+                  if (workerOptions.gui) params['headless'] = false;
+                  _context9.next = 4;
+                  return getBrowserPage(_puppeteer["default"], params);
+                case 4:
+                  out = _context9.sent;
+                  browser = out.browser;
+                  page = out.page;
+                  recorder = new _puppeteerScreenRecorder.PuppeteerScreenRecorder(page, recorderConfig);
+                  currentWorkerNum = workersId;
+                  logsDir = "./test-console-output-".concat(currentWorkerNum, ".log");
+                  recordDir = "./test-record-".concat(currentWorkerNum, ".mp4");
+                  if (!workerOptions.record) {
+                    _context9.next = 20;
+                    break;
+                  }
+                  _context9.next = 14;
+                  return recorder.start(recordDir);
+                case 14:
+                  _context9.next = 16;
+                  return page.exposeFunction("addLogsToFile", addLogsToFile);
+                case 16:
+                  _fs["default"].writeFileSync(logsDir, "");
+                  page.on('console', function (msg) {
+                    addLogsToFile(logsDir, "CONSOLE LOG ENTRY: ".concat(msg.text(), "\n"));
+                  });
+                  page.on('pageerror', function (error) {
+                    addLogsToFile(logsDir, "CONSOLE LOG ERROR: ".concat(error.message, "\n"));
+                  });
+                  page.on('response', function (response) {
+                    addLogsToFile(logsDir, "CONSOLE LOG REQUEST: ".concat(response.status(), ", ").concat(response.url(), "\n"));
+                  });
+                case 20:
+                  _context9.next = 22;
+                  return page.evaluate(function (testData, options) {
+                    if (options.benchmark) window.DG.Test.isInBenchmark = true;
+                    return new Promise(function (resolve, reject) {
+                      window.DG.Utils.executeTests(testData, options.stopOnTimeout).then(function (results) {
+                        resolve(results);
+                      })["catch"](function (e) {
+                        resolve({
+                          failed: true,
+                          verbosePassed: "",
+                          verboseSkipped: "",
+                          verboseFailed: "Tests execution failed",
+                          passedAmount: 0,
+                          skippedAmount: 0,
+                          failedAmount: 1,
+                          csv: "",
+                          df: undefined
+                        });
+                      });
+                    });
+                  }, testExecutionData, workerOptions);
+                case 22:
+                  testingResults = _context9.sent;
+                  if (!workerOptions.record) {
+                    _context9.next = 26;
+                    break;
+                  }
+                  _context9.next = 26;
+                  return recorder.stop();
+                case 26:
+                  if (!(browser != null)) {
+                    _context9.next = 29;
+                    break;
+                  }
+                  _context9.next = 29;
+                  return browser.close();
+                case 29:
+                  return _context9.abrupt("return", testingResults);
+                case 30:
+                case "end":
+                  return _context9.stop();
+              }
+            }, _callee9);
+          })), testInvocationTimeout);
+        case 3:
+          return _context10.abrupt("return", _context10.sent);
+        case 4:
+        case "end":
+          return _context10.stop();
+      }
+    }, _callee10);
+  }));
+  return _runWorker.apply(this, arguments);
+}
+function mergeWorkersResults(_x21) {
+  return _mergeWorkersResults.apply(this, arguments);
+}
+function _mergeWorkersResults() {
+  _mergeWorkersResults = (0, _asyncToGenerator2["default"])( /*#__PURE__*/_regenerator["default"].mark(function _callee11(workersResults) {
+    var mergedResult, _iterator5, _step5, workersResult, resultToMerdge1, resultToMerdge2, header;
+    return _regenerator["default"].wrap(function _callee11$(_context11) {
+      while (1) switch (_context11.prev = _context11.next) {
+        case 0:
+          mergedResult = {
+            failed: workersResults[0].failed,
+            verbosePassed: workersResults[0].verbosePassed,
+            verboseSkipped: workersResults[0].verboseSkipped,
+            verboseFailed: workersResults[0].verboseFailed,
+            passedAmount: workersResults[0].passedAmount,
+            skippedAmount: workersResults[0].skippedAmount,
+            failedAmount: workersResults[0].failedAmount,
+            csv: workersResults[0].csv
+          };
+          _iterator5 = _createForOfIteratorHelper(workersResults);
+          _context11.prev = 2;
+          _iterator5.s();
+        case 4:
+          if ((_step5 = _iterator5.n()).done) {
+            _context11.next = 21;
+            break;
+          }
+          workersResult = _step5.value;
+          if (!(mergedResult.csv === workersResult.csv)) {
+            _context11.next = 8;
+            break;
+          }
+          return _context11.abrupt("continue", 19);
+        case 8:
+          mergedResult.failed = mergedResult.failed && workersResult.failed;
+          mergedResult.verbosePassed = "".concat(mergedResult.verbosePassed.trim(), "\n").concat(workersResult.verbosePassed.trim());
+          mergedResult.verboseFailed = "".concat(mergedResult.verboseFailed.trim(), "\n").concat(workersResult.verboseFailed.trim());
+          mergedResult.verboseSkipped = "".concat(mergedResult.verboseSkipped.trim(), "\n").concat(workersResult.verboseSkipped.trim());
+          mergedResult.passedAmount += workersResult.passedAmount;
+          mergedResult.failedAmount += workersResult.failedAmount;
+          mergedResult.skippedAmount += workersResult.skippedAmount;
+          resultToMerdge1 = mergedResult.csv.trim().split('\n');
+          resultToMerdge2 = workersResult.csv.trim().split('\n');
+          header = resultToMerdge1[0];
+          mergedResult.csv = [header].concat((0, _toConsumableArray2["default"])(resultToMerdge1.slice(1)), (0, _toConsumableArray2["default"])(resultToMerdge2.slice(1))).join('\n');
+        case 19:
+          _context11.next = 4;
+          break;
+        case 21:
+          _context11.next = 26;
+          break;
+        case 23:
+          _context11.prev = 23;
+          _context11.t0 = _context11["catch"](2);
+          _iterator5.e(_context11.t0);
+        case 26:
+          _context11.prev = 26;
+          _iterator5.f();
+          return _context11.finish(26);
+        case 29:
+          return _context11.abrupt("return", mergedResult);
+        case 30:
+        case "end":
+          return _context11.stop();
+      }
+    }, _callee11, null, [[2, 23, 26, 29]]);
+  }));
+  return _mergeWorkersResults.apply(this, arguments);
 }

package/package-template/CHANGELOG.md

@@ -0,0 +1,3 @@
+# #{PACKAGE_NAME} changelog
+
+## 0.0.1 (#{CURRENT_DATE})