datagrok-tools 4.13.34 → 4.13.36

package/CHANGELOG.md

@@ -1,6 +1,18 @@
 # Datagrok-tools changelog
 
 
+## 4.13.36 (2024-11-15)
+
+### Features
+
+* Grok test reopens on each failed test
+
+## 4.13.35 (2024-11-4)
+
+### Features
+
+* Grok help fixes
+
 ## 4.13.34 (2024-11-1)
 
 ### Features

package/bin/commands/help.js

@@ -4,14 +4,14 @@ Object.defineProperty(exports, "__esModule", {
   value: true
 });
 exports.help = void 0;
-var HELP = "\nUsage: grok <command>\n\nDatagrok's package management tool\n\nCommands:\n    add       Add an object template\n    api       Create wrapper functions\n    check     Check package content (function signatures, etc.)\n    config    Create and manage config files\n    create    Create a package\n    init      Modify a package template\n    link      Link `datagrok-api` and libraries for local development\n    publish   Upload a package\n    publishAll   Upload all packages\n    test      Run package tests\n    testAll      Run packages tests\n\nTo get help on a particular command, use:\n    grok <command> --help\n\nRead more about the package development workflow:\nhttps://datagrok.ai/help/develop/develop\n";
+var HELP = "\nUsage: grok <command>\n\nDatagrok's package management tool\n\nCommands:\n    add       Add an object template\n    api       Create wrapper functions\n    check     Check package content (function signatures, etc.)\n    config    Create and manage config files\n    create    Create a package\n    init      Modify a package template\n    link      Link `datagrok-api` and libraries for local development\n    publish   Upload a package\n    test      Run package tests\n    testAll      Run packages tests\n\nTo get help on a particular command, use:\n    grok <command> --help\n\nRead more about the package development workflow:\nhttps://datagrok.ai/help/develop/develop\n";
 var HELP_ADD = "\nUsage: grok add <entity> <name>\n\nAdd an object template to your package:\n\ngrok add app <name>\ngrok add connection <name>\ngrok add detector <semantic-type-name>\ngrok add function [tag] <name>\ngrok add query <name>\ngrok add script [tag] <language> <name>\ngrok add view <name>\ngrok add viewer <name>\ngrok add tests\n\nPlease note that entity names may only include letters and numbers\n\nSupported languages for scripts:\njavascript, julia, node, octave, python, r\n\nAvailable tags:\npanel, init\n";
 var HELP_INIT = "\nUsage: grok init\n\nModify a package template by adding config files for linters, IDE, etc.\n\nOptions:\n[--eslint] [--ide] [--test] [--ts] [--git]\n\n--eslint    Add a configuration for eslint\n--ide       Add an IDE-specific configuration for debugging (vscode)\n--test      Add tests support (TypeScript packages only)\n--ts        Convert a JavaScript package to TypeScript\n--git       Configure GIT and install commit linting tools.\n            Read more: https://datagrok.ai/help/develop/advanced/git-policy\n";
 var HELP_API = "\nUsage: grok api\n\nCreate wrapper functions for package scripts and queries\n";
 var HELP_CONFIG = "\nUsage: grok config\n\nCreate or update a configuration file\n\nOptions:\n[--reset] [--server] [--alias] [-k | --key]\n\n--reset     Restore the default config file template\n--server    Use to add a server to the config (`grok config add --alias alias --server url --key key`)\n--alias     Use in conjunction with the `server` option to set the server name\n--key       Use in conjunction with the `server` option to set the developer key\n--default   Use in conjunction with the `server` option to set the added server as default\n";
 var HELP_CREATE = "\nUsage: grok create [name]\n\nCreate a package:\n\ngrok create         Create a package in the current working directory\ngrok create <name>  Create a package in a folder with the specified name\n\nPlease note that the package name may only include letters, numbers, underscores, or hyphens\n\nOptions:\n[--eslint] [--ide] [--js | --ts] [--test]\n\n--eslint    Add a configuration for eslint\n--ide       Add an IDE-specific configuration for debugging (vscode)\n--js        Create a JavaScript package\n--ts        Create a TypeScript package (default)\n--test      Add tests support (TypeScript packages only)\n";
-var HELP_PUBLISH = "\nUsage: grok publish [host]\n\nUpload a package\n\nOptions:\n[--build|--rebuild] [--debug|--release] [-k | --key] [--suffix]\n\nRunning `grok publish` is the same as running `grok publish defaultHost --build --debug`\n";
-var HELP_CHECK = "\nUsage: grok check\n\nOptions:\n[-r | --recursive]\n\n--recursive       Check all packages in the current directory\n--all             Publish all available packages \n--refresh         Publish all available already loaded packages \n\nCheck package content (function signatures, import statements of external modules, etc.)\n";
+var HELP_PUBLISH = "\nUsage: grok publish [host]\n\nUpload a package\n\nOptions:\n[--build|--rebuild] [--debug|--release] [-k | --key] [--suffix] [--all] [--refresh]\n\n--all             Publish all available packages \n--refresh         Publish all available already loaded packages \n\nRunning `grok publish` is the same as running `grok publish defaultHost --build --debug`\n";
+var HELP_CHECK = "\nUsage: grok check\n\nOptions:\n[-r | --recursive]\n\n--recursive       Check all packages in the current directory\n\nCheck package content (function signatures, import statements of external modules, etc.)\n";
 var HELP_TEST = "\nUsage: grok test\n\nOptions:\n[--package] [--category] [--test] [--host] [--csv] [--gui] [--skip-build] [--skip-publish] [--link] [--catchUnhandled] [--report] [--record] [--verbose] [--platform] [--benchmark] [--stress-test]\n\n--package           Specify a package name to run tests for\n--category          Specify a category name to run tests for\n--test              Specify a test name to run \n--host              Host alias as in the config file\n--csv               Save the test report in a CSV file\n--gui               Launch graphical interface (non-headless mode)\n--catchUnhandled    Catch unhandled exceptions during test execution (default=true)\n--report            Report failed tests to audit, notifies package author (default=false)\n--skip-build        Skip the package build step\n--skip-publish      Skip the package publication step\n--link  \t          Link the package to local utils\n--record            Records the test execution process in mp4 format\n--verbose           Prints detailed information about passed and skipped tests in the console\n--platform          Runs only platform tests (applicable for ApiTests package only)\n--core              Runs package & core tests (applicable  for DevTools package only)\n--benchmark   \t    Runs tests in benchmark mode\n--stress-test       Runs shuffled stress-test only\n \nRun package tests\n\nSee instructions:\nhttps://datagrok.ai/help/develop/how-to/test-packages#local-testing\n";
 var HELP_TESTALL = "\nUsage: grok testall\n\nOptions:\n[--packages] [--host] [--csv] [--gui] [--skip-build] [--skip-publish] [--link-package] [--catchUnhandled] [--report] [--record] [--verbose] [--benchmark] [--stress-test] [--order] [--tags] [--testRepeat] [--workersCount]\n\n--packages          Specify a packages names to run tests for\n--host              Host alias as in the config file\n--csv               Save the test report in a CSV file\n--gui               Launch graphical interface (non-headless mode)\n--catchUnhandled    Catch unhandled exceptions during test execution (default=true)\n--report            Report failed tests to audit, notifies packages author (default=false)\n--skip-build        Skip the packages build step\n--skip-publish      Skip the packages publication step\n--link-package  \t  Link the packages to local utils\n--record            Records the test execution process in mp4 format\n--verbose           Prints detailed information about passed and skipped tests in the console\n--core              Runs packages & core tests (applicable  for DevTools packages only)\n--benchmark   \t    Runs tests in benchmark mode\n--stress-test       Runs shuffled stress-test only\n--order             Specify order for tests invocation\n--tags              Filter tests by tag name for run\n--testRepeat        Set amount of tests repeats\n--workersCount      Set amount of workers for tests run\n\nRun tests of all or specified packages \n\nSee instructions:\nhttps://datagrok.ai/help/develop/how-to/test-packages#local-testing\n";
 var HELP_LINK = "\nUsage: grok link\n\nLink `datagrok-api` and libraries for local development\n";

package/bin/commands/test.js

@@ -14,6 +14,7 @@ var _path = _interopRequireDefault(require("path"));
 var _jsYaml = _interopRequireDefault(require("js-yaml"));
 var utils = _interopRequireWildcard(require("../utils/utils"));
 var color = _interopRequireWildcard(require("../utils/color-utils"));
+var Papa = _interopRequireWildcard(require("papaparse"));
 var _testUtils = _interopRequireWildcard(require("../utils/test-utils"));
 var testUtils = _testUtils;
 var _orderFunctions = require("../utils/order-functions");
@@ -34,7 +35,7 @@ function test(_x) {
 }
 function _test() {
   _test = (0, _asyncToGenerator2["default"])( /*#__PURE__*/_regenerator["default"].mark(function _callee(args) {
-    var config, packageJsonData, packageName, packagesDir, categoryToCheck, testToCheck, res;
+    var config, packageJsonData, packageName, packagesDir, res;
     return _regenerator["default"].wrap(function _callee$(_context) {
       while (1) switch (_context.prev = _context.next) {
         case 0:
@@ -49,32 +50,26 @@ function _test() {
           }));
           packageName = args["package"] ? utils.kebabToCamelCase(args["package"]) : utils.kebabToCamelCase(utils.removeScope(packageJsonData.name));
           packagesDir = _path["default"].basename(curDir) === "packages" ? curDir : _path["default"].dirname(curDir);
-          categoryToCheck = undefined;
-          testToCheck = undefined;
-          if (args.category) {
-            categoryToCheck = args.category.toString();
-            if (args.test) testToCheck = args.test.toString();
-          }
           console.log('Environment variable `TARGET_PACKAGE` is set to', packageName);
           if (args.platform && packageName !== 'ApiTests') color.warn('--platform flag can only be used in the ApiTests package');
           if (args.core && packageName !== 'DevTools') color.warn('--core flag can only be used in the DevTools package');
           if (args["package"]) {
-            _context.next = 16;
+            _context.next = 13;
             break;
           }
-          _context.next = 16;
+          _context.next = 13;
           return testUtils.loadPackages(packagesDir, packageName, args.host, args['skip-publish'], args['skip-build'], args.link);
-        case 16:
+        case 13:
           process.env.TARGET_PACKAGE = packageName;
-          _context.next = 19;
-          return runTesting(args, categoryToCheck, testToCheck);
-        case 19:
+          _context.next = 16;
+          return runTesting(args);
+        case 16:
           res = _context.sent;
           if (args.csv) (0, _testUtils.saveCsvResults)([res.csv], csvReportDir);
           (0, _testUtils.printWorkersResult)(res, args.verbose);
           if (!res) testUtils.exitWithCode(1);else testUtils.exitWithCode(0);
           return _context.abrupt("return", true);
-        case 24:
+        case 21:
         case "end":
           return _context.stop();
       }
@@ -89,13 +84,13 @@ function isArgsValid(args) {
   })) return false;
   return true;
 }
-function runTesting(_x2, _x3, _x4) {
+function runTesting(_x2) {
   return _runTesting.apply(this, arguments);
 }
 function _runTesting() {
-  _runTesting = (0, _asyncToGenerator2["default"])( /*#__PURE__*/_regenerator["default"].mark(function _callee2(args, categoryToCheck, testToCheck) {
+  _runTesting = (0, _asyncToGenerator2["default"])( /*#__PURE__*/_regenerator["default"].mark(function _callee2(args) {
     var _process$env$TARGET_P;
-    var testsObj, parsed, organized, filtered, _iterator, _step, element, testsResults, r, _args$benchmark, _args$catchUnhandled, _args$gui, _args$record, _args$report, _args$verbose, testsLeft, _iterator2, _step2, testData;
+    var testsObj, parsed, organized, filtered, _iterator, _step, element, testsResults, r, _args$benchmark, _args$catchUnhandled, _args$gui, _args$record, _args$report, _args$verbose, testsLeft, testsToReproduce, _iterator2, _step2, testData, reproduced, _iterator3, _step3, _test2, _reproducedTest2;
     return _regenerator["default"].wrap(function _callee2$(_context2) {
       while (1) switch (_context2.prev = _context2.next) {
         case 0:
@@ -150,35 +145,189 @@ function _runTesting() {
           }, 1, testInvocationTimeout);
         case 12:
           r = _context2.sent;
-          testsResults.push(r);
           testsLeft = [];
+          testsToReproduce = [];
           _iterator2 = _createForOfIteratorHelper(organized);
           try {
             for (_iterator2.s(); !(_step2 = _iterator2.n()).done;) {
               testData = _step2.value;
               if (!r.csv.includes("".concat(testData.params.category, ",").concat(testData.params.test))) testsLeft.push(testData);
+              if (r.verboseFailed.includes("".concat(testData.params.category, ": ").concat(testData.params.test, " :  Error:"))) {
+                testsToReproduce.push(testData);
+              }
             }
           } catch (err) {
             _iterator2.e(err);
           } finally {
             _iterator2.f();
           }
+          if (!(testsToReproduce.length > 0)) {
+            _context2.next = 42;
+            break;
+          }
+          _context2.next = 20;
+          return reproducedTest(args, testsToReproduce);
+        case 20:
+          reproduced = _context2.sent;
+          _iterator3 = _createForOfIteratorHelper(testsToReproduce);
+          _context2.prev = 22;
+          _iterator3.s();
+        case 24:
+          if ((_step3 = _iterator3.n()).done) {
+            _context2.next = 34;
+            break;
+          }
+          _test2 = _step3.value;
+          _reproducedTest2 = reproduced.get(_test2);
+          console.log(_test2);
+          if (!(_reproducedTest2 && !_reproducedTest2.failed)) {
+            _context2.next = 32;
+            break;
+          }
+          _context2.next = 31;
+          return updateResultsByReproduced(r, _reproducedTest2, _test2);
+        case 31:
+          r = _context2.sent;
+        case 32:
+          _context2.next = 24;
+          break;
+        case 34:
+          _context2.next = 39;
+          break;
+        case 36:
+          _context2.prev = 36;
+          _context2.t0 = _context2["catch"](22);
+          _iterator3.e(_context2.t0);
+        case 39:
+          _context2.prev = 39;
+          _iterator3.f();
+          return _context2.finish(39);
+        case 42:
+          testsResults.push(r);
           organized = testsLeft;
-        case 18:
-          if (r.verboseFailed.includes('EXECUTION TIMEOUT')) {
+          console.log(r);
+        case 45:
+          if (r.verboseFailed.includes('Error')) {
             _context2.next = 10;
             break;
           }
-        case 19:
-          _context2.next = 21;
+        case 46:
+          _context2.next = 48;
           return (0, _testUtils.mergeWorkersResults)(testsResults);
-        case 21:
+        case 48:
           return _context2.abrupt("return", _context2.sent);
-        case 22:
+        case 49:
         case "end":
           return _context2.stop();
       }
-    }, _callee2);
+    }, _callee2, null, [[22, 36, 39, 42]]);
   }));
   return _runTesting.apply(this, arguments);
+}
+function reproducedTest(_x3, _x4) {
+  return _reproducedTest.apply(this, arguments);
+}
+function _reproducedTest() {
+  _reproducedTest = (0, _asyncToGenerator2["default"])( /*#__PURE__*/_regenerator["default"].mark(function _callee3(args, testsToReproduce) {
+    var res, _iterator4, _step4, _args$benchmark2, _test3, r;
+    return _regenerator["default"].wrap(function _callee3$(_context3) {
+      while (1) switch (_context3.prev = _context3.next) {
+        case 0:
+          res = new Map();
+          _iterator4 = _createForOfIteratorHelper(testsToReproduce);
+          _context3.prev = 2;
+          _iterator4.s();
+        case 4:
+          if ((_step4 = _iterator4.n()).done) {
+            _context3.next = 12;
+            break;
+          }
+          _test3 = _step4.value;
+          _context3.next = 8;
+          return (0, _testUtils.runWorker)([_test3], {
+            benchmark: (_args$benchmark2 = args.benchmark) !== null && _args$benchmark2 !== void 0 ? _args$benchmark2 : false,
+            catchUnhandled: false,
+            gui: false,
+            record: false,
+            report: false,
+            verbose: false,
+            stopOnTimeout: true,
+            reproduce: true
+          }, 1, testInvocationTimeout);
+        case 8:
+          r = _context3.sent;
+          if (_test3.params.category && _test3.params.test) res.set(_test3, r);
+        case 10:
+          _context3.next = 4;
+          break;
+        case 12:
+          _context3.next = 17;
+          break;
+        case 14:
+          _context3.prev = 14;
+          _context3.t0 = _context3["catch"](2);
+          _iterator4.e(_context3.t0);
+        case 17:
+          _context3.prev = 17;
+          _iterator4.f();
+          return _context3.finish(17);
+        case 20:
+          return _context3.abrupt("return", res);
+        case 21:
+        case "end":
+          return _context3.stop();
+      }
+    }, _callee3, null, [[2, 14, 17, 20]]);
+  }));
+  return _reproducedTest.apply(this, arguments);
+}
+function updateResultsByReproduced(_x5, _x6, _x7) {
+  return _updateResultsByReproduced.apply(this, arguments);
+}
+function _updateResultsByReproduced() {
+  _updateResultsByReproduced = (0, _asyncToGenerator2["default"])( /*#__PURE__*/_regenerator["default"].mark(function _callee4(curentResult, reproducedResult, testsParams) {
+    var table2Dict, table1, table2, flakingMap;
+    return _regenerator["default"].wrap(function _callee4$(_context4) {
+      while (1) switch (_context4.prev = _context4.next) {
+        case 0:
+          table2Dict = {};
+          table1 = readCSVResultData(curentResult.csv);
+          table2 = readCSVResultData(reproducedResult.csv);
+          flakingMap = {};
+          table2.rows.forEach(function (row) {
+            var key = "".concat(row['category'], ",").concat(row['name']);
+            flakingMap[key] = row['flaking'];
+          });
+          table1.rows.forEach(function (row) {
+            var key = "".concat(row['category'], ",").concat(row['name']);
+            if (key in flakingMap) {
+              row['flaking'] = flakingMap[key];
+            }
+          });
+          curentResult.csv = Papa.unparse(table1.rows, {
+            columns: table1.headers
+          });
+          ;
+          curentResult.verboseFailed = curentResult.verboseFailed.replaceAll("".concat(testsParams.params.category, ": ").concat(testsParams.params.test, " :  Error:"), "".concat(testsParams.params.category, ": ").concat(testsParams.params.test, " : Flaking Error:"));
+          return _context4.abrupt("return", curentResult);
+        case 10:
+        case "end":
+          return _context4.stop();
+      }
+    }, _callee4);
+  }));
+  return _updateResultsByReproduced.apply(this, arguments);
+}
+function readCSVResultData(data) {
+  var parsed = Papa.parse(data, {
+    header: true,
+    skipEmptyLines: true
+  });
+  if (parsed.errors.length > 0) {
+    throw new Error("Error parsing CSV file: ".concat(parsed.errors[0].message));
+  }
+  return {
+    headers: parsed.meta.fields || [],
+    rows: parsed.data
+  };
 }

package/bin/utils/test-utils.js

@@ -303,13 +303,6 @@ function exitWithCode(code) {
   console.log("Exiting with code ".concat(code));
   process.exit(code);
 }
-var TestContext = exports.TestContext = /*#__PURE__*/(0, _createClass2["default"])(function TestContext(catchUnhandled, report) {
-  (0, _classCallCheck2["default"])(this, TestContext);
-  (0, _defineProperty2["default"])(this, "catchUnhandled", true);
-  (0, _defineProperty2["default"])(this, "report", false);
-  if (catchUnhandled !== undefined) this.catchUnhandled = catchUnhandled;
-  if (report !== undefined) this.report = report;
-});
 var recorderConfig = exports.recorderConfig = {
   followNewTab: true,
   fps: 25,
@@ -459,7 +452,7 @@ function _loadTestsList() {
       _iterator3,
       _step3,
       testPackage,
-      key,
+      _key,
       _iterator4,
       _step4,
       testValue,
@@ -547,9 +540,9 @@ function _loadTestsList() {
           try {
             for (_iterator3.s(); !(_step3 = _iterator3.n()).done;) {
               testPackage = _step3.value;
-              for (key in testPackage.tests) {
-                if (testPackage.tests.hasOwnProperty(key)) {
-                  _iterator4 = _createForOfIteratorHelper(testPackage.tests[key].tests);
+              for (_key in testPackage.tests) {
+                if (testPackage.tests.hasOwnProperty(_key)) {
+                  _iterator4 = _createForOfIteratorHelper(testPackage.tests[_key].tests);
                   try {
                     for (_iterator4.s(); !(_step4 = _iterator4.n()).done;) {
                       testValue = _step4.value;
@@ -669,6 +662,7 @@ function _runWorker() {
                   _context9.next = 22;
                   return page.evaluate(function (testData, options) {
                     if (options.benchmark) window.DG.Test.isInBenchmark = true;
+                    if (options.reproduce) window.DG.Test.isReproducing = true;
                     return new Promise(function (resolve, reject) {
                       window.DG.Utils.executeTests(testData, options.stopOnTimeout).then(function (results) {
                         resolve(results);
@@ -788,4 +782,11 @@ function _mergeWorkersResults() {
     }, _callee11, null, [[2, 23, 26, 29]]);
   }));
   return _mergeWorkersResults.apply(this, arguments);
-}
+}
+var TestContext = exports.TestContext = /*#__PURE__*/(0, _createClass2["default"])(function TestContext(catchUnhandled, report) {
+  (0, _classCallCheck2["default"])(this, TestContext);
+  (0, _defineProperty2["default"])(this, "catchUnhandled", true);
+  (0, _defineProperty2["default"])(this, "report", false);
+  if (catchUnhandled !== undefined) this.catchUnhandled = catchUnhandled;
+  if (report !== undefined) this.report = report;
+});

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "datagrok-tools",
-  "version": "4.13.34",
+  "version": "4.13.36",
   "description": "Utility to upload and publish packages to Datagrok",
   "homepage": "https://github.com/datagrok-ai/public/tree/master/tools#readme",
   "dependencies": {
@@ -17,6 +17,7 @@
     "node-fetch": "^2.7.0",
     "node-recursive-directory": "^1.2.0",
     "os": "^0.1.2",
+    "papaparse": "^5.4.1",
     "path": "^0.12.7",
     "puppeteer": "^22.10.0",
     "puppeteer-screen-recorder": "3.0.3"
@@ -53,6 +54,7 @@
     "@types/inquirer": "^8.2.10",
     "@types/js-yaml": "^4.0.9",
     "@types/node": "^16.18.70",
+    "@types/papaparse": "^5.3.15",
     "@typescript-eslint/eslint-plugin": "^5.62.0",
     "@typescript-eslint/parser": "^5.62.0",
     "eslint": "^8.56.0",