datagrok-tools 4.14.63 → 4.14.65

package/bin/commands/test-all.js

@@ -60,7 +60,10 @@ async function testAll(args) {
   }));
   utils.setHost(args.host, config);
   let packagesToRun = await testUtils.loadPackages(curDir, args.packages, args.host, args['skip-publish'], args['skip-build']);
-  let testsObj = await (0, _testUtils.loadTestsList)(packagesToRun, args.core);
+  console.log('Loading tests');
+  let start = Date.now();
+  let testsObj = await (0, _testUtils.loadTestsList)(packagesToRun, args.core ?? false, args.record ?? false);
+  console.log(`Loaded tests in ${Date.now() - start} ms`);
   let filteredTests = await filterTests(testsObj, (args.tags ?? "").split(" "), args['stress-test'], args.benchmark);
   let browsersOrder = await setBrowsersOrder(filteredTests, getEnumOrder(args.order ?? ''), args['browsers-count'], args.testRepeat);
   let testsResults = await runTests(browsersOrder, {

package/bin/utils/test-utils.js

@@ -184,10 +184,10 @@ const recorderConfig = exports.recorderConfig = {
 async function loadPackages(packagesDir, packagesToLoad, host, skipPublish, skipBuild, linkPackage, release) {
   const packagesToRun = new Map();
   const hostString = host === undefined ? `` : `${host}`;
-  if (packagesToLoad !== 'all') {
-    for (const pacakgeName of (packagesToLoad ?? '').split(' ')) {
-      if ((pacakgeName ?? '').length !== 0) packagesToRun.set((0, _utils.spaceToCamelCase)(pacakgeName).toLocaleLowerCase(), false);
-    }
+  if (packagesToLoad && packagesToLoad !== 'all') {
+    const packageNames = packagesToLoad.split(' ').map(p => p.trim()).filter(p => p.length > 0);
+    if (skipPublish && skipBuild && !linkPackage) return packageNames;
+    for (const name of packageNames) packagesToRun.set((0, _utils.spaceToCamelCase)(name).toLowerCase(), false);
   }
   for (const dirName of _fs.default.readdirSync(packagesDir)) {
     const packageDir = _path.default.join(packagesDir, dirName);
@@ -218,16 +218,33 @@ async function loadPackages(packagesDir, packagesToLoad, host, skipPublish, skip
     }
   }
   console.log();
-  return Array.from(packagesToRun).filter(([key, value]) => value === true).map(([key]) => key);
-  ;
+  return Array.from(packagesToRun).filter(([_, value]) => value).map(([key, _]) => key);
 }
-async function loadTestsList(packages, core = false) {
+async function loadTestsList(packages, core = false, record = false) {
   const packageTestsData = await timeout(async () => {
     const params = Object.assign({}, defaultLaunchParameters);
-    // params['headless'] = false;
     const out = await getBrowserPage(_puppeteer.default, params);
     const browser = out.browser;
     const page = out.page;
+    let recorder = null;
+    if (record) {
+      const suffix = process.env.BACKUP_SIZE && process.env.WORKER_ID && process.env.TOTAL_WORKERS ? `_${process.env.BACKUP_SIZE}_${process.env.WORKER_ID}_${process.env.TOTAL_WORKERS}` : '';
+      const logsDir = `./load-test-console-output${suffix}.log`;
+      const recordDir = `./load-test-record${suffix}.mp4`;
+      recorder = new _puppeteerScreenRecorder.PuppeteerScreenRecorder(page, recorderConfig);
+      await recorder.start(recordDir);
+      await page.exposeFunction('addLogsToFile', addLogsToFile);
+      _fs.default.writeFileSync(logsDir, ``);
+      page.on('console', msg => {
+        addLogsToFile(logsDir, `CONSOLE LOG ENTRY: ${msg.text()}\n`);
+      });
+      page.on('pageerror', error => {
+        addLogsToFile(logsDir, `CONSOLE LOG ERROR: ${error.message}\n`);
+      });
+      page.on('response', response => {
+        addLogsToFile(logsDir, `CONSOLE LOG REQUEST: ${response.status()}, ${response.url()}\n`);
+      });
+    }
     const r = await page.evaluate((packages, coreTests) => {
       return new Promise((resolve, reject) => {
         const promises = [];
@@ -268,7 +285,8 @@ async function loadTestsList(packages, core = false) {
         });
       });
     }, packages, core);
-    if (browser != null) await browser.close();
+    await recorder?.stop();
+    await browser?.close();
     return r;
   }, testCollectionTimeout);
   const testsList = [];

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "datagrok-tools",
-  "version": "4.14.63",
+  "version": "4.14.65",
   "description": "Utility to upload and publish packages to Datagrok",
   "homepage": "https://github.com/datagrok-ai/public/tree/master/tools#readme",
   "dependencies": {