datagrok-tools 4.14.64 → 4.14.66

package/bin/commands/publish.js

@@ -35,7 +35,7 @@ let curDir = process.cwd();
 const packDir = _path.default.join(curDir, 'package.json');
 const packageFiles = ['src/package.ts', 'src/detectors.ts', 'src/package.js', 'src/detectors.js', 'src/package-test.ts', 'src/package-test.js', 'package.js', 'detectors.js'];
 let config;
-async function processPackage(debug, rebuild, host, devKey, packageName, suffix) {
+async function processPackage(debug, rebuild, host, devKey, packageName, dropDb, suffix) {
   // Get the server timestamps
   let timestamps = {};
   let url = `${host}/packages/dev/${devKey}/${packageName}`;
@@ -166,7 +166,7 @@ async function processPackage(debug, rebuild, host, devKey, packageName, suffix)
   });
 
   // Upload
-  url += `?debug=${debug.toString()}&rebuild=${rebuild.toString()}`;
+  url += `?debug=${debug.toString()}&rebuild=${rebuild.toString()}&dropDb=${(dropDb ?? false).toString()}`;
   if (suffix) url += `&suffix=${suffix.toString()}`;
   const uploadPromise = new Promise((resolve, reject) => {
     (0, _nodeFetch.default)(url, {
@@ -305,7 +305,7 @@ async function publishPackage(args) {
         if (!args.suffix && stdout) args.suffix = stdout.toString().substring(0, 8);
       });
       await utils.delay(100);
-      code = await processPackage(!args.release, Boolean(args.rebuild), url, key, packageName, args.suffix);
+      code = await processPackage(!args.release, Boolean(args.rebuild), url, key, packageName, args.dropDb ?? false, args.suffix);
     } catch (error) {
       console.error(error);
       code = 1;

package/bin/commands/test-all.js

@@ -60,7 +60,10 @@ async function testAll(args) {
   }));
   utils.setHost(args.host, config);
   let packagesToRun = await testUtils.loadPackages(curDir, args.packages, args.host, args['skip-publish'], args['skip-build']);
-  let testsObj = await (0, _testUtils.loadTestsList)(packagesToRun, args.core);
+  console.log('Loading tests');
+  let start = Date.now();
+  let testsObj = await (0, _testUtils.loadTestsList)(packagesToRun, args.core ?? false, args.record ?? false);
+  console.log(`Loaded tests in ${Date.now() - start} ms`);
   let filteredTests = await filterTests(testsObj, (args.tags ?? "").split(" "), args['stress-test'], args.benchmark);
   let browsersOrder = await setBrowsersOrder(filteredTests, getEnumOrder(args.order ?? ''), args['browsers-count'], args.testRepeat);
   let testsResults = await runTests(browsersOrder, {

package/bin/utils/test-utils.js

@@ -220,13 +220,31 @@ async function loadPackages(packagesDir, packagesToLoad, host, skipPublish, skip
   console.log();
   return Array.from(packagesToRun).filter(([_, value]) => value).map(([key, _]) => key);
 }
-async function loadTestsList(packages, core = false) {
+async function loadTestsList(packages, core = false, record = false) {
   const packageTestsData = await timeout(async () => {
     const params = Object.assign({}, defaultLaunchParameters);
-    // params['headless'] = false;
     const out = await getBrowserPage(_puppeteer.default, params);
     const browser = out.browser;
     const page = out.page;
+    let recorder = null;
+    if (record) {
+      const suffix = process.env.BACKUP_SIZE && process.env.WORKER_ID && process.env.TOTAL_WORKERS ? `_${process.env.BACKUP_SIZE}_${process.env.WORKER_ID}_${process.env.TOTAL_WORKERS}` : '';
+      const logsDir = `./load-test-console-output${suffix}.log`;
+      const recordDir = `./load-test-record${suffix}.mp4`;
+      recorder = new _puppeteerScreenRecorder.PuppeteerScreenRecorder(page, recorderConfig);
+      await recorder.start(recordDir);
+      await page.exposeFunction('addLogsToFile', addLogsToFile);
+      _fs.default.writeFileSync(logsDir, ``);
+      page.on('console', msg => {
+        addLogsToFile(logsDir, `CONSOLE LOG ENTRY: ${msg.text()}\n`);
+      });
+      page.on('pageerror', error => {
+        addLogsToFile(logsDir, `CONSOLE LOG ERROR: ${error.message}\n`);
+      });
+      page.on('response', response => {
+        addLogsToFile(logsDir, `CONSOLE LOG REQUEST: ${response.status()}, ${response.url()}\n`);
+      });
+    }
     const r = await page.evaluate((packages, coreTests) => {
       return new Promise((resolve, reject) => {
         const promises = [];
@@ -267,7 +285,8 @@ async function loadTestsList(packages, core = false) {
         });
       });
     }, packages, core);
-    if (browser != null) await browser.close();
+    await recorder?.stop();
+    await browser?.close();
     return r;
   }, testCollectionTimeout);
   const testsList = [];

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "datagrok-tools",
-  "version": "4.14.64",
+  "version": "4.14.66",
   "description": "Utility to upload and publish packages to Datagrok",
   "homepage": "https://github.com/datagrok-ai/public/tree/master/tools#readme",
   "dependencies": {