@testim/testim-cli 3.192.0 → 3.196.0

package/codim/codim-npm-package/index.ts

@@ -119,6 +119,7 @@ type ApiCallOptions = {
     headers?: Headers;
     body?: string;
     sendViaWebApp?: boolean;
+    omitCookies?: boolean;
 }
 
 export enum GeneratedValueTypes {

package/commons/testimDesiredCapabilitiesBuilder.js

@@ -193,7 +193,6 @@ function _buildChromiumOptions(opts, browserOptions, testRunConfig, customExtens
     }
 
     if (isDFGrid(gridInfo) && browserName === 'MicrosoftEdge') {
-        delete chromiumOptions.prefs['profile.content_settings.exceptions.clipboard']; // for some reason this breaks
         opts.desiredCapabilities['ms:edgeChromium'] = true;
     }
 

package/commons/testimServicesApi.js

@@ -100,7 +100,7 @@ function saveTestPlanResult(projectId, testPlanId, result) {
     return utils.runWithRetries(() => postAuth({ url: '/testPlan/result', body: { projectId, testPlanId, result } }));
 }
 
-function updateTestStatus(status, executionId, testId, resultId, startTime, endTime, success, failureReason, config, projectId, remoteRunId, testRetryKey) {
+function updateTestStatus(status, executionId, testId, resultId, startTime, endTime, success, failureReason, config, projectId, remoteRunId, testRetryKey, apiRetries = DEFAULT_REQUEST_RETRY) {
     return utils.runWithRetries(() => putAuth('/result/run/test', {
         runId: executionId,
         testId,
@@ -115,7 +115,7 @@ function updateTestStatus(status, executionId, testId, resultId, startTime, endT
         runnerVersion,
         remoteRunId,
         testRetryKey,
-    }), DEFAULT_REQUEST_RETRY);
+    }), apiRetries);
 }
 
 function updateExecutionTests(executionId, runnerStatuses, status, reason, success, startTime, endTime, projectId) {

package/npm-shrinkwrap.json

@@ -1311,9 +1311,9 @@
       }
     },
     "axios-retry": {
-      "version": "3.2.3",
-      "resolved": "https://registry.npmjs.org/axios-retry/-/axios-retry-3.2.3.tgz",
-      "integrity": "sha512-JfxUUN6PDyinrDVP/NbCKxmwvwJfMfQ0DLs95o/OEd+mw5+hrBXNGfx1Wq2gskd7ODWc4kcd9CjStCpDv3Us4g==",
+      "version": "3.2.4",
+      "resolved": "https://registry.npmjs.org/axios-retry/-/axios-retry-3.2.4.tgz",
+      "integrity": "sha512-Co3UXiv4npi6lM963mfnuH90/YFLKWWDmoBYfxkHT5xtkSSWNqK9zdG3fw5/CP/dsoKB5aMMJCsgab+tp1OxLQ==",
       "requires": {
         "@babel/runtime": "^7.15.4",
         "is-retry-allowed": "^2.2.0"
@@ -1561,15 +1561,15 @@
       "dev": true
     },
     "browserslist": {
-      "version": "4.17.4",
-      "resolved": "https://registry.npmjs.org/browserslist/-/browserslist-4.17.4.tgz",
-      "integrity": "sha512-Zg7RpbZpIJRW3am9Lyckue7PLytvVxxhJj1CaJVlCWENsGEAOlnlt8X0ZxGRPp7Bt9o8tIRM5SEXy4BCPMJjLQ==",
+      "version": "4.17.5",
+      "resolved": "https://registry.npmjs.org/browserslist/-/browserslist-4.17.5.tgz",
+      "integrity": "sha512-I3ekeB92mmpctWBoLXe0d5wPS2cBuRvvW0JyyJHMrk9/HmP2ZjrTboNAZ8iuGqaEIlKguljbQY32OkOJIRrgoA==",
       "dev": true,
       "requires": {
-        "caniuse-lite": "^1.0.30001265",
-        "electron-to-chromium": "^1.3.867",
+        "caniuse-lite": "^1.0.30001271",
+        "electron-to-chromium": "^1.3.878",
         "escalade": "^3.1.1",
-        "node-releases": "^2.0.0",
+        "node-releases": "^2.0.1",
         "picocolors": "^1.0.0"
       }
     },
@@ -1722,9 +1722,9 @@
       "dev": true
     },
     "caniuse-lite": {
-      "version": "1.0.30001270",
-      "resolved": "https://registry.npmjs.org/caniuse-lite/-/caniuse-lite-1.0.30001270.tgz",
-      "integrity": "sha512-TcIC7AyNWXhcOmv2KftOl1ShFAaHQYcB/EPL/hEyMrcS7ZX0/DvV1aoy6BzV0+16wTpoAyTMGDNAJfSqS/rz7A==",
+      "version": "1.0.30001271",
+      "resolved": "https://registry.npmjs.org/caniuse-lite/-/caniuse-lite-1.0.30001271.tgz",
+      "integrity": "sha512-BBruZFWmt3HFdVPS8kceTBIguKxu4f99n5JNp06OlPD/luoAMIaIK5ieV5YjnBLH3Nysai9sxj9rpJj4ZisXOA==",
       "dev": true
     },
     "caseless": {
@@ -1912,9 +1912,9 @@
       },
       "dependencies": {
         "@types/node": {
-          "version": "16.11.1",
-          "resolved": "https://registry.npmjs.org/@types/node/-/node-16.11.1.tgz",
-          "integrity": "sha512-PYGcJHL9mwl1Ek3PLiYgyEKtwTMmkMw4vbiyz/ps3pfdRYLVv+SN7qHVAImrjdAXxgluDEw6Ph4lyv+m9UpRmA=="
+          "version": "16.11.6",
+          "resolved": "https://registry.npmjs.org/@types/node/-/node-16.11.6.tgz",
+          "integrity": "sha512-ua7PgUoeQFjmWPcoo9khiPum3Pd60k4/2ZGXt18sm2Slk0W0xZTqt5Y0Ny1NyBiN1EVQ/+FaF9NcY4Qe6rwk5w=="
         },
         "mkdirp": {
           "version": "0.5.5",
@@ -2853,9 +2853,9 @@
       "integrity": "sha512-GJCAeDBKfREgkBtgrYSf9hQy9kTb3helv0zGdzqhM7iAkW8FA/ZF97VQDbwFiwIT8MQLLOe5VlPZOEvZAqtUAQ=="
     },
     "electron-to-chromium": {
-      "version": "1.3.876",
-      "resolved": "https://registry.npmjs.org/electron-to-chromium/-/electron-to-chromium-1.3.876.tgz",
-      "integrity": "sha512-a6LR4738psrubCtGx5HxM/gNlrIsh4eFTNnokgOqvQo81GWd07lLcOjITkAXn2y4lIp18vgS+DGnehj+/oEAxQ==",
+      "version": "1.3.880",
+      "resolved": "https://registry.npmjs.org/electron-to-chromium/-/electron-to-chromium-1.3.880.tgz",
+      "integrity": "sha512-iwIP/6WoeSimzUKJIQtjtpVDsK8Ir8qQCMXsUBwg+rxJR2Uh3wTNSbxoYRfs+3UWx/9MAnPIxVZCyWkm8MT0uw==",
       "dev": true
     },
     "emoji-regex": {
@@ -5310,9 +5310,9 @@
           }
         },
         "estraverse": {
-          "version": "5.2.0",
-          "resolved": "https://registry.npmjs.org/estraverse/-/estraverse-5.2.0.tgz",
-          "integrity": "sha512-BxbNGGNm0RyRYvUdHpIwv9IWzeM9XClbOxwoATuFdOE7ZE6wHL+HQ5T8hoPM+zHvmKzzsEqhgy0GrQ5X13afiQ=="
+          "version": "5.3.0",
+          "resolved": "https://registry.npmjs.org/estraverse/-/estraverse-5.3.0.tgz",
+          "integrity": "sha512-MMdARuVEQziNTeJD8DgMqmhwR11BRQ/cBP+pLtYdSTnf3MIO8fFeiINEbX36ZdNlfU/7A9f3gUw49B3oQsvwBA=="
         },
         "html-encoding-sniffer": {
           "version": "2.0.1",
@@ -5521,9 +5521,9 @@
       }
     },
     "lazystream": {
-      "version": "1.0.0",
-      "resolved": "https://registry.npmjs.org/lazystream/-/lazystream-1.0.0.tgz",
-      "integrity": "sha1-9plf4PggOS9hOWvolGJAe7dxaOQ=",
+      "version": "1.0.1",
+      "resolved": "https://registry.npmjs.org/lazystream/-/lazystream-1.0.1.tgz",
+      "integrity": "sha512-b94GiNHQNy6JNTrt5w6zNyffMrNkXZb3KTkCZJb2V1xaEGCk093vkZ2jk3tpaeP33/OiXC+WvK9AxUebnf5nbw==",
       "requires": {
         "readable-stream": "^2.0.5"
       }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@testim/testim-cli",
-  "version": "3.192.0",
+  "version": "3.196.0",
   "description": "Command line interface for running Testing on your CI",
   "author": "Oren Rubin",
   "contributors": [{

package/player/chromeLauncherTestPlayer.js

@@ -4,9 +4,10 @@ const launcher = require('chrome-launcher');
 const desiredCapabilitiesBuilder = require('../commons/testimDesiredCapabilitiesBuilder');
 const utils = require('../utils');
 const httpRequest = require('../commons/httpRequest');
+const { registerExitHook } = require('../processHandler');
 const CDPTestRunner = require('../cdpTestRunner');
 
-class LancherDriver {
+class LauncherDriver {
     constructor(sessionId) {
         this.sessionId = sessionId;
         this.cdpTestRunner = new CDPTestRunner();
@@ -24,6 +25,8 @@ class LancherDriver {
         this._isAlive = true;
         const browserEndpoint = await httpRequest.get(`http://localhost:${this.chrome.port}/json/version`);
         await this.cdpTestRunner.initSession(browserEndpoint.webSocketDebuggerUrl);
+
+        registerExitHook(() => this.chrome.kill());
     }
 
     isAlive() {
@@ -49,7 +52,7 @@ class LancherDriver {
 class ChromeLauncherTestPlayer {
     constructor(id) {
         this.sessionId = utils.guid();
-        this.driver = new LancherDriver(this.sessionId);
+        this.driver = new LauncherDriver(this.sessionId);
         this.id = id;
     }
 

package/player/stepActions/apiStepAction.js

@@ -36,6 +36,7 @@ class ApiStepAction extends StepAction {
             headers: context.apiHeaders,
             body: context.apiBody,
             timeout: context.data.maxTotalStepTime,
+            omitCookies: step.omitCookies,
         };
 
         return (step.sendViaWebApp ? this.runApiInAut(step, context) : this.runApiInBg(eventData))

package/player/stepActions/salesforceAutoLoginStepAction.js

@@ -0,0 +1,37 @@
+const NavigationStepAction = require('./navigationStepAction');
+const Promise = require('bluebird');
+
+class SalesforceAutoLoginStepAction extends NavigationStepAction {
+    async performAction() {
+        let salesforceUrl = this.context.data.testimNavigationStepDestination || this.context.data.url;
+        try {
+            salesforceUrl = await this.updateBaseUrl(salesforceUrl);
+            await this.driver.url(salesforceUrl);
+            await Promise.delay(300); // wait a little for the page to load (fixes screenshots and clicking on elements in username verification screen)
+            let newUrl = await this.driver.getUrl();
+            // Verify username screen
+            const isUsernameVerificationNeeded = newUrl.includes(this.step.USERNAME_VERIFICATION_PATH_ID);
+            if (isUsernameVerificationNeeded) {
+                await this.driver.executeCodeAsync(`
+                    function ${this.step.handleUsernameVerificationAUTFunc.toString()}
+                    handleUsernameVerificationAUTFunc();
+                    var done = arguments[1];
+                    done();
+                `);
+                await Promise.delay(500);
+                newUrl = await this.driver.getUrl(); // If we managed to continue correctly we want to get the new redirected url
+            }
+            return {
+                success: true,
+                newUrl,
+            };
+        } catch (err) {
+            return {
+                success: false,
+                reason: err.message,
+            };
+        }
+    }
+}
+
+module.exports = SalesforceAutoLoginStepAction;

package/player/stepActions/scripts/focusElement.js

@@ -1,6 +1,6 @@
 module.exports = function dispatchFocus(targetElement, oldActiveElement) {
     function createFocusEvent(eventName) {
-        var event = document.createEvent("FocusEvent");
+        var event = document.createEvent("HTMLEvents");
         // TODO we want to use new Event, but mootools (used by zuora which is used by jfrog)
         //  overrides window.Event and throws an error
         event.initEvent(eventName, true, false);
@@ -16,10 +16,12 @@ module.exports = function dispatchFocus(targetElement, oldActiveElement) {
     }
 
     function setFocus(element, oldActiveElement) {
-        element.dispatchEvent(createFocusEvent('focusin'));
         if (oldActiveElement) {
-           oldActiveElement.dispatchEvent(createFocusEvent('focusout'));
+            oldActiveElement.dispatchEvent(createFocusEvent('focusout'));
+            oldActiveElement.dispatchEvent(createFocusEvent('blur'));
         }
+        element.dispatchEvent(createFocusEvent('focusin'));
+        element.dispatchEvent(createFocusEvent('focus'));
         if (typeof element.focus === 'function') {
             element.focus();
         }

package/player/stepActions/stepActionRegistrar.js

@@ -21,6 +21,7 @@ const RefreshStepAction = require('./RefreshStepAction');
 const ApiStepAction = require('./apiStepAction');
 const ExtractTextStepAction = require('./extractTextStepAction');
 const TdkHybridStepAction = require('./tdkHybridStepAction');
+const SalesforceAutoLoginStepAction = require('./salesforceAutoLoginStepAction');
 
 const CliJsStepAction = require('./cliJsStepAction');
 const CliConditionStepAction = require('./cliConditionStepAction');
@@ -92,6 +93,8 @@ module.exports = function (driver, stepActionFactory, runMode) {
         'email-code-step': JsCodeStepAction,
         'cli-email-code-step': CliJsStepAction,
         'tdk-hybrid': TdkHybridStepAction,
+
+        'salesforce-autologin': SalesforceAutoLoginStepAction,
     };
 
     const ANDROID_STEP_ACTION_MAPPING = {

package/runOptions.js

@@ -1021,6 +1021,7 @@ module.exports = {
                 const DEFAULTS = {
                     general: true,
                     disableLabs: true,
+                    disableFeatureFlags: true,
                     disableAssets: true,
                     disablePixelValidation: true,
                     disableResults: true,
@@ -1035,6 +1036,7 @@ module.exports = {
                     onlyTestIdsNoSuite: true,
                     uploadAssetsAndResultsOnFailure: true,
                     preloadTests: true,
+                    disableProjectDefaults: true,
                     type: 'lightweight',
                 };
 
@@ -1047,10 +1049,11 @@ module.exports = {
             program.lightweightMode = {
                 general: true,
                 disableLabs: false,
+                disableFeatureFlags: false,
                 disableAssets: true,
                 disablePixelValidation: false,
                 disableResults: true,
-                disableStepDelay: false,
+                disableStepDelay: true,
                 disableRemoteStep: false,
                 assumePreloadedSharedSteps: false,
                 disableVisibilityCheck: false,
@@ -1061,6 +1064,7 @@ module.exports = {
                 onlyTestIdsNoSuite: false,
                 uploadAssetsAndResultsOnFailure: true,
                 preloadTests: false,
+                disableProjectDefaults: false,
                 type: 'highSpeed',
             };
         }

package/runner.js

@@ -1,7 +1,7 @@
 'use strict';
 
 /* eslint-disable no-console */
-const { CLI_MODE, gridTypes } = require('./commons/constants');
+const { CLI_MODE } = require('./commons/constants');
 const Promise = require('bluebird');
 const _ = require('lodash');
 const { EDITOR_URL } = require('./commons/config');
@@ -309,10 +309,14 @@ async function init(options) {
         await labFeaturesService.loadLabFeatures(projectById.id, companyByProjectId.activePlan);
     }
 
-    if (options.lightweightMode && options.lightweightMode.type === 'highSpeed' && !labFeaturesService.isFeatureAvailableForProject('highSpeedMode')) {
+    if (options.lightweightMode && options.lightweightMode.type === 'highSpeed' && (!labFeaturesService.isFeatureAvailableForProject('highSpeedMode') || options.company.planType === 'free')) {
         delete options.lightweightMode;
     }
 
+    if (options.lightweightMode && options.lightweightMode.type === 'highSpeed') {
+        console.log('High-speed mode will ignore step delays. Test artifacts like screenshots and logs will only be saved for failed runs. For more information see our docs: https://help.testim.io/docs/high-speed-mode');
+    }
+
     gridService.keepAlive.start(project);
     analyticsIdentify(project);
     await setMockNetworkRules(options);

package/runners/strategies/BaseStrategy.js

@@ -51,26 +51,31 @@ class BaseStrategy {
 
     analyticsTestEnd({
         executionId, projectId, testId, resultId, result, companyId, companyName, projectName, companyPlanType, sessionType, source, user, lightweightMode,
+        logger,
     }) {
-        const properties = setLightweightAnalytics({
-            executionId,
-            projectId,
-            testId,
-            resultId,
-            companyId,
-            companyName,
-            projectName,
-            companyPlanType,
-            sessionType,
-            mockNetworkEnabled: result.wasMockNetworkActivated,
-            source: calcSource(source, user),
-        }, lightweightMode);
+        try {
+            const properties = setLightweightAnalytics({
+                executionId,
+                projectId,
+                testId,
+                resultId,
+                companyId,
+                companyName,
+                projectName,
+                companyPlanType,
+                sessionType,
+                mockNetworkEnabled: result.wasMockNetworkActivated,
+                source: calcSource(source, user),
+            }, lightweightMode);
 
-        if (result.success) {
-            analytics.trackWithCIUser('test-run-ci-success', properties);
-            return;
+            if (result.success) {
+                analytics.trackWithCIUser('test-run-ci-success', properties);
+                return;
+            }
+            analytics.trackWithCIUser('test-run-ci-fail', Object.assign({}, properties, { failureReason: result.failureReason }));
+        } catch (err) {
+            logger.error('failed to update test end analytics', { err });
         }
-        analytics.trackWithCIUser('test-run-ci-fail', Object.assign({}, properties, { failureReason: result.failureReason }));
     }
 
     runTests(testList, testStatus, executionId, options, branchToUse, authData, workerCount, stopOnError) {

package/runners/strategies/LocalStrategy.js

@@ -95,7 +95,9 @@ class LocalStrategy extends BaseStrategy {
                 });
                 return testStatus.testStartAndReport(wid, executionId, resultId, isRerun, testRetryKey);
             };
-            const onTestCompleted = (wid, testId, testResult, sessionId, isRerun) => testStatus.testEndAndReport(wid, testResult, executionId, sessionId, isRerun).then(() => {
+            const onTestCompleted = (wid, testId, testResult, sessionId, isRerun) => testStatus.testEndAndReport(wid, testResult, executionId, sessionId, isRerun).catch(err => {
+                logger.error('testEndAndReport threw an error', { err });
+            }).then(() => {
                 const isLocalRun = Boolean(options.useLocalChromeDriver || options.useChromeLauncher);
                 if (lightweightMode && lightweightMode.disableResults && isLocalRun) {
                     return undefined;
@@ -161,6 +163,7 @@ class LocalStrategy extends BaseStrategy {
                     source,
                     user,
                     lightweightMode,
+                    logger,
                 });
                 if (stopOnError && !testResult.success) {
                     reject(new StopRunOnError());

package/services/lambdatestService.js

@@ -16,7 +16,7 @@ const { getExtensionsUrl } = require('../runOptionsUtils');
 
 const logger = require('../commons/logger').getLogger('lambdatestService');
 
-const LT_TUNNEL_BINARY_ORIGIN = 'https://downloads.lambdatest.com/tunnel/alpha';
+const LT_TUNNEL_BINARY_ORIGIN = 'https://downloads.lambdatest.com/tunnel/v3';
 const LT_TUNNEL_BINARY_PATHNAME = {
     win32ia32: 'windows/32bit/LT_Windows.zip',
     win32x64: 'windows/64bit/LT_Windows.zip',

package/testRunHandler.js

@@ -518,7 +518,7 @@ TestRun.prototype.onRetry = async function () {
     this._originalTestResultId = this._originalTestResultId || this._previousTestResultId;
     this._testResultId = utils.guid();
 
-    if (this._options.lightweightMode && this._options.lightweightMode.disableResults) {
+    if (this._options.lightweightMode && this._options.lightweightMode.onlyTestIdsNoSuite) {
         return;
     }
 

package/testRunStatus.js

@@ -47,7 +47,7 @@ const RunStatus = function (testInfoList, options, testPlanId, branchToUse) {
     this.executionStartedPromise = Promise.resolve();
 
     const browserNames = utils.getUniqBrowsers(options, testInfoList);
-    const runnerMode = options.lightweightMode ? options.lightweightMode.type : options.mode; 
+    const runnerMode = options.lightweightMode ? options.lightweightMode.type : options.mode;
     this.execConfig = {
         parallel: TESTIM_CONCURRENT_WORKER_COUNT || options.parallel || 1,
         browser: browserNames,
@@ -153,7 +153,7 @@ RunStatus.prototype.testStart = function (wid, executionId, resultId, isRerun) {
 
 RunStatus.prototype.updateTestStatusRunning = function (test, executionId, testRetryKey) {
     const { project: projectId, remoteRunId, projectData } = this.options;
-    if (this.options.lightweightMode && this.options.lightweightMode.disableResults) {
+    if (this.options.lightweightMode && this.options.lightweightMode.onlyTestIdsNoSuite) {
         return this.executionStartedPromise;
     }
 
@@ -185,9 +185,6 @@ RunStatus.prototype.testStartReport = function (test, executionId, testRetryKey)
         .then(params => {
             this.options.runParams[test.resultId] = test.config.testData = Object.assign({}, test.config.testData, this.exportsGlobal, this.fileUserParamsData, this.beforeSuiteParams, params);
             test.startTime = Date.now();
-            if (this.options.lightweightMode && this.options.lightweightMode.disableResults) {
-                return undefined;
-            }
             return this.updateTestStatusRunning(test, executionId, testRetryKey);
         }).catch(err => {
             logger.error('Failed to start test', { err });
@@ -280,19 +277,25 @@ RunStatus.prototype.testEnd = function (wid, result, executionId, sessionId, isR
     return test;
 };
 
-RunStatus.prototype.testEndReport = function (test, executionId, result) {
+RunStatus.prototype.testEndReport = async function (test, executionId, result) {
     const globalParameters = result.exportsGlobal;
-    return runHook(this.options.afterTest, Object.assign({}, test, { globalParameters }))
-        .then(() => {
-            if (this.options.lightweightMode && this.options.lightweightMode.disableResults) {
-                return undefined;
-            }
-            return servicesApi.updateTestStatus('FINISHED', executionId, test.testId, test.resultId, test.startTime, result.endTime, test.success, test.failureReason, null, this.options.project, this.options.remoteRunId);
-        })
-        .catch(err => {
-            logger.error('Failed to update test finished', { err });
-            throw err;
-        });
+    try {
+        try {
+            await runHook(this.options.afterTest, Object.assign({}, test, { globalParameters }));
+        } catch (err) {
+            logger.error('HOOK threw an error', { test: test.testId, err });
+            // eslint-disable-next-line no-console
+            console.error('HOOK threw an error', err); // show the customer that his hook failed.
+        }
+        if (this.options.lightweightMode && this.options.lightweightMode.onlyTestIdsNoSuite) {
+            return undefined;
+        }
+
+        return await servicesApi.updateTestStatus('FINISHED', executionId, test.testId, test.resultId, test.startTime, result.endTime, test.success, test.failureReason, null, this.options.project, this.options.remoteRunId, undefined, 5);
+    } catch (err) {
+        logger.error('Failed to update test finished', { err });
+        throw err;
+    }
 };
 
 RunStatus.prototype.testEndAndReport = function (wid, result, executionId, sessionId, isRerun) {
@@ -447,7 +450,7 @@ RunStatus.prototype.executionEnd = function (executionId) {
         .then((coverageSummary) => {
             resultExtraData.coverageSummary = coverageSummary;
 
-            if (this.options.lightweightMode && this.options.lightweightMode.disableResults && this.options.lightweightMode.onlyTestIdsNoSuite) {
+            if (this.options.lightweightMode && this.options.lightweightMode.onlyTestIdsNoSuite) {
                 return undefined;
             }
             return servicesApi.reportExecutionFinished(