@testim/testim-cli 3.217.0 → 3.222.0

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@testim/testim-cli",
-  "version": "3.217.0",
+  "version": "3.222.0",
   "description": "Command line interface for running Testing on your CI",
   "author": "Oren Rubin",
   "contributors": [{
@@ -27,7 +27,7 @@
     "mocha": "9.2.0",
     "nyc": "15.1.0",
     "proxyquire": "2.1.3",
-    "request": "2.88.0",
+    "request": "2.88.2",
     "sinon": "9.0.2",
     "sinon-chai": "3.7.0",
     "ts-node": "9.1.1",
@@ -47,9 +47,9 @@
     "multer": "1.4.2"
   },
   "dependencies": {
-    "@applitools/eyes-sdk-core": "12.23.12",
-    "@applitools/visual-grid-client": "15.8.31",
-    "@testim/coralogix-logger": "1.1.27-beta",
+    "@applitools/eyes-sdk-core": "13.0.0",
+    "@applitools/visual-grid-client": "15.8.62",
+    "@testim/coralogix-logger": "1.1.27-beta.1",
     "@testim/webdriverio": "0.0.5",
     "abort-controller": "3.0.0",
     "ajv": "6.12.6",

package/player/WebdriverioWebDriverApi.js

@@ -76,6 +76,7 @@ class WebdriverioWebDriverApi {
         perf.log('right before addToQueue');
         const perfId = this.seleniumPerfStats.markStart(SELENIUM_PERF_MARKS.GET_BROWSER);
         return this.addToQueue(() => {
+            logger.info('requesting browser', { testResultId, testName });
             perf.log('before this.client.init');
             return this.client.init();
         })

package/player/stepActions/pixelValidationStepAction.js

@@ -31,7 +31,7 @@ class PixelValidationStepAction extends StepAction {
             logger.error('Applitools SDK step failed', { err, info: err.info });
             result = { isApplitoolsSdkResult: true, success: false, err };
         }
-        return await eyeSdkService.handleApplitoolsSdkResult(this.context, result);
+        return await eyeSdkService.handleApplitoolsSdkResult(this.context, result, this.step);
     }
 }
 

package/runOptions.js

@@ -158,16 +158,16 @@ program
     .option('-o --options-file [options-file.json]', '')
     .option('-c --config-file [config-file.js]', '')
     .option('--test-config [test-config]', 'test config name to override for all tests in current execution', collect, [])
-    .option('--test-config-id [test-config-id]', 'test config id to override for all tests in current execution', collect, [])
+    .option('--test-config-id [test-config-id]', 'test config ID to override for all tests in current execution', collect, [])
     .option('--params-file [params-file.json]', '')
     .option('--params [params-json-string]', '')
-    .option('-t, --testId [test-id]', 'test id to run', collect, [])
+    .option('-t, --testId [test-id]', 'test ID to run', collect, [])
     .option('run [file-glob-pattern]', 'codeful test files to run', collect, [])
     .option('-w, --webpackConfig [webpack-configuration]', 'webpack configuration used to build the code based project')
-    .option('--test-id [test-id]', 'test id to run', collect, [])
+    .option('--test-id [test-id]', 'test ID to run', collect, [])
     .option('-l, --label [label]', 'labels to search test by', collect, [])
     .option('-n, --name [test-name]', 'test name to run', collect, [])
-    .option('--project [project-id]', 'project id')
+    .option('--project [project-id]', 'project ID')
     .option('-r, --report-file [report junit xml path]', 'where to save junit xml results file')
     .option('--override-report-file-classname [override-report-file-classname]', 'custom junit class name for the junit reporter')
     .option('--reporters [names]', 'report types', list)
@@ -178,7 +178,7 @@ program
     .option('--protocol [grid-protocol]', 'grid protocol http or https')
     .option('--grid-username [grid-username]', 'grid http basic auth username')
     .option('--grid-password [grid-password]', 'grid http basic auth password')
-    .option('-gi --grid-id [grid-id]', 'grid id')
+    .option('-gi --grid-id [grid-id]', 'grid ID')
     .option('-b, --browser [browser-type]', 'browser type (chrome/firefox)')
     .option('-h, --headless [headless]', 'run in headless mode')
     .option('-m, --mode [runner-mode]', 'use extension or selenium mode (extension/selenium/appium)')
@@ -191,7 +191,7 @@ program
     .option('--test-plan [test-plan-name]', 'test plan to run', collect, [])
     .option('--test-plan-id [test-plan-id]', 'test plan to run', collect, [])
     .option('--suite [suite-name]', 'suite to run', collect, [])
-    .option('--suite-id [suite-id]', 'suite id to run', collect, [])
+    .option('--suite-id [suite-id]', 'suite ID to run', collect, [])
     .option('--rerun-failed-by-run-id [run-id]', 'allows re-running failed tests from a specific run ID')
     .option('--disable-grid-check [boolean]', 'disable checking if selenium grid is available', false)
     .option('--disable-native-events [boolean]', 'pass nativeEvents=false capability to the selenium browser (in selenium mode)', false)
@@ -203,7 +203,7 @@ program
     .option('-oen --override-execution-name [execution-name]', 'override the default execution name', '')
     .option('--retries [max_num_of_retries]', 'number of retires failure test defaults to not retrying', 0)
     .option('--set-retention [retention-in-days]', 'set the number of days for results retention')
-    .option('--user [user-id]', 'user id for local Testim-CLI')
+    .option('--user [user-id]', 'user ID for local Testim-CLI')
     .option('--pass-zero-tests', 'don\'t fail the run if no tests were found')
 
     .option('-str --suppress-tms-reporting [suppress-tms-reporting]', 'disable test management reporting', false)
@@ -301,7 +301,7 @@ program
     .option('--tunnel-region [tunnel-region]', 'ngrok tunnel region')
     .option('--tunnel-diagnostics', 'collect ngrok tunnel diagnostics')
     .option('--tunnel-use-http-address [tunnel-use-http-address]', 'use http:// address instead of https://', false)
-    .option('--external-lambdatest-tunnel-id [tunnel-id]', 'use existing lambdatest tunnel id')
+    .option('--external-lambdatest-tunnel-id [tunnel-id]', 'use existing lambdatest tunnel ID')
     .option('--external-lambdatest-use-wss', 'use wss instead of ssh for LT', false)
     .option('--external-lambdatest-disable-automation-tunneling', 'don\'t tunnel Testim calls in LT tunnel', true)
 
@@ -337,13 +337,18 @@ program
     .option('--high-speed', 'DEPRECATED: use --turbo-mode instead') // When removing, remove from the program.help output filter
     .option('--turbo-mode', 'run in turbo mode')
     .option('--lightweight-mode [settings]', 'run lightweight mode')
-    .option('--create-prefeched-data [location]', 'prefech data into local cache file')
-    .option('--use-prefeched-data [location]', 'use prefeched data from local cache file, and force using only cached data')
+    .option('--create-prefeched-data [location]', 'prefetch data into local cache file')
+    .option('--use-prefeched-data [location]', 'use prefetched data from local cache file, and force using only cached data')
     .option('--save-rca-locally [path]', 'save root cause analysis assets locally')
 
     .option('--exit-code-ignore-failing-tests', 'dont return non zero exit code when tests fail. non zero exit code will mean a real error occurred')
+
+    .option('--intersect-with-label [label]', 'Out of the execution\'s test list, run only those tests that have the specified label', collect, [])
+    .option('--intersect-with-suite [suiteName]', 'Out of the execution\'s test list, run only those tests that are included in the specified suite (by suite name)', collect, [])
+    .option('--intersect-with-suite-id [suiteId]', 'Out of the execution\'s test list, run only those tests that are included in the specified suite (by suite ID)', collect, [])
     .parse(process.argv);
 
+
 module.exports = {
     async process() {
         if (program.inspect) {
@@ -1179,6 +1184,11 @@ module.exports = {
             exitCodeIgnoreFailingTests: program.exitCodeIgnoreFailingTests,
 
             disableSockets: program.disableSockets,
+
+            // intersections
+            intersectWithLabels: program.intersectWithLabel.length ? [].concat(program.intersectWithLabel) : undefined,
+            intersectWithSuiteNames: program.intersectWithSuite.length ? [].concat(program.intersectWithSuite) : undefined,
+            intersectWithSuiteIds: program.intersectWithSuiteId.length ? [].concat(program.intersectWithSuiteId) : undefined,
         });
     },
 };

package/runners/TestPlanRunner.js

@@ -230,7 +230,7 @@ class TestPlanRunner {
         const testPlansTests = {};
         const projectId = options.project;
 
-        const data = await testimServicesApi.getTestPlanTestList(projectId, options.testPlan, options.testPlanIds, branchToUse);
+        const data = await testimServicesApi.getTestPlanTestList(projectId, options.testPlan, options.testPlanIds, branchToUse, options);
         const testPlans = data.testPlans;
         const testPlansData = data.testPlansData;
         if (!testPlans || testPlans.length === 0) {

package/runners/runnerUtils.js

@@ -35,6 +35,7 @@ async function getSuite(options, branchToUse) {
         branch: branchToUse,
         rerunFailedByRunId: options.rerunFailedByRunId,
         testConfigIds: options.testConfigIds,
+        options,
     });
 }
 

package/testRunStatus.js

@@ -315,6 +315,7 @@ RunStatus.prototype.calcTestRunStatus = function () {
             testOwnerEmail: testInfo.testOwnerEmail,
             testLabels: testInfo.testLabels,
             testSuites: testInfo.testSuites,
+            allLabels: testInfo.allLabels,
         };
 
         const runConfig = options.browser ? utils.getRunConfigByBrowserName(options.browser, options.saucelabs, options.browserstack) : testInfo.runConfig;