@testrigor/testrigor-cli 0.0.45-beta → 0.0.47-beta

package/README.md

@@ -19,18 +19,19 @@ This is a command line tool for TestRigor. It allows you to run TestRigor tests
 8. With rules `testrigor test-suite run <test-suite-id> --token <token> --rules-path rules/**/*.yaml`
 9. With settings `testrigor test-suite run <test-suite-id> --token <token> --settings-path settings.yaml` (Can be YAML or JSON)
 10. Run a single test case `testrigor test-suite run <test-suite-id> --token <token> --test-case-uuid <test-case-uuid>`
-11. Run with auto create AI rules enabled `testrigor test-suite run <test-suite-id> --token <token> --test-cases-path test_cases/**/*.{yaml,txt} --auto-create-ai-rules`
-12. Run with explicit mutations enabled `testrigor test-suite run <test-suite-id> --token <token> --test-cases-path test_cases/**/*.{yaml,txt} --explicit-mutations`
-13. With all options `testrigor test-suite run <test-suite-id> --token <token> --url <url> --branch <branch> --commit <commit> --variables-path file.json --localhost --test-cases-path test_cases/**/*.{yaml,txt} --rules-path rules/**/*.{yaml,txt} --auto-create-ai-rules --explicit-mutations`
-14. Save JUnit report to `./junit-report.xml` (works only in sync mode): `testrigor test-suite run <test-suite-id> --token <token> --junit-report-save-path ./report.xml`
-15. With comma-separated labels `testrigor test-suite run <test-suite-id> --token <token> --labels <labels>`
-16. Excluding comma-separated labels `testrigor test-suite run <test-suite-id> --token <token> --excluded-labels <excluded-labels>`
-17. With different WEB and API URLs `testrigor test-suite run <test-suite-id> --token <token> --base-url-web=<base-web-url> --base-url-api=<base_api_url>`
-18. Set the default test suite ID: `testrigor test-suite config --default <test-suite-id>`
-19. Remove the default test suite ID: `testrigor test-suite config --delete`
-20. Show current configuration: `testrigor test-suite config --show`
-21. Authenticate with TestRigor and store credentials (interactive prompt): `testrigor authenticate`
-22. Run with override chrome extensions at runtime (one or more chrome extensions): `test-suite run <test-suite-id> --token <token> --chrome-extension "name=<extension-name> file=<extension-file>" --chrome-extension "name=<extension-name> file=<extension-file>"`
+11. Run multiple test cases `testrigor test-suite run <test-suite-id> --token <token> --test-case-uuid <test-case-uuid-1> --test-case-uuid <test-case-uuid-2>`
+12. Run with auto create AI rules enabled `testrigor test-suite run <test-suite-id> --token <token> --test-cases-path test_cases/**/*.{yaml,txt} --auto-create-ai-rules`
+13. Run with explicit mutations enabled `testrigor test-suite run <test-suite-id> --token <token> --test-cases-path test_cases/**/*.{yaml,txt} --explicit-mutations`
+14. With all options `testrigor test-suite run <test-suite-id> --token <token> --url <url> --branch <branch> --commit <commit> --variables-path file.json --localhost --test-cases-path test_cases/**/*.{yaml,txt} --rules-path rules/**/*.{yaml,txt} --auto-create-ai-rules --explicit-mutations`
+15. Save JUnit report to `./junit-report.xml` (works only in sync mode): `testrigor test-suite run <test-suite-id> --token <token> --junit-report-save-path ./report.xml`
+16. With comma-separated labels `testrigor test-suite run <test-suite-id> --token <token> --labels <labels>`
+17. Excluding comma-separated labels `testrigor test-suite run <test-suite-id> --token <token> --excluded-labels <excluded-labels>`
+18. With different WEB and API URLs `testrigor test-suite run <test-suite-id> --token <token> --base-url-web=<base-web-url> --base-url-api=<base_api_url>`
+19. Set the default test suite ID: `testrigor test-suite config --default <test-suite-id>`
+20. Remove the default test suite ID: `testrigor test-suite config --delete`
+21. Show current configuration: `testrigor test-suite config --show`
+22. Authenticate with TestRigor and store credentials (interactive prompt): `testrigor authenticate`
+23. Run with override chrome extensions at runtime (one or more chrome extensions): `test-suite run <test-suite-id> --token <token> --chrome-extension "name=<extension-name> file=<extension-file>" --chrome-extension "name=<extension-name> file=<extension-file>"`
 
 ### Mobile Testing
 

package/dist/commands/test-suite/run.d.ts

@@ -18,7 +18,7 @@ export default class Run extends CommandBase<typeof Run> {
         "rules-path": import("@oclif/core/lib/interfaces").OptionFlag<string | undefined, import("@oclif/core/lib/interfaces/parser").CustomOptions>;
         "settings-path": import("@oclif/core/lib/interfaces").OptionFlag<string | undefined, import("@oclif/core/lib/interfaces/parser").CustomOptions>;
         "local-test-nodes-path": import("@oclif/core/lib/interfaces").OptionFlag<string | undefined, import("@oclif/core/lib/interfaces/parser").CustomOptions>;
-        "test-case-uuid": import("@oclif/core/lib/interfaces").OptionFlag<string | undefined, import("@oclif/core/lib/interfaces/parser").CustomOptions>;
+        "test-case-uuid": import("@oclif/core/lib/interfaces").OptionFlag<string[] | undefined, import("@oclif/core/lib/interfaces/parser").CustomOptions>;
         "auto-create-ai-rules": import("@oclif/core/lib/interfaces").BooleanFlag<boolean>;
         "explicit-mutations": import("@oclif/core/lib/interfaces").BooleanFlag<boolean>;
         labels: import("@oclif/core/lib/interfaces").OptionFlag<string[] | undefined, import("@oclif/core/lib/interfaces/parser").CustomOptions>;
@@ -36,6 +36,7 @@ export default class Run extends CommandBase<typeof Run> {
     };
     private initializeUrls;
     run(): Promise<void>;
+    private isSingleTestCaseExecution;
     private fetchStatus;
     private getStatusApiEndpoint;
     private uploadVariableFiles;

package/dist/commands/test-suite/run.js

@@ -79,7 +79,7 @@ class Run extends command_base_1.CommandBase {
         const testCasesPath = flags["test-cases-path"];
         const rulesPath = flags["rules-path"];
         const settingsPath = flags["settings-path"];
-        const testCaseUuid = flags["test-case-uuid"];
+        const testCaseUuids = flags["test-case-uuid"];
         const isAutoCreateAIBasedRulesEnabled = flags["auto-create-ai-rules"];
         const explicitMutations = flags["explicit-mutations"];
         const labels = flags["labels"];
@@ -108,8 +108,8 @@ class Run extends command_base_1.CommandBase {
         if (minPort > maxPort) {
             core_1.ux.error("--minPort cannot be greater than --maxPort");
         }
-        if (testCaseUuid) {
-            context.configuration.testCaseUuids = [testCaseUuid];
+        if (testCaseUuids && testCaseUuids.length > 0) {
+            context.configuration.testCaseUuids = testCaseUuids;
         }
         if (isAutoCreateAIBasedRulesEnabled) {
             context.configuration.isAutoCreateAIBasedRulesEnabled =
@@ -175,7 +175,7 @@ class Run extends command_base_1.CommandBase {
         }
         if (localTestNodesPath) {
             try {
-                const localTestNodes = await (0, parser_1.parseSettings)(localTestNodesPath);
+                const localTestNodes = (await (0, parser_1.parseSettings)(localTestNodesPath));
                 if (localTestNodes) {
                     if (Array.isArray(localTestNodes.testNodes)) {
                         for (const node of localTestNodes.testNodes) {
@@ -301,8 +301,8 @@ class Run extends command_base_1.CommandBase {
                         // Checking last run id
                         task: async (ctx) => {
                             let pollBranch = flags.branch;
-                            if (testCaseUuid && !flags.branch) {
-                                pollBranch = `single-test-execution-${testCaseUuid}`;
+                            if (this.isSingleTestCaseExecution(testCaseUuids, flags.branch)) {
+                                pollBranch = `single-test-execution-${testCaseUuids[0]}`;
                             }
                             const statusResponse = await this.fetchStatus(testSuiteId, token, pollBranch, ctx.configuration.labels, ctx.configuration.excludedLabels);
                             context.lastRunId = (0, utils_1.extractRunIdFromDetailsUrl)(statusResponse.detailsUrl);
@@ -479,8 +479,8 @@ class Run extends command_base_1.CommandBase {
                         enabled: (ctx) => ctx.response?.queueId,
                         task: async (ctx, currentTask) => {
                             let pollBranch = flags.branch;
-                            if (testCaseUuid && !flags.branch) {
-                                pollBranch = `single-test-execution-${testCaseUuid}`;
+                            if (this.isSingleTestCaseExecution(testCaseUuids, flags.branch)) {
+                                pollBranch = `single-test-execution-${testCaseUuids[0]}`;
                             }
                             const detailsUrl = await this.waitForTestSuiteToBeCreated(testSuiteId, token, ctx.lastRunId, pollBranch, ctx.configuration.labels, ctx.configuration.excludedLabels);
                             task.title = `Running test suite [ ${detailsUrl} ]`;
@@ -493,8 +493,8 @@ class Run extends command_base_1.CommandBase {
                         enabled: (ctx) => ctx.response?.result === "ok" && !flags.async,
                         task: async (ctx, task) => {
                             let pollBranch = flags.branch;
-                            if (testCaseUuid && !flags.branch) {
-                                pollBranch = `single-test-execution-${testCaseUuid}`;
+                            if (this.isSingleTestCaseExecution(testCaseUuids, flags.branch)) {
+                                pollBranch = `single-test-execution-${testCaseUuids[0]}`;
                             }
                             return task.newListr([
                                 {
@@ -563,6 +563,9 @@ class Run extends command_base_1.CommandBase {
         }
         this.exit(0);
     }
+    isSingleTestCaseExecution(testCaseUuids, branch) {
+        return !!testCaseUuids && testCaseUuids.length === 1 && !branch;
+    }
     async fetchStatus(testSuiteId, token, branch, labels, excludedLabels) {
         const statusApiEndpoint = this.getStatusApiEndpoint(testSuiteId, branch, labels, excludedLabels);
         const response = await (0, node_fetch_commonjs_1.default)(statusApiEndpoint, {
@@ -885,7 +888,8 @@ Run.flags = {
         description: "Path to a YAML or JSON file with local test nodes configuration",
     }),
     "test-case-uuid": core_1.Flags.string({
-        description: "Test case uuid",
+        description: "Test case uuid (can be repeated to run multiple test cases)",
+        multiple: true,
     }),
     "auto-create-ai-rules": core_1.Flags.boolean({
         description: "Enable auto create AI based rules",

package/dist/util/trtc.d.ts

@@ -1,2 +1 @@
-export declare const BINARY_NAME: string;
-export declare function download(dir: string): Promise<string | null>;
+export declare function download(dir: string): Promise<string>;

package/dist/util/trtc.js

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.download = exports.BINARY_NAME = void 0;
+exports.download = void 0;
 const Fs = require("@supercharge/fs");
 const fs = require("fs");
 const node_fetch_commonjs_1 = require("node-fetch-commonjs");
@@ -28,7 +28,7 @@ const VERSION = "2.3.15";
 const WIN32_PLATFORM = "win32";
 const WIN32_BINARY = "trtc.exe";
 const UNIX_BINARY = "trtc";
-exports.BINARY_NAME = os.platform() === WIN32_PLATFORM ? WIN32_BINARY : UNIX_BINARY;
+const BINARY_NAME = os.platform() === WIN32_PLATFORM ? WIN32_BINARY : UNIX_BINARY;
 function getFolderName() {
     const platform = os.platform();
     const architecture = os.arch();
@@ -39,6 +39,13 @@ function getFolderName() {
     }
     throw new Error(`Unsupported platform ${platform} or architecture ${architecture}`);
 }
+// The Windows zip wraps its contents in a versioned top-level folder;
+// the tarballs are flat.
+function getBinaryPath(dir) {
+    return os.platform() === WIN32_PLATFORM
+        ? path.join(dir, getFolderName(), BINARY_NAME)
+        : path.join(dir, BINARY_NAME);
+}
 function getUrl() {
     const platform = os.platform();
     const architecture = os.arch();
@@ -53,7 +60,7 @@ async function extractZip(dir, stream) {
     return new Promise((resolve, reject) => {
         stream
             .pipe(unzip.Extract({ path: dir }))
-            .on("close", () => resolve(path.join(dir, getFolderName())))
+            .on("close", () => resolve(getBinaryPath(dir)))
             .on("error", reject);
     });
 }
@@ -92,7 +99,7 @@ async function extractTar(dir, stream) {
             stream.resume();
             stream.on("end", next);
         });
-        extract.on("finish", () => resolve(path.join(dir, getFolderName())));
+        extract.on("finish", () => resolve(getBinaryPath(dir)));
         stream.pipe(zlib.createGunzip()).pipe(extract);
     });
 }
@@ -105,7 +112,7 @@ async function download(dir) {
     if (stream == null) {
         throw new Error("unexpected null response body");
     }
-    if (os.platform() === "win32") {
+    if (os.platform() === WIN32_PLATFORM) {
         return extractZip(dir, stream);
     }
     return extractTar(dir, stream);

package/dist/util/tunnel.js

@@ -20,16 +20,14 @@ type = "http_proxy"`;
     await Fs.writeFile(configPath, newConfigContent);
     return configPath;
 }
-async function startTrtc(trtc, command, configPath) {
+async function startTrtc(trtc, configPath) {
     return new Promise((resolve, reject) => {
-        const binaryPath = path.join(path.dirname(trtc), command);
-        const workingDir = path.dirname(trtc);
-        if (!Fs.pathExistsSync(binaryPath)) {
-            reject(new Error(`Binary not found at ${binaryPath}`));
+        if (!Fs.pathExistsSync(trtc)) {
+            reject(new Error(`Binary not found at ${trtc}`));
             return;
         }
-        const tunnelProcess = childProcess.spawn(binaryPath, ["-c", configPath], {
-            cwd: workingDir,
+        const tunnelProcess = childProcess.spawn(trtc, ["-c", configPath], {
+            cwd: path.dirname(trtc),
         });
         tunnelProcess.stdout.on("data", (data) => {
             const dataString = data.toString();
@@ -68,21 +66,22 @@ class Tunnel {
         if (this.binaryPath == null) {
             throw new Error("Could not download the trtc binary");
         }
-        const command = trtc_1.BINARY_NAME;
+        let lastError;
         let maxTries = 40;
         while (maxTries > 0) {
             try {
                 this.port = randomPort(minPort, maxPort);
                 this.configPath = await updateConfig(this.binaryPath, this.port);
-                this.process = await startTrtc(this.binaryPath, command, this.configPath);
+                this.process = await startTrtc(this.binaryPath, this.configPath);
                 break;
             }
             catch (e) {
+                lastError = e;
                 maxTries--;
             }
         }
         if (maxTries === 0) {
-            throw new Error("Could not start trtc process");
+            throw new Error(`Could not start trtc process: ${lastError instanceof Error ? lastError.message : String(lastError)}`);
         }
         this.running = true;
     }

package/oclif.manifest.json

@@ -1,5 +1,5 @@
 {
-  "version": "0.0.45-beta",
+  "version": "0.0.47-beta",
   "commands": {
     "authenticate": {
       "id": "authenticate",
@@ -204,8 +204,8 @@
         "test-case-uuid": {
           "name": "test-case-uuid",
           "type": "option",
-          "description": "Test case uuid",
-          "multiple": false
+          "description": "Test case uuid (can be repeated to run multiple test cases)",
+          "multiple": true
         },
         "auto-create-ai-rules": {
           "name": "auto-create-ai-rules",

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@testrigor/testrigor-cli",
-  "version": "0.0.45-beta",
+  "version": "0.0.47-beta",
   "description": "TestRigor Command Line",
   "author": "Ivo Parun Rua @parunruaivo",
   "bin": {