@testim/testim-cli 3.289.0 → 3.290.1-beta

package/polyfills/Array.prototype.at.js

@@ -1,13 +0,0 @@
-/* eslint-disable no-extend-native */
-
-Array.prototype.at = Array.prototype.at || function (index) {
-    const relativeIndex = Number.isInteger(index) ? index : 0;
-
-    const indexToRead = relativeIndex >= 0 ? relativeIndex : this.length + relativeIndex;
-
-    if (indexToRead < 0 || indexToRead >= this.length) {
-        return undefined;
-    }
-
-    return this[indexToRead];
-};

package/polyfills/index.js

@@ -1,13 +0,0 @@
-require('./Array.prototype.at');
-const xhr2 = require('../commons/xhr2');
-const { performance } = require('perf_hooks');
-
-global.xhr2 = xhr2;
-global.XMLHttpRequest = xhr2;
-
-// TODO [engine:node@>=16.6.0]: can be removed once we support 16+
-global.performance = performance;
-
-if (typeof Blob === 'undefined') {
-    global.Blob = require('buffer').Blob;
-}

package/processHandler.js

@@ -1,79 +0,0 @@
-/* eslint-disable no-console */
-
-'use strict';
-
-const { getLogger } = require('./commons/logger');
-const { promiseTimeout, promiseMap } = require('./utils');
-
-const logger = getLogger('process-handler');
-/** @type {Array<() => PromiseLike<void>>} */
-const exitHooks = [];
-
-/**
- * @param {(e: any) => void} onExit
- * @param {NodeJS.Process=} _process
- */
-module.exports.registerProcessForCleanup = function (onExit, _process = process) {
-    async function cleanup(err) {
-        // give cleanup and socket reports a chance to run
-        await promiseTimeout(promiseMap(exitHooks, hook => hook()), 10000).catch(() => null);
-        onExit(err);
-    }
-    _process.on('uncaughtException', async (err) => {
-        logger.error('Caught exception', { err });
-        console.log('Uncaught exception');
-        if (err.message) {
-            console.log('Message =', err.message);
-        }
-        if (err.reason) {
-            console.log('Reason =', err.reason);
-        }
-        await cleanup(err);
-    });
-
-    _process.on('unhandledRejection', (reason) => {
-        // rollout manages promises incorrectly and generates unhandled rejections from within their code
-        logger.fatal('Caught unhandled promise rejection', reason);
-        //TODO(benji) - this is a pretty shitty way to detect this error since rollout can change their API endpoint
-        if (reason?.message?.includes('ENOTFOUND x-api.rollout.io')) {
-            // this is not a fatal error - we recover from this in feature-flags service
-            return;
-        }
-
-        throw reason;
-    });
-
-    _process.on('rejectionHandled', () => {
-        logger.error('Caught rejection handled');
-    });
-
-    _process.once('SIGTERM', () => {
-        const msg = 'Runner aborted - SIGTERM event';
-        const err = new Error(msg);
-        logger.error(msg);
-        cleanup(err);
-        throw err;
-    });
-
-    _process.once('SIGINT', () => {
-        const msg = 'Runner aborted - SIGINT event';
-        const err = new Error(msg);
-        logger.error(msg);
-        cleanup(err);
-        throw err;
-    });
-
-    // One time self-call is expected :(
-    _process.once('exit', (e) => {
-        onExit(e);
-    });
-};
-
-/** @param {() => PromiseLike<void>} hook */
-module.exports.registerExitHook = function (hook) {
-    exitHooks.push(hook);
-};
-
-module.exports.reset = function () {
-    exitHooks.splice(0, exitHooks.length);
-};

package/processHandler.test.js

@@ -1,55 +0,0 @@
-const EventEmitter = require('events');
-const processHandler = require('./processHandler');
-const { delay } = require('./utils');
-const { expect, sinon } = require('../test/utils/testUtils');
-
-
-class Process extends EventEmitter {
-    constructor() {
-        super();
-        this.stdout = new EventEmitter();
-        this.stderr = new EventEmitter();
-    }
-}
-
-describe('testimTunnel', () => {
-    let process;
-    let onExitMock;
-
-    beforeEach(() => {
-        process = new Process();
-        onExitMock = sinon.spy();
-        processHandler.registerProcessForCleanup(onExitMock, process);
-    });
-
-    afterEach(async () => {
-        await delay(10);
-        expect(onExitMock).to.have.been.calledOnce;
-        processHandler.reset();
-    });
-
-
-    it('should register a SIGTERM handler', (done) => {
-        processHandler.registerExitHook(done);
-        expect(() => process.emit('SIGTERM')).to.throw('Runner aborted - SIGTERM event');
-    });
-    it('should register a SIGINT handler', (done) => {
-        processHandler.registerExitHook(done);
-        expect(() => process.emit('SIGINT')).to.throw('Runner aborted - SIGINT event');
-    });
-    it('should register a unhandledRejection handler', () => {
-        expect(() => process.emit('unhandledRejection', new Error('reason'))).to.throw('reason');
-        onExitMock();
-    });
-    it('should register a uncaughtException handler', (done) => {
-        processHandler.registerExitHook(done);
-        expect(() => process.emit('uncaughtException', new Error())).not.to.throw();
-    });
-    it('should do nothing on rejectionHandled', () => {
-        expect(() => process.emit('rejectionHandled')).not.to.throw();
-        onExitMock();
-    });
-    it('should register a exit handler', () => {
-        expect(() => process.emit('exit')).not.to.throw();
-    });
-});

package/reports/chromeReporter.js

@@ -1,17 +0,0 @@
-const utils = require('../utils');
-const { launchChrome } = require('../commons/chrome-launcher');
-
-module.exports.ChromeReporter = class ChromeReporter {
-    constructor(options, branchToUse) {
-        this.options = options;
-        this.branchToUse = branchToUse;
-    }
-
-    onTestStarted(test, workerId, isRerun, isCodeMode) {
-        if(isCodeMode) {
-            return
-        }
-        const testUrl = utils.getTestUrl(this.options.editorUrl, this.options.project, test.testId, test.resultId, this.branchToUse);
-        return launchChrome(testUrl);
-    }
-};

package/reports/consoleReporter.js

@@ -1,190 +0,0 @@
-/* eslint-disable no-console */
-const chalk = require('chalk');
-const _ = require('lodash');
-
-const utils = require('../utils');
-const constants = require('../commons/constants');
-const featureAvailabilityService = require('../commons/featureAvailabilityService');
-const { getAbortedTests, getFailedTests, getPassedTests, getFailureEvaluatingCount, getSkippedCount } = require('./reporterUtils');
-
-const colorize = { success: chalk.green, warn: chalk.yellow, error: chalk.red };
-const { CLI_MODE } = constants;
-const DEVICE = 'device';
-
-class ConsoleReporter {
-    constructor(options, branchToUse) {
-        this.options = options;
-        this.config = {
-            showWorkerNames: options.parallel > 1, // we show worker names when there is more than one worker
-        };
-        this.branchToUse = branchToUse;
-    }
-
-    toWorkerIdPrefix(workerId) {
-        return this.config.showWorkerNames ? `W:${workerId}` : '';
-    }
-
-    printWorkerDivider() {
-        console.log('-'.repeat(process.stdout.columns || 83));
-    }
-
-    onTestStarted(test, workerId, isRerun, isCodeMode) {
-        const type = isCodeMode ? 'File' : 'Test';
-        const testIdLabel = test.isTestsContainer ? '' : `(${test.testId})`;
-        const testUrlLabel = test.isTestsContainer ? '' : `url: ${chalk.underline(utils.getTestUrl(this.options.editorUrl, this.options.project, test.testId, test.resultId, this.branchToUse))}`;
-        console.log(this.toWorkerIdPrefix(workerId), `${type} "${test.name}" started ${testIdLabel} ${testUrlLabel}`.trim());
-    }
-
-    onTestFinished(test, workerId, isRerun, isCodeMode) {
-        if (isCodeMode) {
-            // ignore print of file run done
-            return;
-        }
-        const testStatus = test.success ? constants.runnerTestStatus.PASSED : constants.runnerTestStatus.FAILED;
-        const testIdLabel = test.isTestsContainer ? ' ' : `(${test.testId})`;
-        const color = colorize[test.success ? 'success' : 'error'];
-
-        console.log(color(this.toWorkerIdPrefix(workerId), `Test "${test.name}" finished status: ${testStatus} ${testIdLabel} duration: ${utils.getDuration(test.duration)}`));
-    }
-
-    printAllFailedTests(failedTests) {
-        if (failedTests.length > 0) {
-            const failedTestStrings = failedTests.map(failedTest => {
-                const testUrl = utils.getTestUrl(this.options.editorUrl, this.options.project, failedTest.testId, failedTest.resultId, this.branchToUse);
-                if (failedTest.isTestsContainer) {
-                    return failedTest.name; // no working url
-                }
-                return `${failedTest.name} : ${testUrl}`;
-            });
-            console.log(colorize.error('Failed runs are:'));
-            console.log(colorize.error(failedTestStrings.join('\n\r')));
-        }
-    }
-
-    onTestPlanFinished(testResults, testPlanName, duration, executionId, isAnonymous, isCodeMode) {
-        const failedTests = getFailedTests(testResults, isCodeMode);
-        const passedTests = getPassedTests(testResults, isCodeMode);
-        const abortedTests = getAbortedTests(testResults, isCodeMode);
-
-        const passed = passedTests.length;
-        const aborted = abortedTests.length;
-        let failed = failedTests.length;
-        let failedEvaluatingString = '';
-        let skippedString = '';
-        if (featureAvailabilityService.isTestStatusEnabled) {
-            const failureEvaluatingCount = getFailureEvaluatingCount(testResults);
-            failedEvaluatingString = ` FAILED-EVALUATING: ${failureEvaluatingCount}`;
-            failed -= failureEvaluatingCount;
-
-            const skippedCount = getSkippedCount(testResults, this.options);
-            skippedString = ` SKIPPED: ${skippedCount}`;
-        }
-
-        const planName = this.buildTestPlanName(isAnonymous, testPlanName, isCodeMode);
-
-        let message;
-        const color = colorize[failed ? 'error' : 'success'];
-
-        if (isCodeMode || planName.trim() === '' || planName.trim() === 'Anonymous') {
-            message = `Tests completed. PASSED: ${passed} FAILED: ${failed}${failedEvaluatingString} ABORTED: ${aborted}${skippedString} Duration: ${utils.getDuration(duration)} (Execution ID: ${executionId})`;
-        } else {
-            message = `Test plan${planName} completed PASSED: ${passed} FAILED: ${failed}${failedEvaluatingString} ABORTED: ${aborted}${skippedString} Duration: ${utils.getDuration(duration)} (${executionId})`;
-        }
-
-        this.printWorkerDivider();
-        console.log(color(message));
-        this.printWorkerDivider();
-
-        this.printAllFailedTests(failedTests);
-    }
-
-    buildTestPlanName(isAnonymous, testPlanName, isCodeMode) {
-        if (isCodeMode) {
-            return '';
-        }
-        const suitesString = _.isEmpty(this.options.suites) ? '' : `Suite: ${this.options.suites}`;
-        const labelsString = _.isEmpty(this.options.label) ? '' : `Label: ${this.options.label}`;
-        const namesString = _.isEmpty(this.options.name) ? '' : `Name: ${this.options.name}`;
-        const testIdString = _.isEmpty(this.options.testId) ? '' : `Test Id: ${this.options.testId}`;
-        return isAnonymous ? ` anonymous (${namesString}${namesString && labelsString ? ', ' : ''}${labelsString}${suitesString && labelsString ? ', ' : ''}${suitesString}${testIdString && suitesString ? ', ' : ''}${testIdString})` : ` '${testPlanName}'`;
-    }
-
-    onTestPlanStarted(beforeTests, tests, afterTests, testPlanName, executionId, isAnonymous, configName, isCodeMode) {
-        const writeTestList = (testList) => {
-            testList.forEach((test, index) => {
-                const ds = test.testData && test.testData.index ? `- ${test.testData.index} / ${test.testData.total} Data set` : '';
-                const testIdLabel = isCodeMode ? '' : `(${test.testId})`;
-                console.log('\t', index + 1, ':', `${test.name}${utils.isQuarantineAndNotRemoteRun(test, this.options) ? '-quarantine' : ''}`, testIdLabel, ds);
-            });
-        };
-        const configString = configName ? `config '${configName}'` : 'default configs';
-
-        if (isCodeMode) {
-            console.log(`Run test plan, Project: ${this.options.project} (Execution ID: ${executionId}):`);
-        } else {
-            const sfdcCredentialLog = this.options.sfdcCredential ? ` SfdcCredential: ${this.options.sfdcCredential}` : '';
-            console.log(`Run${this.buildTestPlanName(isAnonymous, testPlanName)} test plan with ${configString}, Project: ${this.options.project}, Branch: ${this.branchToUse}${sfdcCredentialLog} (${executionId})`);
-        }
-        this.printWorkerDivider();
-
-        if (beforeTests.length > 0) {
-            console.log('Before all:');
-            writeTestList(beforeTests);
-        }
-
-        const listName = isCodeMode ? 'File list:' : 'Test list:';
-        console.log(listName);
-        writeTestList(tests);
-
-        if (afterTests.length > 0) {
-            console.log('After all:');
-            writeTestList(afterTests);
-        }
-        this.printWorkerDivider();
-    }
-
-    onGetSlot(workerId, browser) {
-        const gridNameOrId = this.options.grid || this.options.gridId;
-        const instanceType = this.options.mode === CLI_MODE.APPIUM ? DEVICE : browser;
-        if (gridNameOrId) {
-            console.log(this.toWorkerIdPrefix(workerId), `Get ${chalk.underline(instanceType)} slot from ${chalk.underline(gridNameOrId)}`);
-        }
-    }
-
-    onGetSession(workerId, testName, mode) {
-        const instanceType = mode === CLI_MODE.APPIUM ? DEVICE : 'browser';
-        console.log(this.toWorkerIdPrefix(workerId), `Get ${instanceType} to run ${chalk.underline(testName)}`);
-    }
-
-    onWaitToTestStart(workerId) {
-        console.log(this.toWorkerIdPrefix(workerId), 'Wait for test start');
-    }
-
-    onWaitToTestComplete(workerId, isCodeMode, debuggerAddress) {
-        const type = isCodeMode ? 'file' : 'test';
-        console.log(this.toWorkerIdPrefix(workerId), `Wait for ${type} complete`);
-        if (debuggerAddress && isCodeMode) {
-            // TODO(Benji) decide with Amitai what we want to do with this
-            console.log(this.toWorkerIdPrefix(workerId), `Chrome Debugger available at ${debuggerAddress}`);
-        }
-    }
-
-    onGetBrowserFailure(workerId, projectId, attempt) {
-        if (attempt !== 2) {
-            return; // we want to try 2 times before showing the message once
-        }
-        // heuristic, show the message on the same attempt
-        const gridNameOrId = this.options.grid || this.options.gridId;
-        if (gridNameOrId) { // if the user passes a grid or a gridId - show those
-            console.log(colorize.warn(this.toWorkerIdPrefix(workerId), `It is taking us some time to get a browser from the grid ${gridNameOrId}`));
-        } else if (this.options.usingLocalChromeDriver) {
-            console.log(colorize.warn(this.toWorkerIdPrefix(workerId), 'We are having issues starting ChromeDriver for you locally'));
-        } else if (this.options.host) {
-            console.log(colorize.warn(this.toWorkerIdPrefix(workerId), `We are having issues reaching your Selenium grid at ${this.options.host}:${this.options.port || 4444}`));
-        } else {
-            // in other cases - print nothing
-        }
-    }
-}
-
-module.exports = ConsoleReporter;

package/reports/debugReporter.js

@@ -1,82 +0,0 @@
-'use strict';
-
-const constants = require('../commons/constants');
-const logger = require('../commons/logger').getLogger('debug-reporter');
-
-const MASK_OPTIONS = {
-    token: undefined,
-    userParamsData: undefined,
-    projectData: undefined,
-    allGrids: undefined,
-    gridData: undefined,
-    awsAccessKeyId: undefined,
-    awsSecretAccessKey: undefined,
-    runParams: undefined,
-    perfecto: undefined,
-    testobjectSauce: undefined,
-};
-
-class DebugReporter {
-    constructor(options) {
-        this.options = options;
-    }
-
-    onTestStarted(test, workerId) {
-        logger.info('Test Started', { testId: test.testId, testName: test.name, resultId: test.resultId, workerId });
-    }
-
-    onTestFinished(test, workerId) {
-        const gridData = this.options.gridData || {};
-        const provider = gridData.provider;
-        const host = gridData.host;
-        const gridId = gridData.gridId;
-        const gridType = gridData.type;
-        const failedGetBrowserAttempts = gridData.failedGetBrowserAttempts;
-        logger.info('Test Finished', {
-            testId: test.testId,
-            testName: test.name,
-            resultId: test.resultId,
-            success: test.success,
-            duration: test.duration,
-            browser: this.options.browser,
-            companyId: this.options.company.companyId,
-            grid: { provider, host, failedGetBrowserAttempts, id: gridId, type: gridType },
-            workerId,
-        });
-    }
-
-    onTestPlanStarted(beforeTests, tests, afterTests, testPlanName, executionId, isAnonymous, configName) {
-        const args = stripTokenFromConsoleArguments(process.argv);
-
-        logger.info('Test Plan Started', { executionId, testPlanName, isAnonymous, configName, options: Object.assign({}, this.options, MASK_OPTIONS), args });
-    }
-
-    onTestPlanFinished(testResults, testPlanName, duration, executionId, isAnonymous) {
-        const passed = Object.keys(testResults).filter(resultId => testResults[resultId].status === constants.runnerTestStatus.PASSED).length;
-        const failed = Object.keys(testResults).length - passed;
-
-        logger.info('Test Plan Finished', { isAnonymous, passed, failed, testPlanName, options: Object.assign({}, this.options, MASK_OPTIONS), duration, executionId });
-    }
-}
-
-function stripTokenFromConsoleArguments(args) {
-    let indexOfTokenFlag = args.indexOf('--token');
-    if (indexOfTokenFlag === -1) {
-        indexOfTokenFlag = args.indexOf('--t');
-    }
-
-    if (indexOfTokenFlag !== -1) {
-        try {
-            const newArgs = args.slice();
-            newArgs.splice(indexOfTokenFlag, 2);
-
-            return newArgs;
-        } catch (e) {
-            /* empty */
-        }
-    }
-
-    return args;
-}
-
-module.exports = DebugReporter;

package/reports/jsonReporter.js

@@ -1,55 +0,0 @@
-/* eslint-disable no-console */
-class JsonReporter {
-    constructor(options) {
-        this.options = options;
-    }
-
-    onTestStarted(test, workerId) {
-        const event = {
-            name: 'testStarted',
-            data: {
-                test,
-                workerId,
-            },
-        };
-
-        console.log(JSON.stringify(event));
-    }
-
-    onTestFinished(test, workerId) {
-        const event = {
-            name: 'testFinished',
-            data: {
-                test,
-                workerId,
-            },
-        };
-
-        console.log(JSON.stringify(event));
-    }
-
-    onTestPlanStarted(beforeTests, tests, afterTests, testPlanName, executionId) {
-        const event = {
-            name: 'suiteStarted',
-            data: {
-                projectId: this.options.project,
-                executionId,
-            },
-        };
-
-        console.log(JSON.stringify(event));
-    }
-
-    onTestPlanFinished(testResults) {
-        const event = {
-            name: 'suiteFinished',
-            data: {
-                testResults,
-            },
-        };
-
-        console.log(JSON.stringify(event));
-    }
-}
-
-module.exports = JsonReporter;