@datadog/datadog-ci 2.47.0 → 3.0.0

package/dist/commands/synthetics/__tests__/cli.test.js

@@ -0,0 +1,1371 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __rest = (this && this.__rest) || function (s, e) {
+    var t = {};
+    for (var p in s) if (Object.prototype.hasOwnProperty.call(s, p) && e.indexOf(p) < 0)
+        t[p] = s[p];
+    if (s != null && typeof Object.getOwnPropertySymbols === "function")
+        for (var i = 0, p = Object.getOwnPropertySymbols(s); i < p.length; i++) {
+            if (e.indexOf(p[i]) < 0 && Object.prototype.propertyIsEnumerable.call(s, p[i]))
+                t[p[i]] = s[p[i]];
+        }
+    return t;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const advanced_1 = require("clipanion/lib/advanced");
+const fixtures_1 = require("../../../helpers/__tests__/fixtures");
+const env_1 = require("../../../helpers/env");
+const ciUtils = __importStar(require("../../../helpers/utils"));
+const api = __importStar(require("../api"));
+const deploy_tests_command_1 = require("../deploy-tests-command");
+const import_tests_command_1 = require("../import-tests-command");
+const interfaces_1 = require("../interfaces");
+const run_tests_command_1 = require("../run-tests-command");
+const testUtils = __importStar(require("../test"));
+const upload_application_command_1 = require("../upload-application-command");
+const internal_1 = require("../utils/internal");
+const utils = __importStar(require("../utils/public"));
+const fixtures_2 = require("./fixtures");
+test('all option flags are supported', () => __awaiter(void 0, void 0, void 0, function* () {
+    const options = [
+        'apiKey',
+        'appKey',
+        'config',
+        'datadogSite',
+        'failOnCriticalErrors',
+        'failOnMissingTests',
+        'failOnTimeout',
+        'files',
+        'jUnitReport',
+        'mobileApplicationVersion',
+        'mobileApplicationVersionFilePath',
+        'public-id',
+        'runName',
+        'search',
+        'subdomain',
+        'tunnel',
+    ];
+    const cli = new advanced_1.Cli();
+    cli.register(run_tests_command_1.RunTestsCommand);
+    const usage = cli.usage(run_tests_command_1.RunTestsCommand);
+    options.forEach((option) => expect(usage).toContain(`--${option}`));
+}));
+describe('run-tests', () => {
+    beforeEach(() => {
+        process.env = {};
+        jest.restoreAllMocks();
+    });
+    describe('resolveConfig', () => {
+        beforeEach(() => {
+            process.env = {};
+        });
+        test('override from ENV', () => __awaiter(void 0, void 0, void 0, function* () {
+            var _a;
+            const overrideEnv = {
+                DATADOG_API_KEY: 'fake_api_key',
+                DATADOG_APP_KEY: 'fake_app_key',
+                DATADOG_SITE: 'datadoghq.eu',
+                DATADOG_SUBDOMAIN: 'custom',
+                DATADOG_SYNTHETICS_BATCH_TIMEOUT: '1',
+                DATADOG_SYNTHETICS_CONFIG_PATH: 'path/to/config.json',
+                DATADOG_SYNTHETICS_FAIL_ON_CRITICAL_ERRORS: 'false',
+                DATADOG_SYNTHETICS_FAIL_ON_MISSING_TESTS: 'false',
+                DATADOG_SYNTHETICS_FAIL_ON_TIMEOUT: 'false',
+                DATADOG_SYNTHETICS_FILES: 'test-file1;test-file2;test-file3',
+                DATADOG_SYNTHETICS_JUNIT_REPORT: 'junit-report.xml',
+                DATADOG_SYNTHETICS_PUBLIC_IDS: 'a-public-id;another-public-id',
+                DATADOG_SYNTHETICS_SELECTIVE_RERUN: 'true',
+                DATADOG_SYNTHETICS_TEST_SEARCH_QUERY: 'a-search-query',
+                DATADOG_SYNTHETICS_TUNNEL: 'false',
+                DATADOG_SYNTHETICS_OVERRIDE_ALLOW_INSECURE_CERTIFICATES: 'true',
+                DATADOG_SYNTHETICS_OVERRIDE_BASIC_AUTH_PASSWORD: 'password',
+                DATADOG_SYNTHETICS_OVERRIDE_BASIC_AUTH_USERNAME: 'username',
+                DATADOG_SYNTHETICS_OVERRIDE_BODY: 'body',
+                DATADOG_SYNTHETICS_OVERRIDE_BODY_TYPE: 'bodyType',
+                DATADOG_SYNTHETICS_OVERRIDE_COOKIES: 'cookie1;cookie2;cookie3',
+                DATADOG_SYNTHETICS_OVERRIDE_COOKIES_APPEND: 'true',
+                DATADOG_SYNTHETICS_OVERRIDE_SET_COOKIES: 'name1=value1 \n name2=value2; Domain=example.com \n name3=value3; Secure; HttpOnly',
+                DATADOG_SYNTHETICS_OVERRIDE_SET_COOKIES_APPEND: 'true',
+                DATADOG_SYNTHETICS_OVERRIDE_DEFAULT_STEP_TIMEOUT: '42',
+                DATADOG_SYNTHETICS_OVERRIDE_DEVICE_IDS: 'chrome.laptop_large',
+                DATADOG_SYNTHETICS_OVERRIDE_EXECUTION_RULE: 'BLOCKING',
+                DATADOG_SYNTHETICS_OVERRIDE_FOLLOW_REDIRECTS: 'true',
+                DATADOG_SYNTHETICS_OVERRIDE_HEADERS: "{'Content-Type': 'application/json', 'Authorization': 'Bearer token'}",
+                DATADOG_SYNTHETICS_OVERRIDE_LOCATIONS: 'us-east-1;us-west-1',
+                DATADOG_SYNTHETICS_OVERRIDE_MOBILE_APPLICATION_VERSION: '00000000-0000-0000-0000-000000000000',
+                DATADOG_SYNTHETICS_OVERRIDE_RESOURCE_URL_SUBSTITUTION_REGEXES: 'regex1;regex2',
+                DATADOG_SYNTHETICS_OVERRIDE_RETRY_COUNT: '5',
+                DATADOG_SYNTHETICS_OVERRIDE_RETRY_INTERVAL: '100',
+                DATADOG_SYNTHETICS_OVERRIDE_START_URL: 'startUrl',
+                DATADOG_SYNTHETICS_OVERRIDE_START_URL_SUBSTITUTION_REGEX: 'startUrlSubstitutionRegex',
+                DATADOG_SYNTHETICS_OVERRIDE_TEST_TIMEOUT: '42',
+                DATADOG_SYNTHETICS_OVERRIDE_VARIABLES: "{'var1': 'value1', 'var2': 'value2'}",
+            };
+            process.env = overrideEnv;
+            const command = (0, fixtures_1.createCommand)(run_tests_command_1.RunTestsCommand);
+            yield command['resolveConfig']();
+            expect(command['config']).toEqual(Object.assign(Object.assign({}, run_tests_command_1.DEFAULT_COMMAND_CONFIG), { apiKey: overrideEnv.DATADOG_API_KEY, appKey: overrideEnv.DATADOG_APP_KEY, batchTimeout: 1, configPath: overrideEnv.DATADOG_SYNTHETICS_CONFIG_PATH, datadogSite: overrideEnv.DATADOG_SITE, defaultTestOverrides: {
+                    allowInsecureCertificates: (0, env_1.toBoolean)(overrideEnv.DATADOG_SYNTHETICS_OVERRIDE_ALLOW_INSECURE_CERTIFICATES),
+                    basicAuth: {
+                        password: overrideEnv.DATADOG_SYNTHETICS_OVERRIDE_BASIC_AUTH_PASSWORD,
+                        username: overrideEnv.DATADOG_SYNTHETICS_OVERRIDE_BASIC_AUTH_USERNAME,
+                    },
+                    body: overrideEnv.DATADOG_SYNTHETICS_OVERRIDE_BODY,
+                    bodyType: overrideEnv.DATADOG_SYNTHETICS_OVERRIDE_BODY_TYPE,
+                    cookies: {
+                        value: overrideEnv.DATADOG_SYNTHETICS_OVERRIDE_COOKIES,
+                        append: (0, env_1.toBoolean)(overrideEnv.DATADOG_SYNTHETICS_OVERRIDE_COOKIES_APPEND),
+                    },
+                    setCookies: {
+                        value: overrideEnv.DATADOG_SYNTHETICS_OVERRIDE_SET_COOKIES,
+                        append: (0, env_1.toBoolean)(overrideEnv.DATADOG_SYNTHETICS_OVERRIDE_SET_COOKIES_APPEND),
+                    },
+                    defaultStepTimeout: (0, env_1.toNumber)(overrideEnv.DATADOG_SYNTHETICS_OVERRIDE_DEFAULT_STEP_TIMEOUT),
+                    deviceIds: overrideEnv.DATADOG_SYNTHETICS_OVERRIDE_DEVICE_IDS.split(';'),
+                    executionRule: (0, internal_1.toExecutionRule)(overrideEnv.DATADOG_SYNTHETICS_OVERRIDE_EXECUTION_RULE),
+                    followRedirects: (0, env_1.toBoolean)(overrideEnv.DATADOG_SYNTHETICS_OVERRIDE_FOLLOW_REDIRECTS),
+                    headers: (0, env_1.toStringMap)(overrideEnv.DATADOG_SYNTHETICS_OVERRIDE_HEADERS),
+                    locations: overrideEnv.DATADOG_SYNTHETICS_OVERRIDE_LOCATIONS.split(';'),
+                    mobileApplicationVersion: overrideEnv.DATADOG_SYNTHETICS_OVERRIDE_MOBILE_APPLICATION_VERSION,
+                    resourceUrlSubstitutionRegexes: (_a = overrideEnv.DATADOG_SYNTHETICS_OVERRIDE_RESOURCE_URL_SUBSTITUTION_REGEXES) === null || _a === void 0 ? void 0 : _a.split(';'),
+                    retry: {
+                        count: (0, env_1.toNumber)(overrideEnv.DATADOG_SYNTHETICS_OVERRIDE_RETRY_COUNT),
+                        interval: (0, env_1.toNumber)(overrideEnv.DATADOG_SYNTHETICS_OVERRIDE_RETRY_INTERVAL),
+                    },
+                    startUrl: overrideEnv.DATADOG_SYNTHETICS_OVERRIDE_START_URL,
+                    startUrlSubstitutionRegex: overrideEnv.DATADOG_SYNTHETICS_OVERRIDE_START_URL_SUBSTITUTION_REGEX,
+                    testTimeout: (0, env_1.toNumber)(overrideEnv.DATADOG_SYNTHETICS_OVERRIDE_TEST_TIMEOUT),
+                    variables: (0, env_1.toStringMap)(overrideEnv.DATADOG_SYNTHETICS_OVERRIDE_VARIABLES),
+                }, failOnCriticalErrors: (0, env_1.toBoolean)(overrideEnv.DATADOG_SYNTHETICS_FAIL_ON_CRITICAL_ERRORS), failOnMissingTests: (0, env_1.toBoolean)(overrideEnv.DATADOG_SYNTHETICS_FAIL_ON_MISSING_TESTS), failOnTimeout: (0, env_1.toBoolean)(overrideEnv.DATADOG_SYNTHETICS_FAIL_ON_TIMEOUT), files: overrideEnv.DATADOG_SYNTHETICS_FILES.split(';'), jUnitReport: overrideEnv.DATADOG_SYNTHETICS_JUNIT_REPORT, publicIds: overrideEnv.DATADOG_SYNTHETICS_PUBLIC_IDS.split(';'), selectiveRerun: (0, env_1.toBoolean)(overrideEnv.DATADOG_SYNTHETICS_SELECTIVE_RERUN), subdomain: overrideEnv.DATADOG_SUBDOMAIN, testSearchQuery: overrideEnv.DATADOG_SYNTHETICS_TEST_SEARCH_QUERY, tunnel: (0, env_1.toBoolean)(overrideEnv.DATADOG_SYNTHETICS_TUNNEL) }));
+        }));
+        test('partial retryConfig override from ENV retains existing values', () => __awaiter(void 0, void 0, void 0, function* () {
+            const overrideEnv = {
+                DATADOG_SYNTHETICS_OVERRIDE_RETRY_COUNT: '5',
+            };
+            process.env = overrideEnv;
+            const command = (0, fixtures_1.createCommand)(run_tests_command_1.RunTestsCommand);
+            command['config'].defaultTestOverrides = Object.assign(Object.assign({}, command['config'].defaultTestOverrides), { retry: {
+                    count: 1,
+                    interval: 42,
+                } });
+            yield command['resolveConfig']();
+            expect(command['config'].defaultTestOverrides.retry).toEqual({
+                count: 5,
+                interval: 42,
+            });
+        }));
+        test('override from config file', () => __awaiter(void 0, void 0, void 0, function* () {
+            const expectedConfig = {
+                apiKey: 'fake_api_key',
+                appKey: 'fake_app_key',
+                batchTimeout: 1,
+                configPath: 'src/commands/synthetics/__tests__/config-fixtures/config-with-all-keys.json',
+                datadogSite: 'datadoghq.eu',
+                defaultTestOverrides: {
+                    allowInsecureCertificates: true,
+                    basicAuth: { username: 'test', password: 'test' },
+                    body: '{"fakeContent":true}',
+                    bodyType: 'application/json',
+                    cookies: {
+                        value: 'name1=value1;name2=value2;',
+                        append: true,
+                    },
+                    setCookies: {
+                        value: 'name1=value1 \n name2=value2; Domain=example.com \n name3=value3; Secure; HttpOnly',
+                        append: true,
+                    },
+                    defaultStepTimeout: 10000,
+                    deviceIds: ['chrome.laptop_large'],
+                    executionRule: interfaces_1.ExecutionRule.BLOCKING,
+                    followRedirects: true,
+                    headers: { '<NEW_HEADER>': '<NEW_VALUE>' },
+                    locations: ['aws:us-west-1'],
+                    mobileApplicationVersion: '00000000-0000-0000-0000-000000000000',
+                    mobileApplicationVersionFilePath: './path/to/application.apk',
+                    resourceUrlSubstitutionRegexes: [
+                        's/(https://www.)(.*)/$1extra-$2',
+                        'https://example.com(.*)|http://subdomain.example.com$1',
+                    ],
+                    retry: { count: 2, interval: 300 },
+                    startUrl: '{{URL}}?static_hash={{STATIC_HASH}}',
+                    startUrlSubstitutionRegex: 's/(https://www.)(.*)/$1extra-$2/',
+                    testTimeout: 200000,
+                    variables: { titleVariable: 'new value' },
+                },
+                failOnCriticalErrors: true,
+                failOnMissingTests: true,
+                failOnTimeout: false,
+                files: ['my-new-file'],
+                jUnitReport: 'junit-report.xml',
+                proxy: {
+                    protocol: 'https',
+                },
+                publicIds: ['ran-dom-id1'],
+                selectiveRerun: true,
+                subdomain: 'ppa',
+                testSearchQuery: 'a-search-query',
+                tunnel: true,
+            };
+            const command = (0, fixtures_1.createCommand)(run_tests_command_1.RunTestsCommand);
+            command.configPath = 'src/commands/synthetics/__tests__/config-fixtures/config-with-all-keys.json';
+            yield command['resolveConfig']();
+            expect(command['config']).toEqual(expectedConfig);
+        }));
+        test('override from CLI', () => __awaiter(void 0, void 0, void 0, function* () {
+            var _b, _c, _d, _e, _f, _g, _h, _j, _k, _l;
+            const overrideCLI = {
+                apiKey: 'fake_api_key',
+                appKey: 'fake_app_key',
+                batchTimeout: 1,
+                configPath: 'src/commands/synthetics/__tests__/config-fixtures/empty-config-file.json',
+                datadogSite: 'datadoghq.eu',
+                failOnCriticalErrors: true,
+                failOnMissingTests: true,
+                failOnTimeout: false,
+                files: ['new-file'],
+                jUnitReport: 'junit-report.xml',
+                mobileApplicationVersionFilePath: './path/to/application.apk',
+                publicIds: ['ran-dom-id2'],
+                selectiveRerun: true,
+                subdomain: 'new-sub-domain',
+                testSearchQuery: 'a-search-query',
+                tunnel: true,
+            };
+            /** Values passed to `--override`. */
+            const defaultTestOverrides = {
+                allowInsecureCertificates: true,
+                basicAuth: {
+                    password: 'password',
+                    username: 'username',
+                },
+                body: 'a body',
+                bodyType: 'bodyType',
+                cookies: 'name1=value1;name2=value2;',
+                setCookies: 'name1=value1 \n name2=value2; Domain=example.com \n name3=value3; Secure; HttpOnly',
+                defaultStepTimeout: 42,
+                deviceIds: ['chrome.laptop_large', 'chrome.laptop_small', 'firefox.laptop_large'],
+                executionRule: interfaces_1.ExecutionRule.BLOCKING,
+                followRedirects: true,
+                headers: { 'Content-Type': 'application/json', Authorization: 'Bearer token' },
+                locations: ['us-east-1', 'us-west-1'],
+                mobileApplicationVersion: '00000000-0000-0000-0000-000000000000',
+                resourceUrlSubstitutionRegexes: [
+                    's/(https://www.)(.*)/$1extra-$2',
+                    'https://example.com(.*)|http://subdomain.example.com$1',
+                ],
+                retry: {
+                    count: 5,
+                    interval: 42,
+                },
+                startUrl: 'startUrl',
+                startUrlSubstitutionRegex: 'startUrlSubstitutionRegex',
+                testTimeout: 42,
+                variables: { var1: 'value1', var2: 'value2' },
+            };
+            const command = (0, fixtures_1.createCommand)(run_tests_command_1.RunTestsCommand);
+            command['apiKey'] = overrideCLI.apiKey;
+            command['appKey'] = overrideCLI.appKey;
+            command['batchTimeout'] = overrideCLI.batchTimeout;
+            command['configPath'] = overrideCLI.configPath;
+            command['datadogSite'] = overrideCLI.datadogSite;
+            command['failOnCriticalErrors'] = overrideCLI.failOnCriticalErrors;
+            command['failOnMissingTests'] = overrideCLI.failOnMissingTests;
+            command['failOnTimeout'] = overrideCLI.failOnTimeout;
+            command['files'] = overrideCLI.files;
+            command['jUnitReport'] = overrideCLI.jUnitReport;
+            command['mobileApplicationVersion'] = defaultTestOverrides.mobileApplicationVersion;
+            command['mobileApplicationVersionFilePath'] = overrideCLI.mobileApplicationVersionFilePath;
+            command['publicIds'] = overrideCLI.publicIds;
+            command['selectiveRerun'] = overrideCLI.selectiveRerun;
+            command['subdomain'] = overrideCLI.subdomain;
+            command['tunnel'] = overrideCLI.tunnel;
+            command['testSearchQuery'] = overrideCLI.testSearchQuery;
+            command['overrides'] = [
+                `allowInsecureCertificates=${defaultTestOverrides.allowInsecureCertificates}`,
+                `basicAuth.password=${(_b = defaultTestOverrides.basicAuth) === null || _b === void 0 ? void 0 : _b.password}`,
+                `basicAuth.username=${(_c = defaultTestOverrides.basicAuth) === null || _c === void 0 ? void 0 : _c.username}`,
+                `body=${defaultTestOverrides.body}`,
+                `bodyType=${defaultTestOverrides.bodyType}`,
+                `cookies=${defaultTestOverrides.cookies}`,
+                `cookies.append=true`,
+                `setCookies=${defaultTestOverrides.setCookies}`,
+                `setCookies.append=true`,
+                `defaultStepTimeout=${defaultTestOverrides.defaultStepTimeout}`,
+                `deviceIds=${(_d = defaultTestOverrides.deviceIds) === null || _d === void 0 ? void 0 : _d.join(';')}`,
+                `executionRule=${defaultTestOverrides.executionRule}`,
+                `followRedirects=${defaultTestOverrides.followRedirects}`,
+                `headers.Content-Type=${defaultTestOverrides.headers ? defaultTestOverrides.headers['Content-Type'] : ''}`,
+                `headers.Authorization=${(_e = defaultTestOverrides.headers) === null || _e === void 0 ? void 0 : _e.Authorization}`,
+                `locations=${(_f = defaultTestOverrides.locations) === null || _f === void 0 ? void 0 : _f.join(';')}`,
+                `retry.count=${(_g = defaultTestOverrides.retry) === null || _g === void 0 ? void 0 : _g.count}`,
+                `retry.interval=${(_h = defaultTestOverrides.retry) === null || _h === void 0 ? void 0 : _h.interval}`,
+                `startUrl=${defaultTestOverrides.startUrl}`,
+                `startUrlSubstitutionRegex=${defaultTestOverrides.startUrlSubstitutionRegex}`,
+                `testTimeout=${defaultTestOverrides.testTimeout}`,
+                `resourceUrlSubstitutionRegexes=${(_j = defaultTestOverrides.resourceUrlSubstitutionRegexes) === null || _j === void 0 ? void 0 : _j.join(';')}`,
+                `variables.var1=${(_k = defaultTestOverrides.variables) === null || _k === void 0 ? void 0 : _k.var1}`,
+                `variables.var2=${(_l = defaultTestOverrides.variables) === null || _l === void 0 ? void 0 : _l.var2}`,
+            ];
+            yield command['resolveConfig']();
+            expect(command['config']).toEqual(Object.assign(Object.assign({}, run_tests_command_1.DEFAULT_COMMAND_CONFIG), { apiKey: 'fake_api_key', appKey: 'fake_app_key', batchTimeout: 1, configPath: 'src/commands/synthetics/__tests__/config-fixtures/empty-config-file.json', datadogSite: 'datadoghq.eu', defaultTestOverrides: {
+                    allowInsecureCertificates: true,
+                    basicAuth: {
+                        password: 'password',
+                        username: 'username',
+                    },
+                    body: 'a body',
+                    bodyType: 'bodyType',
+                    cookies: {
+                        value: 'name1=value1;name2=value2;',
+                        append: true,
+                    },
+                    setCookies: {
+                        value: 'name1=value1 \n name2=value2; Domain=example.com \n name3=value3; Secure; HttpOnly',
+                        append: true,
+                    },
+                    defaultStepTimeout: 42,
+                    deviceIds: ['chrome.laptop_large', 'chrome.laptop_small', 'firefox.laptop_large'],
+                    executionRule: interfaces_1.ExecutionRule.BLOCKING,
+                    followRedirects: true,
+                    headers: { 'Content-Type': 'application/json', Authorization: 'Bearer token' },
+                    locations: ['us-east-1', 'us-west-1'],
+                    mobileApplicationVersion: '00000000-0000-0000-0000-000000000000',
+                    mobileApplicationVersionFilePath: './path/to/application.apk',
+                    resourceUrlSubstitutionRegexes: [
+                        's/(https://www.)(.*)/$1extra-$2',
+                        'https://example.com(.*)|http://subdomain.example.com$1',
+                    ],
+                    retry: {
+                        count: 5,
+                        interval: 42,
+                    },
+                    startUrl: 'startUrl',
+                    startUrlSubstitutionRegex: 'startUrlSubstitutionRegex',
+                    testTimeout: 42,
+                    variables: { var1: 'value1', var2: 'value2' },
+                }, failOnCriticalErrors: true, failOnMissingTests: true, failOnTimeout: false, files: ['new-file'], jUnitReport: 'junit-report.xml', publicIds: ['ran-dom-id2'], selectiveRerun: true, subdomain: 'new-sub-domain', testSearchQuery: 'a-search-query', tunnel: true }));
+        }));
+        // We have 2 code paths that handle different levels of configuration overrides:
+        //  1)  entire global config file                    <   ENV (environment variables)   <   CLI (command flags)
+        //  2)  defaultTestOverrides in global config file   <   ENV (environment variables)   <   test file (test configuration)
+        //
+        // First, 1) configures datadog-ci itself and `defaultTestOverrides`,
+        // Then, 2) configures the Synthetic tests to execute.
+        //
+        // So the bigger picture is:
+        //
+        // (config file < ENV < CLI < test file) => execute tests
+        describe('override precedence - [config file < ENV < CLI < test file]', () => {
+            const configFile = {
+                apiKey: 'config_file_api_key',
+                appKey: 'config_file_app_key',
+                datadogSite: 'us3.datadoghq.com',
+                defaultTestOverrides: {
+                    allowInsecureCertificates: true,
+                    basicAuth: {
+                        username: 'config-file-username',
+                        password: 'config-file-password',
+                    },
+                    body: '{"fakeContentFromConfigFile":true}',
+                    bodyType: 'application/json-from-config-file',
+                    cookies: {
+                        value: 'cookie1-from-config-file=cookie1-value;cookie2-from-config-file=cookie2-value;',
+                        append: true,
+                    },
+                    defaultStepTimeout: 10000,
+                    deviceIds: ['chrome.laptop_large_from_config_file', 'chrome.laptop_small_from_config_file'],
+                    executionRule: interfaces_1.ExecutionRule.BLOCKING,
+                    followRedirects: true,
+                    headers: { 'Config-File': 'This is a mess' },
+                    mobileApplicationVersion: '00000000-0000-0000-0000-000000000000-config-file',
+                    mobileApplicationVersionFilePath: './path/to/application-from-config-file.apk',
+                    retry: { count: 2, interval: 300 },
+                    resourceUrlSubstitutionRegexes: ['regex1-from-config-file', 'regex2-from-config-file'],
+                    startUrl: '{{URL}}?static_hash={{STATIC_HASH}}',
+                    startUrlSubstitutionRegex: 's/(https://www.)(.*)/$1extra-$2/',
+                    testTimeout: 200000,
+                    variables: { titleVariable: 'config file value' },
+                },
+                failOnCriticalErrors: false,
+                failOnMissingTests: false,
+                failOnTimeout: false,
+                files: ['from_config_file.json'],
+                jUnitReport: 'junit-report-from-config-file.xml',
+                proxy: { protocol: 'http' },
+                publicIds: ['public-id-from-config-file'],
+                selectiveRerun: false,
+                subdomain: 'subdomain_from_config_file',
+                testSearchQuery: 'a-search-query-from-config-file',
+                tunnel: false,
+            };
+            test('config file < ENV', () => __awaiter(void 0, void 0, void 0, function* () {
+                var _a, _b, _c;
+                jest.spyOn(ciUtils, 'resolveConfigFromFile').mockImplementationOnce((baseConfig) => __awaiter(void 0, void 0, void 0, function* () {
+                    return (Object.assign(Object.assign({}, baseConfig), configFile));
+                }));
+                const overrideEnv = {
+                    DATADOG_API_KEY: 'env_api_key',
+                    DATADOG_APP_KEY: 'env_app_key',
+                    DATADOG_SITE: 'us5.datadoghq.com',
+                    DATADOG_SUBDOMAIN: 'subdomain_from_env',
+                    DATADOG_SYNTHETICS_BATCH_TIMEOUT: '1',
+                    DATADOG_SYNTHETICS_CONFIG_PATH: 'path/to/config_from_env.json',
+                    DATADOG_SYNTHETICS_FAIL_ON_CRITICAL_ERRORS: 'true',
+                    DATADOG_SYNTHETICS_FAIL_ON_MISSING_TESTS: 'true',
+                    DATADOG_SYNTHETICS_FAIL_ON_TIMEOUT: 'true',
+                    DATADOG_SYNTHETICS_FILES: '1_from_env.json;2_from_env.json',
+                    DATADOG_SYNTHETICS_JUNIT_REPORT: 'junit-report-from-env.xml',
+                    DATADOG_SYNTHETICS_PUBLIC_IDS: 'a-public-id-from-env;another-public-id-from-env',
+                    DATADOG_SYNTHETICS_SELECTIVE_RERUN: 'true',
+                    DATADOG_SYNTHETICS_TEST_SEARCH_QUERY: 'a-search-query-from-env',
+                    DATADOG_SYNTHETICS_TUNNEL: 'true',
+                    DATADOG_SYNTHETICS_OVERRIDE_ALLOW_INSECURE_CERTIFICATES: 'true',
+                    DATADOG_SYNTHETICS_OVERRIDE_BASIC_AUTH_PASSWORD: 'password-from-env',
+                    DATADOG_SYNTHETICS_OVERRIDE_BASIC_AUTH_USERNAME: 'username-from-env',
+                    DATADOG_SYNTHETICS_OVERRIDE_BODY: 'body-from-env',
+                    DATADOG_SYNTHETICS_OVERRIDE_BODY_TYPE: 'bodyType-from-env',
+                    DATADOG_SYNTHETICS_OVERRIDE_COOKIES: 'cookie1-from-env;cookie2-from-env;cookie3-from-env',
+                    DATADOG_SYNTHETICS_OVERRIDE_COOKIES_APPEND: 'true',
+                    DATADOG_SYNTHETICS_OVERRIDE_SET_COOKIES: 'cookie1-from-env \n cookie2-from-env; Domain=example.com \n cookie3-from-env; Secure; HttpOnly',
+                    DATADOG_SYNTHETICS_OVERRIDE_SET_COOKIES_APPEND: 'true',
+                    DATADOG_SYNTHETICS_OVERRIDE_DEFAULT_STEP_TIMEOUT: '42',
+                    DATADOG_SYNTHETICS_OVERRIDE_DEVICE_IDS: 'chrome.laptop_large_from_env',
+                    DATADOG_SYNTHETICS_OVERRIDE_EXECUTION_RULE: 'NON_BLOCKING',
+                    DATADOG_SYNTHETICS_OVERRIDE_FOLLOW_REDIRECTS: 'false',
+                    DATADOG_SYNTHETICS_OVERRIDE_HEADERS: "{'Content-Type': 'application/json', 'Authorization': 'Bearer token from env'}",
+                    DATADOG_SYNTHETICS_OVERRIDE_LOCATIONS: 'location_1_from_env;location_2_from_env',
+                    DATADOG_SYNTHETICS_OVERRIDE_MOBILE_APPLICATION_VERSION: '00000000-0000-0000-0000-000000000000',
+                    DATADOG_SYNTHETICS_OVERRIDE_RESOURCE_URL_SUBSTITUTION_REGEXES: 'regex1-from-env;regex2-from-env',
+                    DATADOG_SYNTHETICS_OVERRIDE_RETRY_COUNT: '5',
+                    DATADOG_SYNTHETICS_OVERRIDE_RETRY_INTERVAL: '100',
+                    DATADOG_SYNTHETICS_OVERRIDE_START_URL: 'startUrl',
+                    DATADOG_SYNTHETICS_OVERRIDE_START_URL_SUBSTITUTION_REGEX: 'startUrlSubstitutionRegex',
+                    DATADOG_SYNTHETICS_OVERRIDE_TEST_TIMEOUT: '42',
+                    DATADOG_SYNTHETICS_OVERRIDE_VARIABLES: "{'var1': 'value1', 'var2': 'value2'}",
+                };
+                const expectedEnvOverrideResult = {
+                    apiKey: overrideEnv.DATADOG_API_KEY,
+                    appKey: overrideEnv.DATADOG_APP_KEY,
+                    batchTimeout: (0, env_1.toNumber)(overrideEnv.DATADOG_SYNTHETICS_BATCH_TIMEOUT),
+                    configPath: overrideEnv.DATADOG_SYNTHETICS_CONFIG_PATH,
+                    datadogSite: overrideEnv.DATADOG_SITE,
+                    defaultTestOverrides: {
+                        allowInsecureCertificates: (0, env_1.toBoolean)(overrideEnv.DATADOG_SYNTHETICS_OVERRIDE_ALLOW_INSECURE_CERTIFICATES),
+                        basicAuth: {
+                            password: overrideEnv.DATADOG_SYNTHETICS_OVERRIDE_BASIC_AUTH_PASSWORD,
+                            username: overrideEnv.DATADOG_SYNTHETICS_OVERRIDE_BASIC_AUTH_USERNAME,
+                        },
+                        body: overrideEnv.DATADOG_SYNTHETICS_OVERRIDE_BODY,
+                        bodyType: overrideEnv.DATADOG_SYNTHETICS_OVERRIDE_BODY_TYPE,
+                        cookies: {
+                            value: overrideEnv.DATADOG_SYNTHETICS_OVERRIDE_COOKIES,
+                            append: (0, env_1.toBoolean)(overrideEnv.DATADOG_SYNTHETICS_OVERRIDE_COOKIES_APPEND),
+                        },
+                        setCookies: {
+                            value: overrideEnv.DATADOG_SYNTHETICS_OVERRIDE_SET_COOKIES,
+                            append: (0, env_1.toBoolean)(overrideEnv.DATADOG_SYNTHETICS_OVERRIDE_SET_COOKIES_APPEND),
+                        },
+                        defaultStepTimeout: (0, env_1.toNumber)(overrideEnv.DATADOG_SYNTHETICS_OVERRIDE_DEFAULT_STEP_TIMEOUT),
+                        deviceIds: overrideEnv.DATADOG_SYNTHETICS_OVERRIDE_DEVICE_IDS.split(';'),
+                        executionRule: (0, internal_1.toExecutionRule)(overrideEnv.DATADOG_SYNTHETICS_OVERRIDE_EXECUTION_RULE),
+                        followRedirects: (0, env_1.toBoolean)(overrideEnv.DATADOG_SYNTHETICS_OVERRIDE_FOLLOW_REDIRECTS),
+                        headers: (0, env_1.toStringMap)(overrideEnv.DATADOG_SYNTHETICS_OVERRIDE_HEADERS),
+                        locations: overrideEnv.DATADOG_SYNTHETICS_OVERRIDE_LOCATIONS.split(';'),
+                        mobileApplicationVersion: overrideEnv.DATADOG_SYNTHETICS_OVERRIDE_MOBILE_APPLICATION_VERSION,
+                        resourceUrlSubstitutionRegexes: (_a = overrideEnv.DATADOG_SYNTHETICS_OVERRIDE_RESOURCE_URL_SUBSTITUTION_REGEXES) === null || _a === void 0 ? void 0 : _a.split(';'),
+                        retry: {
+                            count: (0, env_1.toNumber)(overrideEnv.DATADOG_SYNTHETICS_OVERRIDE_RETRY_COUNT),
+                            interval: (0, env_1.toNumber)(overrideEnv.DATADOG_SYNTHETICS_OVERRIDE_RETRY_INTERVAL),
+                        },
+                        startUrl: overrideEnv.DATADOG_SYNTHETICS_OVERRIDE_START_URL,
+                        startUrlSubstitutionRegex: overrideEnv.DATADOG_SYNTHETICS_OVERRIDE_START_URL_SUBSTITUTION_REGEX,
+                        testTimeout: (0, env_1.toNumber)(overrideEnv.DATADOG_SYNTHETICS_OVERRIDE_TEST_TIMEOUT),
+                        variables: (0, env_1.toStringMap)(overrideEnv.DATADOG_SYNTHETICS_OVERRIDE_VARIABLES),
+                        // XXX: Added to make the test pass as we don't have an ENV variable for `mobileApplicationVersionFilePath`.
+                        mobileApplicationVersionFilePath: configFile.defaultTestOverrides.mobileApplicationVersionFilePath,
+                    },
+                    failOnCriticalErrors: (0, env_1.toBoolean)(overrideEnv.DATADOG_SYNTHETICS_FAIL_ON_CRITICAL_ERRORS),
+                    failOnMissingTests: (0, env_1.toBoolean)(overrideEnv.DATADOG_SYNTHETICS_FAIL_ON_MISSING_TESTS),
+                    failOnTimeout: (0, env_1.toBoolean)(overrideEnv.DATADOG_SYNTHETICS_FAIL_ON_TIMEOUT),
+                    files: (_b = overrideEnv.DATADOG_SYNTHETICS_FILES) === null || _b === void 0 ? void 0 : _b.split(';'),
+                    jUnitReport: overrideEnv.DATADOG_SYNTHETICS_JUNIT_REPORT,
+                    publicIds: (_c = overrideEnv.DATADOG_SYNTHETICS_PUBLIC_IDS) === null || _c === void 0 ? void 0 : _c.split(';'),
+                    selectiveRerun: (0, env_1.toBoolean)(overrideEnv.DATADOG_SYNTHETICS_SELECTIVE_RERUN),
+                    subdomain: overrideEnv.DATADOG_SUBDOMAIN,
+                    testSearchQuery: overrideEnv.DATADOG_SYNTHETICS_TEST_SEARCH_QUERY,
+                    tunnel: (0, env_1.toBoolean)(overrideEnv.DATADOG_SYNTHETICS_TUNNEL),
+                    // XXX: Added to make the test pass as we use well-known ENV variables to configure the proxy.
+                    proxy: configFile.proxy,
+                };
+                process.env = overrideEnv;
+                const command = (0, fixtures_1.createCommand)(run_tests_command_1.RunTestsCommand);
+                yield command['resolveConfig']();
+                expect(command['config']).toEqual(expectedEnvOverrideResult);
+            }));
+            test('config file < CLI', () => __awaiter(void 0, void 0, void 0, function* () {
+                var _d, _e, _f, _g, _h, _j, _k, _l, _m, _o;
+                jest.spyOn(ciUtils, 'resolveConfigFromFile').mockImplementationOnce((baseConfig) => __awaiter(void 0, void 0, void 0, function* () {
+                    return (Object.assign(Object.assign({}, baseConfig), configFile));
+                }));
+                const overrideCLI = {
+                    apiKey: 'cli_api_key',
+                    appKey: 'cli_app_key',
+                    batchTimeout: 1,
+                    configPath: 'src/commands/synthetics/__tests__/config-fixtures/empty-config-file-from-cli.json',
+                    datadogSite: 'datadoghq.eu',
+                    failOnCriticalErrors: true,
+                    failOnMissingTests: true,
+                    failOnTimeout: true,
+                    files: ['new-file-from-cli'],
+                    jUnitReport: 'junit-report-from-cli.xml',
+                    mobileApplicationVersionFilePath: './path/to/application-from-cli.apk',
+                    publicIds: ['public-id-from-cli'],
+                    selectiveRerun: true,
+                    subdomain: 'subdomain-from-cli',
+                    testSearchQuery: 'a-search-query-from-cli',
+                    tunnel: true,
+                };
+                const defaultTestOverrides = {
+                    allowInsecureCertificates: false,
+                    basicAuth: {
+                        password: 'password-cli',
+                        username: 'username-cli',
+                    },
+                    body: '{"fakeContentFromCLI":true}',
+                    bodyType: 'application/json-from-cli',
+                    cookies: {
+                        value: 'cli1=value1;cli2=value2;',
+                        append: false,
+                    },
+                    setCookies: {
+                        value: 'cli1=value1 \n cli2=value2; Domain=example.com \n cli3=value3; Secure; HttpOnly',
+                        append: false,
+                    },
+                    defaultStepTimeout: 11,
+                    deviceIds: ['chrome.laptop_large_from_cli', 'chrome.laptop_small_from_cli', 'firefox.laptop_large_from_cli'],
+                    executionRule: interfaces_1.ExecutionRule.NON_BLOCKING,
+                    followRedirects: false,
+                    headers: { 'Content-Type': 'application/json', Authorization: 'Bearer token from cli' },
+                    locations: ['cli-loc-1', 'cli-loc-2'],
+                    mobileApplicationVersion: '00000000-0000-0000-0000-000000000000-cli',
+                    resourceUrlSubstitutionRegexes: [
+                        'cli-regex',
+                        's/(https://www.)(.*)/$1extra-$2',
+                        'https://example.com(.*)|http://subdomain.example.com$1',
+                    ],
+                    retry: {
+                        count: 13,
+                        interval: 14,
+                    },
+                    startUrl: 'startUrl-from-cli',
+                    startUrlSubstitutionRegex: 'startUrlSubstitutionRegex-from-cli',
+                    testTimeout: 15,
+                    variables: { cliVar1: 'value1', cliVar2: 'value2' },
+                };
+                const command = (0, fixtures_1.createCommand)(run_tests_command_1.RunTestsCommand);
+                command['apiKey'] = overrideCLI.apiKey;
+                command['appKey'] = overrideCLI.appKey;
+                command['batchTimeout'] = overrideCLI.batchTimeout;
+                command['configPath'] = overrideCLI.configPath;
+                command['datadogSite'] = overrideCLI.datadogSite;
+                command['failOnCriticalErrors'] = overrideCLI.failOnCriticalErrors;
+                command['failOnMissingTests'] = overrideCLI.failOnMissingTests;
+                command['failOnTimeout'] = overrideCLI.failOnTimeout;
+                command['files'] = overrideCLI.files;
+                command['jUnitReport'] = overrideCLI.jUnitReport;
+                command['mobileApplicationVersion'] = defaultTestOverrides.mobileApplicationVersion;
+                command['mobileApplicationVersionFilePath'] = overrideCLI.mobileApplicationVersionFilePath;
+                command['publicIds'] = overrideCLI.publicIds;
+                command['selectiveRerun'] = overrideCLI.selectiveRerun;
+                command['subdomain'] = overrideCLI.subdomain;
+                command['tunnel'] = overrideCLI.tunnel;
+                command['testSearchQuery'] = overrideCLI.testSearchQuery;
+                command['overrides'] = [
+                    `allowInsecureCertificates=${defaultTestOverrides.allowInsecureCertificates}`,
+                    `basicAuth.password=${(_d = defaultTestOverrides.basicAuth) === null || _d === void 0 ? void 0 : _d.password}`,
+                    `basicAuth.username=${(_e = defaultTestOverrides.basicAuth) === null || _e === void 0 ? void 0 : _e.username}`,
+                    `body=${defaultTestOverrides.body}`,
+                    `bodyType=${defaultTestOverrides.bodyType}`,
+                    `cookies=${defaultTestOverrides.cookies.value}`,
+                    `cookies.append=${defaultTestOverrides.cookies.append}`,
+                    `setCookies=${defaultTestOverrides.setCookies.value}`,
+                    `setCookies.append=${defaultTestOverrides.setCookies.append}`,
+                    `defaultStepTimeout=${defaultTestOverrides.defaultStepTimeout}`,
+                    `deviceIds=${(_f = defaultTestOverrides.deviceIds) === null || _f === void 0 ? void 0 : _f.join(';')}`,
+                    `executionRule=${defaultTestOverrides.executionRule}`,
+                    `followRedirects=${defaultTestOverrides.followRedirects}`,
+                    `headers.Content-Type=${defaultTestOverrides.headers ? defaultTestOverrides.headers['Content-Type'] : ''}`,
+                    `headers.Authorization=${(_g = defaultTestOverrides.headers) === null || _g === void 0 ? void 0 : _g.Authorization}`,
+                    `locations=${(_h = defaultTestOverrides.locations) === null || _h === void 0 ? void 0 : _h.join(';')}`,
+                    `retry.count=${(_j = defaultTestOverrides.retry) === null || _j === void 0 ? void 0 : _j.count}`,
+                    `retry.interval=${(_k = defaultTestOverrides.retry) === null || _k === void 0 ? void 0 : _k.interval}`,
+                    `startUrl=${defaultTestOverrides.startUrl}`,
+                    `startUrlSubstitutionRegex=${defaultTestOverrides.startUrlSubstitutionRegex}`,
+                    `testTimeout=${defaultTestOverrides.testTimeout}`,
+                    `resourceUrlSubstitutionRegexes=${(_l = defaultTestOverrides.resourceUrlSubstitutionRegexes) === null || _l === void 0 ? void 0 : _l.join(';')}`,
+                    `variables.cliVar1=${(_m = defaultTestOverrides.variables) === null || _m === void 0 ? void 0 : _m.cliVar1}`,
+                    `variables.cliVar2=${(_o = defaultTestOverrides.variables) === null || _o === void 0 ? void 0 : _o.cliVar2}`,
+                ];
+                yield command['resolveConfig']();
+                const { mobileApplicationVersionFilePath } = overrideCLI, filteredOverrideCLI = __rest(overrideCLI, ["mobileApplicationVersionFilePath"]);
+                const expectedCLIOverrideResult = Object.assign(Object.assign({}, filteredOverrideCLI), { defaultTestOverrides: Object.assign(Object.assign({}, defaultTestOverrides), { mobileApplicationVersionFilePath }), proxy: configFile.proxy });
+                expect(command['config']).toEqual(expectedCLIOverrideResult);
+            }));
+            test('ENV < CLI', () => __awaiter(void 0, void 0, void 0, function* () {
+                var _p, _q, _r, _s, _t, _u, _v, _w, _x, _y;
+                jest.spyOn(ciUtils, 'resolveConfigFromFile').mockImplementationOnce((baseConfig) => __awaiter(void 0, void 0, void 0, function* () { return baseConfig; }));
+                const overrideEnv = {
+                    DATADOG_API_KEY: 'env_api_key',
+                    DATADOG_APP_KEY: 'env_app_key',
+                    DATADOG_SITE: 'us5.datadoghq.com',
+                    DATADOG_SYNTHETICS_CONFIG_PATH: 'path/to/config_from_env.json',
+                    DATADOG_SUBDOMAIN: 'subdomain_from_env',
+                    DATADOG_SYNTHETICS_FAIL_ON_CRITICAL_ERRORS: 'true',
+                    DATADOG_SYNTHETICS_FAIL_ON_MISSING_TESTS: 'true',
+                    DATADOG_SYNTHETICS_FAIL_ON_TIMEOUT: 'true',
+                    DATADOG_SYNTHETICS_FILES: '1_from_env.json;2_from_env.json',
+                    DATADOG_SYNTHETICS_JUNIT_REPORT: 'junit-report-from-env.xml',
+                    DATADOG_SYNTHETICS_PUBLIC_IDS: 'a-public-id-from-env;another-public-id-from-env',
+                    DATADOG_SYNTHETICS_SELECTIVE_RERUN: 'true',
+                    DATADOG_SYNTHETICS_TEST_SEARCH_QUERY: 'a-search-query-from-env',
+                    DATADOG_SYNTHETICS_TUNNEL: 'false',
+                    DATADOG_SYNTHETICS_OVERRIDE_ALLOW_INSECURE_CERTIFICATES: 'true',
+                    DATADOG_SYNTHETICS_OVERRIDE_BASIC_AUTH_PASSWORD: 'password-from-env',
+                    DATADOG_SYNTHETICS_OVERRIDE_BASIC_AUTH_USERNAME: 'username-from-env',
+                    DATADOG_SYNTHETICS_OVERRIDE_BODY: 'body-from-env',
+                    DATADOG_SYNTHETICS_OVERRIDE_BODY_TYPE: 'bodyType-from-env',
+                    DATADOG_SYNTHETICS_OVERRIDE_COOKIES: 'cookie1-from-env;cookie2-from-env;cookie3-from-env',
+                    DATADOG_SYNTHETICS_OVERRIDE_COOKIES_APPEND: 'true',
+                    DATADOG_SYNTHEITCS_OVERRIDE_SET_COOKIES: 'cookie1-from-env \n cookie2-from-env; Domain=example.com \n cookie3-from-env; Secure; HttpOnly',
+                    DATADOG_SYNTHETICS_OVERRIDE_SET_COOKIES_APPEND: 'true',
+                    DATADOG_SYNTHETICS_OVERRIDE_DEFAULT_STEP_TIMEOUT: '42',
+                    DATADOG_SYNTHETICS_OVERRIDE_DEVICE_IDS: 'chrome.laptop_large_from_env',
+                    DATADOG_SYNTHETICS_OVERRIDE_EXECUTION_RULE: 'BLOCKING',
+                    DATADOG_SYNTHETICS_OVERRIDE_FOLLOW_REDIRECTS: 'true',
+                    DATADOG_SYNTHETICS_OVERRIDE_HEADERS: "{'Content-Type': 'application/json', 'Authorization': 'Bearer token from env'}",
+                    DATADOG_SYNTHETICS_OVERRIDE_LOCATIONS: 'location_1_from_env;location_2_from_env',
+                    DATADOG_SYNTHETICS_OVERRIDE_MOBILE_APPLICATION_VERSION: 'env-00000000-0000-0000-0000-000000000000',
+                    DATADOG_SYNTHETICS_OVERRIDE_RESOURCE_URL_SUBSTITUTION_REGEXES: 'env-regex1;env-regex2',
+                    DATADOG_SYNTHETICS_OVERRIDE_RETRY_COUNT: '5',
+                    DATADOG_SYNTHETICS_OVERRIDE_RETRY_INTERVAL: '100',
+                    DATADOG_SYNTHETICS_OVERRIDE_START_URL: 'startUrl-from-env',
+                    DATADOG_SYNTHETICS_OVERRIDE_START_URL_SUBSTITUTION_REGEX: 'startUrlSubstitutionRegex-from-env',
+                    DATADOG_SYNTHETICS_OVERRIDE_TEST_TIMEOUT: '42',
+                    DATADOG_SYNTHETICS_OVERRIDE_VARIABLES: "{'envVar1': 'value1', 'envVar2': 'value2'}",
+                };
+                const overrideCLI = {
+                    apiKey: 'cli_api_key',
+                    appKey: 'cli_app_key',
+                    batchTimeout: 1,
+                    configPath: 'path/to/config_from_cli.json',
+                    datadogSite: 'datadoghq.eu',
+                    failOnCriticalErrors: false,
+                    failOnMissingTests: false,
+                    failOnTimeout: false,
+                    files: ['file-from-cli-1;file-from-cli-2'],
+                    jUnitReport: 'junit-report-from-cli.xml',
+                    mobileApplicationVersionFilePath: './path/to/application-from-cli.apk',
+                    publicIds: ['public-id-from-cli-1', 'public-id-from-cli-2'],
+                    selectiveRerun: false,
+                    subdomain: 'subdomain-from-cli',
+                    testSearchQuery: 'a-search-query-from-cli',
+                    tunnel: true,
+                };
+                const defaultTestOverrides = {
+                    allowInsecureCertificates: false,
+                    basicAuth: {
+                        password: 'password-cli',
+                        username: 'username-cli',
+                    },
+                    body: 'a body from cli',
+                    bodyType: 'bodyType from cli',
+                    cookies: {
+                        value: 'cli1=value1;cli2=value2;',
+                        append: false,
+                    },
+                    setCookies: {
+                        value: 'cli1=value1 \n cli2=value2; Domain=example.com \n cli3=value3; Secure; HttpOnly',
+                        append: false,
+                    },
+                    defaultStepTimeout: 11,
+                    deviceIds: ['chrome.laptop_large_from_cli', 'chrome.laptop_small_from_cli', 'firefox.laptop_large_from_cli'],
+                    executionRule: interfaces_1.ExecutionRule.NON_BLOCKING,
+                    followRedirects: false,
+                    headers: { 'Content-Type': 'application/json', Authorization: 'Bearer token from cli' },
+                    locations: ['cli-loc-1', 'cli-loc-2'],
+                    mobileApplicationVersion: 'cli-00000000-0000-0000-0000-000000000000',
+                    resourceUrlSubstitutionRegexes: [
+                        'from-cli-regex1',
+                        's/(https://www.)(.*)/$1extra-$2',
+                        'https://example.com(.*)|http://subdomain.example.com$1',
+                    ],
+                    retry: {
+                        count: 13,
+                        interval: 14,
+                    },
+                    startUrl: 'startUrl-from-cli',
+                    startUrlSubstitutionRegex: 'startUrlSubstitutionRegex-from-cli',
+                    testTimeout: 15,
+                    variables: { cliVar1: 'value1', cliVar2: 'value2' },
+                };
+                process.env = overrideEnv;
+                const command = (0, fixtures_1.createCommand)(run_tests_command_1.RunTestsCommand);
+                command['apiKey'] = overrideCLI.apiKey;
+                command['appKey'] = overrideCLI.appKey;
+                command['batchTimeout'] = overrideCLI.batchTimeout;
+                command['configPath'] = overrideCLI.configPath;
+                command['datadogSite'] = overrideCLI.datadogSite;
+                command['failOnCriticalErrors'] = overrideCLI.failOnCriticalErrors;
+                command['failOnMissingTests'] = overrideCLI.failOnMissingTests;
+                command['failOnTimeout'] = overrideCLI.failOnTimeout;
+                command['files'] = overrideCLI.files;
+                command['jUnitReport'] = overrideCLI.jUnitReport;
+                command['mobileApplicationVersion'] = defaultTestOverrides.mobileApplicationVersion;
+                command['mobileApplicationVersionFilePath'] = overrideCLI.mobileApplicationVersionFilePath;
+                command['publicIds'] = overrideCLI.publicIds;
+                command['selectiveRerun'] = overrideCLI.selectiveRerun;
+                command['subdomain'] = overrideCLI.subdomain;
+                command['tunnel'] = overrideCLI.tunnel;
+                command['testSearchQuery'] = overrideCLI.testSearchQuery;
+                command['overrides'] = [
+                    `allowInsecureCertificates=${defaultTestOverrides.allowInsecureCertificates}`,
+                    `basicAuth.password=${(_p = defaultTestOverrides.basicAuth) === null || _p === void 0 ? void 0 : _p.password}`,
+                    `basicAuth.username=${(_q = defaultTestOverrides.basicAuth) === null || _q === void 0 ? void 0 : _q.username}`,
+                    `body=${defaultTestOverrides.body}`,
+                    `bodyType=${defaultTestOverrides.bodyType}`,
+                    `cookies=${defaultTestOverrides.cookies.value}`,
+                    `cookies.append=${defaultTestOverrides.cookies.append}`,
+                    `setCookies=${defaultTestOverrides.setCookies.value}`,
+                    `setCookies.append=${defaultTestOverrides.setCookies.append}`,
+                    `defaultStepTimeout=${defaultTestOverrides.defaultStepTimeout}`,
+                    `deviceIds=${(_r = defaultTestOverrides.deviceIds) === null || _r === void 0 ? void 0 : _r.join(';')}`,
+                    `executionRule=${defaultTestOverrides.executionRule}`,
+                    `followRedirects=${defaultTestOverrides.followRedirects}`,
+                    `headers.Content-Type=${defaultTestOverrides.headers ? defaultTestOverrides.headers['Content-Type'] : ''}`,
+                    `headers.Authorization=${(_s = defaultTestOverrides.headers) === null || _s === void 0 ? void 0 : _s.Authorization}`,
+                    `locations=${(_t = defaultTestOverrides.locations) === null || _t === void 0 ? void 0 : _t.join(';')}`,
+                    `retry.count=${(_u = defaultTestOverrides.retry) === null || _u === void 0 ? void 0 : _u.count}`,
+                    `retry.interval=${(_v = defaultTestOverrides.retry) === null || _v === void 0 ? void 0 : _v.interval}`,
+                    `startUrl=${defaultTestOverrides.startUrl}`,
+                    `startUrlSubstitutionRegex=${defaultTestOverrides.startUrlSubstitutionRegex}`,
+                    `testTimeout=${defaultTestOverrides.testTimeout}`,
+                    `resourceUrlSubstitutionRegexes=${(_w = defaultTestOverrides.resourceUrlSubstitutionRegexes) === null || _w === void 0 ? void 0 : _w.join(';')}`,
+                    `variables.cliVar1=${(_x = defaultTestOverrides.variables) === null || _x === void 0 ? void 0 : _x.cliVar1}`,
+                    `variables.cliVar2=${(_y = defaultTestOverrides.variables) === null || _y === void 0 ? void 0 : _y.cliVar2}`,
+                ];
+                yield command['resolveConfig']();
+                const { mobileApplicationVersionFilePath } = overrideCLI, filteredOverrideCLI = __rest(overrideCLI, ["mobileApplicationVersionFilePath"]);
+                const expectedCLIOverrideResult = Object.assign(Object.assign({}, filteredOverrideCLI), { defaultTestOverrides: Object.assign(Object.assign({}, defaultTestOverrides), { mobileApplicationVersionFilePath }), proxy: { protocol: 'http' } });
+                expect(command['config']).toEqual(expectedCLIOverrideResult);
+            }));
+            const overrideTestConfig = {
+                allowInsecureCertificates: false,
+                basicAuth: {
+                    password: 'password-test-file',
+                    username: 'username-test-file',
+                },
+                body: 'a body from test file',
+                bodyType: 'bodyType from test file',
+                cookies: {
+                    value: 'test-file1=value1;test-file2=value2;',
+                    append: false,
+                },
+                setCookies: {
+                    value: 'test-file1=value1 \n test-file2=value2; Domain=example.com \n test-file3=value3; Secure; HttpOnly',
+                    append: false,
+                },
+                defaultStepTimeout: 31,
+                deviceIds: [
+                    'chrome.laptop_large_from_test_file',
+                    'chrome.laptop_small_from_test_file',
+                    'firefox.laptop_large_from_test_file',
+                ],
+                executionRule: interfaces_1.ExecutionRule.NON_BLOCKING,
+                followRedirects: false,
+                headers: { 'Content-Type': 'application/json', Authorization: 'Bearer token from test file' },
+                locations: ['test-file-loc-1', 'test-file-loc-2'],
+                mobileApplicationVersion: 'test-file-00000000-0000-0000-0000-000000000000',
+                resourceUrlSubstitutionRegexes: [
+                    'from-test-file-regex1',
+                    's/(https://www.)(.*)/$1extra-$2',
+                    'https://example.com(.*)|http://subdomain.example.com$1',
+                ],
+                retry: {
+                    count: 33,
+                    interval: 34,
+                },
+                startUrl: 'startUrl-from-test-file',
+                startUrlSubstitutionRegex: 'startUrlSubstitutionRegex-from-test-file',
+                testTimeout: 35,
+                variables: { testFileVar1: 'value1', testFileVar2: 'value2' },
+            };
+            const triggerTests = jest.fn(() => {
+                throw (0, fixtures_1.getAxiosError)(502, { message: 'Bad Gateway' });
+            });
+            const apiHelper = (0, fixtures_2.mockApi)({
+                getTest: jest.fn(() => __awaiter(void 0, void 0, void 0, function* () { return (Object.assign({}, (0, fixtures_2.getApiTest)('publicId'))); })),
+                triggerTests,
+            });
+            const getExpectedTestsToTriggerArguments = (testOverrides) => {
+                return [
+                    // Parameters we care about.
+                    apiHelper,
+                    [{ suite: 'Suite 1', id: 'aaa-bbb-ccc', testOverrides }],
+                    // Ignore the rest of the parameters.
+                    expect.anything(),
+                    expect.anything(),
+                    expect.anything(),
+                    expect.anything(),
+                ];
+            };
+            const testFile = { name: 'Suite 1', content: { tests: [{ id: 'aaa-bbb-ccc', testOverrides: {} }] } };
+            test('config file < test file', () => __awaiter(void 0, void 0, void 0, function* () {
+                const getTestsToTriggerMock = jest.spyOn(testUtils, 'getTestsToTrigger');
+                const command = (0, fixtures_1.createCommand)(run_tests_command_1.RunTestsCommand);
+                jest.spyOn(ciUtils, 'resolveConfigFromFile').mockImplementationOnce((baseConfig) => __awaiter(void 0, void 0, void 0, function* () {
+                    return Object.assign(Object.assign({}, baseConfig), { defaultTestOverrides: Object.assign(Object.assign({}, configFile.defaultTestOverrides), { mobileApplicationVersionFilePath: undefined }), testSearchQuery: undefined });
+                }));
+                jest.spyOn(api, 'getApiHelper').mockReturnValue(apiHelper);
+                jest.spyOn(utils, 'getSuites').mockResolvedValue([testFile]);
+                testFile.content.tests[0].testOverrides = overrideTestConfig;
+                expect(yield command.execute()).toBe(0);
+                expect(getTestsToTriggerMock).toHaveBeenNthCalledWith(1, ...getExpectedTestsToTriggerArguments(overrideTestConfig));
+            }));
+            test('ENV < test file', () => __awaiter(void 0, void 0, void 0, function* () {
+                const getTestsToTriggerMock = jest.spyOn(testUtils, 'getTestsToTrigger');
+                const command = (0, fixtures_1.createCommand)(run_tests_command_1.RunTestsCommand);
+                jest.spyOn(ciUtils, 'resolveConfigFromFile').mockImplementation((config, _) => __awaiter(void 0, void 0, void 0, function* () { return config; }));
+                jest.spyOn(api, 'getApiHelper').mockReturnValue(apiHelper);
+                jest.spyOn(utils, 'getSuites').mockResolvedValue([testFile]);
+                testFile.content.tests[0].testOverrides = overrideTestConfig;
+                const testOverrideEnv = {
+                    DATADOG_SYNTHETICS_OVERRIDE_ALLOW_INSECURE_CERTIFICATES: 'true',
+                    DATADOG_SYNTHETICS_OVERRIDE_BASIC_AUTH_PASSWORD: 'password-from-env',
+                    DATADOG_SYNTHETICS_OVERRIDE_BASIC_AUTH_USERNAME: 'username-from-env',
+                    DATADOG_SYNTHETICS_OVERRIDE_BODY: 'body-from-env',
+                    DATADOG_SYNTHETICS_OVERRIDE_BODY_TYPE: 'bodyType-from-env',
+                    DATADOG_SYNTHETICS_OVERRIDE_COOKIES: 'cookie1-from-env;cookie2-from-env;cookie3-from-env',
+                    DATADOG_SYNTHETICS_OVERRIDE_COOKIES_APPEND: 'true',
+                    DATADOG_SYNTHETICS_OVERRIDE_SET_COOKIES: 'cookie1-from-env \n cookie2-from-env; Domain=example.com \n cookie3-from-env; Secure; HttpOnly',
+                    DATADOG_SYNTHETICS_OVERRIDE_SET_COOKIES_APPEND: 'true',
+                    DATADOG_SYNTHETICS_OVERRIDE_DEFAULT_STEP_TIMEOUT: '42',
+                    DATADOG_SYNTHETICS_OVERRIDE_DEVICE_IDS: 'chrome.laptop_large_from_env',
+                    DATADOG_SYNTHETICS_OVERRIDE_EXECUTION_RULE: 'BLOCKING',
+                    DATADOG_SYNTHETICS_OVERRIDE_FOLLOW_REDIRECTS: 'true',
+                    DATADOG_SYNTHETICS_OVERRIDE_HEADERS: "{'Content-Type': 'application/json', 'Authorization': 'Bearer token from env'}",
+                    DATADOG_SYNTHETICS_OVERRIDE_LOCATIONS: 'location_1_from_env;location_2_from_env',
+                    DATADOG_SYNTHETICS_OVERRIDE_MOBILE_APPLICATION_VERSION: 'env-00000000-0000-0000-0000-000000000000',
+                    DATADOG_SYNTHETICS_OVERRIDE_RESOURCE_URL_SUBSTITUTION_REGEXES: 'env-regex1;env-regex2',
+                    DATADOG_SYNTHETICS_OVERRIDE_RETRY_COUNT: '5',
+                    DATADOG_SYNTHETICS_OVERRIDE_RETRY_INTERVAL: '100',
+                    DATADOG_SYNTHETICS_OVERRIDE_START_URL: 'startUrl-from-env',
+                    DATADOG_SYNTHETICS_OVERRIDE_START_URL_SUBSTITUTION_REGEX: 'startUrlSubstitutionRegex-from-env',
+                    DATADOG_SYNTHETICS_OVERRIDE_TEST_TIMEOUT: '42',
+                    DATADOG_SYNTHETICS_OVERRIDE_VARIABLES: "{'envVar1': 'value1', 'envVar2': 'value2'}",
+                };
+                process.env = testOverrideEnv;
+                expect(yield command.execute()).toBe(0);
+                expect(getTestsToTriggerMock).toHaveBeenNthCalledWith(1, ...getExpectedTestsToTriggerArguments(overrideTestConfig));
+            }));
+            test('CLI < test file', () => __awaiter(void 0, void 0, void 0, function* () {
+                var _z, _0, _1, _2, _3, _4, _5, _6, _7, _8;
+                const getTestsToTriggerMock = jest.spyOn(testUtils, 'getTestsToTrigger');
+                const command = (0, fixtures_1.createCommand)(run_tests_command_1.RunTestsCommand);
+                jest.spyOn(ciUtils, 'resolveConfigFromFile').mockImplementation((config, _) => __awaiter(void 0, void 0, void 0, function* () { return config; }));
+                jest.spyOn(api, 'getApiHelper').mockReturnValue(apiHelper);
+                jest.spyOn(utils, 'getSuites').mockResolvedValue([testFile]);
+                const defaultTestOverrides = {
+                    allowInsecureCertificates: false,
+                    basicAuth: {
+                        password: 'password-cli',
+                        username: 'username-cli',
+                    },
+                    body: 'a body from cli',
+                    bodyType: 'bodyType from cli',
+                    cookies: {
+                        value: 'cli1=value1;cli2=value2;',
+                        append: false,
+                    },
+                    setCookies: {
+                        value: 'cli1=value1 \n cli2=value2; Domain=example.com \n cli3=value3; Secure; HttpOnly',
+                        append: false,
+                    },
+                    defaultStepTimeout: 11,
+                    deviceIds: ['chrome.laptop_large_from_cli', 'chrome.laptop_small_from_cli', 'firefox.laptop_large_from_cli'],
+                    executionRule: interfaces_1.ExecutionRule.NON_BLOCKING,
+                    followRedirects: false,
+                    headers: { 'Content-Type': 'application/json', Authorization: 'Bearer token from cli' },
+                    locations: ['cli-loc-1', 'cli-loc-2'],
+                    mobileApplicationVersion: 'cli-00000000-0000-0000-0000-000000000000',
+                    resourceUrlSubstitutionRegexes: [
+                        'from-cli-regex1',
+                        's/(https://www.)(.*)/$1extra-$2',
+                        'https://example.com(.*)|http://subdomain.example.com$1',
+                    ],
+                    retry: {
+                        count: 13,
+                        interval: 14,
+                    },
+                    startUrl: 'startUrl-from-cli',
+                    startUrlSubstitutionRegex: 'startUrlSubstitutionRegex-from-cli',
+                    testTimeout: 15,
+                    variables: { cliVar1: 'value1', cliVar2: 'value2' },
+                };
+                command['mobileApplicationVersion'] = defaultTestOverrides.mobileApplicationVersion;
+                command['overrides'] = [
+                    `allowInsecureCertificates=${defaultTestOverrides.allowInsecureCertificates}`,
+                    `basicAuth.password=${(_z = defaultTestOverrides.basicAuth) === null || _z === void 0 ? void 0 : _z.password}`,
+                    `basicAuth.username=${(_0 = defaultTestOverrides.basicAuth) === null || _0 === void 0 ? void 0 : _0.username}`,
+                    `body=${defaultTestOverrides.body}`,
+                    `bodyType=${defaultTestOverrides.bodyType}`,
+                    `cookies=${defaultTestOverrides.cookies.value}`,
+                    `cookies.append=${defaultTestOverrides.cookies.append}`,
+                    `setCookies=${defaultTestOverrides.setCookies.value}`,
+                    `setCookies.append=${defaultTestOverrides.setCookies.append}`,
+                    `defaultStepTimeout=${defaultTestOverrides.defaultStepTimeout}`,
+                    `deviceIds=${(_1 = defaultTestOverrides.deviceIds) === null || _1 === void 0 ? void 0 : _1.join(';')}`,
+                    `executionRule=${defaultTestOverrides.executionRule}`,
+                    `followRedirects=${defaultTestOverrides.followRedirects}`,
+                    `headers.Content-Type=${defaultTestOverrides.headers ? defaultTestOverrides.headers['Content-Type'] : ''}`,
+                    `headers.Authorization=${(_2 = defaultTestOverrides.headers) === null || _2 === void 0 ? void 0 : _2.Authorization}`,
+                    `locations=${(_3 = defaultTestOverrides.locations) === null || _3 === void 0 ? void 0 : _3.join(';')}`,
+                    `retry.count=${(_4 = defaultTestOverrides.retry) === null || _4 === void 0 ? void 0 : _4.count}`,
+                    `retry.interval=${(_5 = defaultTestOverrides.retry) === null || _5 === void 0 ? void 0 : _5.interval}`,
+                    `startUrl=${defaultTestOverrides.startUrl}`,
+                    `startUrlSubstitutionRegex=${defaultTestOverrides.startUrlSubstitutionRegex}`,
+                    `testTimeout=${defaultTestOverrides.testTimeout}`,
+                    `resourceUrlSubstitutionRegexes=${(_6 = defaultTestOverrides.resourceUrlSubstitutionRegexes) === null || _6 === void 0 ? void 0 : _6.join(';')}`,
+                    `variables.cliVar1=${(_7 = defaultTestOverrides.variables) === null || _7 === void 0 ? void 0 : _7.cliVar1}`,
+                    `variables.cliVar2=${(_8 = defaultTestOverrides.variables) === null || _8 === void 0 ? void 0 : _8.cliVar2}`,
+                ];
+                yield command['resolveConfig']();
+                expect(yield command.execute()).toBe(0);
+                expect(getTestsToTriggerMock).toHaveBeenNthCalledWith(1, ...getExpectedTestsToTriggerArguments(overrideTestConfig));
+            }));
+        });
+        test('fail on non-existing config file', () => __awaiter(void 0, void 0, void 0, function* () {
+            const writeMock = jest.fn();
+            const command = (0, fixtures_1.createCommand)(run_tests_command_1.RunTestsCommand, { stdout: { write: writeMock } });
+            command['configPath'] = 'non-existing-config-file.json';
+            yield expect(command.execute()).resolves.toBe(1);
+            expect(writeMock).toHaveBeenCalledWith(expect.stringMatching('ERROR: invalid config \nConfig file not found'));
+        }));
+    });
+    describe('exit code respects `failOnCriticalErrors`', () => {
+        test('404 leading to `NO_TESTS_TO_RUN` never exits with 1', () => __awaiter(void 0, void 0, void 0, function* () {
+            const command = (0, fixtures_1.createCommand)(run_tests_command_1.RunTestsCommand, { stdout: { write: jest.fn() } });
+            command['config'].failOnCriticalErrors = true;
+            const apiHelper = (0, fixtures_2.mockApi)({
+                getTest: jest.fn(() => {
+                    throw (0, fixtures_1.getAxiosError)(404, { errors: ['Test not found'] });
+                }),
+            });
+            jest.spyOn(ciUtils, 'resolveConfigFromFile').mockImplementation((config, _) => __awaiter(void 0, void 0, void 0, function* () { return config; }));
+            jest.spyOn(api, 'getApiHelper').mockReturnValue(apiHelper);
+            jest.spyOn(utils, 'getSuites').mockResolvedValue([(0, fixtures_2.getTestSuite)()]);
+            expect(yield command.execute()).toBe(0);
+            expect(apiHelper.getTest).toHaveBeenCalledTimes(1);
+        }));
+        describe.each([false, true])('%s', (failOnCriticalErrors) => {
+            const cases = [['HTTP 4xx error', 403], ['HTTP 5xx error', 502], ['Unknown error']];
+            const expectedExit = failOnCriticalErrors ? 1 : 0;
+            describe.each(cases)('%s', (_, errorCode) => {
+                test('unable to obtain test configurations', () => __awaiter(void 0, void 0, void 0, function* () {
+                    const command = (0, fixtures_1.createCommand)(run_tests_command_1.RunTestsCommand, { stdout: { write: jest.fn() } });
+                    command['config'].failOnCriticalErrors = failOnCriticalErrors;
+                    command['testSearchQuery'] = 'test:search';
+                    const apiHelper = (0, fixtures_2.mockApi)({
+                        searchTests: jest.fn(() => {
+                            throw errorCode ? (0, fixtures_1.getAxiosError)(errorCode, { message: 'Error' }) : new Error('Unknown error');
+                        }),
+                    });
+                    jest.spyOn(api, 'getApiHelper').mockReturnValue(apiHelper);
+                    jest.spyOn(ciUtils, 'resolveConfigFromFile').mockImplementation((config, __) => __awaiter(void 0, void 0, void 0, function* () { return config; }));
+                    expect(yield command.execute()).toBe(expectedExit);
+                    expect(apiHelper.searchTests).toHaveBeenCalledTimes(1);
+                }));
+                test('unavailable test config', () => __awaiter(void 0, void 0, void 0, function* () {
+                    const command = (0, fixtures_1.createCommand)(run_tests_command_1.RunTestsCommand, { stdout: { write: jest.fn() } });
+                    command['config'].failOnCriticalErrors = failOnCriticalErrors;
+                    const apiHelper = (0, fixtures_2.mockApi)({
+                        getTest: jest.fn(() => {
+                            throw errorCode ? (0, fixtures_1.getAxiosError)(errorCode, { message: 'Error' }) : new Error('Unknown error');
+                        }),
+                    });
+                    jest.spyOn(ciUtils, 'resolveConfigFromFile').mockImplementation((config, __) => __awaiter(void 0, void 0, void 0, function* () { return config; }));
+                    jest.spyOn(api, 'getApiHelper').mockReturnValue(apiHelper);
+                    jest.spyOn(utils, 'getSuites').mockResolvedValue([(0, fixtures_2.getTestSuite)()]);
+                    expect(yield command.execute()).toBe(expectedExit);
+                    expect(apiHelper.getTest).toHaveBeenCalledTimes(1);
+                }));
+                test('unable to trigger tests', () => __awaiter(void 0, void 0, void 0, function* () {
+                    const command = (0, fixtures_1.createCommand)(run_tests_command_1.RunTestsCommand, { stdout: { write: jest.fn() } });
+                    command['config'].failOnCriticalErrors = failOnCriticalErrors;
+                    const apiHelper = (0, fixtures_2.mockApi)({
+                        getTest: () => __awaiter(void 0, void 0, void 0, function* () { return (0, fixtures_2.getApiTest)('123-456-789'); }),
+                        triggerTests: jest.fn(() => {
+                            throw errorCode ? (0, fixtures_1.getAxiosError)(errorCode, { message: 'Error' }) : new Error('Unknown error');
+                        }),
+                    });
+                    jest.spyOn(ciUtils, 'resolveConfigFromFile').mockImplementation((config, __) => __awaiter(void 0, void 0, void 0, function* () { return config; }));
+                    jest.spyOn(api, 'getApiHelper').mockReturnValue(apiHelper);
+                    jest.spyOn(utils, 'getSuites').mockResolvedValue([(0, fixtures_2.getTestSuite)()]);
+                    expect(yield command.execute()).toBe(expectedExit);
+                    expect(apiHelper.triggerTests).toHaveBeenCalledTimes(1);
+                }));
+                test('unable to poll test results', () => __awaiter(void 0, void 0, void 0, function* () {
+                    const command = (0, fixtures_1.createCommand)(run_tests_command_1.RunTestsCommand, { stdout: { write: jest.fn() } });
+                    command['config'].failOnCriticalErrors = failOnCriticalErrors;
+                    const apiHelper = (0, fixtures_2.mockApi)({
+                        getBatch: () => __awaiter(void 0, void 0, void 0, function* () { return ({ results: [], status: 'passed' }); }),
+                        getTest: () => __awaiter(void 0, void 0, void 0, function* () { return (0, fixtures_2.getApiTest)('123-456-789'); }),
+                        pollResults: jest.fn(() => {
+                            throw errorCode ? (0, fixtures_1.getAxiosError)(errorCode, { message: 'Error' }) : new Error('Unknown error');
+                        }),
+                        triggerTests: () => __awaiter(void 0, void 0, void 0, function* () { return fixtures_2.mockTestTriggerResponse; }),
+                    });
+                    jest.spyOn(ciUtils, 'resolveConfigFromFile').mockImplementation((config, __) => __awaiter(void 0, void 0, void 0, function* () { return config; }));
+                    jest.spyOn(api, 'getApiHelper').mockReturnValue(apiHelper);
+                    jest.spyOn(utils, 'getSuites').mockResolvedValue([(0, fixtures_2.getTestSuite)()]);
+                    expect(yield command.execute()).toBe(expectedExit);
+                    expect(apiHelper.pollResults).toHaveBeenCalledTimes(1);
+                }));
+            });
+        });
+    });
+    describe('exit code respects `failOnMissingTests`', () => {
+        const cases = [
+            ['only missing tests', false, 0, ['mis-sin-ggg']],
+            ['only missing tests', true, 1, ['mis-sin-ggg']],
+            ['both missing and available tests', false, 0, ['mis-sin-ggg', 'abc-def-ghi']],
+            ['both missing and available tests', true, 1, ['mis-sin-ggg', 'abc-def-ghi']],
+        ];
+        test.each(cases)('%s with failOnMissingTests=%s exits with %s', (_, failOnMissingTests, exitCode, tests) => __awaiter(void 0, void 0, void 0, function* () {
+            const command = (0, fixtures_1.createCommand)(run_tests_command_1.RunTestsCommand, { stdout: { write: jest.fn() } });
+            command['config'].failOnMissingTests = failOnMissingTests;
+            const apiHelper = (0, fixtures_2.mockApi)({
+                getTest: jest.fn((testId) => __awaiter(void 0, void 0, void 0, function* () {
+                    if (testId === 'mis-sin-ggg') {
+                        throw (0, fixtures_1.getAxiosError)(404, { errors: ['Test not found'] });
+                    }
+                    return {};
+                })),
+            });
+            jest.spyOn(ciUtils, 'resolveConfigFromFile').mockImplementation((config, __) => __awaiter(void 0, void 0, void 0, function* () { return config; }));
+            jest.spyOn(api, 'getApiHelper').mockReturnValue(apiHelper);
+            jest.spyOn(utils, 'getSuites').mockResolvedValue([
+                {
+                    content: {
+                        tests: tests.map((testId) => ({ id: testId })),
+                    },
+                    name: 'Suite 1',
+                },
+            ]);
+            expect(yield command.execute()).toBe(exitCode);
+            expect(apiHelper.getTest).toHaveBeenCalledTimes(tests.length);
+        }));
+    });
+    describe('API errors logging', () => {
+        test('enough context is provided', () => __awaiter(void 0, void 0, void 0, function* () {
+            const writeMock = jest.fn();
+            const command = (0, fixtures_1.createCommand)(run_tests_command_1.RunTestsCommand, { stdout: { write: writeMock } });
+            command['config'].failOnCriticalErrors = true;
+            const apiHelper = (0, fixtures_2.mockApi)({
+                getTest: jest.fn((testId) => __awaiter(void 0, void 0, void 0, function* () {
+                    if (testId === 'for-bid-den') {
+                        const serverError = (0, fixtures_1.getAxiosError)(403, { errors: ['Forbidden'] });
+                        serverError.config.url = 'tests/for-bid-den';
+                        throw serverError;
+                    }
+                    return { name: testId };
+                })),
+            });
+            jest.spyOn(ciUtils, 'resolveConfigFromFile').mockImplementation((config, __) => __awaiter(void 0, void 0, void 0, function* () { return config; }));
+            jest.spyOn(api, 'getApiHelper').mockReturnValue(apiHelper);
+            jest.spyOn(utils, 'getSuites').mockResolvedValue([
+                {
+                    content: {
+                        tests: [
+                            { testOverrides: {}, id: 'aaa-aaa-aaa' },
+                            { testOverrides: { headers: {} }, id: 'bbb-bbb-bbb' },
+                            { testOverrides: {}, id: 'for-bid-den' },
+                        ],
+                    },
+                    name: 'Suite 1',
+                },
+            ]);
+            expect(yield command.execute()).toBe(1);
+            expect(apiHelper.getTest).toHaveBeenCalledTimes(3);
+            expect(writeMock).toHaveBeenCalledTimes(4);
+            expect(writeMock).toHaveBeenCalledWith('[aaa-aaa-aaa] Found test "aaa-aaa-aaa"\n');
+            expect(writeMock).toHaveBeenCalledWith('[bbb-bbb-bbb] Found test "bbb-bbb-bbb" (1 test override)\n');
+            expect(writeMock).toHaveBeenCalledWith('\n ERROR: authorization error \nFailed to get test: query on https://app.datadoghq.com/tests/for-bid-den returned: "Forbidden"\n\n\n');
+            expect(writeMock).toHaveBeenCalledWith('Credentials refused, make sure `apiKey`, `appKey` and `datadogSite` are correct.\n');
+        }));
+    });
+});
+describe('upload-application', () => {
+    beforeEach(() => {
+        process.env = {};
+        jest.restoreAllMocks();
+    });
+    describe('resolveConfig', () => {
+        beforeEach(() => {
+            process.env = {};
+        });
+        test('override from ENV', () => __awaiter(void 0, void 0, void 0, function* () {
+            const overrideEnv = {
+                DATADOG_API_KEY: 'fake_api_key',
+                DATADOG_APP_KEY: 'fake_app_key',
+                DATADOG_SITE: 'datadoghq.eu',
+                DATADOG_SYNTHETICS_CONFIG_PATH: 'path/to/config.json',
+                DATADOG_SYNTHETICS_VERSION_NAME: 'new',
+                DATADOG_SYNTHETICS_LATEST: 'true',
+            };
+            process.env = overrideEnv;
+            const command = (0, fixtures_1.createCommand)(upload_application_command_1.UploadApplicationCommand);
+            yield command['resolveConfig']();
+            expect(command['config']).toEqual(Object.assign(Object.assign({}, upload_application_command_1.DEFAULT_UPLOAD_COMMAND_CONFIG), { apiKey: overrideEnv.DATADOG_API_KEY, appKey: overrideEnv.DATADOG_APP_KEY, configPath: overrideEnv.DATADOG_SYNTHETICS_CONFIG_PATH, datadogSite: overrideEnv.DATADOG_SITE, versionName: overrideEnv.DATADOG_SYNTHETICS_VERSION_NAME, latest: (0, env_1.toBoolean)(overrideEnv.DATADOG_SYNTHETICS_LATEST) }));
+        }));
+        test('override from config file', () => __awaiter(void 0, void 0, void 0, function* () {
+            const expectedConfig = {
+                apiKey: 'fake_api_key',
+                appKey: 'fake_app_key',
+                configPath: 'src/commands/synthetics/__tests__/config-fixtures/upload-app-config-with-all-keys.json',
+                datadogSite: 'datadoghq.eu',
+                proxy: { protocol: 'http' },
+                mobileApplicationVersionFilePath: 'fake_path/fake_app.apk',
+                mobileApplicationId: 'fake-abc',
+                versionName: 'new',
+                latest: true,
+            };
+            const command = (0, fixtures_1.createCommand)(upload_application_command_1.UploadApplicationCommand);
+            command['configPath'] = 'src/commands/synthetics/__tests__/config-fixtures/upload-app-config-with-all-keys.json';
+            yield command['resolveConfig']();
+            expect(command['config']).toEqual(expectedConfig);
+        }));
+        test('override from CLI', () => __awaiter(void 0, void 0, void 0, function* () {
+            const overrideCLI = {
+                apiKey: 'fake_api_key_cli',
+                appKey: 'fake_app_key_cli',
+                configPath: 'src/commands/synthetics/__tests__/config-fixtures/empty-config-file.json',
+                datadogSite: 'datadoghq.cli',
+                mobileApplicationVersionFilePath: 'fake_path/cli_fake_app.apk',
+                mobileApplicationId: 'fake-abc-cli',
+                versionName: 'new cli',
+                latest: true,
+            };
+            const command = (0, fixtures_1.createCommand)(upload_application_command_1.UploadApplicationCommand);
+            command['apiKey'] = overrideCLI.apiKey;
+            command['appKey'] = overrideCLI.appKey;
+            command['configPath'] = overrideCLI.configPath;
+            command['datadogSite'] = overrideCLI.datadogSite;
+            command['mobileApplicationVersionFilePath'] = overrideCLI.mobileApplicationVersionFilePath;
+            command['mobileApplicationId'] = overrideCLI.mobileApplicationId;
+            command['versionName'] = overrideCLI.versionName;
+            command['latest'] = overrideCLI.latest;
+            yield command['resolveConfig']();
+            expect(command['config']).toEqual(Object.assign(Object.assign({}, upload_application_command_1.DEFAULT_UPLOAD_COMMAND_CONFIG), { apiKey: 'fake_api_key_cli', appKey: 'fake_app_key_cli', configPath: 'src/commands/synthetics/__tests__/config-fixtures/empty-config-file.json', datadogSite: 'datadoghq.cli', mobileApplicationVersionFilePath: 'fake_path/cli_fake_app.apk', mobileApplicationId: 'fake-abc-cli', versionName: 'new cli', latest: true }));
+        }));
+        test('override from config file < ENV < CLI', () => __awaiter(void 0, void 0, void 0, function* () {
+            jest.spyOn(ciUtils, 'resolveConfigFromFile').mockImplementationOnce((baseConfig) => __awaiter(void 0, void 0, void 0, function* () {
+                return (Object.assign(Object.assign({}, baseConfig), { apiKey: 'api_key_config_file', appKey: 'app_key_config_file', datadogSite: 'us5.datadoghq.com', mobileApplicationVersionFilePath: 'fake_path/fake_app.apk', mobileApplicationId: 'fake-abc', versionName: 'new', latest: true }));
+            }));
+            process.env = {
+                DATADOG_API_KEY: 'api_key_env',
+                DATADOG_APP_KEY: 'app_key_env',
+            };
+            const command = (0, fixtures_1.createCommand)(upload_application_command_1.UploadApplicationCommand);
+            command['apiKey'] = 'api_key_cli';
+            command['mobileApplicationVersionFilePath'] = './path/to/application_cli.apk';
+            yield command['resolveConfig']();
+            expect(command['config']).toEqual(Object.assign(Object.assign({}, upload_application_command_1.DEFAULT_UPLOAD_COMMAND_CONFIG), { apiKey: 'api_key_cli', appKey: 'app_key_env', datadogSite: 'us5.datadoghq.com', mobileApplicationVersionFilePath: './path/to/application_cli.apk', mobileApplicationId: 'fake-abc', versionName: 'new', latest: true }));
+        }));
+    });
+});
+describe('import-tests', () => {
+    beforeEach(() => {
+        process.env = {};
+        jest.restoreAllMocks();
+    });
+    describe('resolveConfig', () => {
+        beforeEach(() => {
+            process.env = {};
+        });
+        test('override from ENV', () => __awaiter(void 0, void 0, void 0, function* () {
+            var _a, _b;
+            const overrideEnv = {
+                DATADOG_API_KEY: 'fake_api_key',
+                DATADOG_APP_KEY: 'fake_app_key',
+                DATADOG_SYNTHETICS_CONFIG_PATH: 'path/to/config.json',
+                DATADOG_SITE: 'datadoghq.eu',
+                DATADOG_SYNTHETICS_FILES: 'test-file1;test-file2;test-file3',
+                DATADOG_SYNTHETICS_PUBLIC_IDS: 'a-public-id;another-public-id',
+                DATADOG_SYNTHETICS_TEST_SEARCH_QUERY: 'a-search-query',
+            };
+            process.env = overrideEnv;
+            const command = (0, fixtures_1.createCommand)(import_tests_command_1.ImportTestsCommand);
+            yield command['resolveConfig']();
+            expect(command['config']).toEqual(Object.assign(Object.assign({}, import_tests_command_1.DEFAULT_IMPORT_TESTS_COMMAND_CONFIG), { apiKey: overrideEnv.DATADOG_API_KEY, appKey: overrideEnv.DATADOG_APP_KEY, configPath: overrideEnv.DATADOG_SYNTHETICS_CONFIG_PATH, datadogSite: overrideEnv.DATADOG_SITE, files: (_a = overrideEnv.DATADOG_SYNTHETICS_FILES) === null || _a === void 0 ? void 0 : _a.split(';'), publicIds: (_b = overrideEnv.DATADOG_SYNTHETICS_PUBLIC_IDS) === null || _b === void 0 ? void 0 : _b.split(';'), testSearchQuery: overrideEnv.DATADOG_SYNTHETICS_TEST_SEARCH_QUERY }));
+        }));
+        test('override from config file', () => __awaiter(void 0, void 0, void 0, function* () {
+            const expectedConfig = {
+                apiKey: 'fake_api_key',
+                appKey: 'fake_app_key',
+                configPath: 'src/commands/synthetics/__tests__/config-fixtures/import-tests-config-with-all-keys.json',
+                datadogSite: 'datadoghq.eu',
+                files: ['my-new-file'],
+                proxy: { protocol: 'http' },
+                publicIds: ['ran-dom-id1'],
+                testSearchQuery: 'a-search-query',
+            };
+            const command = (0, fixtures_1.createCommand)(import_tests_command_1.ImportTestsCommand);
+            command['configPath'] = 'src/commands/synthetics/__tests__/config-fixtures/import-tests-config-with-all-keys.json';
+            yield command['resolveConfig']();
+            expect(command['config']).toEqual(expectedConfig);
+        }));
+        test('override from CLI', () => __awaiter(void 0, void 0, void 0, function* () {
+            const overrideCLI = {
+                apiKey: 'fake_api_key_cli',
+                appKey: 'fake_app_key_cli',
+                configPath: 'src/commands/synthetics/__tests__/config-fixtures/empty-config-file.json',
+                datadogSite: 'datadoghq.cli',
+                files: ['new-file'],
+                publicIds: ['ran-dom-id2'],
+                testSearchQuery: 'a-search-query',
+            };
+            const command = (0, fixtures_1.createCommand)(import_tests_command_1.ImportTestsCommand);
+            command['apiKey'] = overrideCLI.apiKey;
+            command['appKey'] = overrideCLI.appKey;
+            command['configPath'] = overrideCLI.configPath;
+            command['datadogSite'] = overrideCLI.datadogSite;
+            command['files'] = overrideCLI.files;
+            command['publicIds'] = overrideCLI.publicIds;
+            command['testSearchQuery'] = overrideCLI.testSearchQuery;
+            yield command['resolveConfig']();
+            expect(command['config']).toEqual(Object.assign(Object.assign({}, import_tests_command_1.DEFAULT_IMPORT_TESTS_COMMAND_CONFIG), { apiKey: 'fake_api_key_cli', appKey: 'fake_app_key_cli', configPath: 'src/commands/synthetics/__tests__/config-fixtures/empty-config-file.json', datadogSite: 'datadoghq.cli', files: ['new-file'], publicIds: ['ran-dom-id2'], testSearchQuery: 'a-search-query' }));
+        }));
+        test('override from config file < ENV < CLI', () => __awaiter(void 0, void 0, void 0, function* () {
+            jest.spyOn(ciUtils, 'resolveConfigFromFile').mockImplementationOnce((baseConfig) => __awaiter(void 0, void 0, void 0, function* () {
+                return (Object.assign(Object.assign({}, baseConfig), { apiKey: 'api_key_config_file', appKey: 'app_key_config_file', datadogSite: 'us5.datadoghq.com' }));
+            }));
+            process.env = {
+                DATADOG_API_KEY: 'api_key_env',
+                DATADOG_APP_KEY: 'app_key_env',
+            };
+            const command = (0, fixtures_1.createCommand)(import_tests_command_1.ImportTestsCommand);
+            command['apiKey'] = 'api_key_cli';
+            yield command['resolveConfig']();
+            expect(command['config']).toEqual(Object.assign(Object.assign({}, import_tests_command_1.DEFAULT_IMPORT_TESTS_COMMAND_CONFIG), { apiKey: 'api_key_cli', appKey: 'app_key_env', datadogSite: 'us5.datadoghq.com' }));
+        }));
+    });
+});
+describe('deploy-tests', () => {
+    beforeEach(() => {
+        process.env = {};
+        jest.restoreAllMocks();
+    });
+    describe('resolveConfig', () => {
+        beforeEach(() => {
+            process.env = {};
+        });
+        test('override from ENV', () => __awaiter(void 0, void 0, void 0, function* () {
+            var _a, _b;
+            const overrideEnv = {
+                DATADOG_API_KEY: 'fake_api_key',
+                DATADOG_APP_KEY: 'fake_app_key',
+                DATADOG_SYNTHETICS_CONFIG_PATH: 'path/to/config.json',
+                DATADOG_SITE: 'datadoghq.eu',
+                DATADOG_SUBDOMAIN: 'custom',
+                DATADOG_SYNTHETICS_FILES: 'test-file1;test-file2;test-file3',
+                DATADOG_SYNTHETICS_PUBLIC_IDS: 'a-public-id;another-public-id',
+            };
+            process.env = overrideEnv;
+            const command = (0, fixtures_1.createCommand)(deploy_tests_command_1.DeployTestsCommand);
+            yield command['resolveConfig']();
+            expect(command['config']).toEqual(Object.assign(Object.assign({}, deploy_tests_command_1.DEFAULT_DEPLOY_TESTS_COMMAND_CONFIG), { apiKey: overrideEnv.DATADOG_API_KEY, appKey: overrideEnv.DATADOG_APP_KEY, configPath: overrideEnv.DATADOG_SYNTHETICS_CONFIG_PATH, datadogSite: overrideEnv.DATADOG_SITE, files: (_a = overrideEnv.DATADOG_SYNTHETICS_FILES) === null || _a === void 0 ? void 0 : _a.split(';'), publicIds: (_b = overrideEnv.DATADOG_SYNTHETICS_PUBLIC_IDS) === null || _b === void 0 ? void 0 : _b.split(';'), subdomain: overrideEnv.DATADOG_SUBDOMAIN }));
+        }));
+        test('override from config file', () => __awaiter(void 0, void 0, void 0, function* () {
+            const expectedConfig = {
+                apiKey: 'fake_api_key',
+                appKey: 'fake_app_key',
+                configPath: 'src/commands/synthetics/__tests__/config-fixtures/deploy-tests-config-with-all-keys.json',
+                datadogSite: 'datadoghq.eu',
+                files: ['my-new-file'],
+                proxy: { protocol: 'http' },
+                publicIds: ['ran-dom-id1'],
+                subdomain: 'ppa',
+            };
+            const command = (0, fixtures_1.createCommand)(deploy_tests_command_1.DeployTestsCommand);
+            command['configPath'] = 'src/commands/synthetics/__tests__/config-fixtures/deploy-tests-config-with-all-keys.json';
+            yield command['resolveConfig']();
+            expect(command['config']).toEqual(expectedConfig);
+        }));
+        test('override from CLI', () => __awaiter(void 0, void 0, void 0, function* () {
+            const overrideCLI = {
+                apiKey: 'fake_api_key_cli',
+                appKey: 'fake_app_key_cli',
+                configPath: 'src/commands/synthetics/__tests__/config-fixtures/empty-config-file.json',
+                datadogSite: 'datadoghq.cli',
+                files: ['new-file'],
+                publicIds: ['ran-dom-id2'],
+                subdomain: 'subdomain-from-cli',
+            };
+            const command = (0, fixtures_1.createCommand)(deploy_tests_command_1.DeployTestsCommand);
+            command['apiKey'] = overrideCLI.apiKey;
+            command['appKey'] = overrideCLI.appKey;
+            command['configPath'] = overrideCLI.configPath;
+            command['datadogSite'] = overrideCLI.datadogSite;
+            command['files'] = overrideCLI.files;
+            command['publicIds'] = overrideCLI.publicIds;
+            command['subdomain'] = overrideCLI.subdomain;
+            yield command['resolveConfig']();
+            expect(command['config']).toEqual(Object.assign(Object.assign({}, deploy_tests_command_1.DEFAULT_DEPLOY_TESTS_COMMAND_CONFIG), { apiKey: 'fake_api_key_cli', appKey: 'fake_app_key_cli', configPath: 'src/commands/synthetics/__tests__/config-fixtures/empty-config-file.json', datadogSite: 'datadoghq.cli', files: ['new-file'], publicIds: ['ran-dom-id2'], subdomain: 'subdomain-from-cli' }));
+        }));
+        test('override from config file < ENV < CLI', () => __awaiter(void 0, void 0, void 0, function* () {
+            jest.spyOn(ciUtils, 'resolveConfigFromFile').mockImplementationOnce((baseConfig) => __awaiter(void 0, void 0, void 0, function* () {
+                return (Object.assign(Object.assign({}, baseConfig), { apiKey: 'api_key_config_file', appKey: 'app_key_config_file', datadogSite: 'us5.datadoghq.com' }));
+            }));
+            process.env = {
+                DATADOG_API_KEY: 'api_key_env',
+                DATADOG_APP_KEY: 'app_key_env',
+            };
+            const command = (0, fixtures_1.createCommand)(deploy_tests_command_1.DeployTestsCommand);
+            command['apiKey'] = 'api_key_cli';
+            yield command['resolveConfig']();
+            expect(command['config']).toEqual(Object.assign(Object.assign({}, deploy_tests_command_1.DEFAULT_DEPLOY_TESTS_COMMAND_CONFIG), { apiKey: 'api_key_cli', appKey: 'app_key_env', datadogSite: 'us5.datadoghq.com' }));
+        }));
+    });
+});
+//# sourceMappingURL=cli.test.js.map