@datadog/datadog-ci 2.40.2 → 2.41.0

package/dist/commands/synthetics/__tests__/run-tests-lib.test.js

@@ -1,735 +0,0 @@
-"use strict";
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    var desc = Object.getOwnPropertyDescriptor(m, k);
-    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
-      desc = { enumerable: true, get: function() { return m[k]; } };
-    }
-    Object.defineProperty(o, k2, desc);
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
-    Object.defineProperty(o, "default", { enumerable: true, value: v });
-}) : function(o, v) {
-    o["default"] = v;
-});
-var __importStar = (this && this.__importStar) || function (mod) {
-    if (mod && mod.__esModule) return mod;
-    var result = {};
-    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
-    __setModuleDefault(result, mod);
-    return result;
-};
-var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
-    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
-    return new (P || (P = Promise))(function (resolve, reject) {
-        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
-        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
-        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
-        step((generator = generator.apply(thisArg, _arguments || [])).next());
-    });
-};
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-const fs_1 = __importDefault(require("fs"));
-const ciUtils = __importStar(require("../../../helpers/utils"));
-const api = __importStar(require("../api"));
-const errors_1 = require("../errors");
-const interfaces_1 = require("../interfaces");
-const default_1 = require("../reporters/default");
-const junit_1 = require("../reporters/junit");
-const appUploadReporterModule = __importStar(require("../reporters/mobile/app-upload"));
-const runTests = __importStar(require("../run-tests-lib"));
-const tunnel_1 = require("../tunnel");
-const utils = __importStar(require("../utils/public"));
-const fixtures_1 = require("./fixtures");
-/**
- * Parameterize a test to run in both a backwards compatible way, and the new way.
- */
-// TODO SYNTH-12989: Clean up this parameterization when getting rid of `global` and `config`
-const compat = [
-    {
-        compat: 'current',
-        defaultTestOverrides: 'defaultTestOverrides',
-        testOverrides: 'testOverrides',
-    },
-    {
-        compat: 'deprecated',
-        defaultTestOverrides: 'global',
-        testOverrides: 'config',
-    },
-];
-describe('run-test', () => {
-    beforeEach(() => {
-        jest.restoreAllMocks();
-        jest.spyOn(ciUtils, 'getConfig').mockImplementation(() => __awaiter(void 0, void 0, void 0, function* () { return ({}); }));
-        process.env = {};
-    });
-    describe('executeTests', () => {
-        test('deprecated usage', () => __awaiter(void 0, void 0, void 0, function* () {
-            jest.spyOn(utils, 'runTests').mockImplementation();
-            jest.spyOn(api, 'getApiHelper').mockImplementation(() => ({}));
-            yield expect(runTests.executeTests(fixtures_1.mockReporter, {
-                apiKey: '',
-                appKey: '',
-                configPath: 'datadog-ci.json',
-                datadogSite: 'datadoghq.com',
-                failOnCriticalErrors: false,
-                failOnMissingTests: false,
-                failOnTimeout: true,
-                files: ['{,!(node_modules)/**/}*.synthetics.json'],
-                global: {},
-                locations: [],
-                pollingTimeout: 2 * 60 * 1000,
-                proxy: { protocol: 'http' },
-                publicIds: [],
-                selectiveRerun: false,
-                subdomain: 'app',
-                tunnel: false,
-                variableStrings: [], // deprecated
-            })).rejects.toThrow(new errors_1.CiError('NO_TESTS_TO_RUN'));
-        }));
-        test('current usage', () => __awaiter(void 0, void 0, void 0, function* () {
-            jest.spyOn(utils, 'runTests').mockImplementation();
-            jest.spyOn(api, 'getApiHelper').mockImplementation(() => ({}));
-            yield expect(runTests.executeTests(fixtures_1.mockReporter, {
-                apiKey: '',
-                appKey: '',
-                configPath: 'datadog-ci.json',
-                datadogSite: 'datadoghq.com',
-                failOnCriticalErrors: false,
-                failOnMissingTests: false,
-                failOnTimeout: true,
-                files: ['{,!(node_modules)/**/}*.synthetics.json'],
-                defaultTestOverrides: {},
-                // TODO SYNTH-12989: Clean up deprecated `global` and `locations`
-                global: {},
-                locations: [],
-                pollingTimeout: 2 * 60 * 1000,
-                proxy: { protocol: 'http' },
-                publicIds: [],
-                selectiveRerun: false,
-                subdomain: 'app',
-                tunnel: false,
-                // TODO SYNTH-12989: Clean up deprecated `variableStrings`
-                variableStrings: [],
-            })).rejects.toThrow(new errors_1.CiError('NO_TESTS_TO_RUN'));
-        }));
-        test.each(compat)('should apply config override for tests triggered by public id ($compat)', ({ defaultTestOverrides }) => __awaiter(void 0, void 0, void 0, function* () {
-            const getTestsToTriggersMock = jest.spyOn(utils, 'getTestsToTrigger').mockReturnValue(Promise.resolve({
-                initialSummary: utils.createInitialSummary(),
-                overriddenTestsToTrigger: [],
-                tests: [],
-            }));
-            jest.spyOn(utils, 'runTests').mockImplementation();
-            const startUrl = '{{PROTOCOL}}//myhost{{PATHNAME}}{{PARAMS}}';
-            const locations = ['location1', 'location2'];
-            const userConfigOverride = { locations, startUrl };
-            const apiHelper = {};
-            jest.spyOn(api, 'getApiHelper').mockImplementation(() => ({}));
-            yield expect(runTests.executeTests(fixtures_1.mockReporter, Object.assign(Object.assign({}, fixtures_1.ciConfig), { [defaultTestOverrides]: userConfigOverride, publicIds: ['aaa-aaa-aaa', 'bbb-bbb-bbb'] }))).rejects.toThrow();
-            expect(getTestsToTriggersMock).toHaveBeenCalledWith(apiHelper, expect.arrayContaining([
-                expect.objectContaining({ id: 'aaa-aaa-aaa', testOverrides: userConfigOverride }),
-                expect.objectContaining({ id: 'bbb-bbb-bbb', testOverrides: userConfigOverride }),
-            ]), expect.anything(), false, false, false);
-        }));
-        test.each([
-            // TODO SYNTH-12989: Clean up deprecated `global` and `locations`
-            [
-                'locations in global object only (deprecated)',
-                { global: { locations: ['global-location-1'] } },
-                { locations: ['global-location-1'] },
-            ],
-            [
-                'locations at root level only (deprecated)',
-                { locations: ['envvar-location-1', 'envvar-location-2'] },
-                { locations: ['envvar-location-1', 'envvar-location-2'] },
-            ],
-            [
-                'locations in global (deprecated), defaultTestOverrides and at the root level',
-                {
-                    global: { locations: ['global-location-1'] },
-                    defaultTestOverrides: { locations: ['defaultTestOverrides-location-1'] },
-                    locations: ['envvar-location-1', 'envvar-location-2'],
-                },
-                { locations: ['defaultTestOverrides-location-1'] },
-            ],
-            [
-                'locations in defaultTestOverrides only',
-                { defaultTestOverrides: { locations: ['defaultTestOverrides-location-1'] } },
-                { locations: ['defaultTestOverrides-location-1'] },
-            ],
-            [
-                'locations in both defaultTestOverrides and at the root level',
-                {
-                    defaultTestOverrides: { locations: ['defaultTestOverrides-location-1'] },
-                    locations: ['envvar-location-1', 'envvar-location-2'],
-                },
-                { locations: ['defaultTestOverrides-location-1'] },
-            ],
-        ])('Use appropriate list of locations for tests triggered by public id: %s', (text, partialCIConfig, expectedOverriddenConfig) => __awaiter(void 0, void 0, void 0, function* () {
-            const getTestsToTriggersMock = jest.spyOn(utils, 'getTestsToTrigger').mockReturnValue(Promise.resolve({
-                initialSummary: utils.createInitialSummary(),
-                overriddenTestsToTrigger: [],
-                tests: [],
-            }));
-            const apiHelper = {};
-            jest.spyOn(api, 'getApiHelper').mockImplementation(() => ({}));
-            yield expect(runTests.executeTests(fixtures_1.mockReporter, Object.assign(Object.assign(Object.assign({}, fixtures_1.ciConfig), partialCIConfig), { publicIds: ['aaa-aaa-aaa', 'bbb-bbb-bbb'] }))).rejects.toThrow(new errors_1.CiError('NO_TESTS_TO_RUN'));
-            expect(getTestsToTriggersMock).toHaveBeenCalledWith(apiHelper, expect.arrayContaining([
-                expect.objectContaining({ id: 'aaa-aaa-aaa', testOverrides: expectedOverriddenConfig }),
-                expect.objectContaining({ id: 'bbb-bbb-bbb', testOverrides: expectedOverriddenConfig }),
-            ]), expect.anything(), false, false, false);
-        }));
-        test.each(compat)('should not wait for `skipped` only tests batch results ($compat)', ({ defaultTestOverrides }) => __awaiter(void 0, void 0, void 0, function* () {
-            const getTestsToTriggersMock = jest.spyOn(utils, 'getTestsToTrigger').mockReturnValue(Promise.resolve({
-                initialSummary: utils.createInitialSummary(),
-                overriddenTestsToTrigger: [],
-                tests: [],
-            }));
-            const apiHelper = {};
-            const configOverride = { executionRule: interfaces_1.ExecutionRule.SKIPPED };
-            jest.spyOn(api, 'getApiHelper').mockImplementation(() => ({}));
-            yield expect(runTests.executeTests(fixtures_1.mockReporter, Object.assign(Object.assign({}, fixtures_1.ciConfig), { [defaultTestOverrides]: configOverride, publicIds: ['aaa-aaa-aaa', 'bbb-bbb-bbb'] }))).rejects.toThrow(new errors_1.CiError('NO_TESTS_TO_RUN'));
-            expect(getTestsToTriggersMock).toHaveBeenCalledWith(apiHelper, expect.arrayContaining([
-                expect.objectContaining({ id: 'aaa-aaa-aaa', testOverrides: configOverride }),
-                expect.objectContaining({ id: 'bbb-bbb-bbb', testOverrides: configOverride }),
-            ]), expect.anything(), false, false, false);
-        }));
-        test.each(compat)('should not open tunnel if no test to run ($compat)', ({ defaultTestOverrides }) => __awaiter(void 0, void 0, void 0, function* () {
-            const getTestsToTriggersMock = jest.spyOn(utils, 'getTestsToTrigger').mockReturnValue(Promise.resolve({
-                initialSummary: utils.createInitialSummary(),
-                overriddenTestsToTrigger: [],
-                tests: [],
-            }));
-            const apiHelper = {
-                getTunnelPresignedURL: jest.fn(),
-            };
-            const configOverride = { executionRule: interfaces_1.ExecutionRule.SKIPPED };
-            jest.spyOn(api, 'getApiHelper').mockImplementation(() => apiHelper);
-            yield expect(runTests.executeTests(fixtures_1.mockReporter, Object.assign(Object.assign({}, fixtures_1.ciConfig), { [defaultTestOverrides]: configOverride, publicIds: ['aaa-aaa-aaa', 'bbb-bbb-bbb'], tunnel: true }))).rejects.toThrow(new errors_1.CiError('NO_TESTS_TO_RUN'));
-            expect(getTestsToTriggersMock).toHaveBeenCalledWith(apiHelper, expect.arrayContaining([
-                expect.objectContaining({ id: 'aaa-aaa-aaa', testOverrides: configOverride }),
-                expect.objectContaining({ id: 'bbb-bbb-bbb', testOverrides: configOverride }),
-            ]), expect.anything(), false, false, true);
-            expect(apiHelper.getTunnelPresignedURL).not.toHaveBeenCalled();
-        }));
-        test('open and close tunnel for successful runs', () => __awaiter(void 0, void 0, void 0, function* () {
-            jest.spyOn(utils, 'wait').mockImplementation(() => new Promise((res) => setTimeout(res, 10)));
-            const startTunnelSpy = jest
-                .spyOn(tunnel_1.Tunnel.prototype, 'start')
-                .mockImplementation(() => __awaiter(void 0, void 0, void 0, function* () { return ({ host: 'host', id: 'id', privateKey: 'key' }); }));
-            const stopTunnelSpy = jest.spyOn(tunnel_1.Tunnel.prototype, 'stop');
-            jest.spyOn(utils, 'getTestsToTrigger').mockReturnValue(Promise.resolve({
-                initialSummary: utils.createInitialSummary(),
-                overriddenTestsToTrigger: [],
-                tests: [{ options: { ci: { executionRule: interfaces_1.ExecutionRule.BLOCKING } }, public_id: '123-456-789' }],
-            }));
-            jest.spyOn(utils, 'runTests').mockResolvedValue(fixtures_1.mockTestTriggerResponse);
-            const apiHelper = {
-                getBatch: () => ({ results: [] }),
-                getTunnelPresignedURL: () => ({ url: 'url' }),
-                pollResults: () => [(0, fixtures_1.getApiResult)('1', (0, fixtures_1.getApiTest)())],
-                triggerTests: () => fixtures_1.mockTestTriggerResponse,
-            };
-            jest.spyOn(api, 'getApiHelper').mockImplementation(() => apiHelper);
-            yield runTests.executeTests(fixtures_1.mockReporter, Object.assign(Object.assign({}, fixtures_1.ciConfig), { failOnCriticalErrors: true, publicIds: ['123-456-789'], tunnel: true }));
-            expect(startTunnelSpy).toHaveBeenCalledTimes(1);
-            expect(stopTunnelSpy).toHaveBeenCalledTimes(1);
-        }));
-        const cases = [
-            [403, 'AUTHORIZATION_ERROR'],
-            [502, 'UNAVAILABLE_TEST_CONFIG'],
-        ];
-        describe.each(cases)('%s triggers %s', (status, error) => {
-            test(`getTestsList throws - ${status}`, () => __awaiter(void 0, void 0, void 0, function* () {
-                const apiHelper = {
-                    searchTests: jest.fn(() => {
-                        throw (0, fixtures_1.getAxiosHttpError)(status, { message: 'Server Error' });
-                    }),
-                };
-                jest.spyOn(api, 'getApiHelper').mockImplementation(() => apiHelper);
-                yield expect(runTests.executeTests(fixtures_1.mockReporter, Object.assign(Object.assign({}, fixtures_1.ciConfig), { testSearchQuery: 'a-search-query', tunnel: true }))).rejects.toThrow(new errors_1.CriticalError(error, 'Server Error'));
-            }));
-            test(`getTestsToTrigger throws - ${status}`, () => __awaiter(void 0, void 0, void 0, function* () {
-                const apiHelper = {
-                    getTest: jest.fn(() => {
-                        throw (0, fixtures_1.getAxiosHttpError)(status, { errors: ['Bad Gateway'] });
-                    }),
-                };
-                jest.spyOn(api, 'getApiHelper').mockImplementation(() => apiHelper);
-                yield expect(runTests.executeTests(fixtures_1.mockReporter, Object.assign(Object.assign({}, fixtures_1.ciConfig), { publicIds: ['aaa-aaa-aaa'], tunnel: true }))).rejects.toThrow(new errors_1.CriticalError(error, 'Failed to get test: query on https://app.datadoghq.com/example returned: "Bad Gateway"\n'));
-            }));
-        });
-        test('getTunnelPresignedURL throws', () => __awaiter(void 0, void 0, void 0, function* () {
-            jest.spyOn(utils, 'getTestsToTrigger').mockReturnValue(Promise.resolve({
-                initialSummary: utils.createInitialSummary(),
-                overriddenTestsToTrigger: [],
-                tests: [{ options: { ci: { executionRule: interfaces_1.ExecutionRule.BLOCKING } }, public_id: 'publicId' }],
-            }));
-            const apiHelper = {
-                getTunnelPresignedURL: jest.fn(() => {
-                    throw (0, fixtures_1.getAxiosHttpError)(502, { message: 'Server Error' });
-                }),
-            };
-            jest.spyOn(api, 'getApiHelper').mockImplementation(() => apiHelper);
-            yield expect(runTests.executeTests(fixtures_1.mockReporter, Object.assign(Object.assign({}, fixtures_1.ciConfig), { publicIds: ['aaa-aaa-aaa', 'bbb-bbb-bbb'], tunnel: true }))).rejects.toThrow(new errors_1.CriticalError('UNAVAILABLE_TUNNEL_CONFIG', 'Server Error'));
-        }));
-        test.each(compat)('getMobileApplicationPresignedURLs throws ($compat)', ({ defaultTestOverrides }) => __awaiter(void 0, void 0, void 0, function* () {
-            const mobileTest = (0, fixtures_1.getMobileTest)();
-            jest.spyOn(utils, 'getTestAndOverrideConfig').mockImplementation(() => __awaiter(void 0, void 0, void 0, function* () {
-                return Promise.resolve({
-                    overriddenConfig: { executionRule: interfaces_1.ExecutionRule.NON_BLOCKING, public_id: mobileTest.public_id },
-                    test: mobileTest,
-                });
-            }));
-            // use /dev/null to create a valid empty fs.ReadStream
-            const testStream = fs_1.default.createReadStream('/dev/null');
-            jest.spyOn(fs_1.default, 'createReadStream').mockReturnValue(testStream);
-            const { AppUploadReporter } = jest.requireActual('../reporters/mobile/app-upload');
-            jest
-                .spyOn(appUploadReporterModule, 'AppUploadReporter')
-                .mockImplementation(() => new AppUploadReporter({ stdout: { write: jest.fn() } }));
-            const apiHelper = {
-                getMobileApplicationPresignedURLs: jest.fn(() => {
-                    throw (0, fixtures_1.getAxiosHttpError)(502, { message: 'Server Error' });
-                }),
-            };
-            jest.spyOn(api, 'getApiHelper').mockImplementation(() => apiHelper);
-            yield expect(runTests.executeTests(fixtures_1.mockReporter, Object.assign(Object.assign({}, fixtures_1.ciConfig), { [defaultTestOverrides]: { mobileApplicationVersionFilePath: 'filePath' }, publicIds: [mobileTest.public_id] }))).rejects.toThrow('Failed to get presigned URL: could not query https://app.datadoghq.com/example');
-        }));
-        test.each(compat)('uploadMobileApplicationPart throws ($compat)', ({ defaultTestOverrides }) => __awaiter(void 0, void 0, void 0, function* () {
-            const mobileTest = (0, fixtures_1.getMobileTest)();
-            jest.spyOn(utils, 'getTestAndOverrideConfig').mockImplementation(() => __awaiter(void 0, void 0, void 0, function* () {
-                return Promise.resolve({
-                    overriddenConfig: { executionRule: interfaces_1.ExecutionRule.NON_BLOCKING, public_id: mobileTest.public_id },
-                    test: mobileTest,
-                });
-            }));
-            // use /dev/null to create a valid empty fs.ReadStream
-            const testStream = fs_1.default.createReadStream('/dev/null');
-            jest.spyOn(fs_1.default, 'createReadStream').mockReturnValue(testStream);
-            const { AppUploadReporter } = jest.requireActual('../reporters/mobile/app-upload');
-            jest
-                .spyOn(appUploadReporterModule, 'AppUploadReporter')
-                .mockImplementation(() => new AppUploadReporter({ stdout: { write: jest.fn() } }));
-            jest.spyOn(fs_1.default.promises, 'readFile').mockImplementation(() => __awaiter(void 0, void 0, void 0, function* () { return Buffer.from('aa'); }));
-            const apiHelper = {
-                getMobileApplicationPresignedURLs: jest.fn(() => fixtures_1.MOBILE_PRESIGNED_URLS_PAYLOAD),
-                uploadMobileApplicationPart: jest.fn(() => {
-                    throw (0, fixtures_1.getAxiosHttpError)(502, { message: 'Server Error' });
-                }),
-            };
-            jest.spyOn(api, 'getApiHelper').mockImplementation(() => apiHelper);
-            yield expect(runTests.executeTests(fixtures_1.mockReporter, Object.assign(Object.assign({}, fixtures_1.ciConfig), { [defaultTestOverrides]: { mobileApplicationVersionFilePath: 'filePath' }, publicIds: [mobileTest.public_id] }))).rejects.toThrow('Failed to upload mobile application: could not query https://app.datadoghq.com/example');
-        }));
-        test('runTests throws', () => __awaiter(void 0, void 0, void 0, function* () {
-            jest
-                .spyOn(tunnel_1.Tunnel.prototype, 'start')
-                .mockImplementation(() => __awaiter(void 0, void 0, void 0, function* () { return ({ host: 'host', id: 'id', privateKey: 'key' }); }));
-            const stopTunnelSpy = jest.spyOn(tunnel_1.Tunnel.prototype, 'stop');
-            jest.spyOn(utils, 'getTestsToTrigger').mockReturnValue(Promise.resolve({
-                initialSummary: utils.createInitialSummary(),
-                overriddenTestsToTrigger: [],
-                tests: [{ options: { ci: { executionRule: interfaces_1.ExecutionRule.BLOCKING } }, public_id: 'publicId' }],
-            }));
-            const apiHelper = {
-                getTunnelPresignedURL: () => ({ url: 'url' }),
-                triggerTests: jest.fn(() => {
-                    throw (0, fixtures_1.getAxiosHttpError)(502, { errors: ['Bad Gateway'] });
-                }),
-            };
-            jest.spyOn(api, 'getApiHelper').mockImplementation(() => apiHelper);
-            yield expect(runTests.executeTests(fixtures_1.mockReporter, Object.assign(Object.assign({}, fixtures_1.ciConfig), { publicIds: ['aaa-aaa-aaa', 'bbb-bbb-bbb'], tunnel: true }))).rejects.toThrow(new errors_1.CriticalError('TRIGGER_TESTS_FAILED', '[] Failed to trigger tests: query on https://app.datadoghq.com/example returned: "Bad Gateway"\n'));
-            expect(stopTunnelSpy).toHaveBeenCalledTimes(1);
-        }));
-        test('waitForResults throws', () => __awaiter(void 0, void 0, void 0, function* () {
-            const location = {
-                display_name: 'us1',
-                id: 1,
-                is_active: true,
-                name: 'us1',
-                region: 'us1',
-            };
-            jest
-                .spyOn(tunnel_1.Tunnel.prototype, 'start')
-                .mockImplementation(() => __awaiter(void 0, void 0, void 0, function* () { return ({ host: 'host', id: 'id', privateKey: 'key' }); }));
-            const stopTunnelSpy = jest.spyOn(tunnel_1.Tunnel.prototype, 'stop');
-            jest.spyOn(utils, 'getTestsToTrigger').mockReturnValue(Promise.resolve({
-                initialSummary: utils.createInitialSummary(),
-                overriddenTestsToTrigger: [],
-                tests: [{ options: { ci: { executionRule: interfaces_1.ExecutionRule.BLOCKING } }, public_id: 'publicId' }],
-            }));
-            jest.spyOn(utils, 'runTests').mockReturnValue(Promise.resolve({
-                batch_id: 'bid',
-                locations: [location],
-            }));
-            const apiHelper = {
-                getBatch: () => ({ results: [] }),
-                getTunnelPresignedURL: () => ({ url: 'url' }),
-                pollResults: jest.fn(() => {
-                    throw (0, fixtures_1.getAxiosHttpError)(502, { errors: ['Bad Gateway'] });
-                }),
-            };
-            jest.spyOn(api, 'getApiHelper').mockImplementation(() => apiHelper);
-            yield expect(runTests.executeTests(fixtures_1.mockReporter, Object.assign(Object.assign({}, fixtures_1.ciConfig), { failOnCriticalErrors: true, publicIds: ['aaa-aaa-aaa', 'bbb-bbb-bbb'], tunnel: true }))).rejects.toThrow(new errors_1.CriticalError('POLL_RESULTS_FAILED', 'Failed to poll results: query on https://app.datadoghq.com/example returned: "Bad Gateway"\n'));
-            expect(stopTunnelSpy).toHaveBeenCalledTimes(1);
-        }));
-        test('log when selective re-run is rate-limited', () => __awaiter(void 0, void 0, void 0, function* () {
-            jest.spyOn(utils, 'getTestsToTrigger').mockReturnValue(Promise.resolve({
-                initialSummary: utils.createInitialSummary(),
-                overriddenTestsToTrigger: [],
-                tests: [{ options: { ci: { executionRule: interfaces_1.ExecutionRule.BLOCKING } }, public_id: 'aaa-aaa-aaa' }],
-            }));
-            jest.spyOn(utils, 'runTests').mockImplementation(() => __awaiter(void 0, void 0, void 0, function* () {
-                return ({
-                    batch_id: 'bid',
-                    locations: [],
-                    selective_rerun_rate_limited: true,
-                });
-            }));
-            const apiHelper = {
-                getBatch: () => ({ results: [] }),
-                getTunnelPresignedURL: () => ({ url: 'url' }),
-                pollResults: () => [(0, fixtures_1.getApiResult)('1', (0, fixtures_1.getApiTest)())],
-                triggerTests: () => fixtures_1.mockTestTriggerResponse,
-            };
-            jest.spyOn(api, 'getApiHelper').mockImplementation(() => apiHelper);
-            yield runTests.executeTests(fixtures_1.mockReporter, Object.assign(Object.assign({}, fixtures_1.ciConfig), { publicIds: ['aaa-aaa-aaa'] }));
-            expect(fixtures_1.mockReporter.error).toHaveBeenCalledWith('The selective re-run feature was rate-limited. All tests will be re-run.\n\n');
-        }));
-    });
-    describe('executeWithDetails', () => {
-        beforeEach(() => {
-            jest.restoreAllMocks();
-            jest.spyOn(api, 'getApiHelper').mockImplementation(() => ({
-                getSyntheticsOrgSettings: () => ({
-                    onDemandConcurrencyCap: 1,
-                }),
-            }));
-            jest.spyOn(runTests, 'executeTests').mockReturnValue(Promise.resolve({ results: [], summary: {} }));
-            jest.spyOn(utils, 'renderResults').mockImplementation(jest.fn());
-        });
-        test('should call executeTests and renderResults', () => __awaiter(void 0, void 0, void 0, function* () {
-            yield runTests.executeWithDetails({}, {});
-            expect(runTests.executeTests).toHaveBeenCalled();
-            expect(utils.renderResults).toHaveBeenCalled();
-        }));
-        test('should extend config', () => __awaiter(void 0, void 0, void 0, function* () {
-            const runConfig = { apiKey: 'apiKey', appKey: 'appKey' };
-            yield runTests.executeWithDetails(runConfig, {});
-            expect(runTests.executeTests).toHaveBeenCalledWith(expect.anything(), expect.objectContaining(runConfig), undefined);
-        }));
-        test('should bypass files if suite is passed', () => __awaiter(void 0, void 0, void 0, function* () {
-            const suites = [{ content: { tests: [] } }];
-            yield runTests.executeWithDetails({}, { suites });
-            expect(runTests.executeTests).toHaveBeenCalledWith(expect.anything(), expect.objectContaining({ files: [] }), suites);
-        }));
-        test('should return values returned by executeTests, and an exitCode', () => __awaiter(void 0, void 0, void 0, function* () {
-            const returnValue = yield runTests.executeWithDetails({}, {});
-            expect(returnValue.results).toBeDefined();
-            expect(returnValue.summary).toBeDefined();
-            expect(returnValue.exitCode).toBeDefined();
-        }));
-        describe('reporters', () => {
-            beforeEach(() => {
-                jest.spyOn(utils, 'getReporter').mockImplementation(jest.fn());
-            });
-            test('should use default reporter with empty config', () => __awaiter(void 0, void 0, void 0, function* () {
-                yield runTests.executeWithDetails({}, {});
-                expect(utils.getReporter).toHaveBeenCalledWith(expect.arrayContaining([expect.any(default_1.DefaultReporter)]));
-            }));
-            test('should use custom reporters', () => __awaiter(void 0, void 0, void 0, function* () {
-                const CustomReporter = {};
-                yield runTests.executeWithDetails({}, { reporters: ['junit', CustomReporter] });
-                expect(utils.getReporter).toHaveBeenCalledWith(expect.arrayContaining([expect.any(junit_1.JUnitReporter), CustomReporter]));
-            }));
-        });
-    });
-    describe('execute', () => {
-        beforeEach(() => {
-            jest.restoreAllMocks();
-            jest
-                .spyOn(runTests, 'executeWithDetails')
-                .mockReturnValue(Promise.resolve({ results: [], summary: {}, exitCode: 0 }));
-        });
-        test('should call executeWithDetails', () => __awaiter(void 0, void 0, void 0, function* () {
-            yield runTests.execute({}, {});
-            expect(runTests.executeWithDetails).toHaveBeenCalled();
-        }));
-        test('should return the exitCode returned by executeWithDetails', () => __awaiter(void 0, void 0, void 0, function* () {
-            const returnValue = yield runTests.execute({}, {});
-            expect(returnValue).toBe(0);
-        }));
-    });
-    describe('getTriggerConfigs', () => {
-        beforeEach(() => {
-            jest.restoreAllMocks();
-        });
-        const startUrl = 'fakeUrl';
-        const locations = ['aws:ap-northeast-1'];
-        const conf1 = {
-            tests: [{ testOverrides: { deviceIds: ['chrome.laptop_large'] }, id: 'abc-def-ghi' }],
-        };
-        const conf2 = {
-            tests: [{ testOverrides: { startUrl: 'someOtherFakeUrl' }, id: 'jkl-mno-pqr' }],
-        };
-        // TODO SYNTH-12989: Clean up deprecated `config` in favor of `testOverrides`
-        // The following two cases are testing the behavior while we're migrating from config to testOverrides
-        const conf3 = {
-            tests: [{ config: { startUrl: 'someOtherFakeUrl' }, id: 'jkl-mno-pq1' }],
-        };
-        const conf4 = {
-            tests: [{ config: { startUrl: 'someOtherFakeUrl' }, testOverrides: { startUrl: 'theFakestUrl' }, id: 'jkl-mno-pq2' }],
-        };
-        const fakeSuites = [
-            {
-                content: conf1,
-                name: 'Suite 1',
-            },
-            {
-                content: conf2,
-                name: 'Suite 2',
-            },
-            {
-                content: conf3,
-                name: 'Suite 3',
-            },
-            {
-                content: conf4,
-                name: 'Suite 4',
-            },
-        ];
-        const fakeApi = {
-            searchTests: () => ({
-                tests: [
-                    {
-                        public_id: 'stu-vwx-yza',
-                    },
-                ],
-            }),
-        };
-        test('should extend global config and execute all tests from test config files when no clue what to run', () => __awaiter(void 0, void 0, void 0, function* () {
-            const getSuitesMock = jest.spyOn(utils, 'getSuites').mockImplementation((() => fakeSuites));
-            const defaultTestOverrides = { locations, startUrl };
-            yield expect(runTests.getTriggerConfigs(fakeApi, Object.assign(Object.assign({}, fixtures_1.ciConfig), { defaultTestOverrides }), fixtures_1.mockReporter)).resolves.toEqual([
-                {
-                    testOverrides: { deviceIds: ['chrome.laptop_large'], startUrl, locations },
-                    id: 'abc-def-ghi',
-                    suite: 'Suite 1',
-                },
-                {
-                    testOverrides: { startUrl: 'someOtherFakeUrl', locations },
-                    id: 'jkl-mno-pqr',
-                    suite: 'Suite 2',
-                },
-                {
-                    testOverrides: { startUrl: 'someOtherFakeUrl', locations },
-                    id: 'jkl-mno-pq1',
-                    suite: 'Suite 3',
-                },
-                {
-                    testOverrides: { startUrl: 'theFakestUrl', locations },
-                    id: 'jkl-mno-pq2',
-                    suite: 'Suite 4',
-                },
-            ]);
-            expect(getSuitesMock).toHaveBeenCalledTimes(1);
-            expect(getSuitesMock).toHaveBeenCalledWith('{,!(node_modules)/**/}*.synthetics.json', fixtures_1.mockReporter);
-        }));
-        test('should override and execute only publicIds that were defined in the global config', () => __awaiter(void 0, void 0, void 0, function* () {
-            const getSuitesMock = jest.spyOn(utils, 'getSuites');
-            const defaultTestOverrides = { locations, startUrl };
-            yield expect(runTests.getTriggerConfigs(fakeApi, Object.assign(Object.assign({}, fixtures_1.ciConfig), { defaultTestOverrides, publicIds: ['abc-def-ghi', '123-456-789'] }), fixtures_1.mockReporter)).resolves.toEqual([
-                {
-                    testOverrides: { startUrl, locations },
-                    id: 'abc-def-ghi',
-                },
-                {
-                    testOverrides: { startUrl, locations },
-                    id: '123-456-789',
-                },
-            ]);
-            expect(getSuitesMock).toHaveBeenCalledTimes(0);
-        }));
-        test('should override and execute only publicIds that were defined in the global config and use given globs', () => __awaiter(void 0, void 0, void 0, function* () {
-            const getSuitesMock = jest.spyOn(utils, 'getSuites').mockImplementation((() => fakeSuites));
-            const defaultTestOverrides = { locations, startUrl };
-            const files = ['glob'];
-            yield expect(runTests.getTriggerConfigs(fakeApi, Object.assign(Object.assign({}, fixtures_1.ciConfig), { defaultTestOverrides,
-                files, publicIds: ['abc-def-ghi'] }), fixtures_1.mockReporter)).resolves.toEqual([
-                {
-                    testOverrides: { startUrl, locations, deviceIds: ['chrome.laptop_large'] },
-                    id: 'abc-def-ghi',
-                    suite: 'Suite 1',
-                },
-            ]);
-            expect(getSuitesMock).toHaveBeenCalledTimes(1);
-            expect(getSuitesMock).toHaveBeenCalledWith('glob', fixtures_1.mockReporter);
-        }));
-        test('should search tests and extend global config', () => __awaiter(void 0, void 0, void 0, function* () {
-            const getSuitesMock = jest.spyOn(utils, 'getSuites');
-            const defaultTestOverrides = { locations, startUrl };
-            const searchQuery = 'fake search';
-            yield expect(runTests.getTriggerConfigs(fakeApi, Object.assign(Object.assign({}, fixtures_1.ciConfig), { defaultTestOverrides, testSearchQuery: searchQuery }), fixtures_1.mockReporter)).resolves.toEqual([
-                {
-                    testOverrides: { locations, startUrl },
-                    id: 'stu-vwx-yza',
-                    suite: 'Query: fake search',
-                },
-            ]);
-            expect(getSuitesMock).toHaveBeenCalledTimes(0);
-        }));
-        test('should not use testSearchQuery if global config has defined publicIds', () => __awaiter(void 0, void 0, void 0, function* () {
-            const defaultTestOverrides = { startUrl };
-            const searchQuery = 'fake search';
-            yield expect(runTests.getTriggerConfigs(fakeApi, Object.assign(Object.assign({}, fixtures_1.ciConfig), { defaultTestOverrides, publicIds: ['abc-def-ghi'], testSearchQuery: searchQuery }), fixtures_1.mockReporter)).resolves.toEqual([
-                {
-                    testOverrides: { startUrl },
-                    id: 'abc-def-ghi',
-                },
-            ]);
-        }));
-        test('should search tests with testSearchQuery and use given globs', () => __awaiter(void 0, void 0, void 0, function* () {
-            const getSuitesMock = jest.spyOn(utils, 'getSuites').mockImplementation((() => fakeSuites));
-            const defaultTestOverrides = { startUrl };
-            const searchQuery = 'fake search';
-            const files = ['glob'];
-            yield expect(runTests.getTriggerConfigs(fakeApi, Object.assign(Object.assign({}, fixtures_1.ciConfig), { defaultTestOverrides,
-                files, testSearchQuery: searchQuery }), fixtures_1.mockReporter)).resolves.toEqual([
-                {
-                    testOverrides: { startUrl },
-                    id: 'stu-vwx-yza',
-                    suite: 'Query: fake search',
-                },
-            ]);
-            expect(getSuitesMock).toHaveBeenCalledTimes(1);
-            expect(getSuitesMock).toHaveBeenCalledWith('glob', fixtures_1.mockReporter);
-        }));
-        test('should use given globs to get tests list', () => __awaiter(void 0, void 0, void 0, function* () {
-            const getSuitesMock = jest.spyOn(utils, 'getSuites').mockImplementation((() => fakeSuites));
-            const defaultTestOverrides = { startUrl };
-            const files = ['new glob', 'another one'];
-            yield runTests.getTriggerConfigs(fakeApi, Object.assign(Object.assign({}, fixtures_1.ciConfig), { defaultTestOverrides, files }), fixtures_1.mockReporter);
-            expect(getSuitesMock).toHaveBeenCalledTimes(2);
-            expect(getSuitesMock).toHaveBeenCalledWith('new glob', fixtures_1.mockReporter);
-            expect(getSuitesMock).toHaveBeenCalledWith('another one', fixtures_1.mockReporter);
-        }));
-        test('should return tests from provided suites with overrides', () => __awaiter(void 0, void 0, void 0, function* () {
-            const getSuitesMock = jest.spyOn(utils, 'getSuites');
-            const defaultTestOverrides = { startUrl };
-            const files = [];
-            const tests = yield runTests.getTriggerConfigs(fakeApi, Object.assign(Object.assign({}, fixtures_1.ciConfig), { defaultTestOverrides, files }), fixtures_1.mockReporter, fakeSuites);
-            expect(tests).toEqual([
-                {
-                    testOverrides: { deviceIds: ['chrome.laptop_large'], startUrl },
-                    id: conf1.tests[0].id,
-                    suite: fakeSuites[0].name,
-                },
-                { testOverrides: { startUrl: 'someOtherFakeUrl' }, id: conf2.tests[0].id, suite: fakeSuites[1].name },
-                { testOverrides: { startUrl: 'someOtherFakeUrl' }, id: conf3.tests[0].id, suite: fakeSuites[2].name },
-                { testOverrides: { startUrl: 'theFakestUrl' }, id: conf4.tests[0].id, suite: fakeSuites[3].name },
-            ]);
-            expect(getSuitesMock).toHaveBeenCalledTimes(0);
-        }));
-        test('should merge getSuites and user provided suites', () => __awaiter(void 0, void 0, void 0, function* () {
-            const userSuites = [fakeSuites[0]];
-            const globSuites = [fakeSuites[1]];
-            const getSuitesMock = jest.spyOn(utils, 'getSuites').mockImplementation((() => globSuites));
-            const defaultTestOverrides = { startUrl };
-            const files = ['glob'];
-            const tests = yield runTests.getTriggerConfigs(fakeApi, Object.assign(Object.assign({}, fixtures_1.ciConfig), { defaultTestOverrides, files }), fixtures_1.mockReporter, userSuites);
-            expect(tests).toEqual([
-                {
-                    testOverrides: { deviceIds: ['chrome.laptop_large'], startUrl },
-                    id: conf1.tests[0].id,
-                    suite: fakeSuites[0].name,
-                },
-                { testOverrides: { startUrl: 'someOtherFakeUrl' }, id: conf2.tests[0].id, suite: fakeSuites[1].name },
-            ]);
-            expect(getSuitesMock).toHaveBeenCalledTimes(1);
-            expect(getSuitesMock).toHaveBeenCalledWith('glob', fixtures_1.mockReporter);
-        }));
-        test('should handle test configurations with the same test ID correctly', () => __awaiter(void 0, void 0, void 0, function* () {
-            const conf5 = {
-                tests: [
-                    {
-                        id: 'abc-abc-abc',
-                        testOverrides: {
-                            allowInsecureCertificates: true,
-                            basicAuth: { username: 'test', password: 'test' },
-                            body: '{"fakeContent":true}',
-                            bodyType: 'application/json',
-                            cookies: 'name1=value1;name2=value2;',
-                            defaultStepTimeout: 15,
-                            deviceIds: ['chrome.laptop_large'],
-                            executionRule: 'non-blocking',
-                            followRedirects: true,
-                            headers: { NEW_HEADER: 'NEW VALUE' },
-                            locations: ['aws:us-east-1'],
-                            mobileApplicationVersion: '01234567-8888-9999-abcd-efffffffffff',
-                            mobileApplicationVersionFilePath: 'path/to/application.apk',
-                            pollingTimeout: 30000,
-                            retry: { count: 2, interval: 300 },
-                            testTimeout: 300,
-                            variables: { MY_VARIABLE: 'new title' },
-                        },
-                    },
-                    {
-                        id: 'abc-abc-abc',
-                        testOverrides: {
-                            executionRule: 'skipped',
-                        },
-                    },
-                ],
-            };
-            jest.spyOn(utils, 'getSuites').mockImplementation((() => [
-                {
-                    content: conf5,
-                    name: 'Suite with duplicate IDs',
-                },
-            ]));
-            const defaultTestOverrides = { locations: ['aws:us-east-1'], startUrl: 'fakeUrl' };
-            yield expect(runTests.getTriggerConfigs(fakeApi, Object.assign(Object.assign({}, fixtures_1.ciConfig), { defaultTestOverrides }), fixtures_1.mockReporter)).resolves.toEqual([
-                {
-                    testOverrides: {
-                        allowInsecureCertificates: true,
-                        basicAuth: { username: 'test', password: 'test' },
-                        body: '{"fakeContent":true}',
-                        bodyType: 'application/json',
-                        cookies: 'name1=value1;name2=value2;',
-                        defaultStepTimeout: 15,
-                        deviceIds: ['chrome.laptop_large'],
-                        executionRule: 'non-blocking',
-                        followRedirects: true,
-                        headers: { NEW_HEADER: 'NEW VALUE' },
-                        locations: ['aws:us-east-1'],
-                        mobileApplicationVersion: '01234567-8888-9999-abcd-efffffffffff',
-                        mobileApplicationVersionFilePath: 'path/to/application.apk',
-                        pollingTimeout: 30000,
-                        retry: { count: 2, interval: 300 },
-                        testTimeout: 300,
-                        variables: { MY_VARIABLE: 'new title' },
-                        startUrl: 'fakeUrl',
-                    },
-                    id: 'abc-abc-abc',
-                    suite: 'Suite with duplicate IDs',
-                },
-                {
-                    testOverrides: {
-                        executionRule: 'skipped',
-                        startUrl: 'fakeUrl',
-                        locations: ['aws:us-east-1'],
-                    },
-                    id: 'abc-abc-abc',
-                    suite: 'Suite with duplicate IDs',
-                },
-            ]);
-        }));
-    });
-});
-//# sourceMappingURL=run-tests-lib.test.js.map