@alwaysmeticulous/cli 2.16.1 → 2.18.0

package/dist/commands/run-all-tests/run-all-tests.command.js

@@ -1,28 +1,13 @@
 "use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.runAllTests = void 0;
-const common_1 = require("@alwaysmeticulous/common");
-const loglevel_1 = __importDefault(require("loglevel"));
+exports.runAllTestsCommand = void 0;
 const client_1 = require("../../api/client");
 const test_run_api_1 = require("../../api/test-run.api");
 const command_builder_1 = require("../../command-utils/command-builder");
 const common_options_1 = require("../../command-utils/common-options");
-const config_1 = require("../../config/config");
-const deflake_tests_handler_1 = require("../../deflake-tests/deflake-tests.handler");
-const replay_assets_1 = require("../../local-data/replay-assets");
-const parallel_tests_handler_1 = require("../../parallel-tests/parallel-tests.handler");
+const run_all_tests_1 = require("../../parallel-tests/run-all-tests");
 const commit_sha_utils_1 = require("../../utils/commit-sha.utils");
-const config_utils_1 = require("../../utils/config.utils");
-const github_summary_utils_1 = require("../../utils/github-summary.utils");
-const run_all_tests_utils_1 = require("../../utils/run-all-tests.utils");
-const version_utils_1 = require("../../utils/version.utils");
-const handler = async ({ apiToken, commitSha: commitSha_, baseCommitSha, appUrl, useAssetsSnapshottedInBaseSimulation, headless, devTools, bypassCSP, diffThreshold, diffPixelThreshold, padTime, shiftTime, networkStubbing, githubSummary, parallelize, parallelTasks, deflake, useCache, testsFile, disableRemoteFonts, noSandbox, skipPauses, moveBeforeClick, maxDurationMs, maxEventCount, storyboard, }) => {
-    if (appUrl != null && useAssetsSnapshottedInBaseSimulation) {
-        throw new Error("Arguments useAssetsSnapshottedInBaseSimulation and appUrl are mutually exclusive");
-    }
+const handler = async ({ apiToken, commitSha: commitSha_, baseCommitSha, appUrl, useAssetsSnapshottedInBaseSimulation, headless, devTools, bypassCSP, diffThreshold, diffPixelThreshold, padTime, shiftTime, networkStubbing, githubSummary, parallelize, parallelTasks: parrelelTasks_, deflake, useCache, testsFile, disableRemoteFonts, noSandbox, skipPauses, moveBeforeClick, maxDurationMs, maxEventCount, storyboard, }) => {
     const executionOptions = {
         headless,
         devTools,
@@ -46,108 +31,31 @@ const handler = async ({ apiToken, commitSha: commitSha_, baseCommitSha, appUrl,
         diffOptions: { diffPixelThreshold, diffThreshold },
         storyboardOptions,
     };
-    const logger = loglevel_1.default.getLogger(common_1.METICULOUS_LOGGER_NAME);
-    const client = (0, client_1.createClient)({ apiToken });
-    const config = await (0, config_1.readConfig)(testsFile || undefined);
-    const testCases = config.testCases || [];
-    if (!testCases.length) {
-        logger.error("Error! No test case defined");
-        process.exit(1);
-    }
+    const parrelelTasks = parallelize ? parrelelTasks_ : 1;
     const commitSha = (await (0, commit_sha_utils_1.getCommitSha)(commitSha_)) || "unknown";
-    const meticulousSha = await (0, version_utils_1.getMeticulousVersion)();
+    const client = (0, client_1.createClient)({ apiToken });
     const cachedTestRunResults = useCache
         ? await (0, test_run_api_1.getCachedTestRunResults)({ client, commitSha })
         : [];
-    const replayEventsDependencies = await (0, replay_assets_1.loadReplayEventsDependencies)();
-    const testRun = await (0, test_run_api_1.createTestRun)({
-        client,
+    const { testRun } = await (0, run_all_tests_1.runAllTests)({
+        testsFile: testsFile !== null && testsFile !== void 0 ? testsFile : null,
+        executionOptions,
+        screenshottingOptions,
+        apiToken: apiToken !== null && apiToken !== void 0 ? apiToken : null,
         commitSha,
-        meticulousSha,
-        configData: config,
+        baseCommitSha: baseCommitSha !== null && baseCommitSha !== void 0 ? baseCommitSha : null,
+        appUrl: appUrl !== null && appUrl !== void 0 ? appUrl : null,
+        useAssetsSnapshottedInBaseSimulation,
+        parallelTasks: parrelelTasks !== null && parrelelTasks !== void 0 ? parrelelTasks : null,
+        deflake,
+        cachedTestRunResults,
+        githubSummary,
     });
-    const testRunUrl = (0, test_run_api_1.getTestRunUrl)(testRun);
-    logger.info("");
-    logger.info(`Test run URL: ${testRunUrl}`);
-    logger.info("");
-    const getResults = async () => {
-        if (parallelize) {
-            const results = await (0, parallel_tests_handler_1.runAllTestsInParallel)({
-                config,
-                client,
-                testRun,
-                executionOptions,
-                screenshottingOptions,
-                apiToken: apiToken !== null && apiToken !== void 0 ? apiToken : null,
-                commitSha,
-                appUrl: appUrl !== null && appUrl !== void 0 ? appUrl : null,
-                useAssetsSnapshottedInBaseSimulation,
-                parallelTasks: parallelTasks !== null && parallelTasks !== void 0 ? parallelTasks : null,
-                deflake,
-                cachedTestRunResults,
-                replayEventsDependencies,
-                baseCommitSha: baseCommitSha !== null && baseCommitSha !== void 0 ? baseCommitSha : null,
-            });
-            return results;
-        }
-        const results = [...cachedTestRunResults];
-        const testsToRun = await (0, run_all_tests_utils_1.getTestsToRun)({
-            testCases,
-            cachedTestRunResults,
-            client,
-            baseCommitSha: baseCommitSha !== null && baseCommitSha !== void 0 ? baseCommitSha : null,
-        });
-        for (const testCase of testsToRun) {
-            const result = await (0, deflake_tests_handler_1.deflakeReplayCommandHandler)({
-                replayTarget: (0, config_utils_1.getReplayTargetForTestCase)({
-                    useAssetsSnapshottedInBaseSimulation,
-                    appUrl: appUrl !== null && appUrl !== void 0 ? appUrl : null,
-                    testCase,
-                }),
-                executionOptions,
-                screenshottingOptions,
-                testCase,
-                apiToken: apiToken !== null && apiToken !== void 0 ? apiToken : null,
-                commitSha,
-                deflake: deflake !== null && deflake !== void 0 ? deflake : false,
-                generatedBy: { type: "testRun", runId: testRun.id },
-                testRunId: testRun.id,
-                replayEventsDependencies,
-            });
-            results.push(result);
-            await (0, test_run_api_1.putTestRunResults)({
-                client,
-                testRunId: testRun.id,
-                status: "Running",
-                resultData: { results },
-            });
-        }
-        return (0, run_all_tests_utils_1.sortResults)({ results, testCases });
-    };
-    const results = await getResults();
-    const runAllFailure = results.find(({ result }) => result === "fail");
-    await (0, test_run_api_1.putTestRunResults)({
-        client,
-        testRunId: testRun.id,
-        status: runAllFailure ? "Failure" : "Success",
-        resultData: { results },
-    });
-    logger.info("");
-    logger.info("Results");
-    logger.info("=======");
-    logger.info(`URL: ${testRunUrl}`);
-    logger.info("=======");
-    results.forEach(({ title, result }) => {
-        logger.info(`${title} => ${result}`);
-    });
-    if (githubSummary) {
-        await (0, github_summary_utils_1.writeGitHubSummary)({ testRun, results });
-    }
-    if (runAllFailure) {
+    if (testRun.status === "Failure") {
         process.exit(1);
     }
 };
-exports.runAllTests = (0, command_builder_1.buildCommand)("run-all-tests")
+exports.runAllTestsCommand = (0, command_builder_1.buildCommand)("run-all-tests")
     .details({ describe: "Run all replay test cases" })
     .options({
     apiToken: common_options_1.OPTIONS.apiToken,
@@ -170,14 +78,16 @@ exports.runAllTests = (0, command_builder_1.buildCommand)("run-all-tests")
     githubSummary: {
         boolean: true,
         description: "Outputs a summary page for GitHub actions",
+        default: false,
     },
     parallelize: {
         boolean: true,
         description: "Run tests in parallel",
+        default: false,
     },
     parallelTasks: {
         number: true,
-        description: "Number of tasks to run in parallel",
+        description: "Number of tasks to run in parallel (if not set a default value is used based on the number of CPUs)",
         coerce: (value) => {
             if (typeof value === "number" && value <= 0) {
                 return null;

package/dist/commands/screenshot-diff/screenshot-diff.command.d.ts

@@ -9,23 +9,23 @@ export declare const diffScreenshots: ({ client, headReplayId, baseReplayId, hea
     headScreenshotsDir: string;
     diffOptions: ScreenshotDiffOptions;
 }) => Promise<ScreenshotDiffResult[]>;
-export declare const checkScreenshotDiffResult: ({ baseReplayId, headReplayId, results, diffOptions, }: {
+export declare const summarizeDifferences: ({ baseReplayId, headReplayId, results, diffOptions, }: {
     baseReplayId: string;
     headReplayId: string;
     results: ScreenshotDiffResult[];
     diffOptions: ScreenshotDiffOptions;
-}) => void;
-export declare class ScreenshotDiffError extends Error {
-    readonly extras?: {
-        baseReplayId: string;
-        headReplayId: string;
-    } | undefined;
-    constructor(message: string, extras?: {
-        baseReplayId: string;
-        headReplayId: string;
-    } | undefined);
+}) => ScreenshotDiffsSummary;
+export declare type ScreenshotDiffsSummary = HasDiffsScreenshotDiffsResult | NoDiffsScreenshotDiffsResult;
+export interface HasDiffsScreenshotDiffsResult {
+    hasDiffs: true;
+    summaryMessage: string;
+    baseReplayId: string;
+    headReplayId: string;
+}
+export interface NoDiffsScreenshotDiffsResult {
+    hasDiffs: false;
 }
-export declare const screenshotDiff: import("yargs").CommandModule<unknown, import("yargs").InferredOptionTypes<{
+export declare const screenshotDiffCommand: import("yargs").CommandModule<unknown, import("yargs").InferredOptionTypes<{
     apiToken: {
         string: true;
     };

package/dist/commands/screenshot-diff/screenshot-diff.command.js

@@ -3,7 +3,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.screenshotDiff = exports.ScreenshotDiffError = exports.checkScreenshotDiffResult = exports.diffScreenshots = void 0;
+exports.screenshotDiffCommand = exports.summarizeDifferences = exports.diffScreenshots = void 0;
 const path_1 = require("path");
 const common_1 = require("@alwaysmeticulous/common");
 const loglevel_1 = __importDefault(require("loglevel"));
@@ -99,7 +99,7 @@ const diffScreenshots = async ({ client, headReplayId, baseReplayId, headScreens
     return [...missingHeadImagesResults, ...headDiffResults];
 };
 exports.diffScreenshots = diffScreenshots;
-const checkScreenshotDiffResult = ({ baseReplayId, headReplayId, results, diffOptions, }) => {
+const summarizeDifferences = ({ baseReplayId, headReplayId, results, diffOptions, }) => {
     const logger = loglevel_1.default.getLogger(common_1.METICULOUS_LOGGER_NAME);
     const missingHeadImagesResults = results.flatMap((result) => result.outcome === "missing-head" ? [result] : []);
     if (missingHeadImagesResults.length) {
@@ -107,10 +107,12 @@ const checkScreenshotDiffResult = ({ baseReplayId, headReplayId, results, diffOp
             .map(({ baseScreenshotFile }) => (0, path_1.basename)(baseScreenshotFile))
             .sort()} => FAIL!`;
         logger.info(message);
-        throw new ScreenshotDiffError(message, {
+        return {
+            hasDiffs: true,
+            summaryMessage: message,
             baseReplayId,
             headReplayId,
-        });
+        };
     }
     const missingBaseImagesResults = results.flatMap((result) => result.outcome === "missing-base" ? [result] : []);
     if (missingHeadImagesResults.length) {
@@ -124,10 +126,12 @@ const checkScreenshotDiffResult = ({ baseReplayId, headReplayId, results, diffOp
         if (outcome === "different-size") {
             const message = `Screenshots ${(0, path_1.basename)(result.headScreenshotFile)} have different sizes => FAIL!`;
             logger.info(message);
-            throw new ScreenshotDiffError(message, {
+            return {
+                hasDiffs: true,
+                summaryMessage: message,
                 baseReplayId,
                 headReplayId,
-            });
+            };
         }
         if (outcome === "diff" || outcome === "no-diff") {
             const mismatch = (result.mismatchFraction * 100).toFixed(3);
@@ -135,22 +139,18 @@ const checkScreenshotDiffResult = ({ baseReplayId, headReplayId, results, diffOp
             const message = `${mismatch}% pixel mismatch for screenshot ${(0, path_1.basename)(result.headScreenshotFile)} (threshold is ${threshold}%) => ${outcome === "no-diff" ? "PASS" : "FAIL!"}`;
             logger.info(message);
             if (outcome === "diff") {
-                throw new ScreenshotDiffError(message, {
+                return {
+                    hasDiffs: true,
+                    summaryMessage: message,
                     baseReplayId,
                     headReplayId,
-                });
+                };
             }
         }
     });
+    return { hasDiffs: false };
 };
-exports.checkScreenshotDiffResult = checkScreenshotDiffResult;
-class ScreenshotDiffError extends Error {
-    constructor(message, extras) {
-        super(message);
-        this.extras = extras;
-    }
-}
-exports.ScreenshotDiffError = ScreenshotDiffError;
+exports.summarizeDifferences = summarizeDifferences;
 const getScreenshotIdentifier = (filename) => {
     const name = (0, path_1.basename)(filename);
     if (name === "final-state.png") {
@@ -192,14 +192,17 @@ const handler = async ({ apiToken, baseSimulationId: baseReplayId, headSimulatio
         diffOptions,
     });
     logger.debug(results);
-    (0, exports.checkScreenshotDiffResult)({
+    const diffSummary = (0, exports.summarizeDifferences)({
         baseReplayId,
         headReplayId,
         results,
         diffOptions,
     });
+    if (diffSummary.hasDiffs) {
+        process.exit(1);
+    }
 };
-exports.screenshotDiff = (0, command_builder_1.buildCommand)("screenshot-diff")
+exports.screenshotDiffCommand = (0, command_builder_1.buildCommand)("screenshot-diff")
     .details({ describe: "Diff two replay screenshots" })
     .options({
     apiToken: {

package/dist/commands/serve/serve.command.d.ts

@@ -1,5 +1,5 @@
 /// <reference types="yargs" />
-export declare const serve: import("yargs").CommandModule<unknown, import("yargs").InferredOptionTypes<{
+export declare const serveCommand: import("yargs").CommandModule<unknown, import("yargs").InferredOptionTypes<{
     apiToken: {
         string: true;
     };

package/dist/commands/serve/serve.command.js

@@ -3,7 +3,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.serve = void 0;
+exports.serveCommand = void 0;
 const common_1 = require("@alwaysmeticulous/common");
 const loglevel_1 = __importDefault(require("loglevel"));
 const client_1 = require("../../api/client");
@@ -15,7 +15,7 @@ const handler = async ({ apiToken, replayId, }) => {
     const { url } = await (0, serve_assets_from_simulation_1.serveAssetsFromSimulation)(client, replayId);
     logger.info(`Serving assets at url ${url}`);
 };
-exports.serve = (0, command_builder_1.buildCommand)("serve")
+exports.serveCommand = (0, command_builder_1.buildCommand)("serve")
     .details({
     describe: "Spin up a localhost server to serve the assets that were snapshotted when running a particular replay",
 })

package/dist/commands/show-project/show-project.command.d.ts

@@ -1,5 +1,5 @@
 /// <reference types="yargs" />
-export declare const showProject: import("yargs").CommandModule<unknown, import("yargs").InferredOptionTypes<{
+export declare const showProjectCommand: import("yargs").CommandModule<unknown, import("yargs").InferredOptionTypes<{
     apiToken: {
         string: true;
     };

package/dist/commands/show-project/show-project.command.js

@@ -3,7 +3,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.showProject = void 0;
+exports.showProjectCommand = void 0;
 const common_1 = require("@alwaysmeticulous/common");
 const loglevel_1 = __importDefault(require("loglevel"));
 const client_1 = require("../../api/client");
@@ -19,7 +19,7 @@ const handler = async ({ apiToken }) => {
     }
     logger.info(project);
 };
-exports.showProject = (0, command_builder_1.buildCommand)("show-project")
+exports.showProjectCommand = (0, command_builder_1.buildCommand)("show-project")
     .details({
     describe: "Shows project linked with current API token",
 })

package/dist/commands/update-tests/update-tests.command.d.ts

@@ -1,5 +1,5 @@
 /// <reference types="yargs" />
-export declare const updateTests: import("yargs").CommandModule<unknown, import("yargs").InferredOptionTypes<{
+export declare const updateTestsCommand: import("yargs").CommandModule<unknown, import("yargs").InferredOptionTypes<{
     apiToken: {
         string: true;
     };

package/dist/commands/update-tests/update-tests.command.js

@@ -3,7 +3,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.updateTests = void 0;
+exports.updateTestsCommand = void 0;
 const common_1 = require("@alwaysmeticulous/common");
 const loglevel_1 = __importDefault(require("loglevel"));
 const client_1 = require("../../api/client");
@@ -69,7 +69,7 @@ const handler = async ({ apiToken, testRunId, accept: accept_, acceptAll: accept
     };
     await (0, config_1.saveConfig)(newConfig);
 };
-exports.updateTests = (0, command_builder_1.buildCommand)("update-tests")
+exports.updateTestsCommand = (0, command_builder_1.buildCommand)("update-tests")
     .details({
     describe: "Updates test cases",
 })

package/dist/config/config.types.d.ts

@@ -1,3 +1,4 @@
+import { ScreenshotDiffResult } from "@alwaysmeticulous/api";
 import { ScreenshotDiffOptions } from "../command-utils/common-types";
 export interface TestCaseReplayOptions extends Partial<ScreenshotDiffOptions> {
     appUrl?: string | null | undefined;
@@ -21,3 +22,6 @@ export interface TestCaseResult extends TestCase {
     headReplayId: string;
     result: "pass" | "fail";
 }
+export interface DetailedTestCaseResult extends TestCaseResult {
+    screenshotDiffResults: ScreenshotDiffResult[];
+}

package/dist/deflake-tests/deflake-tests.handler.d.ts

@@ -1,6 +1,6 @@
 import { GeneratedBy, ReplayEventsDependencies, ReplayExecutionOptions, ReplayTarget } from "@alwaysmeticulous/common";
 import { ScreenshotAssertionsEnabledOptions } from "../command-utils/common-types";
-import { TestCase, TestCaseResult } from "../config/config.types";
+import { DetailedTestCaseResult, TestCase } from "../config/config.types";
 export interface DeflakeReplayCommandHandlerOptions extends HandleReplayOptions {
     deflake: boolean;
 }
@@ -15,5 +15,5 @@ interface HandleReplayOptions {
     testRunId: string | null;
     replayEventsDependencies: ReplayEventsDependencies;
 }
-export declare const deflakeReplayCommandHandler: (options: DeflakeReplayCommandHandlerOptions) => Promise<TestCaseResult>;
+export declare const deflakeReplayCommandHandler: ({ deflake, ...otherOptions }: DeflakeReplayCommandHandlerOptions) => Promise<DetailedTestCaseResult>;
 export {};

package/dist/deflake-tests/deflake-tests.handler.js

@@ -7,11 +7,9 @@ exports.deflakeReplayCommandHandler = void 0;
 const common_1 = require("@alwaysmeticulous/common");
 const loglevel_1 = __importDefault(require("loglevel"));
 const replay_command_1 = require("../commands/replay/replay.command");
-const screenshot_diff_command_1 = require("../commands/screenshot-diff/screenshot-diff.command");
 const handleReplay = async ({ testCase, replayTarget, executionOptions, screenshottingOptions, apiToken, commitSha, generatedBy, testRunId, replayEventsDependencies, }) => {
     var _a, _b;
-    const logger = loglevel_1.default.getLogger(common_1.METICULOUS_LOGGER_NAME);
-    const replayPromise = (0, replay_command_1.replayCommandHandler)({
+    const { replay, screenshotDiffResults, screenshotDiffsSummary } = await (0, replay_command_1.replayCommandHandler)({
         replayTarget,
         executionOptions: applyTestCaseExecutionOptionOverrides(executionOptions, (_a = testCase.options) !== null && _a !== void 0 ? _a : {}),
         screenshottingOptions: applyTestCaseScreenshottingOptionsOverrides(screenshottingOptions, (_b = testCase.options) !== null && _b !== void 0 ? _b : {}),
@@ -20,30 +18,20 @@ const handleReplay = async ({ testCase, replayTarget, executionOptions, screensh
         sessionId: testCase.sessionId,
         baseSimulationId: testCase.baseReplayId,
         save: false,
-        exitOnMismatch: false,
         cookiesFile: null,
         generatedBy,
         testRunId,
         replayEventsDependencies,
     });
-    const result = await replayPromise
-        .then((replay) => ({
+    if (screenshotDiffResults == null) {
+        throw new Error(`replayCommandHandler returned a null screenshotDiffResults, but was called with screenshottingOptions.enabled = true`);
+    }
+    return {
         ...testCase,
         headReplayId: replay.id,
-        result: "pass",
-    }))
-        .catch((error) => {
-        if (error instanceof screenshot_diff_command_1.ScreenshotDiffError && error.extras) {
-            return {
-                ...testCase,
-                headReplayId: error.extras.headReplayId,
-                result: "fail",
-            };
-        }
-        logger.error(error);
-        return { ...testCase, headReplayId: "", result: "fail" };
-    });
-    return result;
+        result: screenshotDiffsSummary.hasDiffs ? "pass" : "fail",
+        screenshotDiffResults,
+    };
 };
 const deflakeReplayCommandHandler = async ({ deflake, ...otherOptions }) => {
     const logger = loglevel_1.default.getLogger(common_1.METICULOUS_LOGGER_NAME);

package/dist/index.d.ts

@@ -1,11 +1,12 @@
-export { bootstrap } from "./commands/bootstrap/bootstrap.command";
-export { createTest } from "./commands/create-test/create-test.command";
-export { debugReplay } from "./commands/debug-replay/debug-replay.command";
-export { downloadReplay } from "./commands/download-replay/download-replay.command";
-export { downloadSession } from "./commands/download-session/download-session.command";
-export { record } from "./commands/record/record.command";
-export { replay } from "./commands/replay/replay.command";
-export { runAllTests } from "./commands/run-all-tests/run-all-tests.command";
-export { screenshotDiff } from "./commands/screenshot-diff/screenshot-diff.command";
-export { showProject } from "./commands/show-project/show-project.command";
-export { updateTests } from "./commands/update-tests/update-tests.command";
+export { bootstrapCommand } from "./commands/bootstrap/bootstrap.command";
+export { createTestCommand } from "./commands/create-test/create-test.command";
+export { debugReplayCommand } from "./commands/debug-replay/debug-replay.command";
+export { downloadReplayCommand } from "./commands/download-replay/download-replay.command";
+export { downloadSessionCommand } from "./commands/download-session/download-session.command";
+export { recordCommand } from "./commands/record/record.command";
+export { replayCommand } from "./commands/replay/replay.command";
+export { runAllTestsCommand } from "./commands/run-all-tests/run-all-tests.command";
+export { screenshotDiffCommand } from "./commands/screenshot-diff/screenshot-diff.command";
+export { showProjectCommand } from "./commands/show-project/show-project.command";
+export { updateTestsCommand } from "./commands/update-tests/update-tests.command";
+export { runAllTests, TestRun, RunAllTestsResult, } from "./parallel-tests/run-all-tests";

package/dist/index.js

@@ -1,25 +1,27 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.updateTests = exports.showProject = exports.screenshotDiff = exports.runAllTests = exports.replay = exports.record = exports.downloadSession = exports.downloadReplay = exports.debugReplay = exports.createTest = exports.bootstrap = void 0;
+exports.runAllTests = exports.updateTestsCommand = exports.showProjectCommand = exports.screenshotDiffCommand = exports.runAllTestsCommand = exports.replayCommand = exports.recordCommand = exports.downloadSessionCommand = exports.downloadReplayCommand = exports.debugReplayCommand = exports.createTestCommand = exports.bootstrapCommand = void 0;
 var bootstrap_command_1 = require("./commands/bootstrap/bootstrap.command");
-Object.defineProperty(exports, "bootstrap", { enumerable: true, get: function () { return bootstrap_command_1.bootstrap; } });
+Object.defineProperty(exports, "bootstrapCommand", { enumerable: true, get: function () { return bootstrap_command_1.bootstrapCommand; } });
 var create_test_command_1 = require("./commands/create-test/create-test.command");
-Object.defineProperty(exports, "createTest", { enumerable: true, get: function () { return create_test_command_1.createTest; } });
+Object.defineProperty(exports, "createTestCommand", { enumerable: true, get: function () { return create_test_command_1.createTestCommand; } });
 var debug_replay_command_1 = require("./commands/debug-replay/debug-replay.command");
-Object.defineProperty(exports, "debugReplay", { enumerable: true, get: function () { return debug_replay_command_1.debugReplay; } });
+Object.defineProperty(exports, "debugReplayCommand", { enumerable: true, get: function () { return debug_replay_command_1.debugReplayCommand; } });
 var download_replay_command_1 = require("./commands/download-replay/download-replay.command");
-Object.defineProperty(exports, "downloadReplay", { enumerable: true, get: function () { return download_replay_command_1.downloadReplay; } });
+Object.defineProperty(exports, "downloadReplayCommand", { enumerable: true, get: function () { return download_replay_command_1.downloadReplayCommand; } });
 var download_session_command_1 = require("./commands/download-session/download-session.command");
-Object.defineProperty(exports, "downloadSession", { enumerable: true, get: function () { return download_session_command_1.downloadSession; } });
+Object.defineProperty(exports, "downloadSessionCommand", { enumerable: true, get: function () { return download_session_command_1.downloadSessionCommand; } });
 var record_command_1 = require("./commands/record/record.command");
-Object.defineProperty(exports, "record", { enumerable: true, get: function () { return record_command_1.record; } });
+Object.defineProperty(exports, "recordCommand", { enumerable: true, get: function () { return record_command_1.recordCommand; } });
 var replay_command_1 = require("./commands/replay/replay.command");
-Object.defineProperty(exports, "replay", { enumerable: true, get: function () { return replay_command_1.replay; } });
+Object.defineProperty(exports, "replayCommand", { enumerable: true, get: function () { return replay_command_1.replayCommand; } });
 var run_all_tests_command_1 = require("./commands/run-all-tests/run-all-tests.command");
-Object.defineProperty(exports, "runAllTests", { enumerable: true, get: function () { return run_all_tests_command_1.runAllTests; } });
+Object.defineProperty(exports, "runAllTestsCommand", { enumerable: true, get: function () { return run_all_tests_command_1.runAllTestsCommand; } });
 var screenshot_diff_command_1 = require("./commands/screenshot-diff/screenshot-diff.command");
-Object.defineProperty(exports, "screenshotDiff", { enumerable: true, get: function () { return screenshot_diff_command_1.screenshotDiff; } });
+Object.defineProperty(exports, "screenshotDiffCommand", { enumerable: true, get: function () { return screenshot_diff_command_1.screenshotDiffCommand; } });
 var show_project_command_1 = require("./commands/show-project/show-project.command");
-Object.defineProperty(exports, "showProject", { enumerable: true, get: function () { return show_project_command_1.showProject; } });
+Object.defineProperty(exports, "showProjectCommand", { enumerable: true, get: function () { return show_project_command_1.showProjectCommand; } });
 var update_tests_command_1 = require("./commands/update-tests/update-tests.command");
-Object.defineProperty(exports, "updateTests", { enumerable: true, get: function () { return update_tests_command_1.updateTests; } });
+Object.defineProperty(exports, "updateTestsCommand", { enumerable: true, get: function () { return update_tests_command_1.updateTestsCommand; } });
+var run_all_tests_1 = require("./parallel-tests/run-all-tests");
+Object.defineProperty(exports, "runAllTests", { enumerable: true, get: function () { return run_all_tests_1.runAllTests; } });

package/dist/main.js

@@ -31,18 +31,18 @@ const main = () => {
         .usage(`$0 <command>
 
       Meticulous CLI`)
-        .command(bootstrap_command_1.bootstrap)
-        .command(create_test_command_1.createTest)
-        .command(debug_replay_command_1.debugReplay)
-        .command(download_replay_command_1.downloadReplay)
-        .command(download_session_command_1.downloadSession)
-        .command(record_command_1.record)
-        .command(replay_command_1.replay)
-        .command(run_all_tests_command_1.runAllTests)
-        .command(screenshot_diff_command_1.screenshotDiff)
-        .command(show_project_command_1.showProject)
-        .command(update_tests_command_1.updateTests)
-        .command("serve", false, serve_command_1.serve) // This is a debugging command, so we hide it to not pollute the main menu
+        .command(bootstrap_command_1.bootstrapCommand)
+        .command(create_test_command_1.createTestCommand)
+        .command(debug_replay_command_1.debugReplayCommand)
+        .command(download_replay_command_1.downloadReplayCommand)
+        .command(download_session_command_1.downloadSessionCommand)
+        .command(record_command_1.recordCommand)
+        .command(replay_command_1.replayCommand)
+        .command(run_all_tests_command_1.runAllTestsCommand)
+        .command(screenshot_diff_command_1.screenshotDiffCommand)
+        .command(show_project_command_1.showProjectCommand)
+        .command(update_tests_command_1.updateTestsCommand)
+        .command("serve", false, serve_command_1.serveCommand) // This is a debugging command, so we hide it to not pollute the main menu
         .help()
         .strict()
         .demandCommand()

package/dist/parallel-tests/messages.types.d.ts

@@ -1,5 +1,5 @@
 import log from "loglevel";
-import { TestCaseResult } from "../config/config.types";
+import { DetailedTestCaseResult } from "../config/config.types";
 import { DeflakeReplayCommandHandlerOptions } from "../deflake-tests/deflake-tests.handler";
 export interface InitMessage {
     kind: "init";
@@ -12,6 +12,6 @@ export interface InitMessage {
 export interface ResultMessage {
     kind: "result";
     data: {
-        result: TestCaseResult;
+        result: DetailedTestCaseResult;
     };
 }

package/dist/parallel-tests/parallel-tests.handler.d.ts

@@ -1,26 +1,22 @@
 import { ReplayEventsDependencies, ReplayExecutionOptions } from "@alwaysmeticulous/common";
-import { AxiosInstance } from "axios";
 import { TestRun } from "../api/test-run.api";
 import { ScreenshotAssertionsEnabledOptions } from "../command-utils/common-types";
-import { MeticulousCliConfig, TestCaseResult } from "../config/config.types";
+import { DetailedTestCaseResult, MeticulousCliConfig, TestCase } from "../config/config.types";
+import { TestRunProgress } from "./run-all-tests.types";
 export interface RunAllTestsInParallelOptions {
     config: MeticulousCliConfig;
-    client: AxiosInstance;
     testRun: TestRun;
+    testsToRun: TestCase[];
     executionOptions: ReplayExecutionOptions;
     screenshottingOptions: ScreenshotAssertionsEnabledOptions;
     apiToken: string | null;
     commitSha: string;
-    /**
-     * The base commit to compare test results against for test cases that don't have a baseReplayId specified.
-     */
-    baseCommitSha: string | null;
     appUrl: string | null;
     useAssetsSnapshottedInBaseSimulation: boolean;
     parallelTasks: number | null;
     deflake: boolean;
-    cachedTestRunResults: TestCaseResult[];
     replayEventsDependencies: ReplayEventsDependencies;
+    onTestFinished?: (progress: TestRunProgress, resultsSoFar: DetailedTestCaseResult[]) => Promise<void>;
 }
 /** Handler for running Meticulous tests in parallel using child processes */
-export declare const runAllTestsInParallel: (options: RunAllTestsInParallelOptions) => Promise<TestCaseResult[]>;
+export declare const runAllTestsInParallel: (options: RunAllTestsInParallelOptions) => Promise<DetailedTestCaseResult[]>;