@alwaysmeticulous/cli 2.45.3 → 2.47.0

package/dist/command-utils/common-options.d.ts

@@ -78,6 +78,12 @@ export declare const OPTIONS: {
         readonly description: "Disable any features that are non-essential for running tests/executing replays. This includes disabling recording a video of the replay, for playback in the web app. This flag is useful to reduce noise when debugging.";
         readonly default: false;
     };
+    readonly logPossibleNonDeterminism: {
+        readonly boolean: true;
+        readonly description: "Enable logging of non-determinism events";
+        readonly default: false;
+        readonly hidden: true;
+    };
 };
 export declare const SCREENSHOT_DIFF_OPTIONS: {
     diffThreshold: {
@@ -153,4 +159,10 @@ export declare const COMMON_REPLAY_OPTIONS: {
         readonly description: "Disable any features that are non-essential for running tests/executing replays. This includes disabling recording a video of the replay, for playback in the web app. This flag is useful to reduce noise when debugging.";
         readonly default: false;
     };
+    logPossibleNonDeterminism: {
+        readonly boolean: true;
+        readonly description: "Enable logging of non-determinism events";
+        readonly default: false;
+        readonly hidden: true;
+    };
 };

package/dist/command-utils/common-options.js

@@ -91,6 +91,12 @@ exports.OPTIONS = {
         description: "Disable any features that are non-essential for running tests/executing replays. This includes disabling recording a video of the replay, for playback in the web app. This flag is useful to reduce noise when debugging.",
         default: false,
     },
+    logPossibleNonDeterminism: {
+        boolean: true,
+        description: "Enable logging of non-determinism events",
+        default: false,
+        hidden: true,
+    },
 };
 exports.SCREENSHOT_DIFF_OPTIONS = {
     diffThreshold: exports.OPTIONS.diffThreshold,
@@ -112,4 +118,5 @@ exports.COMMON_REPLAY_OPTIONS = {
     maxDurationMs: exports.OPTIONS.maxDurationMs,
     maxEventCount: exports.OPTIONS.maxEventCount,
     essentialFeaturesOnly: exports.OPTIONS.essentialFeaturesOnly,
+    logPossibleNonDeterminism: exports.OPTIONS.logPossibleNonDeterminism,
 };

package/dist/commands/replay/replay.command.d.ts

@@ -73,6 +73,12 @@ export declare const replayCommand: import("yargs").CommandModule<unknown, impor
         readonly description: "Disable any features that are non-essential for running tests/executing replays. This includes disabling recording a video of the replay, for playback in the web app. This flag is useful to reduce noise when debugging.";
         readonly default: false;
     };
+    logPossibleNonDeterminism: {
+        readonly boolean: true;
+        readonly description: "Enable logging of non-determinism events";
+        readonly default: false;
+        readonly hidden: true;
+    };
     apiToken: {
         readonly string: true;
     };

package/dist/commands/replay/replay.command.js

@@ -7,7 +7,7 @@ const command_builder_1 = require("../../command-utils/command-builder");
 const common_options_1 = require("../../command-utils/common-options");
 const out_of_date_client_error_1 = require("../../utils/out-of-date-client-error");
 const replay_debugger_ui_1 = require("./utils/replay-debugger.ui");
-const replayCommandHandler = async ({ apiToken, commitSha, sessionId, appUrl, simulationIdForAssets, headless, devTools, bypassCSP, screenshot, baseReplayId, diffThreshold, diffPixelThreshold, shiftTime, networkStubbing, moveBeforeClick, cookiesFile, disableRemoteFonts, noSandbox, skipPauses, maxDurationMs, maxEventCount, storyboard, essentialFeaturesOnly, debugger: enableStepThroughDebugger, }) => {
+const replayCommandHandler = async ({ apiToken, commitSha, sessionId, appUrl, simulationIdForAssets, headless, devTools, bypassCSP, screenshot, baseReplayId, diffThreshold, diffPixelThreshold, shiftTime, networkStubbing, moveBeforeClick, cookiesFile, disableRemoteFonts, noSandbox, skipPauses, maxDurationMs, maxEventCount, storyboard, essentialFeaturesOnly, logPossibleNonDeterminism, debugger: enableStepThroughDebugger, }) => {
     if (!screenshot && storyboard) {
         throw new Error("Cannot take storyboard screenshots without taking end state screenshots. Please set '--screenshot' to true, or '--storyboard' to false.");
     }
@@ -27,6 +27,7 @@ const replayCommandHandler = async ({ apiToken, commitSha, sessionId, appUrl, si
         maxDurationMs: maxDurationMs !== null && maxDurationMs !== void 0 ? maxDurationMs : null,
         maxEventCount: maxEventCount !== null && maxEventCount !== void 0 ? maxEventCount : null,
         essentialFeaturesOnly,
+        logPossibleNonDeterminism
     };
     const generatedByOption = { type: "replayCommand" };
     const storyboardOptions = storyboard
@@ -61,6 +62,7 @@ const replayCommandHandler = async ({ apiToken, commitSha, sessionId, appUrl, si
             commitSha,
             cookiesFile,
             sessionId,
+            logPossibleNonDeterminism,
             generatedBy: generatedByOption,
             testRunId: null,
             suppressScreenshotDiffLogging: false,

package/dist/commands/run-all-tests/run-all-tests.command.d.ts

@@ -68,6 +68,12 @@ export declare const runAllTestsCommand: import("yargs").CommandModule<unknown,
         readonly description: "Disable any features that are non-essential for running tests/executing replays. This includes disabling recording a video of the replay, for playback in the web app. This flag is useful to reduce noise when debugging.";
         readonly default: false;
     };
+    readonly logPossibleNonDeterminism: {
+        readonly boolean: true;
+        readonly description: "Enable logging of non-determinism events";
+        readonly default: false;
+        readonly hidden: true;
+    };
     readonly apiToken: {
         readonly string: true;
     };
@@ -107,11 +113,6 @@ export declare const runAllTestsCommand: import("yargs").CommandModule<unknown,
         readonly description: "If set to a value greater than 0 then will re-run all replays the specified number of times and mark them as a flake if the screenshot generated on one of the retryed replays differs from that in the first replay.";
         readonly default: 0;
     };
-    readonly useCache: {
-        readonly boolean: true;
-        readonly description: "Use result cache";
-        readonly default: false;
-    };
     readonly testsFile: {
         readonly string: true;
         readonly description: string;

package/dist/commands/run-all-tests/run-all-tests.command.js

@@ -1,14 +1,12 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.runAllTestsCommand = void 0;
-const client_1 = require("@alwaysmeticulous/client");
 const common_1 = require("@alwaysmeticulous/common");
 const replay_orchestrator_launcher_1 = require("@alwaysmeticulous/replay-orchestrator-launcher");
-const test_run_api_1 = require("../../api/test-run.api");
 const command_builder_1 = require("../../command-utils/command-builder");
 const common_options_1 = require("../../command-utils/common-options");
 const out_of_date_client_error_1 = require("../../utils/out-of-date-client-error");
-const handler = async ({ apiToken, commitSha: commitSha_, baseCommitSha, appUrl, headless, devTools, bypassCSP, diffThreshold, diffPixelThreshold, shiftTime, networkStubbing, githubSummary, parallelize, parallelTasks: parrelelTasks_, maxRetriesOnFailure, rerunTestsNTimes, useCache, testsFile, disableRemoteFonts, noSandbox, skipPauses, moveBeforeClick, maxDurationMs, maxEventCount, storyboard, essentialFeaturesOnly, baseTestRunId, }) => {
+const handler = async ({ apiToken, commitSha: commitSha_, baseCommitSha, appUrl, headless, devTools, bypassCSP, diffThreshold, diffPixelThreshold, shiftTime, networkStubbing, githubSummary, parallelize, parallelTasks: parrelelTasks_, maxRetriesOnFailure, rerunTestsNTimes, testsFile, disableRemoteFonts, noSandbox, skipPauses, moveBeforeClick, maxDurationMs, maxEventCount, storyboard, essentialFeaturesOnly, logPossibleNonDeterminism, baseTestRunId, }) => {
     const executionOptions = {
         headless,
         devTools,
@@ -21,6 +19,7 @@ const handler = async ({ apiToken, commitSha: commitSha_, baseCommitSha, appUrl,
         moveBeforeClick,
         maxDurationMs: maxDurationMs !== null && maxDurationMs !== void 0 ? maxDurationMs : null,
         maxEventCount: maxEventCount !== null && maxEventCount !== void 0 ? maxEventCount : null,
+        logPossibleNonDeterminism,
         essentialFeaturesOnly,
     };
     const storyboardOptions = storyboard
@@ -33,10 +32,6 @@ const handler = async ({ apiToken, commitSha: commitSha_, baseCommitSha, appUrl,
     };
     const parrelelTasks = parallelize ? parrelelTasks_ : 1;
     const commitSha = (await (0, common_1.getCommitSha)(commitSha_)) || "unknown";
-    const client = (0, client_1.createClient)({ apiToken });
-    const cachedTestRunResults = useCache
-        ? await (0, test_run_api_1.getCachedTestRunResults)({ client, commitSha })
-        : [];
     try {
         const { testRun } = await (0, replay_orchestrator_launcher_1.executeTestRun)({
             testsFile: testsFile !== null && testsFile !== void 0 ? testsFile : null,
@@ -50,7 +45,6 @@ const handler = async ({ apiToken, commitSha: commitSha_, baseCommitSha, appUrl,
             parallelTasks: parrelelTasks !== null && parrelelTasks !== void 0 ? parrelelTasks : null,
             maxRetriesOnFailure,
             rerunTestsNTimes,
-            cachedTestRunResults,
             githubSummary,
             maxSemanticVersionSupported: 1,
         });
@@ -110,11 +104,6 @@ exports.runAllTestsCommand = (0, command_builder_1.buildCommand)("run-all-tests"
         description: "If set to a value greater than 0 then will re-run all replays the specified number of times and mark them as a flake if the screenshot generated on one of the retryed replays differs from that in the first replay.",
         default: 0,
     },
-    useCache: {
-        boolean: true,
-        description: "Use result cache",
-        default: false,
-    },
     testsFile: {
         string: true,
         description: "The path to the meticulous.json file containing the list of tests you want to run." +

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@alwaysmeticulous/cli",
-  "version": "2.45.3",
+  "version": "2.47.0",
   "description": "The Meticulous CLI",
   "license": "ISC",
   "main": "dist/index.js",
@@ -27,17 +27,16 @@
     "depcheck": "depcheck --ignore-patterns=dist"
   },
   "dependencies": {
-    "@alwaysmeticulous/api": "^2.44.1",
-    "@alwaysmeticulous/client": "^2.44.1",
-    "@alwaysmeticulous/common": "^2.44.1",
-    "@alwaysmeticulous/downloading-helpers": "^2.44.1",
-    "@alwaysmeticulous/record": "^2.44.1",
-    "@alwaysmeticulous/replay-debugger-ui": "^2.45.2",
-    "@alwaysmeticulous/replay-orchestrator-launcher": "^2.45.3",
-    "@alwaysmeticulous/sdk-bundles-api": "^2.45.3",
+    "@alwaysmeticulous/api": "^2.46.0",
+    "@alwaysmeticulous/client": "^2.46.0",
+    "@alwaysmeticulous/common": "^2.46.0",
+    "@alwaysmeticulous/downloading-helpers": "^2.46.0",
+    "@alwaysmeticulous/record": "^2.46.0",
+    "@alwaysmeticulous/replay-debugger-ui": "^2.46.0",
+    "@alwaysmeticulous/replay-orchestrator-launcher": "^2.47.0",
+    "@alwaysmeticulous/sdk-bundles-api": "^2.47.0",
     "@alwaysmeticulous/sentry": "^2.40.0",
     "@sentry/node": "^7.36.0",
-    "axios": "^1.2.6",
     "loglevel": "^1.8.0",
     "puppeteer": "19.7.5",
     "yargs": "^17.5.1"
@@ -79,5 +78,5 @@
     "coverageDirectory": "../coverage",
     "testEnvironment": "node"
   },
-  "gitHead": "d4e536d8ea889e75077bb9889399016d35082339"
+  "gitHead": "43b9ec5e4280fce86eff065f3e3999854427e75f"
 }

package/dist/api/test-run.api.d.ts

@@ -1,7 +0,0 @@
-import { TestCaseResult } from "@alwaysmeticulous/api";
-import { AxiosInstance } from "axios";
-export interface GetCachedTestRunResultsOptions {
-    client: AxiosInstance;
-    commitSha: string;
-}
-export declare const getCachedTestRunResults: ({ client, commitSha, }: GetCachedTestRunResultsOptions) => Promise<TestCaseResult[]>;

package/dist/api/test-run.api.js

@@ -1,21 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.getCachedTestRunResults = void 0;
-const client_1 = require("@alwaysmeticulous/client");
-const common_1 = require("@alwaysmeticulous/common");
-const loglevel_1 = __importDefault(require("loglevel"));
-const getCachedTestRunResults = async ({ client, commitSha, }) => {
-    var _a, _b, _c;
-    const logger = loglevel_1.default.getLogger(common_1.METICULOUS_LOGGER_NAME);
-    if (!commitSha || commitSha === "unknown") {
-        logger.warn("Test run cache not supported: no commit hash");
-        return [];
-    }
-    const results = (_c = (_b = (_a = (await (0, client_1.getLatestTestRunResults)({ client, commitSha }))) === null || _a === void 0 ? void 0 : _a.resultData) === null || _b === void 0 ? void 0 : _b.results) !== null && _c !== void 0 ? _c : [];
-    // Only return passing tests
-    return results.filter(({ result }) => result === "pass");
-};
-exports.getCachedTestRunResults = getCachedTestRunResults;