@empiricalrun/test-run 0.4.1 → 0.4.3

package/CHANGELOG.md

@@ -1,5 +1,17 @@
 # @empiricalrun/test-run
 
+## 0.4.3
+
+### Patch Changes
+
+- 19075b9: fix: expose --skip-teardown flag on test-run package
+
+## 0.4.2
+
+### Patch Changes
+
+- 27716bd: fix: consider latest build url only when dispatch build url is not preset
+
 ## 0.4.1
 
 ### Patch Changes

package/dist/bin/index.js

@@ -12,6 +12,7 @@ const utils_1 = require("../utils");
         .option("-n, --name <test-name>", "Name of the test to run")
         .option("-d, --dir <test-dir>", "Path to the test directory")
         .option("-p, --project <project-name...>", "Test projects to run")
+        .option("--skip-teardown", `This options skips running teardown tests`)
         .option("--forbid-only", `This options forbids the use of ".only" in the test files`)
         .allowUnknownOption();
     commander_1.program.parse(process.argv);
@@ -25,10 +26,12 @@ const utils_1 = require("../utils");
     const optionsToStrip = [
         "-n",
         "--name",
+        "--skip-teardown",
         "-d",
         "--dir",
         "-p",
         "--project",
+        options.skipTeardown,
         options.name,
         options.dir,
         ...options.project, // an array of comma separated project names/pattern matching globs *,premium-*,super-premium-*,safari
@@ -40,20 +43,27 @@ const utils_1 = require("../utils");
         let environmentSpecificProjects = [];
         let platform = types_1.Platform.WEB;
         if (process.env.TEST_RUN_ENVIRONMENT) {
-            const { environment, build } = await (0, dashboard_1.fetchEnvironmentAndBuild)();
+            const { environment, build: latestBuild } = await (0, dashboard_1.fetchEnvironmentAndBuild)();
             platform = environment.platform;
             environmentSpecificProjects = environment.playwright_projects;
-            await (0, utils_1.downloadBuild)(build);
-            process.env.BUILD_URL = build?.build_url;
+            if (!process.env.BUILD_URL) {
+                process.env.BUILD_URL = latestBuild?.build_url; // pick the one coming from dispatch, otherwise use the latest build from DB
+            }
+            const buildUrl = process.env.BUILD_URL;
+            await (0, utils_1.downloadBuild)(buildUrl);
         }
         const projectFilters = await (0, utils_1.generateProjectFilters)({
             platform,
             filteringSets: [...options.project, ...environmentSpecificProjects],
         });
         pwOptions.push(...projectFilters);
+        const directory = options.dir || "tests";
+        if (options.skipTeardown) {
+            await (0, utils_1.handleTeardownSkipFlag)(directory);
+        }
         const { hasTestPassed } = await (0, __1.runTest)({
             name: options.name,
-            dir: options.dir || "tests",
+            dir: directory,
             pwOptions: pwOptions.join(" "),
             platform,
         });

package/dist/types/index.d.ts

@@ -27,4 +27,9 @@ export declare enum TestFramework {
     PLAYWRIGHT = "playwright",
     APPWRIGHT = "appwright"
 }
+export type PlaywProjectConfig = {
+    name: string;
+    teardown?: string;
+    testMatch: string | RegExp;
+};
 //# sourceMappingURL=index.d.ts.map

package/dist/types/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/types/index.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,iBAAiB,GAAG;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,QAAQ,CAAC;CACpB,CAAC;AAEF,MAAM,MAAM,WAAW,GAAG;IACxB,EAAE,EAAE,MAAM,CAAC;IACX,UAAU,EAAE,MAAM,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,mBAAmB,EAAE,MAAM,EAAE,CAAC;IAC9B,QAAQ,EAAE,QAAQ,CAAC;CACpB,CAAC;AAEF,MAAM,MAAM,KAAK,GAAG;IAClB,EAAE,EAAE,MAAM,CAAC;IACX,SAAS,EAAE,MAAM,CAAC;CACnB,CAAC;AAEF,MAAM,MAAM,kBAAkB,GAAG;IAC/B,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CACjC,CAAC;AAEF,oBAAY,QAAQ;IAClB,GAAG,QAAQ;IACX,OAAO,YAAY;IACnB,GAAG,QAAQ;CACZ;AAED,oBAAY,aAAa;IACvB,UAAU,eAAe;IACzB,SAAS,cAAc;CACxB"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/types/index.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,iBAAiB,GAAG;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,QAAQ,CAAC;CACpB,CAAC;AAEF,MAAM,MAAM,WAAW,GAAG;IACxB,EAAE,EAAE,MAAM,CAAC;IACX,UAAU,EAAE,MAAM,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,mBAAmB,EAAE,MAAM,EAAE,CAAC;IAC9B,QAAQ,EAAE,QAAQ,CAAC;CACpB,CAAC;AAEF,MAAM,MAAM,KAAK,GAAG;IAClB,EAAE,EAAE,MAAM,CAAC;IACX,SAAS,EAAE,MAAM,CAAC;CACnB,CAAC;AAEF,MAAM,MAAM,kBAAkB,GAAG;IAC/B,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CACjC,CAAC;AAEF,oBAAY,QAAQ;IAClB,GAAG,QAAQ;IACX,OAAO,YAAY;IACnB,GAAG,QAAQ;CACZ;AAED,oBAAY,aAAa;IACvB,UAAU,eAAe;IACzB,SAAS,cAAc;CACxB;AAED,MAAM,MAAM,kBAAkB,GAAG;IAC/B,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,GAAG,MAAM,CAAC;CAC5B,CAAC"}

package/dist/utils/index.d.ts

@@ -1,5 +1,5 @@
 import { Node, SourceFile } from "ts-morph";
-import { Build, Platform, TestFramework } from "../types";
+import { Platform, TestFramework } from "../types";
 export declare function cmd(command: string[], options: {
     env?: Record<string, string>;
 }): Promise<number>;
@@ -36,6 +36,7 @@ export declare const generateProjectFilters: ({ platform, filteringSets, }: {
     filteringSets: string[];
 }) => Promise<string[]>;
 export declare function buildRepoName(projectName: string): string;
-export declare const downloadBuild: (build: Build) => Promise<void>;
+export declare const downloadBuild: (buildUrl: string) => Promise<void>;
 export declare const getTestRunner: (platform: Platform) => TestFramework;
+export declare const handleTeardownSkipFlag: (directory: string) => Promise<void>;
 //# sourceMappingURL=index.d.ts.map

package/dist/utils/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/utils/index.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,IAAI,EAAW,UAAU,EAAc,MAAM,UAAU,CAAC;AAGjE,OAAO,EAAE,KAAK,EAAsB,QAAQ,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAE9E,wBAAgB,GAAG,CACjB,OAAO,EAAE,MAAM,EAAE,EACjB,OAAO,EAAE;IAAE,GAAG,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;CAAE,GACxC,OAAO,CAAC,MAAM,CAAC,CA2BjB;AAED;;;;;GAKG;AACH,wBAAsB,eAAe,CACnC,aAAa,GAAE,MAAW,GACzB,OAAO,CAAC,MAAM,EAAE,CAAC,CAqBnB;AAED,wBAAsB,eAAe,CAAC,EACpC,QAAQ,EACR,YAAY,GACb,EAAE;IACD,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;CACtB,GAAG,OAAO,CAAC;IAAE,YAAY,EAAE,IAAI,GAAG,SAAS,CAAC;IAAC,UAAU,EAAE,UAAU,CAAA;CAAE,CAAC,CAatE;AAED,wBAAsB,YAAY,CAAC,EACjC,QAAQ,EACR,YAAY,GACb,EAAE;IACD,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;CACtB,GAAG,OAAO,CAAC,OAAO,CAAC,CAMnB;AAED,wBAAgB,4BAA4B,CAC1C,IAAI,EAAE,IAAI,GAAG,SAAS,GACrB,IAAI,GAAG,SAAS,CA2BlB;AAED,wBAAsB,0CAA0C,CAC9D,QAAQ,EAAE,MAAM,oBA+BjB;AAED,wBAAsB,cAAc,CAAC,EACnC,UAAU,EACV,kBAAkB,EAClB,YAAY,EACZ,QAAQ,GACT,EAAE;IACD,UAAU,EAAE,UAAU,CAAC;IACvB,kBAAkB,CAAC,EAAE,IAAI,GAAG,SAAS,CAAC;IACtC,YAAY,EAAE,IAAI,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;CAClB,iBAgBA;AAED,wBAAsB,+BAA+B,CAAC,QAAQ,EAAE,QAAQ,gBAevE;AAED,eAAO,MAAM,4BAA4B,UAEhC,MAAM,EAAE,mBAGE,MAAM,EAAE,EAAE,KAC1B,MAAM,EAUR,CAAC;AAEF,eAAO,MAAM,sBAAsB;cAIvB,QAAQ;mBACH,MAAM,EAAE;MACrB,QAAQ,MAAM,EAAE,CAmBnB,CAAC;AAEF,wBAAgB,aAAa,CAAC,WAAW,EAAE,MAAM,GAAG,MAAM,CAEzD;AAED,eAAO,MAAM,aAAa,UAAiB,KAAK,KAAG,QAAQ,IAAI,CAW9D,CAAC;AAEF,eAAO,MAAM,aAAa,aAAc,QAAQ,KAAG,aAIlD,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/utils/index.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,IAAI,EAAW,UAAU,EAAc,MAAM,UAAU,CAAC;AAGjE,OAAO,EAEL,QAAQ,EAER,aAAa,EACd,MAAM,UAAU,CAAC;AAElB,wBAAgB,GAAG,CACjB,OAAO,EAAE,MAAM,EAAE,EACjB,OAAO,EAAE;IAAE,GAAG,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;CAAE,GACxC,OAAO,CAAC,MAAM,CAAC,CA2BjB;AAED;;;;;GAKG;AACH,wBAAsB,eAAe,CACnC,aAAa,GAAE,MAAW,GACzB,OAAO,CAAC,MAAM,EAAE,CAAC,CAqBnB;AAED,wBAAsB,eAAe,CAAC,EACpC,QAAQ,EACR,YAAY,GACb,EAAE;IACD,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;CACtB,GAAG,OAAO,CAAC;IAAE,YAAY,EAAE,IAAI,GAAG,SAAS,CAAC;IAAC,UAAU,EAAE,UAAU,CAAA;CAAE,CAAC,CAatE;AAED,wBAAsB,YAAY,CAAC,EACjC,QAAQ,EACR,YAAY,GACb,EAAE;IACD,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;CACtB,GAAG,OAAO,CAAC,OAAO,CAAC,CAMnB;AAED,wBAAgB,4BAA4B,CAC1C,IAAI,EAAE,IAAI,GAAG,SAAS,GACrB,IAAI,GAAG,SAAS,CA2BlB;AAED,wBAAsB,0CAA0C,CAC9D,QAAQ,EAAE,MAAM,oBA+BjB;AAED,wBAAsB,cAAc,CAAC,EACnC,UAAU,EACV,kBAAkB,EAClB,YAAY,EACZ,QAAQ,GACT,EAAE;IACD,UAAU,EAAE,UAAU,CAAC;IACvB,kBAAkB,CAAC,EAAE,IAAI,GAAG,SAAS,CAAC;IACtC,YAAY,EAAE,IAAI,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;CAClB,iBAgBA;AAED,wBAAsB,+BAA+B,CAAC,QAAQ,EAAE,QAAQ,gBAevE;AAED,eAAO,MAAM,4BAA4B,UAEhC,MAAM,EAAE,mBAGE,MAAM,EAAE,EAAE,KAC1B,MAAM,EAUR,CAAC;AAEF,eAAO,MAAM,sBAAsB;cAIvB,QAAQ;mBACH,MAAM,EAAE;MACrB,QAAQ,MAAM,EAAE,CAmBnB,CAAC;AAEF,wBAAgB,aAAa,CAAC,WAAW,EAAE,MAAM,GAAG,MAAM,CAEzD;AAED,eAAO,MAAM,aAAa,aAAoB,MAAM,KAAG,QAAQ,IAAI,CAWlE,CAAC;AAEF,eAAO,MAAM,aAAa,aAAc,QAAQ,KAAG,aAIlD,CAAC;AA4DF,eAAO,MAAM,sBAAsB,cAAqB,MAAM,kBAkB7D,CAAC"}

package/dist/utils/index.js

@@ -3,7 +3,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.getTestRunner = exports.downloadBuild = exports.buildRepoName = exports.generateProjectFilters = exports.filterArrayByGlobMatchersSet = exports.getProjectsFromPlaywrightConfig = exports.markTestAsOnly = exports.hasTopLevelDescribeConfigureWithSerialMode = exports.findFirstSerialDescribeBlock = exports.hasTestBlock = exports.getTestCaseNode = exports.getAllFilePaths = exports.cmd = void 0;
+exports.handleTeardownSkipFlag = exports.getTestRunner = exports.downloadBuild = exports.buildRepoName = exports.generateProjectFilters = exports.filterArrayByGlobMatchersSet = exports.getProjectsFromPlaywrightConfig = exports.markTestAsOnly = exports.hasTopLevelDescribeConfigureWithSerialMode = exports.findFirstSerialDescribeBlock = exports.hasTestBlock = exports.getTestCaseNode = exports.getAllFilePaths = exports.cmd = void 0;
 const child_process_1 = require("child_process");
 const fs_extra_1 = __importDefault(require("fs-extra"));
 const minimatch_1 = require("minimatch");
@@ -202,14 +202,14 @@ function buildRepoName(projectName) {
     return `${projectName}-tests`;
 }
 exports.buildRepoName = buildRepoName;
-const downloadBuild = async (build) => {
+const downloadBuild = async (buildUrl) => {
     const packageJSONPath = "package.json";
     const packageJsonStr = await fs_extra_1.default.readFile(packageJSONPath, "utf-8");
     const packageJSONData = JSON.parse(packageJsonStr);
     const buildDownloadScript = packageJSONData.scripts["download"];
-    if (buildDownloadScript && build?.build_url) {
-        console.log(`Downloading build from ${build?.build_url}`);
-        await cmd(`npm run download ${build?.build_url}`.split(" "), {
+    if (buildDownloadScript && buildUrl) {
+        console.log(`Downloading build from ${buildUrl}`);
+        await cmd(`npm run download ${buildUrl}`.split(" "), {
             env: { ...Object(process.env) },
         });
     }
@@ -221,3 +221,67 @@ const getTestRunner = (platform) => {
         : types_1.TestFramework.APPWRIGHT;
 };
 exports.getTestRunner = getTestRunner;
+const getAllTeardownFiles = async (directory) => {
+    const teardownFileRegex = /.*\.teardown\.ts/;
+    const files = await getAllFilePaths(directory);
+    return files.filter((file) => teardownFileRegex.test(file));
+};
+const skipTeardownFile = async (filePath) => {
+    const project = new ts_morph_1.Project();
+    const sourceFile = project.addSourceFileAtPath(filePath);
+    sourceFile
+        .getDescendantsOfKind(ts_morph_1.SyntaxKind.CallExpression)
+        .forEach((callExpression) => {
+        const expression = callExpression.getExpression();
+        if (expression.getText() === "teardown") {
+            expression.replaceWithText("teardown.skip");
+        }
+        else if (expression.getText() === "test") {
+            expression.replaceWithText("test.skip");
+        }
+    });
+    // Save the modified file
+    sourceFile.save().catch((error) => {
+        console.error(`Error updating the file: ${filePath}`, error);
+    });
+};
+class TeardownManager {
+    directory;
+    constructor(directory) {
+        this.directory = directory;
+    }
+    teardownFiles = [];
+    teardownFileContents = [];
+    async skip() {
+        this.teardownFiles = await getAllTeardownFiles(this.directory);
+        this.teardownFileContents = await Promise.all(this.teardownFiles.map(async (filePath) => {
+            const content = await fs_extra_1.default.readFile(filePath, "utf-8");
+            return { filePath, content };
+        }));
+        await Promise.all(this.teardownFiles.map(async (filePath) => await skipTeardownFile(filePath)));
+    }
+    unskip() {
+        this.teardownFileContents.forEach(({ filePath, content }) => {
+            fs_extra_1.default.writeFileSync(filePath, content, "utf-8");
+        });
+    }
+}
+const handleTeardownSkipFlag = async (directory) => {
+    console.log("Skipping teardown tests ...");
+    const teardowns = new TeardownManager(directory);
+    await teardowns.skip();
+    // revert teardown changes on exit
+    process.on("beforeExit", () => {
+        teardowns.unskip();
+    });
+    process.on("exit", () => {
+        teardowns.unskip();
+    });
+    process.on("SIGINT", () => {
+        teardowns.unskip();
+    });
+    process.on("SIGTERM", () => {
+        teardowns.unskip();
+    });
+};
+exports.handleTeardownSkipFlag = handleTeardownSkipFlag;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@empiricalrun/test-run",
-  "version": "0.4.1",
+  "version": "0.4.3",
   "publishConfig": {
     "registry": "https://registry.npmjs.org/",
     "access": "public"