@empiricalrun/test-run 0.8.4 → 0.9.0

package/CHANGELOG.md

@@ -1,5 +1,22 @@
 # @empiricalrun/test-run
 
+## 0.9.0
+
+### Minor Changes
+
+- 72f4577: feat: stop marking files as only and move to cmd builder approach
+
+### Patch Changes
+
+- 97cef16: test: add memfs mocks for fs, remove unused config utils
+- 28682e2: feat: use test-run cmd builder in test-gen, remove test.only marking
+
+## 0.8.5
+
+### Patch Changes
+
+- 0634233: fix: run setup projects when test-run tool call has teardown project
+
 ## 0.8.4
 
 ### Patch Changes

package/README.md

@@ -104,26 +104,6 @@ This is useful for omitting teardown steps during certain runs or local developm
 
 ---
 
-## 8. Using a “.rc” File or Token
-
-You can optionally define a configuration in `empiricalrc.json` or pass the same data as a base64-encoded `--token`. For example:
-
-```json
-{
-  "tests": [
-    {
-      "name": "some-test",
-      "filePath": "tests/abc.spec.ts",
-      "suites": ["suiteA"]
-    }
-  ]
-}
-```
-
-If both are missing or do not define tests, the CLI uses command-line parameters (`-n`, `--file`, etc.).
-
----
-
 ## 9. Environment & Build (Optional)
 
 If `TEST_RUN_ENVIRONMENT` is defined:
@@ -172,23 +152,6 @@ This flow makes sure tests run against the relevant environment or a fresh build
 
 ---
 
-## 12. Changelog
-
-For version history and patch notes, see [CHANGELOG.md]
-
----
-
-## 13. Contributing
-
-- **Lint** with `pnpm lint`.
-- **Test** with `pnpm test`.
-- **Build** with `pnpm build`.
-- **Dev** watch mode with `pnpm dev`.
-
-Feel free to open issues or pull requests for enhancements or clarifications.
-
----
-
 ## 14. Conclusion
 
 @test-run simplifies orchestrating Playwright tests, especially for:

package/dist/bin/index.js

@@ -7,6 +7,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
 const commander_1 = require("commander");
 const dotenv_1 = __importDefault(require("dotenv"));
 const dashboard_1 = require("../dashboard");
+const cmd_1 = require("../lib/cmd");
 const run_all_tests_1 = require("../lib/run-all-tests");
 const run_specific_test_1 = require("../lib/run-specific-test");
 const types_1 = require("../types");
@@ -16,7 +17,6 @@ dotenv_1.default.config({
     path: [".env.local", ".env"],
 });
 (async function main() {
-    // TODO: add documentation of the test run
     commander_1.program
         .option("-n, --name <test-name>", "Name of the test to run")
         .option("-s, --suites <suites>", "Suites under which the test is defined")
@@ -67,8 +67,7 @@ dotenv_1.default.config({
     const suites = options.suites && options.suites.trim() !== ""
         ? options.suites?.split(",")
         : undefined;
-    let tests = (await (0, config_parser_1.parseRcConfig)())?.tests ||
-        (0, config_parser_1.parseToken)(options.payload)?.tests ||
+    let tests = (0, config_parser_1.parseToken)(options.payload)?.tests ||
         (options.name
             ? [
                 {
@@ -101,23 +100,24 @@ dotenv_1.default.config({
             await (0, utils_1.handleTeardownSkipFlag)(directory);
         }
         const hasTestsFilter = tests && tests.length > 0;
-        let testResult;
+        let commandToRun;
         if (hasTestsFilter) {
-            testResult = await (0, run_specific_test_1.runSpecificTests)({
+            commandToRun = await (0, run_specific_test_1.runSpecificTestsCmd)({
                 tests,
                 projects: projectFilters,
-                pwOptions: pwOptions.join(" "),
+                passthroughArgs: pwOptions.join(" "),
                 platform,
             });
         }
         else {
-            testResult = await (0, run_all_tests_1.runAllTests)({
+            commandToRun = (0, run_all_tests_1.runAllTestsCmd)({
                 projects: projectFilters,
-                pwOptions: pwOptions.join(" "),
+                passthroughArgs: pwOptions.join(" "),
                 platform,
             });
         }
-        if (!testResult.hasTestPassed) {
+        const { hasTestPassed } = await (0, cmd_1.runTestsForCmd)(commandToRun);
+        if (!hasTestPassed) {
             process.exit(1);
         }
     }

package/dist/dashboard.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"dashboard.d.ts","sourceRoot":"","sources":["../src/dashboard.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,KAAK,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AAK7C,eAAO,MAAM,wBAAwB,gBACtB,MAAM,mBACF,MAAM,KACtB,QAAQ;IACT,WAAW,EAAE,WAAW,CAAC;IACzB,KAAK,EAAE,KAAK,CAAC;CACd,CAuDA,CAAC"}
+{"version":3,"file":"dashboard.d.ts","sourceRoot":"","sources":["../src/dashboard.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,KAAK,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AAK7C,eAAO,MAAM,wBAAwB,GACnC,aAAa,MAAM,EACnB,iBAAiB,MAAM,KACtB,OAAO,CAAC;IACT,WAAW,EAAE,WAAW,CAAC;IACzB,KAAK,EAAE,KAAK,CAAC;CACd,CAuDA,CAAC"}

package/dist/dashboard.js

@@ -33,7 +33,7 @@ const fetchEnvironmentAndBuild = async (projectName, environmentSlug) => {
     }, {
         retries: 3,
         minTimeout: 1000,
-        maxTimeout: 60000,
+        maxTimeout: 60_000,
         factor: 3,
     });
     if (!data?.data) {

package/dist/index.d.ts

@@ -1,4 +1,5 @@
-import { TestCase } from "./types";
+import { runSpecificTestsCmd } from "./lib/run-specific-test";
+export { runSpecificTestsCmd };
 export declare function runSingleTest({ testName, suites, fileName, projects, envOverrides, }: {
     testName: string;
     suites: string[];
@@ -9,5 +10,4 @@ export declare function runSingleTest({ testName, suites, fileName, projects, en
     hasTestPassed: boolean;
     summaryJson: any;
 }>;
-export declare function listAllTests(cwd?: string): Promise<Record<string, TestCase>>;
 //# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAIA,OAAO,EAAY,QAAQ,EAAE,MAAM,SAAS,CAAC;AAO7C,wBAAsB,aAAa,CAAC,EAClC,QAAQ,EACR,MAAM,EACN,QAAQ,EACR,QAAQ,EACR,YAAY,GACb,EAAE;IACD,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CACvC;;;GAqBA;AAED,wBAAsB,YAAY,CAChC,GAAG,CAAC,EAAE,MAAM,GACX,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC,CA6CnC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,mBAAmB,EAAE,MAAM,yBAAyB,CAAC;AAO9D,OAAO,EAAE,mBAAmB,EAAE,CAAC;AAE/B,wBAAsB,aAAa,CAAC,EAClC,QAAQ,EACR,MAAM,EACN,QAAQ,EACR,QAAQ,EACR,YAAY,GACb,EAAE;IACD,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CACvC;;;GAqBA"}

package/dist/index.js

@@ -3,74 +3,32 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.listAllTests = exports.runSingleTest = void 0;
+exports.runSpecificTestsCmd = void 0;
+exports.runSingleTest = runSingleTest;
 const promises_1 = __importDefault(require("fs/promises"));
 const path_1 = __importDefault(require("path"));
+const cmd_1 = require("./lib/cmd");
 const run_specific_test_1 = require("./lib/run-specific-test");
+Object.defineProperty(exports, "runSpecificTestsCmd", { enumerable: true, get: function () { return run_specific_test_1.runSpecificTestsCmd; } });
 const types_1 = require("./types");
-const utils_1 = require("./utils");
 // For test-run package, the library entrypoint, we only support web platform
 // The bin entrypoint has support for mobile also
 const supportedPlatform = types_1.Platform.WEB;
 async function runSingleTest({ testName, suites, fileName, projects, envOverrides, }) {
     const testDir = "tests";
     const filePath = path_1.default.relative(process.cwd(), fileName);
-    const result = await (0, run_specific_test_1.runSpecificTests)({
+    const commandToRun = await (0, run_specific_test_1.runSpecificTestsCmd)({
         tests: [{ name: testName, dir: testDir, filePath, suites }],
-        pwOptions: "",
         projects,
         envOverrides,
         platform: supportedPlatform,
     });
+    const { hasTestPassed } = await (0, cmd_1.runTestsForCmd)(commandToRun);
     const jsonFilePath = path_1.default.join(process.cwd(), "playwright-report", `summary.json`);
     const jsonFileContents = await promises_1.default.readFile(jsonFilePath, "utf8");
     const summaryJson = JSON.parse(jsonFileContents);
     return {
-        hasTestPassed: result.hasTestPassed,
+        hasTestPassed,
         summaryJson,
     };
 }
-exports.runSingleTest = runSingleTest;
-async function listAllTests(cwd) {
-    const testRunner = (0, utils_1.getTestRunner)(types_1.Platform.WEB);
-    const env = Object({ ...process.env });
-    const command = ["npx", testRunner, "test", "--list"];
-    const { output } = await (0, utils_1.cmdWithOutput)(command, {
-        env,
-        cwd,
-    });
-    // Parse the output to extract test information
-    // Example format: "[chromium] › home.spec.ts:9:9 › describe 1 › describe 2 › has title"
-    const result = {};
-    output
-        .split("\n")
-        .filter((line) => line.trim() &&
-        line.trim().startsWith("[") &&
-        line.includes(".spec.ts:"))
-        .forEach((line) => {
-        // Extract project, file, line, and test name with suites
-        const match = line.match(/\[(.*?)\]\s+›\s+(.*?):(\d+):\d+\s+›\s+(.*)/);
-        if (!match || !match[1] || !match[2] || !match[3] || !match[4]) {
-            return;
-        }
-        const file = match[2];
-        const testPath = match[4];
-        const parts = testPath.split("›").map((p) => p.trim());
-        if (parts.length === 0) {
-            return;
-        }
-        const name = parts[parts.length - 1];
-        if (!name) {
-            return;
-        }
-        const suites = parts.length > 1 ? parts.slice(0, -1) : undefined;
-        const testCase = {
-            name,
-            filePath: file,
-            suites,
-        };
-        result[line.trim()] = testCase;
-    });
-    return result;
-}
-exports.listAllTests = listAllTests;

package/dist/lib/cmd.d.ts

@@ -0,0 +1,17 @@
+import { CommandToRun } from "../types";
+export declare function getCommandFromString(command: string): {
+    command: string;
+    args: string[];
+};
+export declare function runTestsForCmd({ command, args, env }: CommandToRun): Promise<{
+    hasTestPassed: boolean;
+}>;
+export declare function spawnCmd(command: string, args: string[], options: {
+    env?: Record<string, string>;
+    cwd?: string;
+    captureOutput?: boolean;
+}): Promise<number | {
+    code: number;
+    output: string;
+}>;
+//# sourceMappingURL=cmd.d.ts.map

package/dist/lib/cmd.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cmd.d.ts","sourceRoot":"","sources":["../../src/lib/cmd.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,YAAY,EAAE,MAAM,UAAU,CAAC;AAExC,wBAAgB,oBAAoB,CAAC,OAAO,EAAE,MAAM,GAAG;IACrD,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,EAAE,CAAC;CAChB,CAeA;AAED,wBAAsB,cAAc,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,YAAY;;GASxE;AAED,wBAAsB,QAAQ,CAC5B,OAAO,EAAE,MAAM,EACf,IAAI,EAAE,MAAM,EAAE,EACd,OAAO,EAAE;IACP,GAAG,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC7B,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,aAAa,CAAC,EAAE,OAAO,CAAC;CACzB,GACA,OAAO,CAAC,MAAM,GAAG;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,CAAC,CA+CpD"}

package/dist/lib/cmd.js

@@ -0,0 +1,106 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getCommandFromString = getCommandFromString;
+exports.runTestsForCmd = runTestsForCmd;
+exports.spawnCmd = spawnCmd;
+const child_process_1 = require("child_process");
+function getCommandFromString(command) {
+    const regex = /[^\s"']+|"([^"]*)"|'([^']*)'/g;
+    const matches = command.match(regex) || [];
+    return {
+        command: matches[0],
+        args: matches.slice(1).map((match) => {
+            if ((match.startsWith('"') && match.endsWith('"')) ||
+                (match.startsWith("'") && match.endsWith("'"))) {
+                return match.slice(1, -1);
+            }
+            return match;
+        }),
+    };
+}
+async function runTestsForCmd({ command, args, env }) {
+    console.log(`Running cmd: ${command} with args: ${args}`);
+    let hasTestPassed = true;
+    try {
+        await spawnCmd(command, args, { env });
+    }
+    catch (e) {
+        hasTestPassed = false;
+    }
+    return { hasTestPassed };
+}
+async function spawnCmd(command, args, options) {
+    let output = options.captureOutput ? "" : undefined;
+    let errorLogs = [];
+    return new Promise((resolveFunc, rejectFunc) => {
+        const p = (0, child_process_1.spawn)(command, args, {
+            env: { ...process.env, ...options.env },
+            cwd: options.cwd,
+            // Ensure child process receives signals
+            detached: false,
+        });
+        // Setup signal handlers and get cleanup function
+        const cleanupSignalHandlers = setupProcessSignalHandlers(p);
+        p.stdout.on("data", (x) => {
+            const log = x.toString();
+            if (options.captureOutput) {
+                output += log;
+            }
+            else {
+                process.stdout.write(log);
+            }
+            if (log.includes("Error")) {
+                errorLogs.push(log);
+            }
+        });
+        p.stderr.on("data", (x) => {
+            const log = x.toString();
+            process.stderr.write(log);
+            errorLogs.push(log);
+        });
+        p.on("exit", (code) => {
+            // Clean up signal handlers when the process exits
+            cleanupSignalHandlers();
+            if (code != 0) {
+                // assuming last log is the error message before exiting
+                rejectFunc(errorLogs.slice(-3).join("\n"));
+            }
+            else {
+                resolveFunc(options.captureOutput ? { code: code, output: output } : code);
+            }
+        });
+    });
+}
+function setupProcessSignalHandlers(proc) {
+    const handleSignal = async (signal) => {
+        console.log(`\nReceived ${signal}, gracefully shutting down...`);
+        if (proc && !proc.killed) {
+            // Forward the signal to the child process
+            proc.kill(signal);
+            // Wait for the child process to exit
+            await new Promise((resolve) => {
+                proc.once("exit", () => {
+                    resolve();
+                });
+            });
+        }
+        process.exit(0);
+    };
+    const sigintHandler = async () => await handleSignal("SIGINT");
+    const sigtermHandler = async () => await handleSignal("SIGTERM");
+    const otherSignalHandlers = ["SIGABRT", "SIGHUP", "SIGQUIT"].map((signal) => {
+        const handler = () => console.log(`Received ${signal}, which is a no-op`);
+        process.once(signal, handler);
+        return { signal, handler };
+    });
+    process.once("SIGINT", sigintHandler);
+    process.once("SIGTERM", sigtermHandler);
+    // Return a cleanup function that removes all signal handlers
+    return () => {
+        process.removeListener("SIGINT", sigintHandler);
+        process.removeListener("SIGTERM", sigtermHandler);
+        otherSignalHandlers.forEach(({ signal, handler }) => {
+            process.removeListener(signal, handler);
+        });
+    };
+}

package/dist/lib/memfs/read-hello-world.d.ts

@@ -0,0 +1,3 @@
+export declare function readHelloWorld(path: string): string;
+export declare function verifyDirectory(path: string): boolean;
+//# sourceMappingURL=read-hello-world.d.ts.map

package/dist/lib/memfs/read-hello-world.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"read-hello-world.d.ts","sourceRoot":"","sources":["../../../src/lib/memfs/read-hello-world.ts"],"names":[],"mappings":"AAEA,wBAAgB,cAAc,CAAC,IAAI,EAAE,MAAM,UAE1C;AAED,wBAAgB,eAAe,CAAC,IAAI,EAAE,MAAM,WAE3C"}

package/dist/lib/memfs/read-hello-world.js

@@ -0,0 +1,14 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.readHelloWorld = readHelloWorld;
+exports.verifyDirectory = verifyDirectory;
+const fs_1 = __importDefault(require("fs"));
+function readHelloWorld(path) {
+    return fs_1.default.readFileSync(path, "utf-8");
+}
+function verifyDirectory(path) {
+    return fs_1.default.existsSync(path) && fs_1.default.statSync(path).isDirectory();
+}

package/dist/lib/run-all-tests.d.ts

@@ -1,5 +1,11 @@
-import { TestRunParameters } from "../types";
-export declare function runAllTests({ projects, pwOptions, filesFilter, envOverrides, platform, }: TestRunParameters): Promise<{
-    hasTestPassed: boolean;
-}>;
+import { CommandToRun, Platform, TestCase } from "../types";
+export declare function runAllTestsCmd({ projects, passthroughArgs, patternsToGrep, filesFilter, envOverrides, platform, }: {
+    tests?: TestCase[];
+    projects: string[];
+    passthroughArgs?: string;
+    platform: Platform;
+    filesFilter?: string;
+    envOverrides?: Record<string, string>;
+    patternsToGrep?: string[];
+}): CommandToRun;
 //# sourceMappingURL=run-all-tests.d.ts.map

package/dist/lib/run-all-tests.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"run-all-tests.d.ts","sourceRoot":"","sources":["../../src/lib/run-all-tests.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,UAAU,CAAC;AAG7C,wBAAsB,WAAW,CAAC,EAChC,QAAQ,EACR,SAAS,EACT,WAAW,EACX,YAAY,EACZ,QAAQ,GACT,EAAE,iBAAiB,GAAG,OAAO,CAAC;IAC7B,aAAa,EAAE,OAAO,CAAC;CACxB,CAAC,CAoBD"}
+{"version":3,"file":"run-all-tests.d.ts","sourceRoot":"","sources":["../../src/lib/run-all-tests.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,UAAU,CAAC;AAQ5D,wBAAgB,cAAc,CAAC,EAC7B,QAAQ,EACR,eAAe,EACf,cAAc,EACd,WAAW,EACX,YAAY,EACZ,QAAQ,GACT,EAAE;IACD,KAAK,CAAC,EAAE,QAAQ,EAAE,CAAC;IACnB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,QAAQ,EAAE,QAAQ,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,YAAY,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACtC,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;CAC3B,GAAG,YAAY,CAmBf"}

package/dist/lib/run-all-tests.js

@@ -1,24 +1,24 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.runAllTests = void 0;
+exports.runAllTestsCmd = runAllTestsCmd;
 const utils_1 = require("../utils");
-async function runAllTests({ projects, pwOptions, filesFilter, envOverrides, platform, }) {
-    let hasTestPassed = true;
-    try {
-        const testRunner = (0, utils_1.getTestRunner)(platform);
-        let pwOptionsWithProjects = `${pwOptions} ${projects?.map((project) => `--project ${project}`).join(" ")}`;
-        const env = Object.assign({ ...process.env, PW_TEST_HTML_REPORT_OPEN: "never" }, envOverrides);
-        const testRunCmd = `npx ${testRunner} test ${filesFilter || ""} ${pwOptionsWithProjects}`;
-        console.log(`Running cmd:`, testRunCmd);
-        await (0, utils_1.cmd)(testRunCmd.split(" "), {
-            env,
-        });
-    }
-    catch (e) {
-        hasTestPassed = false;
-    }
+const cmd_1 = require("./cmd");
+function normalizeSpaces(command) {
+    return command.trim().replace(/ +/g, " ");
+}
+function runAllTestsCmd({ projects, passthroughArgs, patternsToGrep, filesFilter, envOverrides, platform, }) {
+    const testRunner = (0, utils_1.getTestRunner)(platform);
+    const projectsArg = (projects || [])
+        .map((project) => `--project ${project}`)
+        .join(" ");
+    const grepArgs = (patternsToGrep || [])
+        .map((pattern) => ` -g "${pattern}"`)
+        .join(" ");
+    let args = ` ${filesFilter || ""} ${grepArgs} ${projectsArg} ${passthroughArgs || ""}`;
+    const env = Object.assign({ ...process.env, PW_TEST_HTML_REPORT_OPEN: "never" }, envOverrides);
+    const testRunCmd = normalizeSpaces(`npx ${testRunner} test ${args}`);
     return {
-        hasTestPassed,
+        ...(0, cmd_1.getCommandFromString)(testRunCmd),
+        env,
     };
 }
-exports.runAllTests = runAllTests;

package/dist/lib/run-specific-test.d.ts

@@ -1,5 +1,10 @@
-import { TestRunParameters } from "../types";
-export declare function runSpecificTests({ tests, projects, pwOptions, platform, envOverrides, }: TestRunParameters): Promise<{
-    hasTestPassed: boolean;
-}>;
+import { CommandToRun, Platform, TestCase } from "../types";
+export declare function runSpecificTestsCmd({ tests, projects, passthroughArgs, platform, envOverrides, }: {
+    tests?: TestCase[];
+    projects: string[];
+    passthroughArgs?: string;
+    platform: Platform;
+    filesFilter?: string;
+    envOverrides?: Record<string, string>;
+}): Promise<CommandToRun>;
 //# sourceMappingURL=run-specific-test.d.ts.map

package/dist/lib/run-specific-test.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"run-specific-test.d.ts","sourceRoot":"","sources":["../../src/lib/run-specific-test.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,iBAAiB,EAAE,MAAM,UAAU,CAAC;AAmB7C,wBAAsB,gBAAgB,CAAC,EACrC,KAAU,EACV,QAAQ,EACR,SAAS,EACT,QAAQ,EACR,YAAY,GACb,EAAE,iBAAiB,GAAG,OAAO,CAAC;IAC7B,aAAa,EAAE,OAAO,CAAC;CACxB,CAAC,CA+ED"}
+{"version":3,"file":"run-specific-test.d.ts","sourceRoot":"","sources":["../../src/lib/run-specific-test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,UAAU,CAAC;AAY5D,wBAAsB,mBAAmB,CAAC,EACxC,KAAU,EACV,QAAQ,EACR,eAAe,EACf,QAAQ,EACR,YAAY,GACb,EAAE;IACD,KAAK,CAAC,EAAE,QAAQ,EAAE,CAAC;IACnB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,QAAQ,EAAE,QAAQ,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,YAAY,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CACvC,GAAG,OAAO,CAAC,YAAY,CAAC,CAiFxB"}

package/dist/lib/run-specific-test.js

@@ -1,37 +1,14 @@
 "use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.runSpecificTests = void 0;
-const fs_1 = require("fs");
-const promises_1 = __importDefault(require("fs/promises"));
+exports.runSpecificTestsCmd = runSpecificTestsCmd;
 const utils_1 = require("../utils");
 const run_all_tests_1 = require("./run-all-tests");
-function setupProcessListeners(cleanup) {
-    const events = ["beforeExit", "exit", "SIGINT", "SIGTERM"];
-    events.forEach((event) => process.on(event, cleanup));
-    return () => {
-        events.forEach((event) => process.removeListener(event, cleanup));
-    };
-}
-async function runSpecificTests({ tests = [], projects, pwOptions, platform, envOverrides, }) {
+async function runSpecificTestsCmd({ tests = [], projects, passthroughArgs, platform, envOverrides, }) {
     if (!tests || tests.length === 0) {
         throw new Error("No tests found");
     }
-    const touchedFiles = {};
-    // revert the changes made to the file to mark tests as only
-    // these needs to handle by listening to process exit/kill events
-    const revertFileContent = () => {
-        try {
-            Object.keys(touchedFiles).forEach((filePath) => {
-                (0, fs_1.writeFileSync)(filePath, touchedFiles[filePath], "utf-8");
-            });
-        }
-        catch (error) {
-            console.error("Error while cleaning up test file:", error);
-        }
-    };
+    let patternsToGrep = [];
+    let filesToRun = [];
     for (const testCase of tests) {
         const files = await (0, utils_1.getAllFilePaths)(testCase.dir, {
             filePath: testCase.filePath,
@@ -49,42 +26,55 @@ async function runSpecificTests({ tests = [], projects, pwOptions, platform, env
             }
         }
         if (!matchingFilePath) {
-            const message = `No test block found for the given test name: ${testCase.name} in file ${testCase.filePath} with suites: ${testCase.suites}`;
-            revertFileContent();
+            const suitesPrefix = testCase.suites
+                ? `${testCase.suites.join(" > ")} > `
+                : "";
+            const fullTestName = `${suitesPrefix}${testCase.name}`;
+            const message = `No test block found for name: "${fullTestName}" in "${testCase.filePath}"`;
             throw Error(message);
         }
-        const { testCaseNode, sourceFile } = await (0, utils_1.getTestCaseNode)({
+        else {
+            filesToRun.push(matchingFilePath);
+        }
+        const { testCaseNode } = await (0, utils_1.getTestCaseNode)({
             filePath: matchingFilePath,
             scenarioName: testCase.name,
             suites: testCase.suites,
         });
-        const parentDescribe = (0, utils_1.findFirstSerialDescribeBlock)(testCaseNode);
         const isFileMarkedSerial = await (0, utils_1.hasTopLevelDescribeConfigureWithSerialMode)(matchingFilePath);
-        const currentFileContent = await promises_1.default.readFile(matchingFilePath, "utf-8");
-        // if file is not marked as touched, mark it as touched
-        if (!touchedFiles[matchingFilePath]) {
-            touchedFiles[matchingFilePath] = currentFileContent;
-        }
-        // if the file is not marked serial, we need to mark the test or describe block as only
         if (!isFileMarkedSerial && testCaseNode) {
-            await (0, utils_1.markTestAsOnly)({
-                sourceFile,
-                parentDescribeNode: parentDescribe,
-                testCaseNode: testCaseNode,
-                filePath: matchingFilePath,
-            });
+            const parentDescribe = (0, utils_1.findFirstSerialDescribeBlock)(testCaseNode);
+            if (!parentDescribe) {
+                patternsToGrep.push(testCase.name);
+            }
+            else {
+                const parentDescribeName = (0, utils_1.getDescribeBlockName)(parentDescribe);
+                if (parentDescribeName) {
+                    patternsToGrep.push(parentDescribeName);
+                }
+            }
         }
     }
-    const removeListeners = setupProcessListeners(revertFileContent);
-    const result = await (0, run_all_tests_1.runAllTests)({
-        filesFilter: Object.keys(touchedFiles).join(" "),
-        pwOptions,
+    const teardownLabels = await (0, utils_1.labelTeardownProjects)(projects, platform);
+    const isRunningForTeardownProjectOnly = teardownLabels && teardownLabels.every((label) => label.isTeardown);
+    if (isRunningForTeardownProjectOnly) {
+        // To run teardown projects, we need to run the `setup` project first, and playwright runs
+        // teardown automatically, when the corresponding setup project is run.
+        projects = teardownLabels
+            .map((label) => label.correspondingSetupProject)
+            .filter((project) => project !== undefined);
+        // We also remove any files or grep filters, because we want setup and teardown to run completely
+        // We could add a grep invert flag for other teardown tests to reduce the number of tests that run
+        filesToRun = [];
+        patternsToGrep = [];
+    }
+    const commandToRun = (0, run_all_tests_1.runAllTestsCmd)({
+        filesFilter: [...new Set(filesToRun)].join(" "),
+        passthroughArgs,
         projects,
         envOverrides,
         platform,
+        patternsToGrep,
     });
-    removeListeners();
-    revertFileContent();
-    return result;
+    return commandToRun;
 }
-exports.runSpecificTests = runSpecificTests;

package/dist/types/index.d.ts

@@ -7,14 +7,6 @@ export type TestCase = {
 export type Config = {
     tests: TestCase[];
 } | undefined;
-export type TestRunParameters = {
-    tests?: TestCase[];
-    projects: string[];
-    pwOptions: string;
-    platform: Platform;
-    filesFilter?: string;
-    envOverrides?: Record<string, string>;
-};
 export type Environment = {
     id: number;
     project_id: number;
@@ -44,4 +36,9 @@ export type PlaywProjectConfig = {
     teardown?: string;
     testMatch: string | RegExp;
 };
+export type CommandToRun = {
+    command: string;
+    args: string[];
+    env: Record<string, string>;
+};
 //# sourceMappingURL=index.d.ts.map

package/dist/types/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/types/index.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,QAAQ,GAAG;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;CACnB,CAAC;AAEF,MAAM,MAAM,MAAM,GACd;IACE,KAAK,EAAE,QAAQ,EAAE,CAAC;CACnB,GACD,SAAS,CAAC;AAEd,MAAM,MAAM,iBAAiB,GAAG;IAC9B,KAAK,CAAC,EAAE,QAAQ,EAAE,CAAC;IACnB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,QAAQ,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,YAAY,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CACvC,CAAC;AAEF,MAAM,MAAM,WAAW,GAAG;IACxB,EAAE,EAAE,MAAM,CAAC;IACX,UAAU,EAAE,MAAM,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,mBAAmB,EAAE,MAAM,EAAE,CAAC;IAC9B,QAAQ,EAAE,QAAQ,CAAC;CACpB,CAAC;AAEF,MAAM,MAAM,KAAK,GAAG;IAClB,EAAE,EAAE,MAAM,CAAC;IACX,SAAS,EAAE,MAAM,CAAC;CACnB,CAAC;AAEF,MAAM,MAAM,kBAAkB,GAAG;IAC/B,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CACjC,CAAC;AAEF,oBAAY,QAAQ;IAClB,GAAG,QAAQ;IACX,OAAO,YAAY;IACnB,GAAG,QAAQ;CACZ;AAED,oBAAY,aAAa;IACvB,UAAU,eAAe;IACzB,SAAS,cAAc;CACxB;AAED,MAAM,MAAM,kBAAkB,GAAG;IAC/B,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,GAAG,MAAM,CAAC;CAC5B,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/types/index.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,QAAQ,GAAG;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;CACnB,CAAC;AAEF,MAAM,MAAM,MAAM,GAAG;IAAE,KAAK,EAAE,QAAQ,EAAE,CAAA;CAAE,GAAG,SAAS,CAAC;AAEvD,MAAM,MAAM,WAAW,GAAG;IACxB,EAAE,EAAE,MAAM,CAAC;IACX,UAAU,EAAE,MAAM,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,mBAAmB,EAAE,MAAM,EAAE,CAAC;IAC9B,QAAQ,EAAE,QAAQ,CAAC;CACpB,CAAC;AAEF,MAAM,MAAM,KAAK,GAAG;IAClB,EAAE,EAAE,MAAM,CAAC;IACX,SAAS,EAAE,MAAM,CAAC;CACnB,CAAC;AAEF,MAAM,MAAM,kBAAkB,GAAG;IAC/B,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CACjC,CAAC;AAEF,oBAAY,QAAQ;IAClB,GAAG,QAAQ;IACX,OAAO,YAAY;IACnB,GAAG,QAAQ;CACZ;AAED,oBAAY,aAAa;IACvB,UAAU,eAAe;IACzB,SAAS,cAAc;CACxB;AAED,MAAM,MAAM,kBAAkB,GAAG;IAC/B,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,GAAG,MAAM,CAAC;CAC5B,CAAC;AAEF,MAAM,MAAM,YAAY,GAAG;IACzB,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,EAAE,CAAC;IACf,GAAG,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CAC7B,CAAC"}

package/dist/utils/config-parser.d.ts

@@ -1,5 +1,4 @@
 import { Config } from "../types";
-export declare function parseRcConfig(): Promise<Config>;
 export declare function parseToken(token: string): Config;
 export declare function buildConfigFromCliArgs(): void;
 //# sourceMappingURL=config-parser.d.ts.map

package/dist/utils/config-parser.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"config-parser.d.ts","sourceRoot":"","sources":["../../src/utils/config-parser.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,MAAM,EAAE,MAAM,UAAU,CAAC;AAElC,wBAAsB,aAAa,IAAI,OAAO,CAAC,MAAM,CAAC,CAerD;AAED,wBAAgB,UAAU,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAchD;AAED,wBAAgB,sBAAsB,SAAK"}
+{"version":3,"file":"config-parser.d.ts","sourceRoot":"","sources":["../../src/utils/config-parser.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,UAAU,CAAC;AAElC,wBAAgB,UAAU,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAchD;AAED,wBAAgB,sBAAsB,SAAK"}

package/dist/utils/config-parser.js

@@ -1,28 +1,7 @@
 "use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.buildConfigFromCliArgs = exports.parseToken = exports.parseRcConfig = void 0;
-const fs_1 = require("fs");
-const promises_1 = __importDefault(require("fs/promises"));
-async function parseRcConfig() {
-    // check if file exists
-    if (!(0, fs_1.existsSync)("empiricalrc.json")) {
-        return undefined;
-    }
-    try {
-        const rcConfig = await promises_1.default.readFile("empiricalrc.json", "utf-8");
-        const json = JSON.parse(rcConfig);
-        // TODO: validate the json
-        return json;
-    }
-    catch (e) {
-        console.error("Error parsing rc file:", e);
-    }
-    return undefined;
-}
-exports.parseRcConfig = parseRcConfig;
+exports.parseToken = parseToken;
+exports.buildConfigFromCliArgs = buildConfigFromCliArgs;
 function parseToken(token) {
     if (!token) {
         return undefined;
@@ -39,6 +18,4 @@ function parseToken(token) {
     }
     return undefined;
 }
-exports.parseToken = parseToken;
 function buildConfigFromCliArgs() { }
-exports.buildConfigFromCliArgs = buildConfigFromCliArgs;

package/dist/utils/config.d.ts

@@ -0,0 +1,11 @@
+import { Platform } from "../types";
+type PlaywrightProject = {
+    name: string;
+    use: any;
+    testMatch: string[] | string | undefined;
+    testIgnore: string[] | string | undefined;
+    teardown: string | undefined;
+};
+export declare function getProjectsFromPlaywrightConfig(platform: Platform): Promise<PlaywrightProject[]>;
+export {};
+//# sourceMappingURL=config.d.ts.map

package/dist/utils/config.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../../src/utils/config.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,QAAQ,EAAE,MAAM,UAAU,CAAC;AAEpC,KAAK,iBAAiB,GAAG;IACvB,IAAI,EAAE,MAAM,CAAC;IACb,GAAG,EAAE,GAAG,CAAC;IACT,SAAS,EAAE,MAAM,EAAE,GAAG,MAAM,GAAG,SAAS,CAAC;IACzC,UAAU,EAAE,MAAM,EAAE,GAAG,MAAM,GAAG,SAAS,CAAC;IAC1C,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;CAC9B,CAAC;AAEF,wBAAsB,+BAA+B,CACnD,QAAQ,EAAE,QAAQ,GACjB,OAAO,CAAC,iBAAiB,EAAE,CAAC,CAqC9B"}

package/dist/utils/config.js

@@ -0,0 +1,43 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getProjectsFromPlaywrightConfig = getProjectsFromPlaywrightConfig;
+const path_1 = __importDefault(require("path"));
+// For TypeScript type safety
+let tsxImport = null;
+const types_1 = require("../types");
+async function getProjectsFromPlaywrightConfig(platform) {
+    const configName = platform === types_1.Platform.WEB ? "playwright.config.ts" : "appwright.config.ts";
+    const directoryPath = ".";
+    const pwFile = path_1.default.resolve(directoryPath, configName);
+    if (typeof window !== "undefined") {
+        throw new Error("readPlaywrightConfig cannot be used in browser environments");
+    }
+    else {
+        // Only initialize on server side
+        // This will only execute on the server
+        await import("tsx/cjs/api")
+            .then((module) => {
+            tsxImport = module;
+        })
+            .catch(() => {
+            console.warn("Failed to import tsx: --->");
+        });
+    }
+    if (!tsxImport) {
+        console.warn("tsx module not available");
+        return [];
+    }
+    const repoDir = process.cwd();
+    const [lastDir] = repoDir.split("/").reverse();
+    try {
+        const playwrightConfig = (await tsxImport.require(pwFile, `${repoDir}/${lastDir}`)).default;
+        return playwrightConfig.projects;
+    }
+    catch (err) {
+        console.error("Error getting project list from playwright config", err);
+    }
+    return [];
+}

package/dist/utils/index.d.ts

@@ -1,26 +1,5 @@
 import { Node, SourceFile } from "ts-morph";
 import { Platform, TestFramework } from "../types";
-export declare function cmd(command: string[], options: {
-    env?: Record<string, string>;
-    cwd?: string;
-    captureOutput?: boolean;
-}): Promise<number | {
-    code: number;
-    output: string;
-}>;
-export declare function cmdWithOutput(command: string[], options: {
-    env?: Record<string, string>;
-    cwd?: string;
-}): Promise<{
-    code: number;
-    output: string;
-}>;
-/**
- *
- *
- * @param {string} [directoryPath=""]
- * @return {*}  {Promise<string[]>}
- */
 export declare function getAllFilePaths(directoryPath?: string, filters?: {
     filePath?: string;
 }): Promise<string[]>;
@@ -38,6 +17,7 @@ export declare function hasTestBlock({ filePath, scenarioName, suites, }: {
     scenarioName: string;
     suites?: string[];
 }): Promise<boolean>;
+export declare function getDescribeBlockName(node: Node): string | undefined;
 export declare function findFirstSerialDescribeBlock(node: Node | undefined): Node | undefined;
 export declare function hasTopLevelDescribeConfigureWithSerialMode(filePath: string): Promise<boolean>;
 export declare function markTestAsOnly({ sourceFile, parentDescribeNode, testCaseNode, filePath, }: {
@@ -46,8 +26,11 @@ export declare function markTestAsOnly({ sourceFile, parentDescribeNode, testCas
     testCaseNode: Node;
     filePath: string;
 }): Promise<void>;
-export declare function getProjectsFromPlaywrightConfig(platform: Platform): Promise<any>;
 export declare const filterArrayByGlobMatchersSet: (input: string[], globMatcherSets: string[][]) => string[];
+export declare function labelTeardownProjects(projectNames: string[], platform: Platform): Promise<{
+    isTeardown: boolean;
+    correspondingSetupProject: string | undefined;
+}[]>;
 export declare const generateProjectFilters: ({ platform, filteringSets, }: {
     platform: Platform;
     filteringSets: string[];

package/dist/utils/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/utils/index.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,IAAI,EAAW,UAAU,EAAc,MAAM,UAAU,CAAC;AAOjE,OAAO,EAEL,QAAQ,EAER,aAAa,EACd,MAAM,UAAU,CAAC;AA0ClB,wBAAsB,GAAG,CACvB,OAAO,EAAE,MAAM,EAAE,EACjB,OAAO,EAAE;IACP,GAAG,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC7B,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,aAAa,CAAC,EAAE,OAAO,CAAC;CACzB,GACA,OAAO,CAAC,MAAM,GAAG;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,CAAC,CA+CpD;AAED,wBAAsB,aAAa,CACjC,OAAO,EAAE,MAAM,EAAE,EACjB,OAAO,EAAE;IAAE,GAAG,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAAC,GAAG,CAAC,EAAE,MAAM,CAAA;CAAE,GACtD,OAAO,CAAC;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,CAAC,CAG3C;AAED;;;;;GAKG;AACH,wBAAsB,eAAe,CACnC,aAAa,GAAE,MAAgB,EAC/B,OAAO,GAAE;IAAE,QAAQ,CAAC,EAAE,MAAM,CAAA;CAAO,GAClC,OAAO,CAAC,MAAM,EAAE,CAAC,CA4BnB;AAED,eAAO,MAAM,gCAAgC,eAC/B,UAAU,KACrB,MAgBF,CAAC;AAEF,wBAAsB,eAAe,CAAC,EACpC,QAAQ,EACR,YAAY,EACZ,MAAM,GACP,EAAE;IACD,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;CACnB,GAAG,OAAO,CAAC;IAAE,YAAY,EAAE,IAAI,GAAG,SAAS,CAAC;IAAC,UAAU,EAAE,UAAU,CAAA;CAAE,CAAC,CAQtE;AAED,wBAAsB,YAAY,CAAC,EACjC,QAAQ,EACR,YAAY,EACZ,MAAM,GACP,EAAE;IACD,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;CACnB,GAAG,OAAO,CAAC,OAAO,CAAC,CAOnB;AAED,wBAAgB,4BAA4B,CAC1C,IAAI,EAAE,IAAI,GAAG,SAAS,GACrB,IAAI,GAAG,SAAS,CA4BlB;AAED,wBAAsB,0CAA0C,CAC9D,QAAQ,EAAE,MAAM,oBA+BjB;AAED,wBAAsB,cAAc,CAAC,EACnC,UAAU,EACV,kBAAkB,EAClB,YAAY,EACZ,QAAQ,GACT,EAAE;IACD,UAAU,EAAE,UAAU,CAAC;IACvB,kBAAkB,CAAC,EAAE,IAAI,GAAG,SAAS,CAAC;IACtC,YAAY,EAAE,IAAI,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;CAClB,iBAgBA;AAED,wBAAsB,+BAA+B,CAAC,QAAQ,EAAE,QAAQ,gBAwCvE;AAED,eAAO,MAAM,4BAA4B,UAEhC,MAAM,EAAE,mBAGE,MAAM,EAAE,EAAE,KAC1B,MAAM,EAUR,CAAC;AAEF,eAAO,MAAM,sBAAsB;cAIvB,QAAQ;mBACH,MAAM,EAAE;MACrB,QAAQ,MAAM,EAAE,CAgBnB,CAAC;AAEF,wBAAgB,aAAa,CAAC,WAAW,EAAE,MAAM,GAAG,MAAM,CAEzD;AAED,eAAO,MAAM,uBAAuB,QAAa,QAC/C,MAAM,GAAG,SAAS,CAMnB,CAAC;AAEF,eAAO,MAAM,aAAa,aAAoB,MAAM,KAAG,QAAQ,IAAI,CAWlE,CAAC;AAEF,eAAO,MAAM,aAAa,aAAc,QAAQ,KAAG,aAIlD,CAAC;AA4DF,eAAO,MAAM,sBAAsB,cAAqB,MAAM,kBAkB7D,CAAC;AA0BF;;;;;;GAMG;AACH,wBAAgB,sBAAsB,CAAC,EACrC,YAAY,EACZ,MAAM,EACN,OAAO,GACR,EAAE;IACD,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;CACjB,GAAG;IACF,SAAS,EAAE,MAAM,GAAG,SAAS,CAAC;IAC9B,QAAQ,EAAE,IAAI,GAAG,SAAS,CAAC;IAC3B,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,UAAU,CAAC;CACxB,CA8CA"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/utils/index.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,IAAI,EAAW,UAAU,EAAc,MAAM,UAAU,CAAC;AAIjE,OAAO,EAAsB,QAAQ,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAGvE,wBAAsB,eAAe,CACnC,aAAa,GAAE,MAAgB,EAC/B,OAAO,GAAE;IAAE,QAAQ,CAAC,EAAE,MAAM,CAAA;CAAO,GAClC,OAAO,CAAC,MAAM,EAAE,CAAC,CA4BnB;AAED,eAAO,MAAM,gCAAgC,GAC3C,YAAY,UAAU,KACrB,MAgBF,CAAC;AAEF,wBAAsB,eAAe,CAAC,EACpC,QAAQ,EACR,YAAY,EACZ,MAAM,GACP,EAAE;IACD,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;CACnB,GAAG,OAAO,CAAC;IAAE,YAAY,EAAE,IAAI,GAAG,SAAS,CAAC;IAAC,UAAU,EAAE,UAAU,CAAA;CAAE,CAAC,CAQtE;AAED,wBAAsB,YAAY,CAAC,EACjC,QAAQ,EACR,YAAY,EACZ,MAAM,GACP,EAAE;IACD,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;CACnB,GAAG,OAAO,CAAC,OAAO,CAAC,CAOnB;AAED,wBAAgB,oBAAoB,CAAC,IAAI,EAAE,IAAI,GAAG,MAAM,GAAG,SAAS,CAWnE;AAED,wBAAgB,4BAA4B,CAC1C,IAAI,EAAE,IAAI,GAAG,SAAS,GACrB,IAAI,GAAG,SAAS,CA2BlB;AAED,wBAAsB,0CAA0C,CAC9D,QAAQ,EAAE,MAAM,oBA+BjB;AAED,wBAAsB,cAAc,CAAC,EACnC,UAAU,EACV,kBAAkB,EAClB,YAAY,EACZ,QAAQ,GACT,EAAE;IACD,UAAU,EAAE,UAAU,CAAC;IACvB,kBAAkB,CAAC,EAAE,IAAI,GAAG,SAAS,CAAC;IACtC,YAAY,EAAE,IAAI,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;CAClB,iBAgBA;AAED,eAAO,MAAM,4BAA4B,GAEvC,OAAO,MAAM,EAAE,EAGf,iBAAiB,MAAM,EAAE,EAAE,KAC1B,MAAM,EAUR,CAAC;AAEF,wBAAsB,qBAAqB,CACzC,YAAY,EAAE,MAAM,EAAE,EACtB,QAAQ,EAAE,QAAQ,GACjB,OAAO,CACR;IACE,UAAU,EAAE,OAAO,CAAC;IACpB,yBAAyB,EAAE,MAAM,GAAG,SAAS,CAAC;CAC/C,EAAE,CACJ,CAkBA;AAED,eAAO,MAAM,sBAAsB,GAAU,8BAG1C;IACD,QAAQ,EAAE,QAAQ,CAAC;IACnB,aAAa,EAAE,MAAM,EAAE,CAAC;CACzB,KAAG,OAAO,CAAC,MAAM,EAAE,CAgBnB,CAAC;AAEF,wBAAgB,aAAa,CAAC,WAAW,EAAE,MAAM,GAAG,MAAM,CAEzD;AAED,eAAO,MAAM,uBAAuB,QAAa,OAAO,CACtD,MAAM,GAAG,SAAS,CAMnB,CAAC;AAEF,eAAO,MAAM,aAAa,GAAU,UAAU,MAAM,KAAG,OAAO,CAAC,IAAI,CAWlE,CAAC;AAEF,eAAO,MAAM,aAAa,GAAI,UAAU,QAAQ,KAAG,aAIlD,CAAC;AA4DF,eAAO,MAAM,sBAAsB,GAAU,WAAW,MAAM,kBAkB7D,CAAC;AA0BF;;;;;;GAMG;AACH,wBAAgB,sBAAsB,CAAC,EACrC,YAAY,EACZ,MAAM,EACN,OAAO,GACR,EAAE;IACD,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;CACjB,GAAG;IACF,SAAS,EAAE,MAAM,GAAG,SAAS,CAAC;IAC9B,QAAQ,EAAE,IAAI,GAAG,SAAS,CAAC;IAC3B,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,UAAU,CAAC;CACxB,CA8CA"}

package/dist/utils/index.js

@@ -3,104 +3,26 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.getTypescriptTestBlock = exports.handleTeardownSkipFlag = exports.getTestRunner = exports.downloadBuild = exports.pickNameFromPackageJson = exports.buildRepoName = exports.generateProjectFilters = exports.filterArrayByGlobMatchersSet = exports.getProjectsFromPlaywrightConfig = exports.markTestAsOnly = exports.hasTopLevelDescribeConfigureWithSerialMode = exports.findFirstSerialDescribeBlock = exports.hasTestBlock = exports.getTestCaseNode = exports.getTestModuleAliasFromSourceFile = exports.getAllFilePaths = exports.cmdWithOutput = exports.cmd = void 0;
-const child_process_1 = require("child_process");
+exports.handleTeardownSkipFlag = exports.getTestRunner = exports.downloadBuild = exports.pickNameFromPackageJson = exports.generateProjectFilters = exports.filterArrayByGlobMatchersSet = exports.getTestModuleAliasFromSourceFile = void 0;
+exports.getAllFilePaths = getAllFilePaths;
+exports.getTestCaseNode = getTestCaseNode;
+exports.hasTestBlock = hasTestBlock;
+exports.getDescribeBlockName = getDescribeBlockName;
+exports.findFirstSerialDescribeBlock = findFirstSerialDescribeBlock;
+exports.hasTopLevelDescribeConfigureWithSerialMode = hasTopLevelDescribeConfigureWithSerialMode;
+exports.markTestAsOnly = markTestAsOnly;
+exports.labelTeardownProjects = labelTeardownProjects;
+exports.buildRepoName = buildRepoName;
+exports.getTypescriptTestBlock = getTypescriptTestBlock;
 const fs_1 = require("fs");
 const promises_1 = __importDefault(require("fs/promises"));
 const minimatch_1 = require("minimatch");
 const path_1 = __importDefault(require("path"));
 const ts_morph_1 = require("ts-morph");
-// For TypeScript type safety
-let tsxImport = null;
 const util_1 = require("util");
+const cmd_1 = require("../lib/cmd");
 const types_1 = require("../types");
-function setupProcessSignalHandlers(proc) {
-    const handleSignal = async (signal) => {
-        console.log(`\nReceived ${signal}, gracefully shutting down...`);
-        if (proc && !proc.killed) {
-            // Forward the signal to the child process
-            proc.kill(signal);
-            // Wait for the child process to exit
-            await new Promise((resolve) => {
-                proc.once("exit", () => {
-                    resolve();
-                });
-            });
-        }
-        process.exit(0);
-    };
-    const sigintHandler = async () => await handleSignal("SIGINT");
-    const sigtermHandler = async () => await handleSignal("SIGTERM");
-    const otherSignalHandlers = ["SIGABRT", "SIGHUP", "SIGQUIT"].map((signal) => {
-        const handler = () => console.log(`Received ${signal}, which is a no-op`);
-        process.once(signal, handler);
-        return { signal, handler };
-    });
-    process.once("SIGINT", sigintHandler);
-    process.once("SIGTERM", sigtermHandler);
-    // Return a cleanup function that removes all signal handlers
-    return () => {
-        process.removeListener("SIGINT", sigintHandler);
-        process.removeListener("SIGTERM", sigtermHandler);
-        otherSignalHandlers.forEach(({ signal, handler }) => {
-            process.removeListener(signal, handler);
-        });
-    };
-}
-async function cmd(command, options) {
-    let output = options.captureOutput ? "" : undefined;
-    let errorLogs = [];
-    return new Promise((resolveFunc, rejectFunc) => {
-        const p = (0, child_process_1.spawn)(command[0], command.slice(1), {
-            env: { ...process.env, ...options.env },
-            cwd: options.cwd,
-            // Ensure child process receives signals
-            detached: false,
-        });
-        // Setup signal handlers and get cleanup function
-        const cleanupSignalHandlers = setupProcessSignalHandlers(p);
-        p.stdout.on("data", (x) => {
-            const log = x.toString();
-            if (options.captureOutput) {
-                output += log;
-            }
-            else {
-                process.stdout.write(log);
-            }
-            if (log.includes("Error")) {
-                errorLogs.push(log);
-            }
-        });
-        p.stderr.on("data", (x) => {
-            const log = x.toString();
-            process.stderr.write(log);
-            errorLogs.push(log);
-        });
-        p.on("exit", (code) => {
-            // Clean up signal handlers when the process exits
-            cleanupSignalHandlers();
-            if (code != 0) {
-                // assuming last log is the error message before exiting
-                rejectFunc(errorLogs.slice(-3).join("\n"));
-            }
-            else {
-                resolveFunc(options.captureOutput ? { code: code, output: output } : code);
-            }
-        });
-    });
-}
-exports.cmd = cmd;
-async function cmdWithOutput(command, options) {
-    const result = await cmd(command, { ...options, captureOutput: true });
-    return result;
-}
-exports.cmdWithOutput = cmdWithOutput;
-/**
- *
- *
- * @param {string} [directoryPath=""]
- * @return {*}  {Promise<string[]>}
- */
+const config_1 = require("./config");
 async function getAllFilePaths(directoryPath = "tests", filters = {}) {
     let filePaths = [];
     try {
@@ -131,7 +53,6 @@ async function getAllFilePaths(directoryPath = "tests", filters = {}) {
     }
     return filePaths;
 }
-exports.getAllFilePaths = getAllFilePaths;
 const getTestModuleAliasFromSourceFile = (sourceFile) => {
     return (sourceFile
         .getImportDeclarations()
@@ -155,7 +76,6 @@ async function getTestCaseNode({ filePath, scenarioName, suites, }) {
     });
     return { testCaseNode: testNode, sourceFile };
 }
-exports.getTestCaseNode = getTestCaseNode;
 async function hasTestBlock({ filePath, scenarioName, suites, }) {
     const { testCaseNode } = await getTestCaseNode({
         filePath,
@@ -164,7 +84,18 @@ async function hasTestBlock({ filePath, scenarioName, suites, }) {
     });
     return !!testCaseNode;
 }
-exports.hasTestBlock = hasTestBlock;
+function getDescribeBlockName(node) {
+    if (ts_morph_1.Node.isCallExpression(node)) {
+        const expression = node.getExpression();
+        if (expression.getText().includes("test.describe")) {
+            const [firstArg] = node.getArguments();
+            if (firstArg && ts_morph_1.Node.isStringLiteral(firstArg)) {
+                return firstArg.getLiteralValue();
+            }
+        }
+    }
+    return undefined;
+}
 function findFirstSerialDescribeBlock(node) {
     let currentNode = node;
     // Traverse upwards until we find a 'describe' block with 'serial: true'
@@ -189,7 +120,6 @@ function findFirstSerialDescribeBlock(node) {
     }
     return undefined; // Return undefined if no 'describe' with serial: true is found
 }
-exports.findFirstSerialDescribeBlock = findFirstSerialDescribeBlock;
 async function hasTopLevelDescribeConfigureWithSerialMode(filePath) {
     const project = new ts_morph_1.Project();
     const content = await promises_1.default.readFile(filePath, "utf-8");
@@ -217,7 +147,6 @@ async function hasTopLevelDescribeConfigureWithSerialMode(filePath) {
     }
     return false;
 }
-exports.hasTopLevelDescribeConfigureWithSerialMode = hasTopLevelDescribeConfigureWithSerialMode;
 async function markTestAsOnly({ sourceFile, parentDescribeNode, testCaseNode, filePath, }) {
     let updatedTestFileContent = sourceFile.getFullText();
     if (!parentDescribeNode) {
@@ -236,42 +165,6 @@ async function markTestAsOnly({ sourceFile, parentDescribeNode, testCaseNode, fi
     }
     await promises_1.default.writeFile(filePath, updatedTestFileContent, "utf-8");
 }
-exports.markTestAsOnly = markTestAsOnly;
-async function getProjectsFromPlaywrightConfig(platform) {
-    const configName = platform === types_1.Platform.WEB ? "playwright.config.ts" : "appwright.config.ts";
-    const directoryPath = ".";
-    const pwFile = path_1.default.resolve(directoryPath, configName);
-    if (typeof window !== "undefined") {
-        throw new Error("readPlaywrightConfig cannot be used in browser environments");
-    }
-    else {
-        // Only initialize on server side
-        // This will only execute on the server
-        await import("tsx/cjs/api")
-            .then((module) => {
-            tsxImport = module;
-        })
-            .catch(() => {
-            console.warn("Failed to import tsx: --->");
-        });
-    }
-    if (!tsxImport) {
-        console.warn("tsx module not available");
-        return [];
-    }
-    const repoDir = process.cwd();
-    const [lastDir] = repoDir.split("/").reverse();
-    try {
-        const playwrightConfig = (await tsxImport.require(pwFile, `${repoDir}/${lastDir}`)).default;
-        const projectConfig = playwrightConfig.projects;
-        return projectConfig.map((projectConfig) => projectConfig.name);
-    }
-    catch (err) {
-        console.error("Error getting project list from playwright config", err);
-    }
-    return [];
-}
-exports.getProjectsFromPlaywrightConfig = getProjectsFromPlaywrightConfig;
 const filterArrayByGlobMatchersSet = (
 // array that needs to be filtered
 input, 
@@ -286,10 +179,29 @@ globMatcherSets) => {
     return filteredList;
 };
 exports.filterArrayByGlobMatchersSet = filterArrayByGlobMatchersSet;
+async function labelTeardownProjects(projectNames, platform) {
+    const allProjects = await (0, config_1.getProjectsFromPlaywrightConfig)(platform);
+    return projectNames.map((projectName) => {
+        const setupForTeardown = allProjects.find((p) => p.teardown === projectName);
+        if (setupForTeardown) {
+            return {
+                isTeardown: true,
+                correspondingSetupProject: setupForTeardown.name,
+            };
+        }
+        else {
+            return {
+                isTeardown: false,
+                correspondingSetupProject: undefined,
+            };
+        }
+    });
+}
 const generateProjectFilters = async ({ platform, filteringSets, }) => {
-    const projectsDefinedInPwConfig = await getProjectsFromPlaywrightConfig(platform);
+    const allProjects = await (0, config_1.getProjectsFromPlaywrightConfig)(platform);
+    const allProjectNames = allProjects.map((project) => project.name);
     const filters = filteringSets.map((matchingString) => matchingString.split(","));
-    const filteredProjects = (0, exports.filterArrayByGlobMatchersSet)(projectsDefinedInPwConfig, filters);
+    const filteredProjects = (0, exports.filterArrayByGlobMatchersSet)(allProjectNames, filters);
     if (filteredProjects.length === 0) {
         throw new Error("No projects found in playwright config that matches the filtering criteria");
     }
@@ -299,7 +211,6 @@ exports.generateProjectFilters = generateProjectFilters;
 function buildRepoName(projectName) {
     return `${projectName}-tests`;
 }
-exports.buildRepoName = buildRepoName;
 const pickNameFromPackageJson = async () => {
     const packageJSONPath = "package.json";
     const packageJsonStr = await promises_1.default.readFile(packageJSONPath, "utf-8");
@@ -314,7 +225,7 @@ const downloadBuild = async (buildUrl) => {
     const buildDownloadScript = packageJSONData.scripts["download"];
     if (buildDownloadScript && buildUrl) {
         console.log(`Downloading build from ${buildUrl}`);
-        await cmd(`npm run download ${buildUrl}`.split(" "), {
+        await (0, cmd_1.spawnCmd)(`npm`, ["run", "download", buildUrl], {
             env: { ...Object(process.env) },
         });
     }
@@ -459,4 +370,3 @@ function getTypescriptTestBlock({ scenarioName, suites, content, }) {
         sourceFile,
     };
 }
-exports.getTypescriptTestBlock = getTypescriptTestBlock;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@empiricalrun/test-run",
-  "version": "0.8.4",
+  "version": "0.9.0",
   "publishConfig": {
     "registry": "https://registry.npmjs.org/",
     "access": "public"
@@ -24,7 +24,8 @@
   },
   "devDependencies": {
     "@types/async-retry": "^1.4.8",
-    "@types/node": "^22.5.5"
+    "@types/node": "^22.5.5",
+    "memfs": "^4.17.1"
   },
   "scripts": {
     "dev": "tsc --build --watch",

package/tsconfig.tsbuildinfo

@@ -0,0 +1 @@
+{"root":["./src/dashboard.ts","./src/index.ts","./src/bin/index.ts","./src/lib/cmd.ts","./src/lib/run-all-tests.ts","./src/lib/run-specific-test.ts","./src/lib/memfs/read-hello-world.ts","./src/types/index.ts","./src/utils/config-parser.ts","./src/utils/config.ts","./src/utils/index.ts"],"version":"5.8.3"}