@empiricalrun/test-run 0.9.2 → 0.9.4

package/CHANGELOG.md

@@ -1,5 +1,18 @@
 # @empiricalrun/test-run
 
+## 0.9.4
+
+### Patch Changes
+
+- f926e40: feat: consume repoPath in test run tool
+
+## 0.9.3
+
+### Patch Changes
+
+- 333b99f: fix: test run tool should report correct status
+- 3739bc0: fix: replace tsx with an execSync call to fetch playwright projects
+
 ## 0.9.2
 
 ### Patch Changes

package/dist/bin/index.js

@@ -16,6 +16,7 @@ const config_parser_1 = require("../utils/config-parser");
 dotenv_1.default.config({
     path: [".env.local", ".env"],
 });
+const repoDir = process.cwd();
 (async function main() {
     commander_1.program
         .option("-n, --name <test-name>", "Name of the test to run")
@@ -95,9 +96,10 @@ dotenv_1.default.config({
         const projectFilters = await (0, utils_1.generateProjectFilters)({
             platform,
             filteringSets: [...options.project, ...environmentSpecificProjects],
+            repoDir,
         });
         if (options.skipTeardown) {
-            await (0, utils_1.handleTeardownSkipFlag)(directory);
+            await (0, utils_1.handleTeardownSkipFlag)(directory, repoDir);
         }
         const hasTestsFilter = tests && tests.length > 0;
         let commandToRun;
@@ -107,6 +109,7 @@ dotenv_1.default.config({
                 projects: projectFilters,
                 passthroughArgs: pwOptions.join(" "),
                 platform,
+                repoDir,
             });
         }
         else {
@@ -116,7 +119,7 @@ dotenv_1.default.config({
                 platform,
             });
         }
-        const { hasTestPassed } = await (0, cmd_1.runTestsForCmd)(commandToRun);
+        const { hasTestPassed } = await (0, cmd_1.runTestsForCmd)(commandToRun, repoDir);
         if (!hasTestPassed) {
             process.exit(1);
         }

package/dist/index.d.ts

@@ -2,12 +2,13 @@ import { spawnCmd } from "./lib/cmd";
 import { runSpecificTestsCmd } from "./lib/run-specific-test";
 import { TestCase } from "./types";
 export { runSpecificTestsCmd, spawnCmd };
-export declare function runSingleTest({ testName, suites, fileName, projects, envOverrides, }: {
+export declare function runSingleTest({ testName, suites, fileName, projects, envOverrides, repoDir, }: {
     testName: string;
     suites: string[];
     fileName: string;
     projects: string[];
     envOverrides?: Record<string, string>;
+    repoDir: string;
 }): Promise<{
     hasTestPassed: boolean;
     summaryJson: any;

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAGA,OAAO,EAAkB,QAAQ,EAAE,MAAM,WAAW,CAAC;AACrD,OAAO,EAAE,mBAAmB,EAAE,MAAM,yBAAyB,CAAC;AAE9D,OAAO,EAAY,QAAQ,EAAE,MAAM,SAAS,CAAC;AAO7C,OAAO,EAAE,mBAAmB,EAAE,QAAQ,EAAE,CAAC;AAEzC,wBAAsB,aAAa,CAAC,EAClC,QAAQ,EACR,MAAM,EACN,QAAQ,EACR,QAAQ,EACR,YAAY,GACb,EAAE;IACD,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CACvC;;;GAqBA;AAED,wBAAsB,wBAAwB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC;IACvE,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,mBAAmB,EAAE,MAAM,CAAC,MAAM,EAAE,QAAQ,EAAE,CAAC,CAAC;CACjD,CAAC,CAaD"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAGA,OAAO,EAAkB,QAAQ,EAAE,MAAM,WAAW,CAAC;AACrD,OAAO,EAAE,mBAAmB,EAAE,MAAM,yBAAyB,CAAC;AAE9D,OAAO,EAAY,QAAQ,EAAE,MAAM,SAAS,CAAC;AAO7C,OAAO,EAAE,mBAAmB,EAAE,QAAQ,EAAE,CAAC;AAEzC,wBAAsB,aAAa,CAAC,EAClC,QAAQ,EACR,MAAM,EACN,QAAQ,EACR,QAAQ,EACR,YAAY,EACZ,OAAO,GACR,EAAE;IACD,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACtC,OAAO,EAAE,MAAM,CAAC;CACjB;;;GAiBA;AAED,wBAAsB,wBAAwB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC;IACvE,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,mBAAmB,EAAE,MAAM,CAAC,MAAM,EAAE,QAAQ,EAAE,CAAC,CAAC;CACjD,CAAC,CAaD"}

package/dist/index.js

@@ -18,17 +18,17 @@ const utils_1 = require("./utils");
 // For test-run package, the library entrypoint, we only support web platform
 // The bin entrypoint has support for mobile also
 const supportedPlatform = types_1.Platform.WEB;
-async function runSingleTest({ testName, suites, fileName, projects, envOverrides, }) {
+async function runSingleTest({ testName, suites, fileName, projects, envOverrides, repoDir, }) {
     const testDir = "tests";
-    const filePath = path_1.default.relative(process.cwd(), fileName);
     const commandToRun = await (0, run_specific_test_1.runSpecificTestsCmd)({
-        tests: [{ name: testName, dir: testDir, filePath, suites }],
+        tests: [{ name: testName, dir: testDir, filePath: fileName, suites }],
         projects,
         envOverrides,
         platform: supportedPlatform,
+        repoDir,
     });
-    const { hasTestPassed } = await (0, cmd_1.runTestsForCmd)(commandToRun);
-    const jsonFilePath = path_1.default.join(process.cwd(), "playwright-report", `summary.json`);
+    const { hasTestPassed } = await (0, cmd_1.runTestsForCmd)(commandToRun, repoDir);
+    const jsonFilePath = path_1.default.join(repoDir, "playwright-report", `summary.json`);
     const jsonFileContents = await promises_1.default.readFile(jsonFilePath, "utf8");
     const summaryJson = JSON.parse(jsonFileContents);
     return {
@@ -38,12 +38,12 @@ async function runSingleTest({ testName, suites, fileName, projects, envOverride
 }
 async function getAllPlaywrightProjects(repoDir) {
     const testRunner = (0, utils_1.getTestRunner)(types_1.Platform.WEB);
-    const env = Object({ ...process.env });
     const args = [testRunner, "test", "--list"];
     const { output, code } = await (0, cmd_1.spawnCmd)("npx", args, {
-        env,
         cwd: repoDir,
+        envOverrides: {},
         captureOutput: true,
+        throwOnError: true,
     });
     if (!output) {
         throw new Error(`Failed to run list command; exit code: ${code}`);

package/dist/lib/cmd.d.ts

@@ -3,14 +3,14 @@ export declare function getCommandFromString(command: string): {
     command: string;
     args: string[];
 };
-export declare function runTestsForCmd({ command, args, env }: CommandToRun): Promise<{
+export declare function runTestsForCmd({ command, args, env }: CommandToRun, cwd: string): Promise<{
     hasTestPassed: boolean;
 }>;
-export declare function spawnCmd(command: string, args: string[], options?: {
-    env?: Record<string, string>;
-    cwd?: string;
-    captureOutput?: boolean;
-    throwOnError?: boolean;
+export declare function spawnCmd(command: string, args: string[], options: {
+    cwd: string;
+    envOverrides: Record<string, string>;
+    captureOutput: boolean;
+    throwOnError: boolean;
 }): Promise<{
     code: number;
     output?: string;

package/dist/lib/cmd.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"cmd.d.ts","sourceRoot":"","sources":["../../src/lib/cmd.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,YAAY,EAAE,MAAM,UAAU,CAAC;AAExC,wBAAgB,oBAAoB,CAAC,OAAO,EAAE,MAAM,GAAG;IACrD,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,EAAE,CAAC;CAChB,CAeA;AAED,wBAAsB,cAAc,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,YAAY;;GASxE;AAED,wBAAsB,QAAQ,CAC5B,OAAO,EAAE,MAAM,EACf,IAAI,EAAE,MAAM,EAAE,EACd,OAAO,GAAE;IACP,GAAG,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC7B,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,YAAY,CAAC,EAAE,OAAO,CAAC;CAIxB,GACA,OAAO,CAAC;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,MAAM,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC,CA6C5C"}
+{"version":3,"file":"cmd.d.ts","sourceRoot":"","sources":["../../src/lib/cmd.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,YAAY,EAAE,MAAM,UAAU,CAAC;AAExC,wBAAgB,oBAAoB,CAAC,OAAO,EAAE,MAAM,GAAG;IACrD,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,EAAE,CAAC;CAChB,CAeA;AAED,wBAAsB,cAAc,CAClC,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,YAAY,EACpC,GAAG,EAAE,MAAM;;GAeZ;AAED,wBAAsB,QAAQ,CAC5B,OAAO,EAAE,MAAM,EACf,IAAI,EAAE,MAAM,EAAE,EACd,OAAO,EAAE;IACP,GAAG,EAAE,MAAM,CAAC;IACZ,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACrC,aAAa,EAAE,OAAO,CAAC;IACvB,YAAY,EAAE,OAAO,CAAC;CACvB,GACA,OAAO,CAAC;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,MAAM,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC,CA6C5C"}

package/dist/lib/cmd.js

@@ -18,26 +18,28 @@ function getCommandFromString(command) {
         }),
     };
 }
-async function runTestsForCmd({ command, args, env }) {
+async function runTestsForCmd({ command, args, env }, cwd) {
     console.log(`Running cmd: ${command} with args: ${args}`);
     let hasTestPassed = true;
     try {
-        await spawnCmd(command, args, { env });
+        await spawnCmd(command, args, {
+            cwd,
+            envOverrides: env,
+            captureOutput: false,
+            throwOnError: true,
+        });
     }
     catch (e) {
         hasTestPassed = false;
     }
     return { hasTestPassed };
 }
-async function spawnCmd(command, args, options = {
-    captureOutput: false,
-    throwOnError: true,
-}) {
+async function spawnCmd(command, args, options) {
     let output = options.captureOutput ? "" : undefined;
     let errorLogs = [];
     return new Promise((resolveFunc, rejectFunc) => {
         const p = (0, child_process_1.spawn)(command, args, {
-            env: { ...process.env, ...options.env },
+            env: { ...process.env, ...options.envOverrides },
             cwd: options.cwd,
             // Ensure child process receives signals
             detached: false,

package/dist/lib/run-specific-test.d.ts

@@ -1,10 +1,11 @@
 import { CommandToRun, Platform, TestCase } from "../types";
-export declare function runSpecificTestsCmd({ tests, projects, passthroughArgs, platform, envOverrides, }: {
+export declare function runSpecificTestsCmd({ tests, projects, passthroughArgs, platform, envOverrides, repoDir, }: {
     tests?: TestCase[];
     projects: string[];
     passthroughArgs?: string;
     platform: Platform;
     filesFilter?: string;
     envOverrides?: Record<string, string>;
+    repoDir: string;
 }): Promise<CommandToRun>;
 //# sourceMappingURL=run-specific-test.d.ts.map

package/dist/lib/run-specific-test.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"run-specific-test.d.ts","sourceRoot":"","sources":["../../src/lib/run-specific-test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,UAAU,CAAC;AAY5D,wBAAsB,mBAAmB,CAAC,EACxC,KAAU,EACV,QAAQ,EACR,eAAe,EACf,QAAQ,EACR,YAAY,GACb,EAAE;IACD,KAAK,CAAC,EAAE,QAAQ,EAAE,CAAC;IACnB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,QAAQ,EAAE,QAAQ,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,YAAY,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CACvC,GAAG,OAAO,CAAC,YAAY,CAAC,CAiFxB"}
+{"version":3,"file":"run-specific-test.d.ts","sourceRoot":"","sources":["../../src/lib/run-specific-test.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,UAAU,CAAC;AAY5D,wBAAsB,mBAAmB,CAAC,EACxC,KAAU,EACV,QAAQ,EACR,eAAe,EACf,QAAQ,EACR,YAAY,EACZ,OAAO,GACR,EAAE;IACD,KAAK,CAAC,EAAE,QAAQ,EAAE,CAAC;IACnB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,QAAQ,EAAE,QAAQ,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,YAAY,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACtC,OAAO,EAAE,MAAM,CAAC;CACjB,GAAG,OAAO,CAAC,YAAY,CAAC,CA0FxB"}

package/dist/lib/run-specific-test.js

@@ -1,16 +1,22 @@
 "use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.runSpecificTestsCmd = runSpecificTestsCmd;
+const path_1 = __importDefault(require("path"));
 const utils_1 = require("../utils");
 const run_all_tests_1 = require("./run-all-tests");
-async function runSpecificTestsCmd({ tests = [], projects, passthroughArgs, platform, envOverrides, }) {
+async function runSpecificTestsCmd({ tests = [], projects, passthroughArgs, platform, envOverrides, repoDir, }) {
     if (!tests || tests.length === 0) {
         throw new Error("No tests found");
     }
     let patternsToGrep = [];
     let filesToRun = [];
     for (const testCase of tests) {
-        const files = await (0, utils_1.getAllFilePaths)(testCase.dir, {
+        // TODO: Why do we have this getAllFilePaths call?
+        // TODO: Can we remove `dir` from the test case entity?
+        const files = await (0, utils_1.getAllFilePaths)(testCase.dir, repoDir, {
             filePath: testCase.filePath,
         });
         let matchingFilePath = "";
@@ -19,6 +25,7 @@ async function runSpecificTestsCmd({ tests = [], projects, passthroughArgs, plat
                 filePath: file,
                 scenarioName: testCase.name,
                 suites: testCase.suites,
+                repoDir,
             });
             if (match) {
                 matchingFilePath = file;
@@ -40,8 +47,9 @@ async function runSpecificTestsCmd({ tests = [], projects, passthroughArgs, plat
             filePath: matchingFilePath,
             scenarioName: testCase.name,
             suites: testCase.suites,
+            repoDir,
         });
-        const isFileMarkedSerial = await (0, utils_1.hasTopLevelDescribeConfigureWithSerialMode)(matchingFilePath);
+        const isFileMarkedSerial = await (0, utils_1.hasTopLevelDescribeConfigureWithSerialMode)(path_1.default.join(repoDir, matchingFilePath));
         if (!isFileMarkedSerial && testCaseNode) {
             const parentDescribe = (0, utils_1.findFirstSerialDescribeBlock)(testCaseNode);
             if (!parentDescribe) {
@@ -55,7 +63,7 @@ async function runSpecificTestsCmd({ tests = [], projects, passthroughArgs, plat
             }
         }
     }
-    const teardownLabels = await (0, utils_1.labelTeardownProjects)(projects, platform);
+    const teardownLabels = await (0, utils_1.labelTeardownProjects)(projects, platform, repoDir);
     const isRunningForTeardownProjectOnly = teardownLabels && teardownLabels.every((label) => label.isTeardown);
     if (isRunningForTeardownProjectOnly) {
         // To run teardown projects, we need to run the `setup` project first, and playwright runs

package/dist/utils/config.d.ts

@@ -6,6 +6,6 @@ type PlaywrightProject = {
     testIgnore: string[] | string | undefined;
     teardown: string | undefined;
 };
-export declare function getProjectsFromPlaywrightConfig(platform: Platform): Promise<PlaywrightProject[]>;
+export declare function getProjectsFromPlaywrightConfig(platform: Platform, repoDir: string): Promise<PlaywrightProject[]>;
 export {};
 //# sourceMappingURL=config.d.ts.map

package/dist/utils/config.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../../src/utils/config.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,QAAQ,EAAE,MAAM,UAAU,CAAC;AAEpC,KAAK,iBAAiB,GAAG;IACvB,IAAI,EAAE,MAAM,CAAC;IACb,GAAG,EAAE,GAAG,CAAC;IACT,SAAS,EAAE,MAAM,EAAE,GAAG,MAAM,GAAG,SAAS,CAAC;IACzC,UAAU,EAAE,MAAM,EAAE,GAAG,MAAM,GAAG,SAAS,CAAC;IAC1C,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;CAC9B,CAAC;AAEF,wBAAsB,+BAA+B,CACnD,QAAQ,EAAE,QAAQ,GACjB,OAAO,CAAC,iBAAiB,EAAE,CAAC,CAqC9B"}
+{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../../src/utils/config.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,QAAQ,EAAE,MAAM,UAAU,CAAC;AAEpC,KAAK,iBAAiB,GAAG;IACvB,IAAI,EAAE,MAAM,CAAC;IACb,GAAG,EAAE,GAAG,CAAC;IACT,SAAS,EAAE,MAAM,EAAE,GAAG,MAAM,GAAG,SAAS,CAAC;IACzC,UAAU,EAAE,MAAM,EAAE,GAAG,MAAM,GAAG,SAAS,CAAC;IAC1C,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;CAC9B,CAAC;AAEF,wBAAsB,+BAA+B,CACnD,QAAQ,EAAE,QAAQ,EAClB,OAAO,EAAE,MAAM,GACd,OAAO,CAAC,iBAAiB,EAAE,CAAC,CA+B9B"}

package/dist/utils/config.js

@@ -4,40 +4,36 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.getProjectsFromPlaywrightConfig = getProjectsFromPlaywrightConfig;
+const child_process_1 = require("child_process");
+const fs_1 = __importDefault(require("fs"));
 const path_1 = __importDefault(require("path"));
-// For TypeScript type safety
-let tsxImport = null;
 const types_1 = require("../types");
-async function getProjectsFromPlaywrightConfig(platform) {
+async function getProjectsFromPlaywrightConfig(platform, repoDir) {
     const configName = platform === types_1.Platform.WEB ? "playwright.config.ts" : "appwright.config.ts";
-    const directoryPath = ".";
-    const pwFile = path_1.default.resolve(directoryPath, configName);
-    if (typeof window !== "undefined") {
-        throw new Error("readPlaywrightConfig cannot be used in browser environments");
-    }
-    else {
-        // Only initialize on server side
-        // This will only execute on the server
-        await import("tsx/cjs/api")
-            .then((module) => {
-            tsxImport = module;
-        })
-            .catch(() => {
-            console.warn("Failed to import tsx: --->");
-        });
-    }
-    if (!tsxImport) {
-        console.warn("tsx module not available");
-        return [];
-    }
-    const repoDir = process.cwd();
-    const [lastDir] = repoDir.split("/").reverse();
     try {
-        const playwrightConfig = (await tsxImport.require(pwFile, `${repoDir}/${lastDir}`)).default;
-        return playwrightConfig.projects;
+        const configPath = path_1.default.join(repoDir, configName);
+        const tmpScriptPath = path_1.default.join(repoDir, "temp-extract-projects.js");
+        fs_1.default.writeFileSync(tmpScriptPath, `
+        // Import the config directly with the full path
+        const configModule = require('${configPath.replace(/\\/g, "\\\\")}');
+        const projects = configModule.default.projects;
+        console.log(JSON.stringify(projects));
+      `);
+        const result = (0, child_process_1.execSync)(`npx -y ts-node ${tmpScriptPath}`, {
+            encoding: "utf8",
+            env: {
+                ...process.env,
+                TS_NODE_PROJECT: path_1.default.join(repoDir, "tsconfig.json"),
+                NODE_PATH: path_1.default.join(repoDir, "node_modules"),
+            },
+            cwd: repoDir,
+        });
+        fs_1.default.unlinkSync(tmpScriptPath);
+        const projects = JSON.parse(result);
+        return projects;
     }
-    catch (err) {
-        console.error("Error getting project list from playwright config", err);
+    catch (error) {
+        console.error("Error extracting Playwright projects:", error);
     }
     return [];
 }

package/dist/utils/index.d.ts

@@ -1,21 +1,23 @@
 import { Node, SourceFile } from "ts-morph";
 import { Platform, TestFramework } from "../types";
-export declare function getAllFilePaths(directoryPath?: string, filters?: {
+export declare function getAllFilePaths(directoryPath: string | undefined, repoDir: string, filters?: {
     filePath?: string;
 }): Promise<string[]>;
 export declare const getTestModuleAliasFromSourceFile: (sourceFile: SourceFile) => string;
-export declare function getTestCaseNode({ filePath, scenarioName, suites, }: {
+export declare function getTestCaseNode({ filePath, scenarioName, suites, repoDir, }: {
     filePath: string;
     scenarioName: string;
     suites?: string[];
+    repoDir: string;
 }): Promise<{
     testCaseNode: Node | undefined;
     sourceFile: SourceFile;
 }>;
-export declare function hasTestBlock({ filePath, scenarioName, suites, }: {
+export declare function hasTestBlock({ filePath, scenarioName, suites, repoDir, }: {
     filePath: string;
     scenarioName: string;
     suites?: string[];
+    repoDir: string;
 }): Promise<boolean>;
 export declare function getDescribeBlockName(node: Node): string | undefined;
 export declare function findFirstSerialDescribeBlock(node: Node | undefined): Node | undefined;
@@ -27,19 +29,20 @@ export declare function markTestAsOnly({ sourceFile, parentDescribeNode, testCas
     filePath: string;
 }): Promise<void>;
 export declare const filterArrayByGlobMatchersSet: (input: string[], globMatcherSets: string[][]) => string[];
-export declare function labelTeardownProjects(projectNames: string[], platform: Platform): Promise<{
+export declare function labelTeardownProjects(projectNames: string[], platform: Platform, repoDir: string): Promise<{
     isTeardown: boolean;
     correspondingSetupProject: string | undefined;
 }[]>;
-export declare const generateProjectFilters: ({ platform, filteringSets, }: {
+export declare const generateProjectFilters: ({ platform, filteringSets, repoDir, }: {
     platform: Platform;
     filteringSets: string[];
+    repoDir: string;
 }) => Promise<string[]>;
 export declare function buildRepoName(projectName: string): string;
 export declare const pickNameFromPackageJson: () => Promise<string | undefined>;
 export declare const downloadBuild: (buildUrl: string) => Promise<void>;
 export declare const getTestRunner: (platform: Platform) => TestFramework;
-export declare const handleTeardownSkipFlag: (directory: string) => Promise<void>;
+export declare const handleTeardownSkipFlag: (directory: string, repoDir: string) => Promise<void>;
 /**
  * function to get the test block and test node for the scenario
  * @export
@@ -47,10 +50,11 @@ export declare const handleTeardownSkipFlag: (directory: string) => Promise<void
  * @param {string} content
  * @return { testBlock: string; parentDescribe: string; } testBlock - the test block content, testNode - the test function node
  */
-export declare function getTypescriptTestBlock({ scenarioName, suites, content, }: {
+export declare function getTypescriptTestBlock({ scenarioName, suites, content, repoDir, }: {
     scenarioName: string;
     suites?: string[];
     content: string;
+    repoDir: string;
 }): {
     testBlock: string | undefined;
     testNode: Node | undefined;

package/dist/utils/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/utils/index.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,IAAI,EAAW,UAAU,EAAc,MAAM,UAAU,CAAC;AAIjE,OAAO,EAAsB,QAAQ,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAGvE,wBAAsB,eAAe,CACnC,aAAa,GAAE,MAAgB,EAC/B,OAAO,GAAE;IAAE,QAAQ,CAAC,EAAE,MAAM,CAAA;CAAO,GAClC,OAAO,CAAC,MAAM,EAAE,CAAC,CA4BnB;AAED,eAAO,MAAM,gCAAgC,GAC3C,YAAY,UAAU,KACrB,MAgBF,CAAC;AAEF,wBAAsB,eAAe,CAAC,EACpC,QAAQ,EACR,YAAY,EACZ,MAAM,GACP,EAAE;IACD,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;CACnB,GAAG,OAAO,CAAC;IAAE,YAAY,EAAE,IAAI,GAAG,SAAS,CAAC;IAAC,UAAU,EAAE,UAAU,CAAA;CAAE,CAAC,CAQtE;AAED,wBAAsB,YAAY,CAAC,EACjC,QAAQ,EACR,YAAY,EACZ,MAAM,GACP,EAAE;IACD,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;CACnB,GAAG,OAAO,CAAC,OAAO,CAAC,CAOnB;AAED,wBAAgB,oBAAoB,CAAC,IAAI,EAAE,IAAI,GAAG,MAAM,GAAG,SAAS,CAWnE;AAED,wBAAgB,4BAA4B,CAC1C,IAAI,EAAE,IAAI,GAAG,SAAS,GACrB,IAAI,GAAG,SAAS,CA2BlB;AAED,wBAAsB,0CAA0C,CAC9D,QAAQ,EAAE,MAAM,oBA+BjB;AAED,wBAAsB,cAAc,CAAC,EACnC,UAAU,EACV,kBAAkB,EAClB,YAAY,EACZ,QAAQ,GACT,EAAE;IACD,UAAU,EAAE,UAAU,CAAC;IACvB,kBAAkB,CAAC,EAAE,IAAI,GAAG,SAAS,CAAC;IACtC,YAAY,EAAE,IAAI,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;CAClB,iBAgBA;AAED,eAAO,MAAM,4BAA4B,GAEvC,OAAO,MAAM,EAAE,EAGf,iBAAiB,MAAM,EAAE,EAAE,KAC1B,MAAM,EAUR,CAAC;AAEF,wBAAsB,qBAAqB,CACzC,YAAY,EAAE,MAAM,EAAE,EACtB,QAAQ,EAAE,QAAQ,GACjB,OAAO,CACR;IACE,UAAU,EAAE,OAAO,CAAC;IACpB,yBAAyB,EAAE,MAAM,GAAG,SAAS,CAAC;CAC/C,EAAE,CACJ,CAkBA;AAED,eAAO,MAAM,sBAAsB,GAAU,8BAG1C;IACD,QAAQ,EAAE,QAAQ,CAAC;IACnB,aAAa,EAAE,MAAM,EAAE,CAAC;CACzB,KAAG,OAAO,CAAC,MAAM,EAAE,CAgBnB,CAAC;AAEF,wBAAgB,aAAa,CAAC,WAAW,EAAE,MAAM,GAAG,MAAM,CAEzD;AAED,eAAO,MAAM,uBAAuB,QAAa,OAAO,CACtD,MAAM,GAAG,SAAS,CAMnB,CAAC;AAEF,eAAO,MAAM,aAAa,GAAU,UAAU,MAAM,KAAG,OAAO,CAAC,IAAI,CAWlE,CAAC;AAEF,eAAO,MAAM,aAAa,GAAI,UAAU,QAAQ,KAAG,aAIlD,CAAC;AA4DF,eAAO,MAAM,sBAAsB,GAAU,WAAW,MAAM,kBAkB7D,CAAC;AA0BF;;;;;;GAMG;AACH,wBAAgB,sBAAsB,CAAC,EACrC,YAAY,EACZ,MAAM,EACN,OAAO,GACR,EAAE;IACD,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;CACjB,GAAG;IACF,SAAS,EAAE,MAAM,GAAG,SAAS,CAAC;IAC9B,QAAQ,EAAE,IAAI,GAAG,SAAS,CAAC;IAC3B,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,UAAU,CAAC;CACxB,CA8CA"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/utils/index.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,IAAI,EAAW,UAAU,EAAc,MAAM,UAAU,CAAC;AAIjE,OAAO,EAAsB,QAAQ,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAGvE,wBAAsB,eAAe,CACnC,aAAa,EAAE,MAAM,YAAU,EAC/B,OAAO,EAAE,MAAM,EACf,OAAO,GAAE;IAAE,QAAQ,CAAC,EAAE,MAAM,CAAA;CAAO,GAClC,OAAO,CAAC,MAAM,EAAE,CAAC,CA4BnB;AAED,eAAO,MAAM,gCAAgC,GAC3C,YAAY,UAAU,KACrB,MAgBF,CAAC;AAEF,wBAAsB,eAAe,CAAC,EACpC,QAAQ,EACR,YAAY,EACZ,MAAM,EACN,OAAO,GACR,EAAE;IACD,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;CACjB,GAAG,OAAO,CAAC;IAAE,YAAY,EAAE,IAAI,GAAG,SAAS,CAAC;IAAC,UAAU,EAAE,UAAU,CAAA;CAAE,CAAC,CAStE;AAED,wBAAsB,YAAY,CAAC,EACjC,QAAQ,EACR,YAAY,EACZ,MAAM,EACN,OAAO,GACR,EAAE;IACD,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;CACjB,GAAG,OAAO,CAAC,OAAO,CAAC,CAQnB;AAED,wBAAgB,oBAAoB,CAAC,IAAI,EAAE,IAAI,GAAG,MAAM,GAAG,SAAS,CAWnE;AAED,wBAAgB,4BAA4B,CAC1C,IAAI,EAAE,IAAI,GAAG,SAAS,GACrB,IAAI,GAAG,SAAS,CA2BlB;AAED,wBAAsB,0CAA0C,CAC9D,QAAQ,EAAE,MAAM,oBA+BjB;AAED,wBAAsB,cAAc,CAAC,EACnC,UAAU,EACV,kBAAkB,EAClB,YAAY,EACZ,QAAQ,GACT,EAAE;IACD,UAAU,EAAE,UAAU,CAAC;IACvB,kBAAkB,CAAC,EAAE,IAAI,GAAG,SAAS,CAAC;IACtC,YAAY,EAAE,IAAI,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;CAClB,iBAgBA;AAED,eAAO,MAAM,4BAA4B,GAEvC,OAAO,MAAM,EAAE,EAGf,iBAAiB,MAAM,EAAE,EAAE,KAC1B,MAAM,EAUR,CAAC;AAEF,wBAAsB,qBAAqB,CACzC,YAAY,EAAE,MAAM,EAAE,EACtB,QAAQ,EAAE,QAAQ,EAClB,OAAO,EAAE,MAAM,GACd,OAAO,CACR;IACE,UAAU,EAAE,OAAO,CAAC;IACpB,yBAAyB,EAAE,MAAM,GAAG,SAAS,CAAC;CAC/C,EAAE,CACJ,CAkBA;AAED,eAAO,MAAM,sBAAsB,GAAU,uCAI1C;IACD,QAAQ,EAAE,QAAQ,CAAC;IACnB,aAAa,EAAE,MAAM,EAAE,CAAC;IACxB,OAAO,EAAE,MAAM,CAAC;CACjB,KAAG,OAAO,CAAC,MAAM,EAAE,CAgBnB,CAAC;AAEF,wBAAgB,aAAa,CAAC,WAAW,EAAE,MAAM,GAAG,MAAM,CAEzD;AAED,eAAO,MAAM,uBAAuB,QAAa,OAAO,CACtD,MAAM,GAAG,SAAS,CAMnB,CAAC;AAEF,eAAO,MAAM,aAAa,GAAU,UAAU,MAAM,KAAG,OAAO,CAAC,IAAI,CAclE,CAAC;AAEF,eAAO,MAAM,aAAa,GAAI,UAAU,QAAQ,KAAG,aAIlD,CAAC;AAqEF,eAAO,MAAM,sBAAsB,GACjC,WAAW,MAAM,EACjB,SAAS,MAAM,kBAmBhB,CAAC;AA0BF;;;;;;GAMG;AACH,wBAAgB,sBAAsB,CAAC,EACrC,YAAY,EACZ,MAAM,EACN,OAAO,EACP,OAAO,GACR,EAAE;IACD,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;CACjB,GAAG;IACF,SAAS,EAAE,MAAM,GAAG,SAAS,CAAC;IAC9B,QAAQ,EAAE,IAAI,GAAG,SAAS,CAAC;IAC3B,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,UAAU,CAAC;CACxB,CAiDA"}

package/dist/utils/index.js

@@ -23,17 +23,17 @@ const util_1 = require("util");
 const cmd_1 = require("../lib/cmd");
 const types_1 = require("../types");
 const config_1 = require("./config");
-async function getAllFilePaths(directoryPath = "tests", filters = {}) {
+async function getAllFilePaths(directoryPath = "tests", repoDir, filters = {}) {
     let filePaths = [];
     try {
-        const files = await promises_1.default.readdir(directoryPath);
+        const files = await promises_1.default.readdir(path_1.default.join(repoDir, directoryPath));
         let allFilePaths = [];
         for (const file of files) {
             const filePath = path_1.default.join(directoryPath, file);
-            const stat = await promises_1.default.lstat(filePath);
+            const stat = await promises_1.default.lstat(path_1.default.join(repoDir, filePath));
             if (stat.isDirectory()) {
                 // If it's a directory, recursively get file paths from the directory
-                const nestedFiles = await getAllFilePaths(filePath, filters);
+                const nestedFiles = await getAllFilePaths(filePath, repoDir, filters);
                 allFilePaths = allFilePaths.concat(nestedFiles);
             }
             else {
@@ -67,20 +67,22 @@ const getTestModuleAliasFromSourceFile = (sourceFile) => {
         ?.getText() || "test");
 };
 exports.getTestModuleAliasFromSourceFile = getTestModuleAliasFromSourceFile;
-async function getTestCaseNode({ filePath, scenarioName, suites, }) {
-    const content = await promises_1.default.readFile(filePath, "utf-8");
+async function getTestCaseNode({ filePath, scenarioName, suites, repoDir, }) {
+    const content = await promises_1.default.readFile(path_1.default.join(repoDir, filePath), "utf-8");
     const { testNode, sourceFile } = getTypescriptTestBlock({
         scenarioName,
         content,
         suites, // since this method is called on the generated content, not the whole file
+        repoDir,
     });
     return { testCaseNode: testNode, sourceFile };
 }
-async function hasTestBlock({ filePath, scenarioName, suites, }) {
+async function hasTestBlock({ filePath, scenarioName, suites, repoDir, }) {
     const { testCaseNode } = await getTestCaseNode({
         filePath,
         scenarioName,
         suites,
+        repoDir,
     });
     return !!testCaseNode;
 }
@@ -179,8 +181,8 @@ globMatcherSets) => {
     return filteredList;
 };
 exports.filterArrayByGlobMatchersSet = filterArrayByGlobMatchersSet;
-async function labelTeardownProjects(projectNames, platform) {
-    const allProjects = await (0, config_1.getProjectsFromPlaywrightConfig)(platform);
+async function labelTeardownProjects(projectNames, platform, repoDir) {
+    const allProjects = await (0, config_1.getProjectsFromPlaywrightConfig)(platform, repoDir);
     return projectNames.map((projectName) => {
         const setupForTeardown = allProjects.find((p) => p.teardown === projectName);
         if (setupForTeardown) {
@@ -197,8 +199,8 @@ async function labelTeardownProjects(projectNames, platform) {
         }
     });
 }
-const generateProjectFilters = async ({ platform, filteringSets, }) => {
-    const allProjects = await (0, config_1.getProjectsFromPlaywrightConfig)(platform);
+const generateProjectFilters = async ({ platform, filteringSets, repoDir, }) => {
+    const allProjects = await (0, config_1.getProjectsFromPlaywrightConfig)(platform, repoDir);
     const allProjectNames = allProjects.map((project) => project.name);
     const filters = filteringSets.map((matchingString) => matchingString.split(","));
     const filteredProjects = (0, exports.filterArrayByGlobMatchersSet)(allProjectNames, filters);
@@ -226,7 +228,10 @@ const downloadBuild = async (buildUrl) => {
     if (buildDownloadScript && buildUrl) {
         console.log(`Downloading build from ${buildUrl}`);
         await (0, cmd_1.spawnCmd)(`npm`, ["run", "download", buildUrl], {
-            env: { ...Object(process.env) },
+            cwd: process.cwd(),
+            envOverrides: {},
+            captureOutput: false,
+            throwOnError: true,
         });
     }
 };
@@ -237,9 +242,9 @@ const getTestRunner = (platform) => {
         : types_1.TestFramework.APPWRIGHT;
 };
 exports.getTestRunner = getTestRunner;
-const getAllTeardownFiles = async (directory) => {
+const getAllTeardownFiles = async (directory, repoDir) => {
     const teardownFileRegex = /.*\.teardown\.ts/;
-    const files = await getAllFilePaths(directory);
+    const files = await getAllFilePaths(directory, repoDir);
     return files.filter((file) => teardownFileRegex.test(file));
 };
 const skipTeardownFile = async (filePath) => {
@@ -263,13 +268,15 @@ const skipTeardownFile = async (filePath) => {
 };
 class TeardownManager {
     directory;
-    constructor(directory) {
+    repoDir;
+    constructor(directory, repoDir) {
         this.directory = directory;
+        this.repoDir = repoDir;
     }
     teardownFiles = [];
     teardownFileContents = [];
     async skip() {
-        this.teardownFiles = await getAllTeardownFiles(this.directory);
+        this.teardownFiles = await getAllTeardownFiles(this.directory, this.repoDir);
         this.teardownFileContents = await Promise.all(this.teardownFiles.map(async (filePath) => {
             const content = await promises_1.default.readFile(filePath, "utf-8");
             return { filePath, content };
@@ -282,9 +289,9 @@ class TeardownManager {
         });
     }
 }
-const handleTeardownSkipFlag = async (directory) => {
+const handleTeardownSkipFlag = async (directory, repoDir) => {
     console.log("Skipping teardown tests ...");
-    const teardowns = new TeardownManager(directory);
+    const teardowns = new TeardownManager(directory, repoDir);
     await teardowns.skip();
     // revert teardown changes on exit
     process.on("beforeExit", () => {
@@ -329,9 +336,9 @@ const getParentDescribeNames = (node) => {
  * @param {string} content
  * @return { testBlock: string; parentDescribe: string; } testBlock - the test block content, testNode - the test function node
  */
-function getTypescriptTestBlock({ scenarioName, suites, content, }) {
+function getTypescriptTestBlock({ scenarioName, suites, content, repoDir, }) {
     const project = new ts_morph_1.Project();
-    const sourceFile = project.createSourceFile("test.ts", content);
+    const sourceFile = project.createSourceFile(path_1.default.join(repoDir, "test.ts"), content);
     const testAlias = (0, exports.getTestModuleAliasFromSourceFile)(sourceFile);
     // Get all test function nodes that match the scenario name
     const matchingTestFunctionNodes = sourceFile

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@empiricalrun/test-run",
-  "version": "0.9.2",
+  "version": "0.9.4",
   "publishConfig": {
     "registry": "https://registry.npmjs.org/",
     "access": "public"
@@ -19,8 +19,7 @@
     "commander": "^12.1.0",
     "dotenv": "^16.4.5",
     "minimatch": "^10.0.1",
-    "ts-morph": "^23.0.0",
-    "tsx": "^4.16.2"
+    "ts-morph": "^23.0.0"
   },
   "devDependencies": {
     "@types/async-retry": "^1.4.8",