@empiricalrun/test-run 0.9.3 → 0.10.0

package/CHANGELOG.md

@@ -1,5 +1,22 @@
 # @empiricalrun/test-run
 
+## 0.10.0
+
+### Minor Changes
+
+- 0ef2e11: feat(test-run): add environment variables fetching and injection
+
+### Patch Changes
+
+- 226c361: fix: validate file existence in text edit tools, browser agent and run test tool and update fileName to filePath
+- 8c7e9c6: fix: trim playwright_projects before environment update to ensure glob matching
+
+## 0.9.4
+
+### Patch Changes
+
+- f926e40: feat: consume repoPath in test run tool
+
 ## 0.9.3
 
 ### Patch Changes

package/dist/bin/index.js

@@ -16,6 +16,7 @@ const config_parser_1 = require("../utils/config-parser");
 dotenv_1.default.config({
     path: [".env.local", ".env"],
 });
+const repoDir = process.cwd();
 (async function main() {
     commander_1.program
         .option("-n, --name <test-name>", "Name of the test to run")
@@ -79,6 +80,16 @@ dotenv_1.default.config({
             ]
             : undefined);
     const environmentSlug = process.env.TEST_RUN_ENVIRONMENT || "";
+    // Fetch environment variables from dashboard
+    const environmentVariables = await (0, dashboard_1.fetchEnvironmentVariables)();
+    const envOverrides = {};
+    // Convert environment variables to key-value pairs for process.env
+    environmentVariables.forEach((envVar) => {
+        envOverrides[envVar.name] = envVar.value;
+    });
+    if (Object.keys(envOverrides).length > 0) {
+        console.log(`Loaded environment variables: ${Object.keys(envOverrides).join(", ")}`);
+    }
     let environmentSpecificProjects = [];
     let platform = types_1.Platform.WEB;
     try {
@@ -95,10 +106,10 @@ dotenv_1.default.config({
         const projectFilters = await (0, utils_1.generateProjectFilters)({
             platform,
             filteringSets: [...options.project, ...environmentSpecificProjects],
-            repoDir: process.cwd(),
+            repoDir,
         });
         if (options.skipTeardown) {
-            await (0, utils_1.handleTeardownSkipFlag)(directory);
+            await (0, utils_1.handleTeardownSkipFlag)(directory, repoDir);
         }
         const hasTestsFilter = tests && tests.length > 0;
         let commandToRun;
@@ -108,7 +119,8 @@ dotenv_1.default.config({
                 projects: projectFilters,
                 passthroughArgs: pwOptions.join(" "),
                 platform,
-                repoDir: process.cwd(),
+                envOverrides,
+                repoDir,
             });
         }
         else {
@@ -116,9 +128,10 @@ dotenv_1.default.config({
                 projects: projectFilters,
                 passthroughArgs: pwOptions.join(" "),
                 platform,
+                envOverrides,
             });
         }
-        const { hasTestPassed } = await (0, cmd_1.runTestsForCmd)(commandToRun);
+        const { hasTestPassed } = await (0, cmd_1.runTestsForCmd)(commandToRun, repoDir);
         if (!hasTestPassed) {
             process.exit(1);
         }

package/dist/dashboard.d.ts

@@ -1,6 +1,15 @@
 import { Build, Environment } from "./types";
+export type EnvironmentVariable = {
+    id: number;
+    project_id: number;
+    name: string;
+    value: string;
+    created_at: string;
+    updated_at: string;
+};
 export declare const fetchEnvironmentAndBuild: (projectName: string, environmentSlug: string) => Promise<{
     environment: Environment;
     build: Build;
 }>;
+export declare const fetchEnvironmentVariables: () => Promise<EnvironmentVariable[]>;
 //# sourceMappingURL=dashboard.d.ts.map

package/dist/dashboard.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"dashboard.d.ts","sourceRoot":"","sources":["../src/dashboard.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,KAAK,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AAK7C,eAAO,MAAM,wBAAwB,GACnC,aAAa,MAAM,EACnB,iBAAiB,MAAM,KACtB,OAAO,CAAC;IACT,WAAW,EAAE,WAAW,CAAC;IACzB,KAAK,EAAE,KAAK,CAAC;CACd,CAuDA,CAAC"}
+{"version":3,"file":"dashboard.d.ts","sourceRoot":"","sources":["../src/dashboard.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,KAAK,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AAG7C,MAAM,MAAM,mBAAmB,GAAG;IAChC,EAAE,EAAE,MAAM,CAAC;IACX,UAAU,EAAE,MAAM,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;CACpB,CAAC;AAIF,eAAO,MAAM,wBAAwB,GACnC,aAAa,MAAM,EACnB,iBAAiB,MAAM,KACtB,OAAO,CAAC;IACT,WAAW,EAAE,WAAW,CAAC;IACzB,KAAK,EAAE,KAAK,CAAC;CACd,CAuDA,CAAC;AAEF,eAAO,MAAM,yBAAyB,QAAa,OAAO,CACxD,mBAAmB,EAAE,CA0CtB,CAAC"}

package/dist/dashboard.js

@@ -3,7 +3,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.fetchEnvironmentAndBuild = void 0;
+exports.fetchEnvironmentVariables = exports.fetchEnvironmentAndBuild = void 0;
 const async_retry_1 = __importDefault(require("async-retry"));
 const utils_1 = require("./utils");
 const DOMAIN = process.env.DASHBOARD_DOMAIN || "https://dash.empirical.run";
@@ -42,3 +42,36 @@ const fetchEnvironmentAndBuild = async (projectName, environmentSlug) => {
     return data.data;
 };
 exports.fetchEnvironmentAndBuild = fetchEnvironmentAndBuild;
+const fetchEnvironmentVariables = async () => {
+    if (!process.env.EMPIRICALRUN_API_KEY) {
+        return [];
+    }
+    try {
+        const data = await (0, async_retry_1.default)(async () => {
+            const envVarsResp = await fetch(`${DOMAIN}/api/environment-variables`, {
+                method: "GET",
+                headers: {
+                    "Content-Type": "application/json",
+                    Authorization: `Bearer ${process.env.EMPIRICALRUN_API_KEY}`,
+                },
+            });
+            if (!envVarsResp.ok) {
+                if (envVarsResp.status === 400) {
+                    return { data: { environmentVariables: [] } };
+                }
+                throw new Error(`HTTP ${envVarsResp.status}: Failed to fetch environment variables`);
+            }
+            return (await envVarsResp.json());
+        }, {
+            retries: 3,
+            minTimeout: 1000,
+            maxTimeout: 60_000,
+            factor: 3,
+        });
+        return data && data.data ? data.data.environmentVariables : [];
+    }
+    catch (error) {
+        return [];
+    }
+};
+exports.fetchEnvironmentVariables = fetchEnvironmentVariables;

package/dist/index.d.ts

@@ -2,10 +2,10 @@ import { spawnCmd } from "./lib/cmd";
 import { runSpecificTestsCmd } from "./lib/run-specific-test";
 import { TestCase } from "./types";
 export { runSpecificTestsCmd, spawnCmd };
-export declare function runSingleTest({ testName, suites, fileName, projects, envOverrides, repoDir, }: {
+export declare function runSingleTest({ testName, suites, filePath, projects, envOverrides, repoDir, }: {
     testName: string;
     suites: string[];
-    fileName: string;
+    filePath: string;
     projects: string[];
     envOverrides?: Record<string, string>;
     repoDir: string;

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAGA,OAAO,EAAkB,QAAQ,EAAE,MAAM,WAAW,CAAC;AACrD,OAAO,EAAE,mBAAmB,EAAE,MAAM,yBAAyB,CAAC;AAE9D,OAAO,EAAY,QAAQ,EAAE,MAAM,SAAS,CAAC;AAO7C,OAAO,EAAE,mBAAmB,EAAE,QAAQ,EAAE,CAAC;AAEzC,wBAAsB,aAAa,CAAC,EAClC,QAAQ,EACR,MAAM,EACN,QAAQ,EACR,QAAQ,EACR,YAAY,EACZ,OAAO,GACR,EAAE;IACD,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACtC,OAAO,EAAE,MAAM,CAAC;CACjB;;;GAkBA;AAED,wBAAsB,wBAAwB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC;IACvE,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,mBAAmB,EAAE,MAAM,CAAC,MAAM,EAAE,QAAQ,EAAE,CAAC,CAAC;CACjD,CAAC,CAaD"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAGA,OAAO,EAAkB,QAAQ,EAAE,MAAM,WAAW,CAAC;AACrD,OAAO,EAAE,mBAAmB,EAAE,MAAM,yBAAyB,CAAC;AAE9D,OAAO,EAAY,QAAQ,EAAE,MAAM,SAAS,CAAC;AAO7C,OAAO,EAAE,mBAAmB,EAAE,QAAQ,EAAE,CAAC;AAEzC,wBAAsB,aAAa,CAAC,EAClC,QAAQ,EACR,MAAM,EACN,QAAQ,EACR,QAAQ,EACR,YAAY,EACZ,OAAO,GACR,EAAE;IACD,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACtC,OAAO,EAAE,MAAM,CAAC;CACjB;;;GAiBA;AAED,wBAAsB,wBAAwB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC;IACvE,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,mBAAmB,EAAE,MAAM,CAAC,MAAM,EAAE,QAAQ,EAAE,CAAC,CAAC;CACjD,CAAC,CAaD"}

package/dist/index.js

@@ -18,9 +18,8 @@ const utils_1 = require("./utils");
 // For test-run package, the library entrypoint, we only support web platform
 // The bin entrypoint has support for mobile also
 const supportedPlatform = types_1.Platform.WEB;
-async function runSingleTest({ testName, suites, fileName, projects, envOverrides, repoDir, }) {
+async function runSingleTest({ testName, suites, filePath, projects, envOverrides, repoDir, }) {
     const testDir = "tests";
-    const filePath = path_1.default.relative(repoDir, fileName);
     const commandToRun = await (0, run_specific_test_1.runSpecificTestsCmd)({
         tests: [{ name: testName, dir: testDir, filePath, suites }],
         projects,
@@ -28,7 +27,7 @@ async function runSingleTest({ testName, suites, fileName, projects, envOverride
         platform: supportedPlatform,
         repoDir,
     });
-    const { hasTestPassed } = await (0, cmd_1.runTestsForCmd)(commandToRun);
+    const { hasTestPassed } = await (0, cmd_1.runTestsForCmd)(commandToRun, repoDir);
     const jsonFilePath = path_1.default.join(repoDir, "playwright-report", `summary.json`);
     const jsonFileContents = await promises_1.default.readFile(jsonFilePath, "utf8");
     const summaryJson = JSON.parse(jsonFileContents);

package/dist/lib/cmd.d.ts

@@ -3,7 +3,7 @@ export declare function getCommandFromString(command: string): {
     command: string;
     args: string[];
 };
-export declare function runTestsForCmd({ command, args, env }: CommandToRun): Promise<{
+export declare function runTestsForCmd({ command, args, env }: CommandToRun, cwd: string): Promise<{
     hasTestPassed: boolean;
 }>;
 export declare function spawnCmd(command: string, args: string[], options: {

package/dist/lib/cmd.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"cmd.d.ts","sourceRoot":"","sources":["../../src/lib/cmd.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,YAAY,EAAE,MAAM,UAAU,CAAC;AAExC,wBAAgB,oBAAoB,CAAC,OAAO,EAAE,MAAM,GAAG;IACrD,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,EAAE,CAAC;CAChB,CAeA;AAED,wBAAsB,cAAc,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,YAAY;;GAcxE;AAED,wBAAsB,QAAQ,CAC5B,OAAO,EAAE,MAAM,EACf,IAAI,EAAE,MAAM,EAAE,EACd,OAAO,EAAE;IACP,GAAG,EAAE,MAAM,CAAC;IACZ,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACrC,aAAa,EAAE,OAAO,CAAC;IACvB,YAAY,EAAE,OAAO,CAAC;CACvB,GACA,OAAO,CAAC;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,MAAM,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC,CA6C5C"}
+{"version":3,"file":"cmd.d.ts","sourceRoot":"","sources":["../../src/lib/cmd.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,YAAY,EAAE,MAAM,UAAU,CAAC;AAExC,wBAAgB,oBAAoB,CAAC,OAAO,EAAE,MAAM,GAAG;IACrD,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,EAAE,CAAC;CAChB,CAeA;AAED,wBAAsB,cAAc,CAClC,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,YAAY,EACpC,GAAG,EAAE,MAAM;;GAeZ;AAED,wBAAsB,QAAQ,CAC5B,OAAO,EAAE,MAAM,EACf,IAAI,EAAE,MAAM,EAAE,EACd,OAAO,EAAE;IACP,GAAG,EAAE,MAAM,CAAC;IACZ,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACrC,aAAa,EAAE,OAAO,CAAC;IACvB,YAAY,EAAE,OAAO,CAAC;CACvB,GACA,OAAO,CAAC;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,MAAM,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC,CA6C5C"}

package/dist/lib/cmd.js

@@ -18,12 +18,12 @@ function getCommandFromString(command) {
         }),
     };
 }
-async function runTestsForCmd({ command, args, env }) {
+async function runTestsForCmd({ command, args, env }, cwd) {
     console.log(`Running cmd: ${command} with args: ${args}`);
     let hasTestPassed = true;
     try {
         await spawnCmd(command, args, {
-            cwd: process.cwd(),
+            cwd,
             envOverrides: env,
             captureOutput: false,
             throwOnError: true,

package/dist/lib/run-specific-test.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"run-specific-test.d.ts","sourceRoot":"","sources":["../../src/lib/run-specific-test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,UAAU,CAAC;AAY5D,wBAAsB,mBAAmB,CAAC,EACxC,KAAU,EACV,QAAQ,EACR,eAAe,EACf,QAAQ,EACR,YAAY,EACZ,OAAO,GACR,EAAE;IACD,KAAK,CAAC,EAAE,QAAQ,EAAE,CAAC;IACnB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,QAAQ,EAAE,QAAQ,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,YAAY,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACtC,OAAO,EAAE,MAAM,CAAC;CACjB,GAAG,OAAO,CAAC,YAAY,CAAC,CAuFxB"}
+{"version":3,"file":"run-specific-test.d.ts","sourceRoot":"","sources":["../../src/lib/run-specific-test.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,UAAU,CAAC;AAY5D,wBAAsB,mBAAmB,CAAC,EACxC,KAAU,EACV,QAAQ,EACR,eAAe,EACf,QAAQ,EACR,YAAY,EACZ,OAAO,GACR,EAAE;IACD,KAAK,CAAC,EAAE,QAAQ,EAAE,CAAC;IACnB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,QAAQ,EAAE,QAAQ,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,YAAY,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACtC,OAAO,EAAE,MAAM,CAAC;CACjB,GAAG,OAAO,CAAC,YAAY,CAAC,CA0FxB"}

package/dist/lib/run-specific-test.js

@@ -1,6 +1,10 @@
 "use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.runSpecificTestsCmd = runSpecificTestsCmd;
+const path_1 = __importDefault(require("path"));
 const utils_1 = require("../utils");
 const run_all_tests_1 = require("./run-all-tests");
 async function runSpecificTestsCmd({ tests = [], projects, passthroughArgs, platform, envOverrides, repoDir, }) {
@@ -12,7 +16,7 @@ async function runSpecificTestsCmd({ tests = [], projects, passthroughArgs, plat
     for (const testCase of tests) {
         // TODO: Why do we have this getAllFilePaths call?
         // TODO: Can we remove `dir` from the test case entity?
-        const files = await (0, utils_1.getAllFilePaths)(testCase.dir, {
+        const files = await (0, utils_1.getAllFilePaths)(testCase.dir, repoDir, {
             filePath: testCase.filePath,
         });
         let matchingFilePath = "";
@@ -21,6 +25,7 @@ async function runSpecificTestsCmd({ tests = [], projects, passthroughArgs, plat
                 filePath: file,
                 scenarioName: testCase.name,
                 suites: testCase.suites,
+                repoDir,
             });
             if (match) {
                 matchingFilePath = file;
@@ -42,8 +47,9 @@ async function runSpecificTestsCmd({ tests = [], projects, passthroughArgs, plat
             filePath: matchingFilePath,
             scenarioName: testCase.name,
             suites: testCase.suites,
+            repoDir,
         });
-        const isFileMarkedSerial = await (0, utils_1.hasTopLevelDescribeConfigureWithSerialMode)(matchingFilePath);
+        const isFileMarkedSerial = await (0, utils_1.hasTopLevelDescribeConfigureWithSerialMode)(path_1.default.join(repoDir, matchingFilePath));
         if (!isFileMarkedSerial && testCaseNode) {
             const parentDescribe = (0, utils_1.findFirstSerialDescribeBlock)(testCaseNode);
             if (!parentDescribe) {

package/dist/utils/config.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../../src/utils/config.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,QAAQ,EAAE,MAAM,UAAU,CAAC;AAEpC,KAAK,iBAAiB,GAAG;IACvB,IAAI,EAAE,MAAM,CAAC;IACb,GAAG,EAAE,GAAG,CAAC;IACT,SAAS,EAAE,MAAM,EAAE,GAAG,MAAM,GAAG,SAAS,CAAC;IACzC,UAAU,EAAE,MAAM,EAAE,GAAG,MAAM,GAAG,SAAS,CAAC;IAC1C,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;CAC9B,CAAC;AAEF,wBAAsB,+BAA+B,CACnD,QAAQ,EAAE,QAAQ,EAClB,OAAO,EAAE,MAAM,GACd,OAAO,CAAC,iBAAiB,EAAE,CAAC,CA8B9B"}
+{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../../src/utils/config.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,QAAQ,EAAE,MAAM,UAAU,CAAC;AAEpC,KAAK,iBAAiB,GAAG;IACvB,IAAI,EAAE,MAAM,CAAC;IACb,GAAG,EAAE,GAAG,CAAC;IACT,SAAS,EAAE,MAAM,EAAE,GAAG,MAAM,GAAG,SAAS,CAAC;IACzC,UAAU,EAAE,MAAM,EAAE,GAAG,MAAM,GAAG,SAAS,CAAC;IAC1C,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;CAC9B,CAAC;AAEF,wBAAsB,+BAA+B,CACnD,QAAQ,EAAE,QAAQ,EAClB,OAAO,EAAE,MAAM,GACd,OAAO,CAAC,iBAAiB,EAAE,CAAC,CA+B9B"}

package/dist/utils/config.js

@@ -12,7 +12,7 @@ async function getProjectsFromPlaywrightConfig(platform, repoDir) {
     const configName = platform === types_1.Platform.WEB ? "playwright.config.ts" : "appwright.config.ts";
     try {
         const configPath = path_1.default.join(repoDir, configName);
-        const tmpScriptPath = path_1.default.resolve(__dirname, "temp-extract-projects.js");
+        const tmpScriptPath = path_1.default.join(repoDir, "temp-extract-projects.js");
         fs_1.default.writeFileSync(tmpScriptPath, `
         // Import the config directly with the full path
         const configModule = require('${configPath.replace(/\\/g, "\\\\")}');
@@ -26,6 +26,7 @@ async function getProjectsFromPlaywrightConfig(platform, repoDir) {
                 TS_NODE_PROJECT: path_1.default.join(repoDir, "tsconfig.json"),
                 NODE_PATH: path_1.default.join(repoDir, "node_modules"),
             },
+            cwd: repoDir,
         });
         fs_1.default.unlinkSync(tmpScriptPath);
         const projects = JSON.parse(result);

package/dist/utils/index.d.ts

@@ -1,21 +1,23 @@
 import { Node, SourceFile } from "ts-morph";
 import { Platform, TestFramework } from "../types";
-export declare function getAllFilePaths(directoryPath?: string, filters?: {
+export declare function getAllFilePaths(directoryPath: string | undefined, repoDir: string, filters?: {
     filePath?: string;
 }): Promise<string[]>;
 export declare const getTestModuleAliasFromSourceFile: (sourceFile: SourceFile) => string;
-export declare function getTestCaseNode({ filePath, scenarioName, suites, }: {
+export declare function getTestCaseNode({ filePath, scenarioName, suites, repoDir, }: {
     filePath: string;
     scenarioName: string;
     suites?: string[];
+    repoDir: string;
 }): Promise<{
     testCaseNode: Node | undefined;
     sourceFile: SourceFile;
 }>;
-export declare function hasTestBlock({ filePath, scenarioName, suites, }: {
+export declare function hasTestBlock({ filePath, scenarioName, suites, repoDir, }: {
     filePath: string;
     scenarioName: string;
     suites?: string[];
+    repoDir: string;
 }): Promise<boolean>;
 export declare function getDescribeBlockName(node: Node): string | undefined;
 export declare function findFirstSerialDescribeBlock(node: Node | undefined): Node | undefined;
@@ -40,7 +42,7 @@ export declare function buildRepoName(projectName: string): string;
 export declare const pickNameFromPackageJson: () => Promise<string | undefined>;
 export declare const downloadBuild: (buildUrl: string) => Promise<void>;
 export declare const getTestRunner: (platform: Platform) => TestFramework;
-export declare const handleTeardownSkipFlag: (directory: string) => Promise<void>;
+export declare const handleTeardownSkipFlag: (directory: string, repoDir: string) => Promise<void>;
 /**
  * function to get the test block and test node for the scenario
  * @export
@@ -48,10 +50,11 @@ export declare const handleTeardownSkipFlag: (directory: string) => Promise<void
  * @param {string} content
  * @return { testBlock: string; parentDescribe: string; } testBlock - the test block content, testNode - the test function node
  */
-export declare function getTypescriptTestBlock({ scenarioName, suites, content, }: {
+export declare function getTypescriptTestBlock({ scenarioName, suites, content, repoDir, }: {
     scenarioName: string;
     suites?: string[];
     content: string;
+    repoDir: string;
 }): {
     testBlock: string | undefined;
     testNode: Node | undefined;

package/dist/utils/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/utils/index.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,IAAI,EAAW,UAAU,EAAc,MAAM,UAAU,CAAC;AAIjE,OAAO,EAAsB,QAAQ,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAGvE,wBAAsB,eAAe,CACnC,aAAa,GAAE,MAAgB,EAC/B,OAAO,GAAE;IAAE,QAAQ,CAAC,EAAE,MAAM,CAAA;CAAO,GAClC,OAAO,CAAC,MAAM,EAAE,CAAC,CA4BnB;AAED,eAAO,MAAM,gCAAgC,GAC3C,YAAY,UAAU,KACrB,MAgBF,CAAC;AAEF,wBAAsB,eAAe,CAAC,EACpC,QAAQ,EACR,YAAY,EACZ,MAAM,GACP,EAAE;IACD,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;CACnB,GAAG,OAAO,CAAC;IAAE,YAAY,EAAE,IAAI,GAAG,SAAS,CAAC;IAAC,UAAU,EAAE,UAAU,CAAA;CAAE,CAAC,CAQtE;AAED,wBAAsB,YAAY,CAAC,EACjC,QAAQ,EACR,YAAY,EACZ,MAAM,GACP,EAAE;IACD,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;CACnB,GAAG,OAAO,CAAC,OAAO,CAAC,CAOnB;AAED,wBAAgB,oBAAoB,CAAC,IAAI,EAAE,IAAI,GAAG,MAAM,GAAG,SAAS,CAWnE;AAED,wBAAgB,4BAA4B,CAC1C,IAAI,EAAE,IAAI,GAAG,SAAS,GACrB,IAAI,GAAG,SAAS,CA2BlB;AAED,wBAAsB,0CAA0C,CAC9D,QAAQ,EAAE,MAAM,oBA+BjB;AAED,wBAAsB,cAAc,CAAC,EACnC,UAAU,EACV,kBAAkB,EAClB,YAAY,EACZ,QAAQ,GACT,EAAE;IACD,UAAU,EAAE,UAAU,CAAC;IACvB,kBAAkB,CAAC,EAAE,IAAI,GAAG,SAAS,CAAC;IACtC,YAAY,EAAE,IAAI,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;CAClB,iBAgBA;AAED,eAAO,MAAM,4BAA4B,GAEvC,OAAO,MAAM,EAAE,EAGf,iBAAiB,MAAM,EAAE,EAAE,KAC1B,MAAM,EAUR,CAAC;AAEF,wBAAsB,qBAAqB,CACzC,YAAY,EAAE,MAAM,EAAE,EACtB,QAAQ,EAAE,QAAQ,EAClB,OAAO,EAAE,MAAM,GACd,OAAO,CACR;IACE,UAAU,EAAE,OAAO,CAAC;IACpB,yBAAyB,EAAE,MAAM,GAAG,SAAS,CAAC;CAC/C,EAAE,CACJ,CAkBA;AAED,eAAO,MAAM,sBAAsB,GAAU,uCAI1C;IACD,QAAQ,EAAE,QAAQ,CAAC;IACnB,aAAa,EAAE,MAAM,EAAE,CAAC;IACxB,OAAO,EAAE,MAAM,CAAC;CACjB,KAAG,OAAO,CAAC,MAAM,EAAE,CAgBnB,CAAC;AAEF,wBAAgB,aAAa,CAAC,WAAW,EAAE,MAAM,GAAG,MAAM,CAEzD;AAED,eAAO,MAAM,uBAAuB,QAAa,OAAO,CACtD,MAAM,GAAG,SAAS,CAMnB,CAAC;AAEF,eAAO,MAAM,aAAa,GAAU,UAAU,MAAM,KAAG,OAAO,CAAC,IAAI,CAclE,CAAC;AAEF,eAAO,MAAM,aAAa,GAAI,UAAU,QAAQ,KAAG,aAIlD,CAAC;AA4DF,eAAO,MAAM,sBAAsB,GAAU,WAAW,MAAM,kBAkB7D,CAAC;AA0BF;;;;;;GAMG;AACH,wBAAgB,sBAAsB,CAAC,EACrC,YAAY,EACZ,MAAM,EACN,OAAO,GACR,EAAE;IACD,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;CACjB,GAAG;IACF,SAAS,EAAE,MAAM,GAAG,SAAS,CAAC;IAC9B,QAAQ,EAAE,IAAI,GAAG,SAAS,CAAC;IAC3B,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,UAAU,CAAC;CACxB,CA8CA"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/utils/index.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,IAAI,EAAW,UAAU,EAAc,MAAM,UAAU,CAAC;AAIjE,OAAO,EAAsB,QAAQ,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAGvE,wBAAsB,eAAe,CACnC,aAAa,EAAE,MAAM,YAAU,EAC/B,OAAO,EAAE,MAAM,EACf,OAAO,GAAE;IAAE,QAAQ,CAAC,EAAE,MAAM,CAAA;CAAO,GAClC,OAAO,CAAC,MAAM,EAAE,CAAC,CA4BnB;AAED,eAAO,MAAM,gCAAgC,GAC3C,YAAY,UAAU,KACrB,MAgBF,CAAC;AAEF,wBAAsB,eAAe,CAAC,EACpC,QAAQ,EACR,YAAY,EACZ,MAAM,EACN,OAAO,GACR,EAAE;IACD,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;CACjB,GAAG,OAAO,CAAC;IAAE,YAAY,EAAE,IAAI,GAAG,SAAS,CAAC;IAAC,UAAU,EAAE,UAAU,CAAA;CAAE,CAAC,CAStE;AAED,wBAAsB,YAAY,CAAC,EACjC,QAAQ,EACR,YAAY,EACZ,MAAM,EACN,OAAO,GACR,EAAE;IACD,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;CACjB,GAAG,OAAO,CAAC,OAAO,CAAC,CAQnB;AAED,wBAAgB,oBAAoB,CAAC,IAAI,EAAE,IAAI,GAAG,MAAM,GAAG,SAAS,CAWnE;AAED,wBAAgB,4BAA4B,CAC1C,IAAI,EAAE,IAAI,GAAG,SAAS,GACrB,IAAI,GAAG,SAAS,CA2BlB;AAED,wBAAsB,0CAA0C,CAC9D,QAAQ,EAAE,MAAM,oBA+BjB;AAED,wBAAsB,cAAc,CAAC,EACnC,UAAU,EACV,kBAAkB,EAClB,YAAY,EACZ,QAAQ,GACT,EAAE;IACD,UAAU,EAAE,UAAU,CAAC;IACvB,kBAAkB,CAAC,EAAE,IAAI,GAAG,SAAS,CAAC;IACtC,YAAY,EAAE,IAAI,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;CAClB,iBAgBA;AAED,eAAO,MAAM,4BAA4B,GAEvC,OAAO,MAAM,EAAE,EAGf,iBAAiB,MAAM,EAAE,EAAE,KAC1B,MAAM,EAUR,CAAC;AAEF,wBAAsB,qBAAqB,CACzC,YAAY,EAAE,MAAM,EAAE,EACtB,QAAQ,EAAE,QAAQ,EAClB,OAAO,EAAE,MAAM,GACd,OAAO,CACR;IACE,UAAU,EAAE,OAAO,CAAC;IACpB,yBAAyB,EAAE,MAAM,GAAG,SAAS,CAAC;CAC/C,EAAE,CACJ,CAkBA;AAED,eAAO,MAAM,sBAAsB,GAAU,uCAI1C;IACD,QAAQ,EAAE,QAAQ,CAAC;IACnB,aAAa,EAAE,MAAM,EAAE,CAAC;IACxB,OAAO,EAAE,MAAM,CAAC;CACjB,KAAG,OAAO,CAAC,MAAM,EAAE,CAgBnB,CAAC;AAEF,wBAAgB,aAAa,CAAC,WAAW,EAAE,MAAM,GAAG,MAAM,CAEzD;AAED,eAAO,MAAM,uBAAuB,QAAa,OAAO,CACtD,MAAM,GAAG,SAAS,CAMnB,CAAC;AAEF,eAAO,MAAM,aAAa,GAAU,UAAU,MAAM,KAAG,OAAO,CAAC,IAAI,CAclE,CAAC;AAEF,eAAO,MAAM,aAAa,GAAI,UAAU,QAAQ,KAAG,aAIlD,CAAC;AAqEF,eAAO,MAAM,sBAAsB,GACjC,WAAW,MAAM,EACjB,SAAS,MAAM,kBAmBhB,CAAC;AA0BF;;;;;;GAMG;AACH,wBAAgB,sBAAsB,CAAC,EACrC,YAAY,EACZ,MAAM,EACN,OAAO,EACP,OAAO,GACR,EAAE;IACD,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;CACjB,GAAG;IACF,SAAS,EAAE,MAAM,GAAG,SAAS,CAAC;IAC9B,QAAQ,EAAE,IAAI,GAAG,SAAS,CAAC;IAC3B,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,UAAU,CAAC;CACxB,CAiDA"}

package/dist/utils/index.js

@@ -23,17 +23,17 @@ const util_1 = require("util");
 const cmd_1 = require("../lib/cmd");
 const types_1 = require("../types");
 const config_1 = require("./config");
-async function getAllFilePaths(directoryPath = "tests", filters = {}) {
+async function getAllFilePaths(directoryPath = "tests", repoDir, filters = {}) {
     let filePaths = [];
     try {
-        const files = await promises_1.default.readdir(directoryPath);
+        const files = await promises_1.default.readdir(path_1.default.join(repoDir, directoryPath));
         let allFilePaths = [];
         for (const file of files) {
             const filePath = path_1.default.join(directoryPath, file);
-            const stat = await promises_1.default.lstat(filePath);
+            const stat = await promises_1.default.lstat(path_1.default.join(repoDir, filePath));
             if (stat.isDirectory()) {
                 // If it's a directory, recursively get file paths from the directory
-                const nestedFiles = await getAllFilePaths(filePath, filters);
+                const nestedFiles = await getAllFilePaths(filePath, repoDir, filters);
                 allFilePaths = allFilePaths.concat(nestedFiles);
             }
             else {
@@ -67,20 +67,22 @@ const getTestModuleAliasFromSourceFile = (sourceFile) => {
         ?.getText() || "test");
 };
 exports.getTestModuleAliasFromSourceFile = getTestModuleAliasFromSourceFile;
-async function getTestCaseNode({ filePath, scenarioName, suites, }) {
-    const content = await promises_1.default.readFile(filePath, "utf-8");
+async function getTestCaseNode({ filePath, scenarioName, suites, repoDir, }) {
+    const content = await promises_1.default.readFile(path_1.default.join(repoDir, filePath), "utf-8");
     const { testNode, sourceFile } = getTypescriptTestBlock({
         scenarioName,
         content,
         suites, // since this method is called on the generated content, not the whole file
+        repoDir,
     });
     return { testCaseNode: testNode, sourceFile };
 }
-async function hasTestBlock({ filePath, scenarioName, suites, }) {
+async function hasTestBlock({ filePath, scenarioName, suites, repoDir, }) {
     const { testCaseNode } = await getTestCaseNode({
         filePath,
         scenarioName,
         suites,
+        repoDir,
     });
     return !!testCaseNode;
 }
@@ -240,9 +242,9 @@ const getTestRunner = (platform) => {
         : types_1.TestFramework.APPWRIGHT;
 };
 exports.getTestRunner = getTestRunner;
-const getAllTeardownFiles = async (directory) => {
+const getAllTeardownFiles = async (directory, repoDir) => {
     const teardownFileRegex = /.*\.teardown\.ts/;
-    const files = await getAllFilePaths(directory);
+    const files = await getAllFilePaths(directory, repoDir);
     return files.filter((file) => teardownFileRegex.test(file));
 };
 const skipTeardownFile = async (filePath) => {
@@ -266,13 +268,15 @@ const skipTeardownFile = async (filePath) => {
 };
 class TeardownManager {
     directory;
-    constructor(directory) {
+    repoDir;
+    constructor(directory, repoDir) {
         this.directory = directory;
+        this.repoDir = repoDir;
     }
     teardownFiles = [];
     teardownFileContents = [];
     async skip() {
-        this.teardownFiles = await getAllTeardownFiles(this.directory);
+        this.teardownFiles = await getAllTeardownFiles(this.directory, this.repoDir);
         this.teardownFileContents = await Promise.all(this.teardownFiles.map(async (filePath) => {
             const content = await promises_1.default.readFile(filePath, "utf-8");
             return { filePath, content };
@@ -285,9 +289,9 @@ class TeardownManager {
         });
     }
 }
-const handleTeardownSkipFlag = async (directory) => {
+const handleTeardownSkipFlag = async (directory, repoDir) => {
     console.log("Skipping teardown tests ...");
-    const teardowns = new TeardownManager(directory);
+    const teardowns = new TeardownManager(directory, repoDir);
     await teardowns.skip();
     // revert teardown changes on exit
     process.on("beforeExit", () => {
@@ -332,9 +336,9 @@ const getParentDescribeNames = (node) => {
  * @param {string} content
  * @return { testBlock: string; parentDescribe: string; } testBlock - the test block content, testNode - the test function node
  */
-function getTypescriptTestBlock({ scenarioName, suites, content, }) {
+function getTypescriptTestBlock({ scenarioName, suites, content, repoDir, }) {
     const project = new ts_morph_1.Project();
-    const sourceFile = project.createSourceFile("test.ts", content);
+    const sourceFile = project.createSourceFile(path_1.default.join(repoDir, "test.ts"), content);
     const testAlias = (0, exports.getTestModuleAliasFromSourceFile)(sourceFile);
     // Get all test function nodes that match the scenario name
     const matchingTestFunctionNodes = sourceFile

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@empiricalrun/test-run",
-  "version": "0.9.3",
+  "version": "0.10.0",
   "publishConfig": {
     "registry": "https://registry.npmjs.org/",
     "access": "public"