@empiricalrun/test-run 0.7.0 → 0.7.2

package/CHANGELOG.md

@@ -1,5 +1,20 @@
 # @empiricalrun/test-run
 
+## 0.7.2
+
+### Patch Changes
+
+- 049102a: fix: support suites in agent tool calls
+
+## 0.7.1
+
+### Patch Changes
+
+- 72a8cf2: feat: expose projects in test-run tool call interface
+- 242f659: feat: new method to list all tests
+- 6328aaf: feat: test-gen can use test-run package as a tool call
+- d995e4c: feat: enable conversation along with test-run tool call
+
 ## 0.7.0
 
 ### Minor Changes

package/dist/bin/index.js

@@ -2,8 +2,8 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 const commander_1 = require("commander");
-const __1 = require("..");
 const dashboard_1 = require("../dashboard");
+const lib_1 = require("../lib");
 const types_1 = require("../types");
 const utils_1 = require("../utils");
 const config_parser_1 = require("../utils/config-parser");
@@ -11,10 +11,10 @@ const config_parser_1 = require("../utils/config-parser");
     // TODO: add documentation of the test run
     commander_1.program
         .option("-n, --name <test-name>", "Name of the test to run")
+        .option("-s, --suites <suites>", "Suites under which the test is defined")
         .option("-d, --dir <test-dir>", "Path to the test directory")
         .option("-f, --file <test-file-path>", "Path to the test file")
         .option("-p, --project <project-name...>", "Test projects to run")
-        .option("-s, --suites <suites>", "suites under which the test is defined")
         .option("--payload <payload>", "Payload to run tests")
         .option("--skip-teardown", "This options skips running teardown tests")
         .option("--forbid-only", `This options forbids the use of ".only" in the test files`)
@@ -89,12 +89,12 @@ const config_parser_1 = require("../utils/config-parser");
             platform,
             filteringSets: [...options.project, ...environmentSpecificProjects],
         });
-        pwOptions.push(...projectFilters);
         if (options.skipTeardown) {
             await (0, utils_1.handleTeardownSkipFlag)(directory);
         }
-        const { hasTestPassed } = await (0, __1.runTest)({
+        const { hasTestPassed } = await (0, lib_1._runTest)({
             tests,
+            projects: projectFilters,
             pwOptions: pwOptions.join(" "),
             platform,
         });

package/dist/index.d.ts

@@ -1,10 +1,12 @@
-import { TestRunParameters } from "./types";
-/**
- *
- * @export
- * @param {TestRunParameters} { name, dir, pwOptions }
- */
-export declare function runTest({ tests, pwOptions, platform, }: TestRunParameters): Promise<{
+import { TestCase } from "./types";
+export declare function runSingleTest({ testName, suites, fileName, projects, }: {
+    testName: string;
+    suites: string[];
+    fileName: string;
+    projects?: string[];
+}): Promise<{
     hasTestPassed: boolean;
+    summaryJson: any;
 }>;
+export declare function listAllTests(cwd?: string): Promise<Record<string, TestCase>>;
 //# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,iBAAiB,EAAE,MAAM,SAAS,CAAC;AAE5C;;;;GAIG;AACH,wBAAsB,OAAO,CAAC,EAC5B,KAAK,EACL,SAAS,EACT,QAAQ,GACT,EAAE,iBAAiB,GAAG,OAAO,CAAC;IAC7B,aAAa,EAAE,OAAO,CAAC;CACxB,CAAC,CAUD"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAIA,OAAO,EAAY,QAAQ,EAAE,MAAM,SAAS,CAAC;AAG7C,wBAAsB,aAAa,CAAC,EAClC,QAAQ,EACR,MAAM,EACN,QAAQ,EACR,QAAQ,GACT,EAAE;IACD,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;CACrB;;;GAqBA;AAED,wBAAsB,YAAY,CAChC,GAAG,CAAC,EAAE,MAAM,GACX,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC,CA6CnC"}

package/dist/index.js

@@ -1,21 +1,73 @@
 "use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.runTest = void 0;
-const run_all_tests_1 = require("./run-all-tests");
-const run_specific_test_1 = require("./run-specific-test");
-/**
- *
- * @export
- * @param {TestRunParameters} { name, dir, pwOptions }
- */
-async function runTest({ tests, pwOptions, platform, }) {
-    if (tests && tests.length > 0) {
-        return await (0, run_specific_test_1.runSpecificTests)({
-            tests,
-            pwOptions,
-            platform,
-        });
-    }
-    return await (0, run_all_tests_1.runAllTests)({ pwOptions, platform });
+exports.listAllTests = exports.runSingleTest = void 0;
+const promises_1 = __importDefault(require("fs/promises"));
+const path_1 = __importDefault(require("path"));
+const lib_1 = require("./lib");
+const types_1 = require("./types");
+const utils_1 = require("./utils");
+async function runSingleTest({ testName, suites, fileName, projects, }) {
+    const testDir = "tests";
+    const filePath = path_1.default.relative(process.cwd(), fileName);
+    const result = await (0, lib_1._runTest)({
+        tests: [{ name: testName, dir: testDir, filePath, suites }],
+        pwOptions: "",
+        platform: types_1.Platform.WEB,
+        projects,
+    });
+    const jsonFilePath = path_1.default.join(process.cwd(), "playwright-report", `summary.json`);
+    const jsonFileContents = await promises_1.default.readFile(jsonFilePath, "utf8");
+    // TODO: Add types for this
+    const summaryJson = JSON.parse(jsonFileContents);
+    return {
+        hasTestPassed: result.hasTestPassed,
+        summaryJson,
+    };
 }
-exports.runTest = runTest;
+exports.runSingleTest = runSingleTest;
+async function listAllTests(cwd) {
+    const testRunner = (0, utils_1.getTestRunner)(types_1.Platform.WEB);
+    const env = Object({ ...process.env });
+    const command = ["npx", testRunner, "test", "--list"];
+    const { output } = await (0, utils_1.cmdWithOutput)(command, {
+        env,
+        cwd,
+    });
+    // Parse the output to extract test information
+    // Example format: "[chromium] › home.spec.ts:9:9 › describe 1 › describe 2 › has title"
+    const result = {};
+    output
+        .split("\n")
+        .filter((line) => line.trim() &&
+        line.trim().startsWith("[") &&
+        line.includes(".spec.ts:"))
+        .forEach((line) => {
+        // Extract project, file, line, and test name with suites
+        const match = line.match(/\[(.*?)\]\s+›\s+(.*?):(\d+):\d+\s+›\s+(.*)/);
+        if (!match || !match[1] || !match[2] || !match[3] || !match[4]) {
+            return;
+        }
+        const file = match[2];
+        const testPath = match[4];
+        const parts = testPath.split("›").map((p) => p.trim());
+        if (parts.length === 0) {
+            return;
+        }
+        const name = parts[parts.length - 1];
+        if (!name) {
+            return;
+        }
+        const suites = parts.length > 1 ? parts.slice(0, -1) : undefined;
+        const testCase = {
+            name,
+            filePath: file,
+            suites,
+        };
+        result[line.trim()] = testCase;
+    });
+    return result;
+}
+exports.listAllTests = listAllTests;

package/dist/lib/index.d.ts

@@ -0,0 +1,5 @@
+import { TestRunParameters } from "../types";
+export declare function _runTest({ tests, projects, pwOptions, platform, }: TestRunParameters): Promise<{
+    hasTestPassed: boolean;
+}>;
+//# sourceMappingURL=index.d.ts.map

package/dist/lib/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/lib/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,UAAU,CAAC;AAI7C,wBAAsB,QAAQ,CAAC,EAC7B,KAAK,EACL,QAAQ,EACR,SAAS,EACT,QAAQ,GACT,EAAE,iBAAiB,GAAG,OAAO,CAAC;IAC7B,aAAa,EAAE,OAAO,CAAC;CACxB,CAAC,CAaD"}

package/dist/lib/index.js

@@ -0,0 +1,20 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports._runTest = void 0;
+const run_all_tests_1 = require("./run-all-tests");
+const run_specific_test_1 = require("./run-specific-test");
+async function _runTest({ tests, projects, pwOptions, platform, }) {
+    const hasTestsFilter = tests && tests.length > 0;
+    if (hasTestsFilter) {
+        return await (0, run_specific_test_1.runSpecificTests)({
+            tests,
+            projects,
+            pwOptions,
+            platform,
+        });
+    }
+    else {
+        return await (0, run_all_tests_1.runAllTests)({ projects, pwOptions, platform });
+    }
+}
+exports._runTest = _runTest;

package/dist/lib/run-all-tests.d.ts

@@ -0,0 +1,9 @@
+import { Platform } from "../types";
+export declare function runAllTests({ projects, pwOptions, platform, }: {
+    projects?: string[];
+    pwOptions?: string;
+    platform: Platform;
+}): Promise<{
+    hasTestPassed: boolean;
+}>;
+//# sourceMappingURL=run-all-tests.d.ts.map

package/dist/lib/run-all-tests.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"run-all-tests.d.ts","sourceRoot":"","sources":["../../src/lib/run-all-tests.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,UAAU,CAAC;AAGpC,wBAAsB,WAAW,CAAC,EAChC,QAAQ,EACR,SAAS,EACT,QAAQ,GACT,EAAE;IACD,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,QAAQ,CAAC;CACpB,GAAG,OAAO,CAAC;IACV,aAAa,EAAE,OAAO,CAAC;CACxB,CAAC,CAoBD"}

package/dist/{run-all-tests.js → lib/run-all-tests.js}

@@ -1,18 +1,14 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.runAllTests = void 0;
-const utils_1 = require("./utils");
-/**
- *
- * @export
- * @param {TestRunParameters} { name, dir, pwOptions }
- */
-async function runAllTests({ pwOptions, platform, }) {
+const utils_1 = require("../utils");
+async function runAllTests({ projects, pwOptions, platform, }) {
     let hasTestPassed = true;
     try {
         const testRunner = (0, utils_1.getTestRunner)(platform);
-        const env = Object({ ...process.env });
-        const testRunCmd = `npx ${testRunner} test ${pwOptions}`;
+        let pwOptionsWithProjects = `${pwOptions} ${projects?.map((project) => `--project ${project}`).join(" ")}`;
+        const env = Object({ ...process.env, PW_TEST_HTML_REPORT_OPEN: "never" });
+        const testRunCmd = `npx ${testRunner} test ${pwOptionsWithProjects}`;
         console.log(`${testRunner} test command:`, testRunCmd, {
             arr: testRunCmd.split(" "),
         });

package/dist/lib/run-specific-test.d.ts

@@ -0,0 +1,10 @@
+import { TestRunParameters } from "../types";
+/**
+ *
+ * @export
+ * @param {TestRunParameters} { name, dir, pwOptions }
+ */
+export declare function runSpecificTests({ tests, projects, pwOptions, platform, }: TestRunParameters): Promise<{
+    hasTestPassed: boolean;
+}>;
+//# sourceMappingURL=run-specific-test.d.ts.map

package/dist/lib/run-specific-test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"run-specific-test.d.ts","sourceRoot":"","sources":["../../src/lib/run-specific-test.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,iBAAiB,EAAE,MAAM,UAAU,CAAC;AAY7C;;;;GAIG;AACH,wBAAsB,gBAAgB,CAAC,EACrC,KAAU,EACV,QAAQ,EACR,SAAS,EACT,QAAQ,GACT,EAAE,iBAAiB,GAAG,OAAO,CAAC;IAC7B,aAAa,EAAE,OAAO,CAAC;CACxB,CAAC,CA0FD"}

package/dist/{run-specific-test.js → lib/run-specific-test.js}

@@ -6,13 +6,13 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.runSpecificTests = void 0;
 const fs_1 = require("fs");
 const promises_1 = __importDefault(require("fs/promises"));
-const utils_1 = require("./utils");
+const utils_1 = require("../utils");
 /**
  *
  * @export
  * @param {TestRunParameters} { name, dir, pwOptions }
  */
-async function runSpecificTests({ tests = [], pwOptions, platform, }) {
+async function runSpecificTests({ tests = [], projects, pwOptions, platform, }) {
     if (!tests || tests.length === 0) {
         throw new Error("No tests found");
     }
@@ -57,9 +57,6 @@ async function runSpecificTests({ tests = [], pwOptions, platform, }) {
         });
         const parentDescribe = (0, utils_1.findFirstSerialDescribeBlock)(testCaseNode);
         const isFileMarkedSerial = await (0, utils_1.hasTopLevelDescribeConfigureWithSerialMode)(matchingFilePath);
-        console.log("Identified test block:", !!testCaseNode);
-        console.log("Is parent describe block marked serial:", !!parentDescribe);
-        console.log("Is file marked serial:", isFileMarkedSerial);
         const currentFileContent = await promises_1.default.readFile(matchingFilePath, "utf-8");
         // if file is not marked as touched, mark it as touched
         if (!touchedFiles[matchingFilePath]) {
@@ -83,8 +80,9 @@ async function runSpecificTests({ tests = [], pwOptions, platform, }) {
     let hasTestPassed = true;
     try {
         const testRunner = (0, utils_1.getTestRunner)(platform);
-        const env = Object({ ...process.env });
-        const testRunCmd = `npx ${testRunner} test ${Object.keys(touchedFiles).join(" ")} ${pwOptions}`;
+        let pwOptionsWithProjects = `${pwOptions} ${projects?.map((project) => `--project ${project}`).join(" ")}`;
+        const env = Object({ ...process.env, PW_TEST_HTML_REPORT_OPEN: "never" });
+        const testRunCmd = `npx ${testRunner} test ${Object.keys(touchedFiles).join(" ")} ${pwOptionsWithProjects}`;
         console.log(`${testRunner} test command:`, testRunCmd);
         await (0, utils_1.cmd)(testRunCmd.split(" "), {
             env,
@@ -93,6 +91,7 @@ async function runSpecificTests({ tests = [], pwOptions, platform, }) {
     catch (e) {
         hasTestPassed = false;
     }
+    revertFileContent();
     return {
         hasTestPassed,
     };

package/dist/types/index.d.ts

@@ -9,6 +9,7 @@ export type Config = {
 } | undefined;
 export type TestRunParameters = {
     tests?: TestCase[];
+    projects?: string[];
     pwOptions?: string;
     platform: Platform;
 };

package/dist/types/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/types/index.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,QAAQ,GAAG;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;CACnB,CAAC;AAEF,MAAM,MAAM,MAAM,GACd;IACE,KAAK,EAAE,QAAQ,EAAE,CAAC;CACnB,GACD,SAAS,CAAC;AAEd,MAAM,MAAM,iBAAiB,GAAG;IAC9B,KAAK,CAAC,EAAE,QAAQ,EAAE,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,QAAQ,CAAC;CACpB,CAAC;AAEF,MAAM,MAAM,WAAW,GAAG;IACxB,EAAE,EAAE,MAAM,CAAC;IACX,UAAU,EAAE,MAAM,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,mBAAmB,EAAE,MAAM,EAAE,CAAC;IAC9B,QAAQ,EAAE,QAAQ,CAAC;CACpB,CAAC;AAEF,MAAM,MAAM,KAAK,GAAG;IAClB,EAAE,EAAE,MAAM,CAAC;IACX,SAAS,EAAE,MAAM,CAAC;CACnB,CAAC;AAEF,MAAM,MAAM,kBAAkB,GAAG;IAC/B,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CACjC,CAAC;AAEF,oBAAY,QAAQ;IAClB,GAAG,QAAQ;IACX,OAAO,YAAY;IACnB,GAAG,QAAQ;CACZ;AAED,oBAAY,aAAa;IACvB,UAAU,eAAe;IACzB,SAAS,cAAc;CACxB;AAED,MAAM,MAAM,kBAAkB,GAAG;IAC/B,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,GAAG,MAAM,CAAC;CAC5B,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/types/index.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,QAAQ,GAAG;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;CACnB,CAAC;AAEF,MAAM,MAAM,MAAM,GACd;IACE,KAAK,EAAE,QAAQ,EAAE,CAAC;CACnB,GACD,SAAS,CAAC;AAEd,MAAM,MAAM,iBAAiB,GAAG;IAC9B,KAAK,CAAC,EAAE,QAAQ,EAAE,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,QAAQ,CAAC;CACpB,CAAC;AAEF,MAAM,MAAM,WAAW,GAAG;IACxB,EAAE,EAAE,MAAM,CAAC;IACX,UAAU,EAAE,MAAM,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,mBAAmB,EAAE,MAAM,EAAE,CAAC;IAC9B,QAAQ,EAAE,QAAQ,CAAC;CACpB,CAAC;AAEF,MAAM,MAAM,KAAK,GAAG;IAClB,EAAE,EAAE,MAAM,CAAC;IACX,SAAS,EAAE,MAAM,CAAC;CACnB,CAAC;AAEF,MAAM,MAAM,kBAAkB,GAAG;IAC/B,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CACjC,CAAC;AAEF,oBAAY,QAAQ;IAClB,GAAG,QAAQ;IACX,OAAO,YAAY;IACnB,GAAG,QAAQ;CACZ;AAED,oBAAY,aAAa;IACvB,UAAU,eAAe;IACzB,SAAS,cAAc;CACxB;AAED,MAAM,MAAM,kBAAkB,GAAG;IAC/B,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,GAAG,MAAM,CAAC;CAC5B,CAAC"}

package/dist/utils/index.d.ts

@@ -2,7 +2,19 @@ import { Node, SourceFile } from "ts-morph";
 import { Platform, TestFramework } from "../types";
 export declare function cmd(command: string[], options: {
     env?: Record<string, string>;
-}): Promise<number>;
+    cwd?: string;
+    captureOutput?: boolean;
+}): Promise<number | {
+    code: number;
+    output: string;
+}>;
+export declare function cmdWithOutput(command: string[], options: {
+    env?: Record<string, string>;
+    cwd?: string;
+}): Promise<{
+    code: number;
+    output: string;
+}>;
 /**
  *
  *

package/dist/utils/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/utils/index.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,IAAI,EAAW,UAAU,EAAc,MAAM,UAAU,CAAC;AAGjE,OAAO,EAEL,QAAQ,EAER,aAAa,EACd,MAAM,UAAU,CAAC;AA6BlB,wBAAgB,GAAG,CACjB,OAAO,EAAE,MAAM,EAAE,EACjB,OAAO,EAAE;IAAE,GAAG,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;CAAE,GACxC,OAAO,CAAC,MAAM,CAAC,CAiCjB;AAED;;;;;GAKG;AACH,wBAAsB,eAAe,CACnC,aAAa,GAAE,MAAgB,EAC/B,OAAO,GAAE;IAAE,QAAQ,CAAC,EAAE,MAAM,CAAA;CAAO,GAClC,OAAO,CAAC,MAAM,EAAE,CAAC,CA4BnB;AAED,eAAO,MAAM,gCAAgC,eAC/B,UAAU,KACrB,MAgBF,CAAC;AAEF,wBAAsB,eAAe,CAAC,EACpC,QAAQ,EACR,YAAY,EACZ,MAAM,GACP,EAAE;IACD,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;CACnB,GAAG,OAAO,CAAC;IAAE,YAAY,EAAE,IAAI,GAAG,SAAS,CAAC;IAAC,UAAU,EAAE,UAAU,CAAA;CAAE,CAAC,CAQtE;AAED,wBAAsB,YAAY,CAAC,EACjC,QAAQ,EACR,YAAY,EACZ,MAAM,GACP,EAAE;IACD,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;CACnB,GAAG,OAAO,CAAC,OAAO,CAAC,CAOnB;AAED,wBAAgB,4BAA4B,CAC1C,IAAI,EAAE,IAAI,GAAG,SAAS,GACrB,IAAI,GAAG,SAAS,CA4BlB;AAED,wBAAsB,0CAA0C,CAC9D,QAAQ,EAAE,MAAM,oBA+BjB;AAED,wBAAsB,cAAc,CAAC,EACnC,UAAU,EACV,kBAAkB,EAClB,YAAY,EACZ,QAAQ,GACT,EAAE;IACD,UAAU,EAAE,UAAU,CAAC;IACvB,kBAAkB,CAAC,EAAE,IAAI,GAAG,SAAS,CAAC;IACtC,YAAY,EAAE,IAAI,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;CAClB,iBAgBA;AAED,wBAAsB,+BAA+B,CAAC,QAAQ,EAAE,QAAQ,gBAevE;AAED,eAAO,MAAM,4BAA4B,UAEhC,MAAM,EAAE,mBAGE,MAAM,EAAE,EAAE,KAC1B,MAAM,EAUR,CAAC;AAEF,eAAO,MAAM,sBAAsB;cAIvB,QAAQ;mBACH,MAAM,EAAE;MACrB,QAAQ,MAAM,EAAE,CAmBnB,CAAC;AAEF,wBAAgB,aAAa,CAAC,WAAW,EAAE,MAAM,GAAG,MAAM,CAEzD;AAED,eAAO,MAAM,uBAAuB,QAAa,QAC/C,MAAM,GAAG,SAAS,CAMnB,CAAC;AAEF,eAAO,MAAM,aAAa,aAAoB,MAAM,KAAG,QAAQ,IAAI,CAWlE,CAAC;AAEF,eAAO,MAAM,aAAa,aAAc,QAAQ,KAAG,aAIlD,CAAC;AA4DF,eAAO,MAAM,sBAAsB,cAAqB,MAAM,kBAkB7D,CAAC;AA0BF;;;;;;GAMG;AACH,wBAAgB,sBAAsB,CAAC,EACrC,YAAY,EACZ,MAAM,EACN,OAAO,GACR,EAAE;IACD,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;CACjB,GAAG;IACF,SAAS,EAAE,MAAM,GAAG,SAAS,CAAC;IAC9B,QAAQ,EAAE,IAAI,GAAG,SAAS,CAAC;IAC3B,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,UAAU,CAAC;CACxB,CA8CA"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/utils/index.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,IAAI,EAAW,UAAU,EAAc,MAAM,UAAU,CAAC;AAGjE,OAAO,EAEL,QAAQ,EAER,aAAa,EACd,MAAM,UAAU,CAAC;AA6BlB,wBAAsB,GAAG,CACvB,OAAO,EAAE,MAAM,EAAE,EACjB,OAAO,EAAE;IACP,GAAG,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC7B,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,aAAa,CAAC,EAAE,OAAO,CAAC;CACzB,GACA,OAAO,CAAC,MAAM,GAAG;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,CAAC,CA4CpD;AAED,wBAAsB,aAAa,CACjC,OAAO,EAAE,MAAM,EAAE,EACjB,OAAO,EAAE;IAAE,GAAG,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAAC,GAAG,CAAC,EAAE,MAAM,CAAA;CAAE,GACtD,OAAO,CAAC;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,CAAC,CAG3C;AAED;;;;;GAKG;AACH,wBAAsB,eAAe,CACnC,aAAa,GAAE,MAAgB,EAC/B,OAAO,GAAE;IAAE,QAAQ,CAAC,EAAE,MAAM,CAAA;CAAO,GAClC,OAAO,CAAC,MAAM,EAAE,CAAC,CA4BnB;AAED,eAAO,MAAM,gCAAgC,eAC/B,UAAU,KACrB,MAgBF,CAAC;AAEF,wBAAsB,eAAe,CAAC,EACpC,QAAQ,EACR,YAAY,EACZ,MAAM,GACP,EAAE;IACD,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;CACnB,GAAG,OAAO,CAAC;IAAE,YAAY,EAAE,IAAI,GAAG,SAAS,CAAC;IAAC,UAAU,EAAE,UAAU,CAAA;CAAE,CAAC,CAQtE;AAED,wBAAsB,YAAY,CAAC,EACjC,QAAQ,EACR,YAAY,EACZ,MAAM,GACP,EAAE;IACD,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;CACnB,GAAG,OAAO,CAAC,OAAO,CAAC,CAOnB;AAED,wBAAgB,4BAA4B,CAC1C,IAAI,EAAE,IAAI,GAAG,SAAS,GACrB,IAAI,GAAG,SAAS,CA4BlB;AAED,wBAAsB,0CAA0C,CAC9D,QAAQ,EAAE,MAAM,oBA+BjB;AAED,wBAAsB,cAAc,CAAC,EACnC,UAAU,EACV,kBAAkB,EAClB,YAAY,EACZ,QAAQ,GACT,EAAE;IACD,UAAU,EAAE,UAAU,CAAC;IACvB,kBAAkB,CAAC,EAAE,IAAI,GAAG,SAAS,CAAC;IACtC,YAAY,EAAE,IAAI,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;CAClB,iBAgBA;AAED,wBAAsB,+BAA+B,CAAC,QAAQ,EAAE,QAAQ,gBAevE;AAED,eAAO,MAAM,4BAA4B,UAEhC,MAAM,EAAE,mBAGE,MAAM,EAAE,EAAE,KAC1B,MAAM,EAUR,CAAC;AAEF,eAAO,MAAM,sBAAsB;cAIvB,QAAQ;mBACH,MAAM,EAAE;MACrB,QAAQ,MAAM,EAAE,CAgBnB,CAAC;AAEF,wBAAgB,aAAa,CAAC,WAAW,EAAE,MAAM,GAAG,MAAM,CAEzD;AAED,eAAO,MAAM,uBAAuB,QAAa,QAC/C,MAAM,GAAG,SAAS,CAMnB,CAAC;AAEF,eAAO,MAAM,aAAa,aAAoB,MAAM,KAAG,QAAQ,IAAI,CAWlE,CAAC;AAEF,eAAO,MAAM,aAAa,aAAc,QAAQ,KAAG,aAIlD,CAAC;AA4DF,eAAO,MAAM,sBAAsB,cAAqB,MAAM,kBAkB7D,CAAC;AA0BF;;;;;;GAMG;AACH,wBAAgB,sBAAsB,CAAC,EACrC,YAAY,EACZ,MAAM,EACN,OAAO,GACR,EAAE;IACD,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;CACjB,GAAG;IACF,SAAS,EAAE,MAAM,GAAG,SAAS,CAAC;IAC9B,QAAQ,EAAE,IAAI,GAAG,SAAS,CAAC;IAC3B,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,UAAU,CAAC;CACxB,CA8CA"}

package/dist/utils/index.js

@@ -3,7 +3,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.getTypescriptTestBlock = exports.handleTeardownSkipFlag = exports.getTestRunner = exports.downloadBuild = exports.pickNameFromPackageJson = exports.buildRepoName = exports.generateProjectFilters = exports.filterArrayByGlobMatchersSet = exports.getProjectsFromPlaywrightConfig = exports.markTestAsOnly = exports.hasTopLevelDescribeConfigureWithSerialMode = exports.findFirstSerialDescribeBlock = exports.hasTestBlock = exports.getTestCaseNode = exports.getTestModuleAliasFromSourceFile = exports.getAllFilePaths = exports.cmd = void 0;
+exports.getTypescriptTestBlock = exports.handleTeardownSkipFlag = exports.getTestRunner = exports.downloadBuild = exports.pickNameFromPackageJson = exports.buildRepoName = exports.generateProjectFilters = exports.filterArrayByGlobMatchersSet = exports.getProjectsFromPlaywrightConfig = exports.markTestAsOnly = exports.hasTopLevelDescribeConfigureWithSerialMode = exports.findFirstSerialDescribeBlock = exports.hasTestBlock = exports.getTestCaseNode = exports.getTestModuleAliasFromSourceFile = exports.getAllFilePaths = exports.cmdWithOutput = exports.cmd = void 0;
 const child_process_1 = require("child_process");
 const fs_1 = require("fs");
 const promises_1 = __importDefault(require("fs/promises"));
@@ -35,11 +35,13 @@ function setupProcessSignalHandlers(proc) {
         process.once(signal, () => console.log(`Received ${signal}, which is a no-op`));
     });
 }
-function cmd(command, options) {
+async function cmd(command, options) {
+    let output = options.captureOutput ? "" : undefined;
     let errorLogs = [];
     return new Promise((resolveFunc, rejectFunc) => {
         const p = (0, child_process_1.spawn)(command[0], command.slice(1), {
             env: { ...process.env, ...options.env },
+            cwd: options.cwd,
             // Ensure child process receives signals
             detached: false,
         });
@@ -47,14 +49,19 @@ function cmd(command, options) {
         setupProcessSignalHandlers(p);
         p.stdout.on("data", (x) => {
             const log = x.toString();
+            if (options.captureOutput) {
+                output += log;
+            }
+            else {
+                process.stdout.write(log);
+            }
             if (log.includes("Error")) {
                 errorLogs.push(log);
             }
-            process.stdout.write(log);
         });
         p.stderr.on("data", (x) => {
             const log = x.toString();
-            process.stderr.write(x.toString());
+            process.stderr.write(log);
             errorLogs.push(log);
         });
         p.on("exit", (code) => {
@@ -63,12 +70,17 @@ function cmd(command, options) {
                 rejectFunc(errorLogs.slice(-3).join("\n"));
             }
             else {
-                resolveFunc(code);
+                resolveFunc(options.captureOutput ? { code: code, output: output } : code);
             }
         });
     });
 }
 exports.cmd = cmd;
+async function cmdWithOutput(command, options) {
+    const result = await cmd(command, { ...options, captureOutput: true });
+    return result;
+}
+exports.cmdWithOutput = cmdWithOutput;
 /**
  *
  *
@@ -246,7 +258,7 @@ const generateProjectFilters = async ({ platform, filteringSets, }) => {
     if (filteredProjects.length === 0) {
         throw new Error("No projects found in playwright config that matches the filtering criteria");
     }
-    return filteredProjects.map((projectName) => `--project ${projectName}`);
+    return filteredProjects;
 };
 exports.generateProjectFilters = generateProjectFilters;
 function buildRepoName(projectName) {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@empiricalrun/test-run",
-  "version": "0.7.0",
+  "version": "0.7.2",
   "publishConfig": {
     "registry": "https://registry.npmjs.org/",
     "access": "public"

package/dist/run-all-tests.d.ts

@@ -1,13 +0,0 @@
-import { Platform } from "./types";
-/**
- *
- * @export
- * @param {TestRunParameters} { name, dir, pwOptions }
- */
-export declare function runAllTests({ pwOptions, platform, }: {
-    pwOptions?: string;
-    platform: Platform;
-}): Promise<{
-    hasTestPassed: boolean;
-}>;
-//# sourceMappingURL=run-all-tests.d.ts.map

package/dist/run-all-tests.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"run-all-tests.d.ts","sourceRoot":"","sources":["../src/run-all-tests.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AAGnC;;;;GAIG;AACH,wBAAsB,WAAW,CAAC,EAChC,SAAS,EACT,QAAQ,GACT,EAAE;IACD,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,QAAQ,CAAC;CACpB,GAAG,OAAO,CAAC;IACV,aAAa,EAAE,OAAO,CAAC;CACxB,CAAC,CAoBD"}

package/dist/run-specific-test.d.ts

@@ -1,10 +0,0 @@
-import { TestRunParameters } from "./types";
-/**
- *
- * @export
- * @param {TestRunParameters} { name, dir, pwOptions }
- */
-export declare function runSpecificTests({ tests, pwOptions, platform, }: TestRunParameters): Promise<{
-    hasTestPassed: boolean;
-}>;
-//# sourceMappingURL=run-specific-test.d.ts.map

package/dist/run-specific-test.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"run-specific-test.d.ts","sourceRoot":"","sources":["../src/run-specific-test.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,iBAAiB,EAAE,MAAM,SAAS,CAAC;AAY5C;;;;GAIG;AACH,wBAAsB,gBAAgB,CAAC,EACrC,KAAU,EACV,SAAS,EACT,QAAQ,GACT,EAAE,iBAAiB,GAAG,OAAO,CAAC;IAC7B,aAAa,EAAE,OAAO,CAAC;CACxB,CAAC,CA4FD"}