@empiricalrun/test-gen 0.43.1 → 0.43.2

package/CHANGELOG.md

@@ -1,5 +1,15 @@
 # @empiricalrun/test-gen
 
+## 0.43.2
+
+### Patch Changes
+
+- 5334ba8: test: added failing test for multiple annotations for buttons
+- 385d2c6: fix: disable sentry for local development environment
+- 7b47902: chore: reduce assumptions of repo dir being process.cwd
+- 1d0a746: feat: new cli args for --name, --file, and --prompt
+- 0f342af: fix: break master agent loop if element is not visible after scroll
+
 ## 0.43.1
 
 ### Patch Changes

package/dist/actions/skill.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"skill.d.ts","sourceRoot":"","sources":["../../src/actions/skill.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,yBAAyB,EAAE,MAAM,UAAU,CAAC;AAGrD,eAAO,MAAM,WAAW,gBAAgB,CAAC;AAEzC,MAAM,MAAM,KAAK,GAAG;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,EAAE,MAAM,CAAC;CAChB,CAAC;AAEF,cAAM,cAAc;IACN,OAAO,CAAC,MAAM;gBAAN,MAAM,EAAE,KAAK,EAAE;IAEnC,kBAAkB;IAIlB,YAAY,CAAC,MAAM,EAAE,KAAK,EAAE;CAG7B;AAED,eAAO,MAAM,cAAc,gBAAyB,CAAC;AAErD,eAAO,MAAM,oBAAoB,EAAE,yBAmHlC,CAAC"}
+{"version":3,"file":"skill.d.ts","sourceRoot":"","sources":["../../src/actions/skill.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,yBAAyB,EAAE,MAAM,UAAU,CAAC;AAGrD,eAAO,MAAM,WAAW,gBAAgB,CAAC;AAEzC,MAAM,MAAM,KAAK,GAAG;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,EAAE,MAAM,CAAC;CAChB,CAAC;AAEF,cAAM,cAAc;IACN,OAAO,CAAC,MAAM;gBAAN,MAAM,EAAE,KAAK,EAAE;IAEnC,kBAAkB;IAIlB,YAAY,CAAC,MAAM,EAAE,KAAK,EAAE;CAG7B;AAED,eAAO,MAAM,cAAc,gBAAyB,CAAC;AAErD,eAAO,MAAM,oBAAoB,EAAE,yBAoHlC,CAAC"}

package/dist/actions/skill.js

@@ -33,6 +33,7 @@ const skillActionGenerator = (page, options) => {
                 throw new Error(`No skill found for skill: ${skill}`);
             }
             const skillFilePath = skillDetails.filePath;
+            // This assumes repoDir is process.cwd()
             const [lastDir] = process.cwd().split("/").reverse();
             const dir = `${process.cwd()}/${lastDir}`;
             const module = await api_1.default.require(`./${skillFilePath}`, dir);

package/dist/agent/browsing/run.d.ts

@@ -1,22 +1,9 @@
 type GenerateTestsType = {
-    /**
-     * Path to the test case file being updated or created
-     *
-     * @type {string}
-     */
     testFilePath: string;
-    /**
-     * File path being updated for the concerned test case
-     *
-     * @type {string}
-     */
     filePathToUpdate: string;
-    /**
-     * playwright projects to filter
-     *
-     * @type {string[]}
-     */
     pwProjectsFilter: string[];
+    testGenToken: string;
+    repoDir: string;
 };
 /**
  *
@@ -27,6 +14,6 @@ type GenerateTestsType = {
  *   filePathToUpdate,
  * }
  */
-export declare function generateTestsUsingMasterAgent({ testFilePath, filePathToUpdate, pwProjectsFilter, }: GenerateTestsType): Promise<void>;
+export declare function generateTestsUsingMasterAgent({ testFilePath, filePathToUpdate, pwProjectsFilter, testGenToken, repoDir, }: GenerateTestsType): Promise<void>;
 export {};
 //# sourceMappingURL=run.d.ts.map

package/dist/agent/browsing/run.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../../../src/agent/browsing/run.ts"],"names":[],"mappings":"AAoBA,KAAK,iBAAiB,GAAG;IACvB;;;;OAIG;IACH,YAAY,EAAE,MAAM,CAAC;IACrB;;;;OAIG;IACH,gBAAgB,EAAE,MAAM,CAAC;IACzB;;;;OAIG;IACH,gBAAgB,EAAE,MAAM,EAAE,CAAC;CAC5B,CAAC;AAEF;;;;;;;;GAQG;AACH,wBAAsB,6BAA6B,CAAC,EAClD,YAAY,EACZ,gBAAgB,EAChB,gBAAgB,GACjB,EAAE,iBAAiB,iBA8EnB"}
+{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../../../src/agent/browsing/run.ts"],"names":[],"mappings":"AAmBA,KAAK,iBAAiB,GAAG;IACvB,YAAY,EAAE,MAAM,CAAC;IACrB,gBAAgB,EAAE,MAAM,CAAC;IACzB,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC3B,YAAY,EAAE,MAAM,CAAC;IACrB,OAAO,EAAE,MAAM,CAAC;CACjB,CAAC;AAEF;;;;;;;;GAQG;AACH,wBAAsB,6BAA6B,CAAC,EAClD,YAAY,EACZ,gBAAgB,EAChB,gBAAgB,EAChB,YAAY,EACZ,OAAO,GACR,EAAE,iBAAiB,iBA8EnB"}

package/dist/agent/browsing/run.js

@@ -30,11 +30,10 @@ exports.generateTestsUsingMasterAgent = void 0;
 const Sentry = __importStar(require("@sentry/node"));
 const detect_port_1 = __importDefault(require("detect-port"));
 const fs_extra_1 = __importDefault(require("fs-extra"));
-const utils_1 = require("../../bin/utils");
 const web_1 = require("../../bin/utils/platform/web");
 const server_1 = require("../../file/server");
 const exec_1 = require("../../utils/exec");
-const utils_2 = require("./utils");
+const utils_1 = require("./utils");
 /**
  *
  * Function to generate tests using master agent
@@ -44,28 +43,28 @@ const utils_2 = require("./utils");
  *   filePathToUpdate,
  * }
  */
-async function generateTestsUsingMasterAgent({ testFilePath, filePathToUpdate, pwProjectsFilter, }) {
+async function generateTestsUsingMasterAgent({ testFilePath, filePathToUpdate, pwProjectsFilter, testGenToken, repoDir, }) {
     // valiate if the file path and file to update are valid
     // also warn users if they are on older version of test-gen
-    (0, utils_2.canRunMasterAgent)(testFilePath);
+    (0, utils_1.canRunMasterAgent)(testFilePath);
     // detect available http port on the machine
     const port = await (0, detect_port_1.default)(3030);
     // start a file service to handle file updates from agent
     // - also update the file path with updates when agent is done spitting out code
-    const fileService = new server_1.FileService({ port });
+    const fileService = new server_1.FileService({ port, repoDir });
     await fileService.startFileService();
     fileService.setFilePath(filePathToUpdate);
     // read playwright config from ./playwright.config.ts of source repo
-    const playwrightConfig = await (0, utils_2.readPlaywrightConfig)();
+    const playwrightConfig = await (0, utils_1.readPlaywrightConfig)(repoDir);
     // detect the playwright project name for the given test file and playwright config
-    const project = await (0, utils_2.detectProjectName)(testFilePath, playwrightConfig, pwProjectsFilter);
+    const project = await (0, utils_1.detectProjectName)(testFilePath, playwrightConfig, pwProjectsFilter);
     const pageVar = await (0, web_1.getPageVariableNameFromCreateTest)(filePathToUpdate);
     console.log(`Detected playwright project name: ${project}`);
     // run playwright test which will internally run the master agent
     const teardownFileRegex = /.*\.teardown\.ts/;
-    const testsDirectory = `${process.cwd()}/tests`;
+    const testsDirectory = `${repoDir}/tests`;
     const isTestRunTriggeredForTeardown = teardownFileRegex.test(testFilePath);
-    const teardowns = new utils_2.TeardownManager(testsDirectory);
+    const teardowns = new utils_1.TeardownManager(testsDirectory);
     if (!isTestRunTriggeredForTeardown) {
         await teardowns.skipAll();
     }
@@ -77,7 +76,7 @@ async function generateTestsUsingMasterAgent({ testFilePath, filePathToUpdate, p
                 APP_PORT: port.toString(),
                 PW_TEST_HTML_REPORT_OPEN: "never",
                 // pass the test gen token so that the agent has the same configuration as cli
-                TEST_GEN_TOKEN: (0, utils_1.getTestConfigCliArg)(),
+                TEST_GEN_TOKEN: testGenToken,
                 PAGE_VAR_NAME: pageVar || "page",
                 DISPLAY: ":99",
             },

package/dist/agent/browsing/utils.d.ts

@@ -21,7 +21,7 @@ export declare function canRunMasterAgent(filePath: string): void;
  * function to read playwright config from the source repo
  * @return {*}  {Promise<PlaywrightTestConfig>}
  */
-export declare function readPlaywrightConfig(): Promise<PlaywrightTestConfig>;
+export declare function readPlaywrightConfig(repoDir: string): Promise<PlaywrightTestConfig>;
 /**
  * detect the project name for the given file in playwright test repo
  * if project and test file path for running test don't match, then playwright throws error

package/dist/agent/browsing/utils.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../../src/agent/browsing/utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,KAAK,EAAe,aAAa,EAAE,MAAM,4BAA4B,CAAC;AAI7E,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAClC,OAAO,EAAE,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AAsBvD,wBAAgB,QAAQ,CAAC,GAAG,EAAE,GAAG,GAAG,GAAG,IAAI,MAAM,CAKhD;AAED,wBAAgB,wBAAwB,CAAC,KAAK,EAAE,MAAM,EAAE,UAIvD;AA8FD;;;;GAIG;AACH,wBAAsB,yBAAyB,CAC7C,SAAS,EAAE,aAAa,EACxB,KAAK,CAAC,EAAE,WAAW,GAClB,OAAO,CAAC,MAAM,CAAC,CA0DjB;AAyBD,wBAAsB,wBAAwB,CAAC,IAAI,EAAE,IAAI,iBA2HxD;AAED;;;;GAIG;AACH,wBAAgB,iBAAiB,CAAC,QAAQ,EAAE,MAAM,QAIjD;AAED;;;GAGG;AACH,wBAAsB,oBAAoB,IAAI,OAAO,CAAC,oBAAoB,CAAC,CAM1E;AAWD;;;;;GAKG;AACH,wBAAsB,iBAAiB,CACrC,YAAY,EAAE,MAAM,EACpB,gBAAgB,EAAE,oBAAoB,EACtC,gBAAgB,GAAE,MAAM,EAAU,GACjC,OAAO,CAAC,MAAM,CAAC,CA+CjB;AAED,qBAAa,eAAe;IACd,OAAO,CAAC,SAAS;gBAAT,SAAS,EAAE,MAAM;IACrC,OAAO,CAAC,aAAa,CAAqB;YAE5B,mBAAmB;YAUnB,gBAAgB;IAsBjB,OAAO;IAuBb,SAAS;CAKjB"}
+{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../../src/agent/browsing/utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,KAAK,EAAe,aAAa,EAAE,MAAM,4BAA4B,CAAC;AAI7E,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAClC,OAAO,EAAE,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AAsBvD,wBAAgB,QAAQ,CAAC,GAAG,EAAE,GAAG,GAAG,GAAG,IAAI,MAAM,CAKhD;AAED,wBAAgB,wBAAwB,CAAC,KAAK,EAAE,MAAM,EAAE,UAIvD;AA8FD;;;;GAIG;AACH,wBAAsB,yBAAyB,CAC7C,SAAS,EAAE,aAAa,EACxB,KAAK,CAAC,EAAE,WAAW,GAClB,OAAO,CAAC,MAAM,CAAC,CA0DjB;AAyBD,wBAAsB,wBAAwB,CAAC,IAAI,EAAE,IAAI,iBA2HxD;AAED;;;;GAIG;AACH,wBAAgB,iBAAiB,CAAC,QAAQ,EAAE,MAAM,QAIjD;AAED;;;GAGG;AACH,wBAAsB,oBAAoB,CACxC,OAAO,EAAE,MAAM,GACd,OAAO,CAAC,oBAAoB,CAAC,CAM/B;AAWD;;;;;GAKG;AACH,wBAAsB,iBAAiB,CACrC,YAAY,EAAE,MAAM,EACpB,gBAAgB,EAAE,oBAAoB,EACtC,gBAAgB,GAAE,MAAM,EAAU,GACjC,OAAO,CAAC,MAAM,CAAC,CA+CjB;AAED,qBAAa,eAAe;IACd,OAAO,CAAC,SAAS;gBAAT,SAAS,EAAE,MAAM;IACrC,OAAO,CAAC,aAAa,CAAqB;YAE5B,mBAAmB;YAUnB,gBAAgB;IAsBjB,OAAO;IAuBb,SAAS;CAKjB"}

package/dist/agent/browsing/utils.js

@@ -286,9 +286,9 @@ exports.canRunMasterAgent = canRunMasterAgent;
  * function to read playwright config from the source repo
  * @return {*}  {Promise<PlaywrightTestConfig>}
  */
-async function readPlaywrightConfig() {
-    const [lastDir] = process.cwd().split("/").reverse();
-    const playwrightConfig = (await api_1.default.require("./playwright.config.ts", `${process.cwd()}/${lastDir}`)).default;
+async function readPlaywrightConfig(repoDir) {
+    const [lastDir] = repoDir.split("/").reverse();
+    const playwrightConfig = (await api_1.default.require("./playwright.config.ts", `${repoDir}/${lastDir}`)).default;
     return playwrightConfig;
 }
 exports.readPlaywrightConfig = readPlaywrightConfig;

package/dist/agent/master/action-tool-calls.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"action-tool-calls.d.ts","sourceRoot":"","sources":["../../../src/agent/master/action-tool-calls.ts"],"names":[],"mappings":"AAAA,oBAAY,UAAU;IACpB,IAAI,SAAS;IACb,SAAS,cAAc;IACvB,KAAK,UAAU;IACf,YAAY,8BAA8B;IAC1C,WAAW,gBAAgB;IAC3B,KAAK,kBAAkB;IACvB,MAAM,WAAW;CAClB;AAED,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,MAAM,GAAG,KAAK,IAAI,UAAU,CAEpE;AAyDD,wBAAgB,kBAAkB;;;;;;;;;;;;;;;;;;;;;;;;;;;;IAoCjC"}
+{"version":3,"file":"action-tool-calls.d.ts","sourceRoot":"","sources":["../../../src/agent/master/action-tool-calls.ts"],"names":[],"mappings":"AAAA,oBAAY,UAAU;IACpB,IAAI,SAAS;IACb,SAAS,cAAc;IACvB,KAAK,UAAU;IACf,YAAY,8BAA8B;IAC1C,WAAW,gBAAgB;IAC3B,KAAK,kBAAkB;IACvB,MAAM,WAAW;CAClB;AAED,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,MAAM,GAAG,KAAK,IAAI,UAAU,CAKpE;AAyDD,wBAAgB,kBAAkB;;;;;;;;;;;;;;;;;;;;;;;;;;;;IAoCjC"}

package/dist/agent/master/action-tool-calls.js

@@ -12,7 +12,8 @@ var ActionType;
     ActionType["SCROLL"] = "scroll";
 })(ActionType || (exports.ActionType = ActionType = {}));
 function isValidActionType(value) {
-    return Object.values(ActionType).includes(value);
+    return (Object.values(ActionType).includes(value) ||
+        value === "unknown");
 }
 exports.isValidActionType = isValidActionType;
 const createActionCall = (name, description, additionalProperties = {}) => ({

package/dist/agent/master/browser-tests/index.spec.js

@@ -38,7 +38,7 @@ test_1.test.afterAll(() => {
     (0, test_1.expect)(response.code).toContain("await page.getByPlaceholder('Enter your email').fill(\"test@test.com\")");
     (0, test_1.expect)(response.code).toContain("await page.getByRole('button', { name: 'Subscribe' }).click()");
 });
-test_1.test.skip("scroll when element does not exist", async ({ page }) => {
+(0, test_1.test)("scroll when element does not exist", async ({ page }) => {
     await page.goto(`http://localhost:${PORT}/blog-page.html`);
     const response = await (0, run_1.createTestUsingMasterAgent)({
         task: `click search button`,

package/dist/agent/master/next-action.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"next-action.d.ts","sourceRoot":"","sources":["../../../src/agent/master/next-action.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAIrD,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAElC,OAAO,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAC;AAElD,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAMhD,OAAO,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AAEnD,OAAO,EAAE,UAAU,EAAsB,MAAM,qBAAqB,CAAC;AAGrE,wBAAsB,aAAa,CAAC,EAClC,IAAI,EACJ,eAAe,EACf,aAAa,EACb,OAAO,EACP,KAAK,EACL,GAAG,EACH,OAAO,EACP,cAAc,EACd,OAAO,EACP,WAAW,EACX,aAAa,EACb,IAAI,EACJ,MAAM,GACP,EAAE;IACD,IAAI,EAAE,MAAM,CAAC;IACb,eAAe,EAAE,MAAM,EAAE,CAAC;IAC1B,aAAa,EAAE,GAAG,EAAE,CAAC;IACrB,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,GAAG,CAAC,EAAE,GAAG,CAAC;IACV,OAAO,CAAC,EAAE,oBAAoB,CAAC;IAC/B,cAAc,EAAE,MAAM,EAAE,CAAC;IACzB,OAAO,EAAE,iBAAiB,CAAC;IAC3B,WAAW,EAAE,OAAO,UAAU,CAAC;IAC/B,aAAa,EAAE,OAAO,CAAC;IACvB,IAAI,EAAE,IAAI,CAAC;IACX,MAAM,CAAC,EAAE,YAAY,CAAC;CACvB,GAAG,OAAO,CACP;IACE,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;CACtB,GACD,SAAS,CACZ,CAsLA"}
+{"version":3,"file":"next-action.d.ts","sourceRoot":"","sources":["../../../src/agent/master/next-action.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAIrD,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAElC,OAAO,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAC;AAElD,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAMhD,OAAO,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AAEnD,OAAO,EAAE,UAAU,EAAsB,MAAM,qBAAqB,CAAC;AAGrE,wBAAsB,aAAa,CAAC,EAClC,IAAI,EACJ,eAAe,EACf,aAAa,EACb,OAAO,EACP,KAAK,EACL,GAAG,EACH,OAAO,EACP,cAAc,EACd,OAAO,EACP,WAAW,EACX,aAAa,EACb,IAAI,EACJ,MAAM,GACP,EAAE;IACD,IAAI,EAAE,MAAM,CAAC;IACb,eAAe,EAAE,MAAM,EAAE,CAAC;IAC1B,aAAa,EAAE,GAAG,EAAE,CAAC;IACrB,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,GAAG,CAAC,EAAE,GAAG,CAAC;IACV,OAAO,CAAC,EAAE,oBAAoB,CAAC;IAC/B,cAAc,EAAE,MAAM,EAAE,CAAC;IACzB,OAAO,EAAE,iBAAiB,CAAC;IAC3B,WAAW,EAAE,OAAO,UAAU,CAAC;IAC/B,aAAa,EAAE,OAAO,CAAC;IACvB,IAAI,EAAE,IAAI,CAAC;IACX,MAAM,CAAC,EAAE,YAAY,CAAC;CACvB,GAAG,OAAO,CACP;IACE,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;CACtB,GACD,SAAS,CACZ,CAuLA"}

package/dist/agent/master/next-action.js

@@ -167,8 +167,11 @@ async function getNextAction({ task, executedActions, failedActions, pageUrl, tr
                     });
                 }
             }
-            if (maxScrollRetries === 0) {
-                throw new Error("Agent is not able to figure out the next action, since element is not visible on screen.");
+            if (maxScrollRetries === -1) {
+                return {
+                    actionType: "unknown",
+                    toolCallArgs: "",
+                };
             }
         }
         return {

package/dist/agent/master/run.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../../../src/agent/master/run.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,4BAA4B,CAAC;AAC3D,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAclC,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AACxC,OAAO,EACL,oBAAoB,EAErB,MAAM,aAAa,CAAC;AA6BrB,wBAAsB,0BAA0B,CAAC,EAC/C,IAAI,EACJ,IAAI,EACJ,QAAQ,EACR,QAAQ,EACR,OAAO,EACP,SAAS,GACV,EAAE;IACD,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,IAAI,CAAC;IACX,QAAQ,CAAC,EAAE,QAAQ,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,oBAAoB,CAAC;IAC9B,SAAS,CAAC,EAAE,SAAS,CAAC;CACvB;;;GAsWA"}
+{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../../../src/agent/master/run.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,4BAA4B,CAAC;AAC3D,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAclC,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AACxC,OAAO,EACL,oBAAoB,EAErB,MAAM,aAAa,CAAC;AA6BrB,wBAAsB,0BAA0B,CAAC,EAC/C,IAAI,EACJ,IAAI,EACJ,QAAQ,EACR,QAAQ,EACR,OAAO,EACP,SAAS,GACV,EAAE;IACD,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,IAAI,CAAC;IACX,QAAQ,CAAC,EAAE,QAAQ,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,oBAAoB,CAAC;IAC9B,SAAS,CAAC,EAAE,SAAS,CAAC;CACvB;;;GA+WA"}

package/dist/agent/master/run.js

@@ -159,6 +159,11 @@ async function createTestUsingMasterAgent({ task, page, testCase, specPath, opti
             break;
         }
         if (toolCall) {
+            if (toolCall.actionType === "unknown") {
+                logger.error("Agent is not able to figure out next action since element is not visible on screen.");
+                await testgenUpdatesReporter.sendMessage("Agent is not able to figure out next action since element is not visible on screen.");
+                break;
+            }
             const args = (0, utils_3.parseJson)(toolCall.toolCallArgs);
             const masterAgentActionSpan = masterAgentSpan?.span({
                 name: "master-agent-execute-action",

package/dist/bin/index.js

@@ -30,6 +30,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
 require("../initSentry");
 const llm_1 = require("@empiricalrun/llm");
 const Sentry = __importStar(require("@sentry/node"));
+const commander_1 = require("commander");
 const dotenv_1 = __importDefault(require("dotenv"));
 const run_1 = require("../agent/browsing/run");
 const utils_1 = require("../agent/browsing/utils");
@@ -44,6 +45,7 @@ const session_1 = require("../session");
 const test_build_1 = require("../test-build");
 const logger_1 = require("./logger");
 const utils_2 = require("./utils");
+const scenarios_1 = require("./utils/scenarios");
 dotenv_1.default.config({
     path: [".env.local", ".env"],
 });
@@ -62,7 +64,7 @@ async function resolveAgentUsingTask({ testCase, trace, }) {
     });
     return response;
 }
-async function runAgent(testGenConfig, span) {
+async function runAgent(testGenConfig, testGenToken, span) {
     const logger = new logger_1.CustomLogger();
     const { specPath, testCase } = testGenConfig;
     if (process.env.LOG_URL) {
@@ -87,7 +89,8 @@ async function runAgent(testGenConfig, span) {
     if (await (0, session_1.shouldStopSession)()) {
         return;
     }
-    let agent = testGenConfig.options?.agent;
+    let agentFromConfig = testGenConfig.options?.agent;
+    let agent = agentFromConfig || "auto";
     trace?.update({
         metadata: {
             generationId: session.generationId,
@@ -132,9 +135,8 @@ async function runAgent(testGenConfig, span) {
             testCase,
             trace,
         });
-        testGenConfig.options.agent = agent;
     }
-    logger.success(`Generating test using ${testGenConfig.options?.agent} agent. ${process.env.LOG_URL ? `[view log](${process.env.LOG_URL})` : ""}`);
+    logger.success(`Generating test using ${agent} agent. ${process.env.LOG_URL ? `[view log](${process.env.LOG_URL})` : ""}`);
     if (testGenConfig.testErrorDiagnosis &&
         testGenConfig.testErrorDiagnosis.failingLine) {
         const requestedChangeResp = await (0, enrich_prompt_1.enrichPromptWithFailingLine)({
@@ -168,19 +170,30 @@ async function runAgent(testGenConfig, span) {
             testFilePath: specPath,
             filePathToUpdate,
             pwProjectsFilter: testGenConfig.environment?.playwrightProjects,
+            testGenToken,
+            repoDir: process.cwd(),
         });
     }
+    return agent;
 }
 (async function main() {
     await Sentry.continueTrace({ sentryTrace: utils_2.sentryTrace, baggage: utils_2.baggage }, async () => {
         await Sentry.startSpan({ name: "test-gen" }, async (span) => {
-            // this is where test gen starts executing on giving the command from ci
-            const logger = new logger_1.CustomLogger({ useReporter: false });
-            if (process.argv.length < 3) {
-                logger.error("Please provide path to scenarios using command:", "npx @empiricalrun/test-gen --token <TEST_GEN_TOKEN>");
-                process.exit(1);
-            }
-            const { testGenConfig } = await (0, utils_2.parseCliArgs)();
+            const program = new commander_1.Command();
+            program
+                .option("--token <token>", "Test generation token")
+                .option("--name <test-name>", "Name of the test case")
+                .option("--prompt <prompt>", "Prompt for the test case")
+                .option("--file <test-file>", "File path of the test case (inside tests dir)")
+                .parse(process.argv);
+            const options = program.opts();
+            (0, utils_2.validateCliOptions)(options);
+            const testGenConfig = options.token
+                ? (0, scenarios_1.loadTestConfigs)(options.token)
+                : (0, scenarios_1.buildTestConfigFromOptions)(options);
+            const testGenToken = options.token
+                ? options.token
+                : (0, scenarios_1.buildTokenFromOptions)(options);
             (0, reporter_1.setReporterConfig)({
                 projectRepoName: testGenConfig.options?.metadata.projectRepoName,
                 testSessionId: testGenConfig.options?.metadata.testSessionId,
@@ -193,10 +206,11 @@ async function runAgent(testGenConfig, span) {
                 projectRepoName: testGenConfig.options?.metadata.projectRepoName,
             });
             let testGenFailed = false;
+            let agentUsed;
             try {
                 // download the build if it exists
                 await (0, test_build_1.downloadBuild)(testGenConfig.build || {});
-                await runAgent(testGenConfig);
+                agentUsed = await runAgent(testGenConfig, testGenToken);
             }
             catch (e) {
                 span.recordException(e);
@@ -204,8 +218,9 @@ async function runAgent(testGenConfig, span) {
                 testGenFailed = true;
                 new logger_1.CustomLogger().error(`Failed to generate test for the scenario. ${process.env.LOG_URL ? `[view log](${process.env.LOG_URL})` : ""}`, e?.message, e?.stack);
             }
-            if (testGenConfig.options?.agent !== "code" &&
-                testGenConfig.options?.agent !== "plan" &&
+            if (agentUsed &&
+                agentUsed !== "code" &&
+                agentUsed !== "plan" &&
                 testGenConfig.testCase.name) {
                 await new reporter_1.TestGenUpdatesReporter().reportGenAssets({
                     projectRepoName: testGenConfig.options.metadata.projectRepoName,

package/dist/bin/utils/index.d.ts

@@ -1,8 +1,10 @@
-import type { TestGenConfig } from "@empiricalrun/shared-types";
-export declare function parseCliArgs(): Promise<{
-    testGenConfig: TestGenConfig;
-}>;
-export declare function getTestConfigCliArg(): string;
 export declare const sentryTrace: string | undefined;
 export declare const baggage: string | undefined;
+export interface CliOptions {
+    token?: string;
+    name?: string;
+    file?: string;
+    prompt?: string;
+}
+export declare function validateCliOptions(options: CliOptions): void;
 //# sourceMappingURL=index.d.ts.map

package/dist/bin/utils/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/bin/utils/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAC;AAKhE,wBAAsB,YAAY;;GAMjC;AAED,wBAAgB,mBAAmB,IAAI,MAAM,CAc5C;AAED,eAAO,MAAM,WAAW,oBAA2B,CAAC;AACpD,eAAO,MAAM,OAAO,oBAA6B,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/bin/utils/index.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,WAAW,oBAA2B,CAAC;AACpD,eAAO,MAAM,OAAO,oBAA6B,CAAC;AAElD,MAAM,WAAW,UAAU;IACzB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,wBAAgB,kBAAkB,CAAC,OAAO,EAAE,UAAU,GAAG,IAAI,CAS5D"}

package/dist/bin/utils/index.js

@@ -1,30 +1,14 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.baggage = exports.sentryTrace = exports.getTestConfigCliArg = exports.parseCliArgs = void 0;
-const logger_1 = require("../logger");
-const scenarios_1 = require("./scenarios");
-async function parseCliArgs() {
-    let rawToken = getTestConfigCliArg();
-    const testGenConfig = (0, scenarios_1.loadTestConfigs)(rawToken);
-    return {
-        testGenConfig,
-    };
-}
-exports.parseCliArgs = parseCliArgs;
-function getTestConfigCliArg() {
-    // Check for --token parameter
-    const tokenIndex = process.argv.indexOf("--token");
-    if (tokenIndex !== -1 && process.argv[tokenIndex + 1]) {
-        const token = process.argv[tokenIndex + 1];
-        if (token)
-            return token;
-    }
-    // Fallback to legacy behavior (token as first argument)
-    const legacyToken = process.argv[2];
-    const logger = new logger_1.CustomLogger({ useReporter: false });
-    logger.warn("Using legacy token format. Consider using --token parameter instead: npx @empiricalrun/test-gen --token <TEST_GEN_TOKEN>");
-    return legacyToken;
-}
-exports.getTestConfigCliArg = getTestConfigCliArg;
+exports.validateCliOptions = exports.baggage = exports.sentryTrace = void 0;
 exports.sentryTrace = process.env.SENTRY_TRACE;
 exports.baggage = process.env.SENTRY_BAGGAGE;
+function validateCliOptions(options) {
+    const hasToken = !!options.token;
+    const hasNameAndFile = !!options.name && !!options.file && !!options.prompt;
+    if (!hasToken && !hasNameAndFile) {
+        console.error("Invalid arguments. Provide either --token OR all of --name, --file, and --prompt");
+        process.exit(1);
+    }
+}
+exports.validateCliOptions = validateCliOptions;

package/dist/bin/utils/platform/web/index.d.ts

@@ -58,7 +58,7 @@ export declare const injectCodeSnippetBySuiteChain: ({ testFileContent, codeSnip
     codeSnippet: string;
     suites: string[];
 }) => string;
-export declare const importAllExportsStmtFromFilePaths: (filePaths: string[], testFilePath: string) => Promise<string[]>;
+export declare const importAllExportsStmtFromFilePaths: (repoDir: string, filePaths: string[], testFilePath: string) => Promise<string[]>;
 export declare function addUserContextFixture({ scenarioName, filePath, suites, }: {
     scenarioName: string;
     filePath: string;

package/dist/bin/utils/platform/web/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/bin/utils/platform/web/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,4BAA4B,CAAC;AAM3D,OAAO,EAGL,IAAI,EAEJ,UAAU,EAEX,MAAM,UAAU,CAAC;AAGlB,eAAO,MAAM,gCAAgC,eAC/B,UAAU,KACrB,MAgBF,CAAC;AAEF;;;;;;GAMG;AACH,wBAAgB,sBAAsB,CAAC,EACrC,YAAY,EACZ,MAAM,EACN,OAAO,GACR,EAAE;IACD,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;CACjB,GAAG;IACF,SAAS,EAAE,MAAM,GAAG,SAAS,CAAC;IAC9B,QAAQ,EAAE,IAAI,GAAG,SAAS,CAAC;IAC3B,SAAS,EAAE,MAAM,CAAC;CACnB,CA2CA;AAwBD,wBAAsB,0CAA0C,CAC9D,QAAQ,EAAE,MAAM,oBA+BjB;AAED;;;;;;;;;;;;;;;;;;;;;;GAsBG;AACH,wBAAgB,4BAA4B,CAC1C,IAAI,EAAE,IAAI,GAAG,SAAS,GACrB,IAAI,GAAG,SAAS,CA4BlB;AAED,wBAAgB,iBAAiB,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,MAAM,CAG5E;AAED,wBAAgB,kBAAkB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,EAAE,CA8C7D;AAED,wBAAsB,sBAAsB,CAC1C,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,MAAM,mCAWjB;AAED,wBAAsB,UAAU,CAAC,QAAQ,EAAE,MAAM,iBAShD;AAED,wBAAsB,UAAU,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,WAAW,iBAgBrE;AAED,wBAAgB,YAAY,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,GAAG,EAAE,MAAM,UAE5E;AAED,wBAAsB,cAAc,CAAC,QAAQ,EAAE,MAAM,iBAMpD;AAED,wBAAgB,oBAAoB,CAAC,QAAQ,EAAE,MAAM,UAcpD;AAED,wBAAsB,iCAAiC,CAAC,QAAQ,EAAE,MAAM,+BAoBvE;AA+CD,wBAAgB,4BAA4B,CAC1C,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,MAAM,EAChB,aAAa,EAAE,MAAM,UAoCtB;AAED,eAAO,MAAM,6BAA6B;qBAKvB,MAAM;iBACV,MAAM;YACX,MAAM,EAAE;YA2DjB,CAAC;AAEF,eAAO,MAAM,iCAAiC,cACjC,MAAM,EAAE,gBACL,MAAM,sBAyBrB,CAAC;AAEF,wBAAsB,qBAAqB,CAAC,EAC1C,YAAY,EACZ,QAAQ,EACR,MAAM,GACP,EAAE;IACD,YAAY,EAAE,MAAM,CAAC;IACrB,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,EAAE,CAAC;CAClB,iBAgDA;AAED,wBAAsB,uBAAuB,CAC3C,QAAQ,EAAE,MAAM,EAChB,cAAc,EAAE,MAAM,EAAE,iBAsBzB;AAED,wBAAgB,aAAa,CAAC,EAC5B,QAAQ,EACR,QAAQ,GACT,EAAE;IACD,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,QAAQ,CAAC;CACpB,WAYA;AAED,wBAAgB,mBAAmB,CAAC,EAClC,QAAQ,EACR,MAAM,GACP,EAAE;IACD,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,EAAE,CAAC;CAClB,UAOA;AAED,wBAAgB,+BAA+B,CAAC,UAAU,EAAE,MAAM,GAAG,MAAM,EAAE,CA4B5E;AAED,wBAAgB,aAAa,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAQnD"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/bin/utils/platform/web/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,4BAA4B,CAAC;AAM3D,OAAO,EAGL,IAAI,EAEJ,UAAU,EAEX,MAAM,UAAU,CAAC;AAGlB,eAAO,MAAM,gCAAgC,eAC/B,UAAU,KACrB,MAgBF,CAAC;AAEF;;;;;;GAMG;AACH,wBAAgB,sBAAsB,CAAC,EACrC,YAAY,EACZ,MAAM,EACN,OAAO,GACR,EAAE;IACD,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;CACjB,GAAG;IACF,SAAS,EAAE,MAAM,GAAG,SAAS,CAAC;IAC9B,QAAQ,EAAE,IAAI,GAAG,SAAS,CAAC;IAC3B,SAAS,EAAE,MAAM,CAAC;CACnB,CA2CA;AAwBD,wBAAsB,0CAA0C,CAC9D,QAAQ,EAAE,MAAM,oBA+BjB;AAED;;;;;;;;;;;;;;;;;;;;;;GAsBG;AACH,wBAAgB,4BAA4B,CAC1C,IAAI,EAAE,IAAI,GAAG,SAAS,GACrB,IAAI,GAAG,SAAS,CA4BlB;AAED,wBAAgB,iBAAiB,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,MAAM,CAG5E;AAED,wBAAgB,kBAAkB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,EAAE,CA8C7D;AAED,wBAAsB,sBAAsB,CAC1C,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,MAAM,mCAWjB;AAED,wBAAsB,UAAU,CAAC,QAAQ,EAAE,MAAM,iBAShD;AAED,wBAAsB,UAAU,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,WAAW,iBAgBrE;AAED,wBAAgB,YAAY,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,GAAG,EAAE,MAAM,UAE5E;AAED,wBAAsB,cAAc,CAAC,QAAQ,EAAE,MAAM,iBAMpD;AAED,wBAAgB,oBAAoB,CAAC,QAAQ,EAAE,MAAM,UAcpD;AAED,wBAAsB,iCAAiC,CAAC,QAAQ,EAAE,MAAM,+BAoBvE;AA+CD,wBAAgB,4BAA4B,CAC1C,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,MAAM,EAChB,aAAa,EAAE,MAAM,UAoCtB;AAED,eAAO,MAAM,6BAA6B;qBAKvB,MAAM;iBACV,MAAM;YACX,MAAM,EAAE;YA2DjB,CAAC;AAEF,eAAO,MAAM,iCAAiC,YACnC,MAAM,aACJ,MAAM,EAAE,gBACL,MAAM,sBAyBrB,CAAC;AAEF,wBAAsB,qBAAqB,CAAC,EAC1C,YAAY,EACZ,QAAQ,EACR,MAAM,GACP,EAAE;IACD,YAAY,EAAE,MAAM,CAAC;IACrB,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,EAAE,CAAC;CAClB,iBAgDA;AAED,wBAAsB,uBAAuB,CAC3C,QAAQ,EAAE,MAAM,EAChB,cAAc,EAAE,MAAM,EAAE,iBAsBzB;AAED,wBAAgB,aAAa,CAAC,EAC5B,QAAQ,EACR,QAAQ,GACT,EAAE;IACD,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,QAAQ,CAAC;CACpB,WAYA;AAED,wBAAgB,mBAAmB,CAAC,EAClC,QAAQ,EACR,MAAM,GACP,EAAE;IACD,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,EAAE,CAAC;CAClB,UAOA;AAED,wBAAgB,+BAA+B,CAAC,UAAU,EAAE,MAAM,GAAG,MAAM,EAAE,CA4B5E;AAED,wBAAgB,aAAa,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAQnD"}

package/dist/bin/utils/platform/web/index.js

@@ -398,10 +398,10 @@ const injectCodeSnippetBySuiteChain = ({ testFileContent, codeSnippet, suites, }
     return sourceFile.getFullText();
 };
 exports.injectCodeSnippetBySuiteChain = injectCodeSnippetBySuiteChain;
-const importAllExportsStmtFromFilePaths = async (filePaths, testFilePath) => {
+const importAllExportsStmtFromFilePaths = async (repoDir, filePaths, testFilePath) => {
     const statements = [];
     for (const filePath of filePaths) {
-        const fullPath = path_1.default.resolve(process.cwd(), filePath);
+        const fullPath = path_1.default.resolve(repoDir, filePath);
         let importPath = path_1.default.relative(path_1.default.dirname(testFilePath), filePath);
         if (!importPath.startsWith(".")) {
             importPath = "./" + importPath;

package/dist/bin/utils/scenarios/index.d.ts

@@ -1,3 +1,6 @@
 import type { TestGenConfig } from "@empiricalrun/shared-types";
+import { CliOptions } from "../index";
+export declare function buildTokenFromOptions(options: Omit<CliOptions, "token">): string;
+export declare function buildTestConfigFromOptions(options: Omit<CliOptions, "token">): TestGenConfig;
 export declare function loadTestConfigs(testGenToken: string): TestGenConfig;
 //# sourceMappingURL=index.d.ts.map

package/dist/bin/utils/scenarios/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/bin/utils/scenarios/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAIV,aAAa,EAEd,MAAM,4BAA4B,CAAC;AAepC,wBAAgB,eAAe,CAAC,YAAY,EAAE,MAAM,GAAG,aAAa,CAmBnE"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/bin/utils/scenarios/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAIV,aAAa,EAEd,MAAM,4BAA4B,CAAC;AAEpC,OAAO,EAAE,UAAU,EAAE,MAAM,UAAU,CAAC;AAetC,wBAAgB,qBAAqB,CACnC,OAAO,EAAE,IAAI,CAAC,UAAU,EAAE,OAAO,CAAC,GACjC,MAAM,CAgBR;AAED,wBAAgB,0BAA0B,CACxC,OAAO,EAAE,IAAI,CAAC,UAAU,EAAE,OAAO,CAAC,GACjC,aAAa,CAYf;AAED,wBAAgB,eAAe,CAAC,YAAY,EAAE,MAAM,GAAG,aAAa,CAmBnE"}

package/dist/bin/utils/scenarios/index.js

@@ -1,6 +1,38 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.loadTestConfigs = void 0;
+exports.loadTestConfigs = exports.buildTestConfigFromOptions = exports.buildTokenFromOptions = void 0;
+function buildTokenFromOptions(options) {
+    const genConfig = buildTestConfigFromOptions(options);
+    const requestConfig = {
+        specPath: genConfig.specPath,
+        id: genConfig.testCase.id,
+        name: genConfig.testCase.name,
+        steps: genConfig.testCase.steps,
+        filePath: genConfig.testCase.filePath,
+        suites: genConfig.testCase.suites,
+        ai_gist: genConfig.testCase.ai_gist,
+        build: genConfig.build,
+        options: genConfig.options,
+        environment: genConfig.environment,
+        testErrorDiagnosis: genConfig.testErrorDiagnosis,
+    };
+    return btoa(encodeURIComponent(JSON.stringify(requestConfig)));
+}
+exports.buildTokenFromOptions = buildTokenFromOptions;
+function buildTestConfigFromOptions(options) {
+    return {
+        specPath: `./tests/${options.file}`,
+        testCase: {
+            id: 0,
+            name: options.name,
+            steps: [options.prompt],
+            filePath: options.file,
+            // TODO: Support suites in this flow
+            suites: [],
+        },
+    };
+}
+exports.buildTestConfigFromOptions = buildTestConfigFromOptions;
 function loadTestConfigs(testGenToken) {
     const str = decodeURIComponent(atob(testGenToken));
     const config = JSON.parse(str);

package/dist/browser-injected-scripts/annotate-elements.spec.js

@@ -183,3 +183,25 @@ const action_tool_calls_1 = require("../agent/master/action-tool-calls");
     test_1.test.expect(annotations.length).toBe(1);
     test_1.test.expect(annotations[0]?.tagName).toBe("DIV");
 });
+test_1.test.fail("should not annotate children that don't have onClick handler", async ({ page }) => {
+    await page.setContent(`<div class="button-outer" onclick="alert('clicked')">
+      <div class="button-inner">Click me</div>
+    </div>`);
+    await page.addScriptTag({
+        path: path_1.default.resolve(__dirname, "./annotate-elements.js"),
+    });
+    const annotations = await page.evaluate(() => {
+        // eslint-disable-next-line no-undef
+        const { annotations } = annotateElementsWithPreference();
+        return Object.entries(annotations).map(([hint, config]) => ({
+            hint,
+            innerText: config.node.innerText?.toLowerCase().trim(),
+            tagName: config.node.tagName,
+            testId: config.node.getAttribute("data-testid"),
+            className: config.node.className,
+        }));
+    });
+    console.log(annotations);
+    test_1.test.expect(annotations.length).toBe(1);
+    test_1.test.expect(annotations[0].className).toBe("button-outer");
+});

package/dist/browser-injected-scripts/annotate-elements.spec.ts

@@ -299,3 +299,35 @@ test("should only annotate given text on quizziz page", async ({ page }) => {
   test.expect(annotations.length).toBe(1);
   test.expect(annotations[0]?.tagName).toBe("DIV");
 });
+
+test.fail(
+  "should not annotate children that don't have onClick handler",
+  async ({ page }) => {
+    await page.setContent(
+      `<div class="button-outer" onclick="alert('clicked')">
+      <div class="button-inner">Click me</div>
+    </div>`,
+    );
+
+    await page.addScriptTag({
+      path: path.resolve(__dirname, "./annotate-elements.js"),
+    });
+
+    const annotations = await page.evaluate(() => {
+      // eslint-disable-next-line no-undef
+      const { annotations } = annotateElementsWithPreference();
+
+      return Object.entries(annotations).map(([hint, config]) => ({
+        hint,
+        innerText: config.node.innerText?.toLowerCase().trim(),
+        tagName: config.node.tagName,
+        testId: config.node.getAttribute("data-testid"),
+        className: config.node.className,
+      }));
+    });
+
+    console.log(annotations);
+    test.expect(annotations.length).toBe(1);
+    test.expect(annotations[0].className).toBe("button-outer");
+  },
+);

package/dist/file/server.d.ts

@@ -1,8 +1,10 @@
 export declare class FileService {
-    private filePath;
     private port;
-    constructor({ port }: {
+    private filePath;
+    private repoDir;
+    constructor({ port, repoDir }: {
         port: number;
+        repoDir: string;
     });
     setFilePath(filePath: string): void;
     startFileService(): Promise<number>;

package/dist/file/server.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"server.d.ts","sourceRoot":"","sources":["../../src/file/server.ts"],"names":[],"mappings":"AAUA,qBAAa,WAAW;IACtB,OAAO,CAAC,QAAQ,CAAc;IAC9B,OAAO,CAAC,IAAI,CAAa;gBACb,EAAE,IAAI,EAAE,EAAE;QAAE,IAAI,EAAE,MAAM,CAAA;KAAE;IAGtC,WAAW,CAAC,QAAQ,EAAE,MAAM;IAGtB,gBAAgB,IAAI,OAAO,CAAC,MAAM,CAAC;CAuC1C;AAED,wBAAsB,gBAAgB,kBAAK"}
+{"version":3,"file":"server.d.ts","sourceRoot":"","sources":["../../src/file/server.ts"],"names":[],"mappings":"AAUA,qBAAa,WAAW;IACtB,OAAO,CAAC,IAAI,CAAa;IACzB,OAAO,CAAC,QAAQ,CAAc;IAC9B,OAAO,CAAC,OAAO,CAAc;gBAEjB,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE;IAKhE,WAAW,CAAC,QAAQ,EAAE,MAAM;IAItB,gBAAgB,IAAI,OAAO,CAAC,MAAM,CAAC;CAwC1C;AAED,wBAAsB,gBAAgB,kBAAK"}

package/dist/file/server.js

@@ -9,10 +9,12 @@ const fs_1 = __importDefault(require("fs"));
 const path_1 = __importDefault(require("path"));
 const web_1 = require("../bin/utils/platform/web");
 class FileService {
-    filePath = "";
     port = 0;
-    constructor({ port }) {
+    filePath = "";
+    repoDir = "";
+    constructor({ port, repoDir }) {
         this.port = port;
+        this.repoDir = repoDir;
     }
     setFilePath(filePath) {
         this.filePath = filePath;
@@ -23,11 +25,11 @@ class FileService {
         app.post("/test", async (req, res) => {
             const { generatedCode, importPaths } = req.body;
             try {
-                const testFilePath = path_1.default.resolve(process.cwd(), this.filePath);
+                const testFilePath = path_1.default.resolve(this.repoDir, this.filePath);
                 if (testFilePath) {
                     const testFile = fs_1.default.readFileSync(testFilePath, "utf-8");
                     const newContents = (0, web_1.replaceCreateTestWithNewCode)(testFilePath, testFile, generatedCode);
-                    const importStatements = await (0, web_1.importAllExportsStmtFromFilePaths)(importPaths, this.filePath);
+                    const importStatements = await (0, web_1.importAllExportsStmtFromFilePaths)(this.repoDir, importPaths, this.filePath);
                     fs_1.default.writeFileSync(testFilePath, `${importStatements.join("\n")}\n${newContents}`, "utf-8");
                     await (0, web_1.lintErrors)(testFilePath);
                     return res.send({ success: true });

package/dist/initSentry.js

@@ -25,7 +25,7 @@ var __importStar = (this && this.__importStar) || function (mod) {
 Object.defineProperty(exports, "__esModule", { value: true });
 const Sentry = __importStar(require("@sentry/node"));
 Sentry.init({
-    enabled: process.env.NODE_ENV !== "development",
+    enabled: process.env.NODE_ENV === "production",
     dsn: "https://87e61b11ede1431d7156bcd26da997cc@o4506822020235264.ingest.us.sentry.io/4508806031015936",
     tracesSampleRate: 1.0,
     serverName: "test-gen",

package/dist/reporter/index.d.ts

@@ -17,6 +17,7 @@ export declare function getReporter(): Reporter | undefined;
  */
 export declare function setReporterConfig(config: ReporterConfigType): void;
 export declare class TestGenUpdatesReporter {
+    private repoDir;
     constructor();
     sendGenTrace(trace: string): Promise<void>;
     reportGenAssets({ projectRepoName, testName, }: {

package/dist/reporter/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/reporter/index.ts"],"names":[],"mappings":"AACA,OAAO,EAA4B,QAAQ,EAAE,MAAM,wBAAwB,CAAC;AAa5E,KAAK,kBAAkB,GAAG;IACxB,aAAa,EAAE,MAAM,CAAC;IACtB,YAAY,EAAE,MAAM,CAAC;IACrB,eAAe,EAAE,MAAM,CAAC;CACzB,CAAC;AAKF,wBAAgB,WAAW,IAAI,QAAQ,GAAG,SAAS,CAUlD;AAED;;;;;;;;;GASG;AACH,wBAAgB,iBAAiB,CAAC,MAAM,EAAE,kBAAkB,GAAG,IAAI,CAGlE;AAED,qBAAa,sBAAsB;;IAE3B,YAAY,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAK1C,eAAe,CAAC,EACpB,eAAe,EACf,QAAQ,GACT,EAAE;QACD,eAAe,EAAE,MAAM,CAAC;QACxB,QAAQ,EAAE,MAAM,CAAC;KAClB;IAgDK,eAAe,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IA+C9C,WAAW,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAY3C,UAAU,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAY1C,iBAAiB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;CAWxD"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/reporter/index.ts"],"names":[],"mappings":"AACA,OAAO,EAA4B,QAAQ,EAAE,MAAM,wBAAwB,CAAC;AAa5E,KAAK,kBAAkB,GAAG;IACxB,aAAa,EAAE,MAAM,CAAC;IACtB,YAAY,EAAE,MAAM,CAAC;IACrB,eAAe,EAAE,MAAM,CAAC;CACzB,CAAC;AAKF,wBAAgB,WAAW,IAAI,QAAQ,GAAG,SAAS,CAUlD;AAED;;;;;;;;;GASG;AACH,wBAAgB,iBAAiB,CAAC,MAAM,EAAE,kBAAkB,GAAG,IAAI,CAGlE;AAED,qBAAa,sBAAsB;IACjC,OAAO,CAAC,OAAO,CAAS;;IAKlB,YAAY,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAK1C,eAAe,CAAC,EACpB,eAAe,EACf,QAAQ,GACT,EAAE;QACD,eAAe,EAAE,MAAM,CAAC;QACxB,QAAQ,EAAE,MAAM,CAAC;KAClB;IAiDK,eAAe,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IA8C9C,WAAW,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAY3C,UAAU,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAY1C,iBAAiB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;CAWxD"}

package/dist/reporter/index.js

@@ -40,7 +40,10 @@ function setReporterConfig(config) {
 }
 exports.setReporterConfig = setReporterConfig;
 class TestGenUpdatesReporter {
-    constructor() { }
+    repoDir;
+    constructor() {
+        this.repoDir = process.cwd();
+    }
     async sendGenTrace(trace) {
         console.log("trace", trace);
         // upload trace to r2 and report it to reporter
@@ -56,6 +59,7 @@ class TestGenUpdatesReporter {
             const { videoUrls, traceFiles } = await (0, uploader_1.uploadTestResultsUsingPrjRepo)({
                 projectRepoName,
                 testName,
+                repoDir: this.repoDir,
             });
             const reporter = getReporter();
             const message = {
@@ -101,24 +105,26 @@ class TestGenUpdatesReporter {
         }
         try {
             // upload current screenshot to r2 and report it to reporter
-            if (!fs_extra_1.default.existsSync(path_1.default.join(process.cwd(), "gen-assets"))) {
-                await fs_extra_1.default.mkdir((process.cwd(), "gen-assets"));
+            if (!fs_extra_1.default.existsSync(path_1.default.join(this.repoDir, "gen-assets"))) {
+                await fs_extra_1.default.mkdir(this.repoDir, "gen-assets");
             }
-            await fs_extra_1.default.writeFile(path_1.default.join(process.cwd(), "gen-assets", `current-view-${Date.now()}.png`), buffer);
+            await fs_extra_1.default.writeFile(path_1.default.join(this.repoDir, "gen-assets", `current-view-${Date.now()}.png`), buffer);
             const uploadDir = (0, uploader_1.getUploadPathForRun)(reporterConfig?.projectRepoName);
             const files = await (0, r2_uploader_1.uploadDirectory)({
-                sourceDir: path_1.default.join(process.cwd(), "gen-assets"),
+                sourceDir: path_1.default.join(this.repoDir, "gen-assets"),
                 destinationDir: uploadDir,
                 uploadBucket: uploader_1.UPLOAD_BUCKET,
             });
             const filePath = Object.keys(files)[0];
-            const relativeFilePath = filePath.replace(path_1.default.join(process.cwd(), "gen-assets"), "");
+            const relativeFilePath = filePath.replace(path_1.default.join(this.repoDir, "gen-assets"), "");
             const url = `${uploader_1.UPLOAD_DOMAIN}/${uploadDir}${relativeFilePath}`;
             await getReporter()?.report(new reporter_1.ProcessLogMessageBuilder({
                 type: "current-snapshot",
                 message: JSON.stringify({ type: "current-view", url }),
             }));
-            await fs_extra_1.default.rmdir((process.cwd(), "gen-assets"), { recursive: true });
+            await fs_extra_1.default.rmdir(path_1.default.join(this.repoDir, "gen-assets"), {
+                recursive: true,
+            });
         }
         catch (e) {
             console.warn("Failed to upload current view screenshot", e);

package/dist/uploader/index.d.ts

@@ -1,7 +1,7 @@
 export declare const UPLOAD_BUCKET = "test-report";
 export declare const UPLOAD_DOMAIN = "https://reports.empirical.run";
-export declare function getFullUploadPath(filePath: string, uploadDir: string): string;
-export declare function getRelativeUploadPath(filePath: string): string;
+export declare function getFullUploadPath(repoDir: string, filePath: string, uploadDir: string): string;
+export declare function getRelativeUploadPath(filePath: string, repoDir: string): string;
 /**
  * Function to upload test results to R2 using the project repo name and test name.
  * This function uploads both the JSON summary of test results and associated video files.
@@ -12,9 +12,10 @@ export declare function getRelativeUploadPath(filePath: string): string;
  * @returns {string[]} returns.videoUrls - URLs of the uploaded video files.
  * @returns {string} returns.summaryUrl - URL of the uploaded summary JSON file.
  */
-export declare function uploadTestResultsUsingPrjRepo({ projectRepoName, testName, }: {
+export declare function uploadTestResultsUsingPrjRepo({ projectRepoName, testName, repoDir, }: {
     projectRepoName: string;
     testName: string;
+    repoDir: string;
 }): Promise<{
     videoUrls: string[];
     summaryUrl: string;

package/dist/uploader/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/uploader/index.ts"],"names":[],"mappings":"AAWA,eAAO,MAAM,aAAa,gBAAgB,CAAC;AAC3C,eAAO,MAAM,aAAa,kCAAkC,CAAC;AAG7D,wBAAgB,iBAAiB,CAAC,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,UAIpE;AAED,wBAAgB,qBAAqB,CAAC,QAAQ,EAAE,MAAM,UAErD;AAED;;;;;;;;;GASG;AACH,wBAAsB,6BAA6B,CAAC,EAClD,eAAe,EACf,QAAQ,GACT,EAAE;IACD,eAAe,EAAE,MAAM,CAAC;IACxB,QAAQ,EAAE,MAAM,CAAC;CAClB,GAAG,OAAO,CAAC;IACV,SAAS,EAAE,MAAM,EAAE,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,EAAE,CAAC;CACtB,CAAC,CA8DD;AAED,wBAAgB,mBAAmB,CAAC,eAAe,EAAE,MAAM,UAM1D;AAED,wBAAgB,2BAA2B,uBAQ1C"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/uploader/index.ts"],"names":[],"mappings":"AAWA,eAAO,MAAM,aAAa,gBAAgB,CAAC;AAC3C,eAAO,MAAM,aAAa,kCAAkC,CAAC;AAG7D,wBAAgB,iBAAiB,CAC/B,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,MAAM,EAChB,SAAS,EAAE,MAAM,UAKlB;AAED,wBAAgB,qBAAqB,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,UAEtE;AAED;;;;;;;;;GASG;AACH,wBAAsB,6BAA6B,CAAC,EAClD,eAAe,EACf,QAAQ,EACR,OAAO,GACR,EAAE;IACD,eAAe,EAAE,MAAM,CAAC;IACxB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;CACjB,GAAG,OAAO,CAAC;IACV,SAAS,EAAE,MAAM,EAAE,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,EAAE,CAAC;CACtB,CAAC,CAgED;AAED,wBAAgB,mBAAmB,CAAC,eAAe,EAAE,MAAM,UAM1D;AAED,wBAAgB,2BAA2B,uBAQ1C"}

package/dist/uploader/index.js

@@ -16,14 +16,14 @@ const PLAYWRIGHT_REPORT_DATA = "playwright-report/data";
 exports.UPLOAD_BUCKET = "test-report";
 exports.UPLOAD_DOMAIN = "https://reports.empirical.run"; // domain based on bucket mentioned above
 const uploadId = crypto.randomUUID();
-function getFullUploadPath(filePath, uploadDir) {
+function getFullUploadPath(repoDir, filePath, uploadDir) {
     // remove the source dir from the file path - only keep the relative path
-    const relativeFilePath = getRelativeUploadPath(filePath);
+    const relativeFilePath = getRelativeUploadPath(filePath, repoDir);
     return `${exports.UPLOAD_DOMAIN}/${uploadDir}${relativeFilePath}`;
 }
 exports.getFullUploadPath = getFullUploadPath;
-function getRelativeUploadPath(filePath) {
-    return filePath.replace(path_1.default.join(process.cwd(), PLAYWRIGHT_REPORT_DATA), "");
+function getRelativeUploadPath(filePath, repoDir) {
+    return filePath.replace(path_1.default.join(repoDir, PLAYWRIGHT_REPORT_DATA), "");
 }
 exports.getRelativeUploadPath = getRelativeUploadPath;
 /**
@@ -36,25 +36,25 @@ exports.getRelativeUploadPath = getRelativeUploadPath;
  * @returns {string[]} returns.videoUrls - URLs of the uploaded video files.
  * @returns {string} returns.summaryUrl - URL of the uploaded summary JSON file.
  */
-async function uploadTestResultsUsingPrjRepo({ projectRepoName, testName, }) {
+async function uploadTestResultsUsingPrjRepo({ projectRepoName, testName, repoDir, }) {
     const uploadDir = getUploadPathForRun(projectRepoName);
-    console.log("Current directory for assets upload", process.cwd());
+    console.log("Current directory for assets upload", repoDir);
     const files = await (0, r2_uploader_1.uploadDirectory)({
-        sourceDir: path_1.default.join(process.cwd(), PLAYWRIGHT_REPORT_DATA),
+        sourceDir: path_1.default.join(repoDir, PLAYWRIGHT_REPORT_DATA),
         destinationDir: uploadDir,
         uploadBucket: exports.UPLOAD_BUCKET,
     });
     // upload summary.json
     await (0, r2_uploader_1.uploadDirectory)({
-        sourceDir: path_1.default.join(process.cwd(), "playwright-report"),
-        fileList: [path_1.default.join(process.cwd(), "playwright-report", "summary.json")],
+        sourceDir: path_1.default.join(repoDir, "playwright-report"),
+        fileList: [path_1.default.join(repoDir, "playwright-report", "summary.json")],
         destinationDir: uploadDir,
         uploadBucket: exports.UPLOAD_BUCKET,
     });
     // fileNames are relative upload paths
     const fileNames = Object.keys(files);
-    console.log("Uploaded files", fileNames.map((f) => getFullUploadPath(f, uploadDir)));
-    const defaultLocation = path_1.default.join(process.cwd(), "playwright-report", "summary.json");
+    console.log("Uploaded files", fileNames.map((f) => getFullUploadPath(repoDir, f, uploadDir)));
+    const defaultLocation = path_1.default.join(repoDir, "playwright-report", "summary.json");
     const results = (0, reporter_1.parseJsonReport)(defaultLocation);
     const flatTestsList = (0, reporter_1.getFlattenedTestList)(results.suites);
     const testAttachmentPaths = [];
@@ -65,7 +65,7 @@ async function uploadTestResultsUsingPrjRepo({ projectRepoName, testName, }) {
                     // results array is basically made by retries
                     for (const attachments of test.tests[0].results[0].attachments) {
                         if (attachments.path) {
-                            testAttachmentPaths.push(getRelativeUploadPath(attachments.path));
+                            testAttachmentPaths.push(getRelativeUploadPath(attachments.path, repoDir));
                         }
                     }
                 }
@@ -78,11 +78,11 @@ async function uploadTestResultsUsingPrjRepo({ projectRepoName, testName, }) {
     console.log("traceFiles", traceFiles);
     return {
         videoUrls: videoFiles
-            .map((fileName) => getFullUploadPath(fileName, uploadDir))
+            .map((fileName) => getFullUploadPath(repoDir, fileName, uploadDir))
             .filter((url) => !!url),
         summaryUrl: `${exports.UPLOAD_DOMAIN}/${uploadDir}/summary.json`,
         traceFiles: traceFiles
-            .map((fileName) => getFullUploadPath(fileName, uploadDir))
+            .map((fileName) => getFullUploadPath(repoDir, fileName, uploadDir))
             .filter((url) => !!url),
     };
 }

package/dist/utils/pw-test.d.ts

@@ -1,3 +1,3 @@
-export declare function getTestFixtureModuleFromRepo(): Promise<any>;
+export declare function getTestFixtureModuleFromRepo(repoDir: string): Promise<any>;
 export declare function skipTest(): Promise<void>;
 //# sourceMappingURL=pw-test.d.ts.map

package/dist/utils/pw-test.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"pw-test.d.ts","sourceRoot":"","sources":["../../src/utils/pw-test.ts"],"names":[],"mappings":"AAEA,wBAAsB,4BAA4B,IAAI,OAAO,CAAC,GAAG,CAAC,CAKjE;AAED,wBAAsB,QAAQ,kBAQ7B"}
+{"version":3,"file":"pw-test.d.ts","sourceRoot":"","sources":["../../src/utils/pw-test.ts"],"names":[],"mappings":"AAEA,wBAAsB,4BAA4B,CAChD,OAAO,EAAE,MAAM,GACd,OAAO,CAAC,GAAG,CAAC,CAKd;AAED,wBAAsB,QAAQ,kBAS7B"}

package/dist/utils/pw-test.js

@@ -5,17 +5,18 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.skipTest = exports.getTestFixtureModuleFromRepo = void 0;
 const api_1 = __importDefault(require("tsx/cjs/api"));
-async function getTestFixtureModuleFromRepo() {
-    const [lastDir] = process.cwd().split("/").reverse();
-    const dir = `${process.cwd()}/${lastDir}`;
+async function getTestFixtureModuleFromRepo(repoDir) {
+    const [lastDir] = repoDir.split("/").reverse();
+    const dir = `${repoDir}/${lastDir}`;
     const { test } = await api_1.default.require(`./tests/fixtures.ts`, dir);
     return test;
 }
 exports.getTestFixtureModuleFromRepo = getTestFixtureModuleFromRepo;
 async function skipTest() {
     let test;
+    let repoDir = process.cwd();
     try {
-        test = await getTestFixtureModuleFromRepo();
+        test = await getTestFixtureModuleFromRepo(repoDir);
     }
     catch (e) {
         console.error("Error while importing fixture module to extract test:", e);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@empiricalrun/test-gen",
-  "version": "0.43.1",
+  "version": "0.43.2",
   "publishConfig": {
     "registry": "https://registry.npmjs.org/",
     "access": "public"
@@ -72,8 +72,8 @@
     "ts-morph": "^23.0.0",
     "tsx": "^4.16.2",
     "typescript": "^5.3.3",
-    "@empiricalrun/llm": "^0.9.35",
     "@empiricalrun/r2-uploader": "^0.3.8",
+    "@empiricalrun/llm": "^0.9.35",
     "@empiricalrun/reporter": "^0.23.1"
   },
   "devDependencies": {