@empiricalrun/test-gen 0.43.1 → 0.43.3

package/CHANGELOG.md

@@ -1,5 +1,22 @@
 # @empiricalrun/test-gen
 
+## 0.43.3
+
+### Patch Changes
+
+- 0b4cffa: feat: add human in the loop for planner
+- 694e202: fix: report gen assets should not throw in cli
+
+## 0.43.2
+
+### Patch Changes
+
+- 5334ba8: test: added failing test for multiple annotations for buttons
+- 385d2c6: fix: disable sentry for local development environment
+- 7b47902: chore: reduce assumptions of repo dir being process.cwd
+- 1d0a746: feat: new cli args for --name, --file, and --prompt
+- 0f342af: fix: break master agent loop if element is not visible after scroll
+
 ## 0.43.1
 
 ### Patch Changes

package/dist/actions/skill.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"skill.d.ts","sourceRoot":"","sources":["../../src/actions/skill.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,yBAAyB,EAAE,MAAM,UAAU,CAAC;AAGrD,eAAO,MAAM,WAAW,gBAAgB,CAAC;AAEzC,MAAM,MAAM,KAAK,GAAG;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,EAAE,MAAM,CAAC;CAChB,CAAC;AAEF,cAAM,cAAc;IACN,OAAO,CAAC,MAAM;gBAAN,MAAM,EAAE,KAAK,EAAE;IAEnC,kBAAkB;IAIlB,YAAY,CAAC,MAAM,EAAE,KAAK,EAAE;CAG7B;AAED,eAAO,MAAM,cAAc,gBAAyB,CAAC;AAErD,eAAO,MAAM,oBAAoB,EAAE,yBAmHlC,CAAC"}
+{"version":3,"file":"skill.d.ts","sourceRoot":"","sources":["../../src/actions/skill.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,yBAAyB,EAAE,MAAM,UAAU,CAAC;AAGrD,eAAO,MAAM,WAAW,gBAAgB,CAAC;AAEzC,MAAM,MAAM,KAAK,GAAG;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,EAAE,MAAM,CAAC;CAChB,CAAC;AAEF,cAAM,cAAc;IACN,OAAO,CAAC,MAAM;gBAAN,MAAM,EAAE,KAAK,EAAE;IAEnC,kBAAkB;IAIlB,YAAY,CAAC,MAAM,EAAE,KAAK,EAAE;CAG7B;AAED,eAAO,MAAM,cAAc,gBAAyB,CAAC;AAErD,eAAO,MAAM,oBAAoB,EAAE,yBAoHlC,CAAC"}

package/dist/actions/skill.js

@@ -33,6 +33,7 @@ const skillActionGenerator = (page, options) => {
                 throw new Error(`No skill found for skill: ${skill}`);
             }
             const skillFilePath = skillDetails.filePath;
+            // This assumes repoDir is process.cwd()
             const [lastDir] = process.cwd().split("/").reverse();
             const dir = `${process.cwd()}/${lastDir}`;
             const module = await api_1.default.require(`./${skillFilePath}`, dir);

package/dist/agent/browsing/run.d.ts

@@ -1,22 +1,9 @@
 type GenerateTestsType = {
-    /**
-     * Path to the test case file being updated or created
-     *
-     * @type {string}
-     */
     testFilePath: string;
-    /**
-     * File path being updated for the concerned test case
-     *
-     * @type {string}
-     */
     filePathToUpdate: string;
-    /**
-     * playwright projects to filter
-     *
-     * @type {string[]}
-     */
     pwProjectsFilter: string[];
+    testGenToken: string;
+    repoDir: string;
 };
 /**
  *
@@ -27,6 +14,6 @@ type GenerateTestsType = {
  *   filePathToUpdate,
  * }
  */
-export declare function generateTestsUsingMasterAgent({ testFilePath, filePathToUpdate, pwProjectsFilter, }: GenerateTestsType): Promise<void>;
+export declare function generateTestsUsingMasterAgent({ testFilePath, filePathToUpdate, pwProjectsFilter, testGenToken, repoDir, }: GenerateTestsType): Promise<void>;
 export {};
 //# sourceMappingURL=run.d.ts.map

package/dist/agent/browsing/run.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../../../src/agent/browsing/run.ts"],"names":[],"mappings":"AAoBA,KAAK,iBAAiB,GAAG;IACvB;;;;OAIG;IACH,YAAY,EAAE,MAAM,CAAC;IACrB;;;;OAIG;IACH,gBAAgB,EAAE,MAAM,CAAC;IACzB;;;;OAIG;IACH,gBAAgB,EAAE,MAAM,EAAE,CAAC;CAC5B,CAAC;AAEF;;;;;;;;GAQG;AACH,wBAAsB,6BAA6B,CAAC,EAClD,YAAY,EACZ,gBAAgB,EAChB,gBAAgB,GACjB,EAAE,iBAAiB,iBA8EnB"}
+{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../../../src/agent/browsing/run.ts"],"names":[],"mappings":"AAmBA,KAAK,iBAAiB,GAAG;IACvB,YAAY,EAAE,MAAM,CAAC;IACrB,gBAAgB,EAAE,MAAM,CAAC;IACzB,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC3B,YAAY,EAAE,MAAM,CAAC;IACrB,OAAO,EAAE,MAAM,CAAC;CACjB,CAAC;AAEF;;;;;;;;GAQG;AACH,wBAAsB,6BAA6B,CAAC,EAClD,YAAY,EACZ,gBAAgB,EAChB,gBAAgB,EAChB,YAAY,EACZ,OAAO,GACR,EAAE,iBAAiB,iBA8EnB"}

package/dist/agent/browsing/run.js

@@ -30,11 +30,10 @@ exports.generateTestsUsingMasterAgent = void 0;
 const Sentry = __importStar(require("@sentry/node"));
 const detect_port_1 = __importDefault(require("detect-port"));
 const fs_extra_1 = __importDefault(require("fs-extra"));
-const utils_1 = require("../../bin/utils");
 const web_1 = require("../../bin/utils/platform/web");
 const server_1 = require("../../file/server");
 const exec_1 = require("../../utils/exec");
-const utils_2 = require("./utils");
+const utils_1 = require("./utils");
 /**
  *
  * Function to generate tests using master agent
@@ -44,28 +43,28 @@ const utils_2 = require("./utils");
  *   filePathToUpdate,
  * }
  */
-async function generateTestsUsingMasterAgent({ testFilePath, filePathToUpdate, pwProjectsFilter, }) {
+async function generateTestsUsingMasterAgent({ testFilePath, filePathToUpdate, pwProjectsFilter, testGenToken, repoDir, }) {
     // valiate if the file path and file to update are valid
     // also warn users if they are on older version of test-gen
-    (0, utils_2.canRunMasterAgent)(testFilePath);
+    (0, utils_1.canRunMasterAgent)(testFilePath);
     // detect available http port on the machine
     const port = await (0, detect_port_1.default)(3030);
     // start a file service to handle file updates from agent
     // - also update the file path with updates when agent is done spitting out code
-    const fileService = new server_1.FileService({ port });
+    const fileService = new server_1.FileService({ port, repoDir });
     await fileService.startFileService();
     fileService.setFilePath(filePathToUpdate);
     // read playwright config from ./playwright.config.ts of source repo
-    const playwrightConfig = await (0, utils_2.readPlaywrightConfig)();
+    const playwrightConfig = await (0, utils_1.readPlaywrightConfig)(repoDir);
     // detect the playwright project name for the given test file and playwright config
-    const project = await (0, utils_2.detectProjectName)(testFilePath, playwrightConfig, pwProjectsFilter);
+    const project = await (0, utils_1.detectProjectName)(testFilePath, playwrightConfig, pwProjectsFilter);
     const pageVar = await (0, web_1.getPageVariableNameFromCreateTest)(filePathToUpdate);
     console.log(`Detected playwright project name: ${project}`);
     // run playwright test which will internally run the master agent
     const teardownFileRegex = /.*\.teardown\.ts/;
-    const testsDirectory = `${process.cwd()}/tests`;
+    const testsDirectory = `${repoDir}/tests`;
     const isTestRunTriggeredForTeardown = teardownFileRegex.test(testFilePath);
-    const teardowns = new utils_2.TeardownManager(testsDirectory);
+    const teardowns = new utils_1.TeardownManager(testsDirectory);
     if (!isTestRunTriggeredForTeardown) {
         await teardowns.skipAll();
     }
@@ -77,7 +76,7 @@ async function generateTestsUsingMasterAgent({ testFilePath, filePathToUpdate, p
                 APP_PORT: port.toString(),
                 PW_TEST_HTML_REPORT_OPEN: "never",
                 // pass the test gen token so that the agent has the same configuration as cli
-                TEST_GEN_TOKEN: (0, utils_1.getTestConfigCliArg)(),
+                TEST_GEN_TOKEN: testGenToken,
                 PAGE_VAR_NAME: pageVar || "page",
                 DISPLAY: ":99",
             },

package/dist/agent/browsing/utils.d.ts

@@ -21,7 +21,7 @@ export declare function canRunMasterAgent(filePath: string): void;
  * function to read playwright config from the source repo
  * @return {*}  {Promise<PlaywrightTestConfig>}
  */
-export declare function readPlaywrightConfig(): Promise<PlaywrightTestConfig>;
+export declare function readPlaywrightConfig(repoDir: string): Promise<PlaywrightTestConfig>;
 /**
  * detect the project name for the given file in playwright test repo
  * if project and test file path for running test don't match, then playwright throws error

package/dist/agent/browsing/utils.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../../src/agent/browsing/utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,KAAK,EAAe,aAAa,EAAE,MAAM,4BAA4B,CAAC;AAI7E,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAClC,OAAO,EAAE,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AAsBvD,wBAAgB,QAAQ,CAAC,GAAG,EAAE,GAAG,GAAG,GAAG,IAAI,MAAM,CAKhD;AAED,wBAAgB,wBAAwB,CAAC,KAAK,EAAE,MAAM,EAAE,UAIvD;AA8FD;;;;GAIG;AACH,wBAAsB,yBAAyB,CAC7C,SAAS,EAAE,aAAa,EACxB,KAAK,CAAC,EAAE,WAAW,GAClB,OAAO,CAAC,MAAM,CAAC,CA0DjB;AAyBD,wBAAsB,wBAAwB,CAAC,IAAI,EAAE,IAAI,iBA2HxD;AAED;;;;GAIG;AACH,wBAAgB,iBAAiB,CAAC,QAAQ,EAAE,MAAM,QAIjD;AAED;;;GAGG;AACH,wBAAsB,oBAAoB,IAAI,OAAO,CAAC,oBAAoB,CAAC,CAM1E;AAWD;;;;;GAKG;AACH,wBAAsB,iBAAiB,CACrC,YAAY,EAAE,MAAM,EACpB,gBAAgB,EAAE,oBAAoB,EACtC,gBAAgB,GAAE,MAAM,EAAU,GACjC,OAAO,CAAC,MAAM,CAAC,CA+CjB;AAED,qBAAa,eAAe;IACd,OAAO,CAAC,SAAS;gBAAT,SAAS,EAAE,MAAM;IACrC,OAAO,CAAC,aAAa,CAAqB;YAE5B,mBAAmB;YAUnB,gBAAgB;IAsBjB,OAAO;IAuBb,SAAS;CAKjB"}
+{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../../src/agent/browsing/utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,KAAK,EAAe,aAAa,EAAE,MAAM,4BAA4B,CAAC;AAI7E,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAClC,OAAO,EAAE,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AAsBvD,wBAAgB,QAAQ,CAAC,GAAG,EAAE,GAAG,GAAG,GAAG,IAAI,MAAM,CAKhD;AAED,wBAAgB,wBAAwB,CAAC,KAAK,EAAE,MAAM,EAAE,UAIvD;AA8FD;;;;GAIG;AACH,wBAAsB,yBAAyB,CAC7C,SAAS,EAAE,aAAa,EACxB,KAAK,CAAC,EAAE,WAAW,GAClB,OAAO,CAAC,MAAM,CAAC,CA0DjB;AAyBD,wBAAsB,wBAAwB,CAAC,IAAI,EAAE,IAAI,iBA2HxD;AAED;;;;GAIG;AACH,wBAAgB,iBAAiB,CAAC,QAAQ,EAAE,MAAM,QAIjD;AAED;;;GAGG;AACH,wBAAsB,oBAAoB,CACxC,OAAO,EAAE,MAAM,GACd,OAAO,CAAC,oBAAoB,CAAC,CAM/B;AAWD;;;;;GAKG;AACH,wBAAsB,iBAAiB,CACrC,YAAY,EAAE,MAAM,EACpB,gBAAgB,EAAE,oBAAoB,EACtC,gBAAgB,GAAE,MAAM,EAAU,GACjC,OAAO,CAAC,MAAM,CAAC,CA+CjB;AAED,qBAAa,eAAe;IACd,OAAO,CAAC,SAAS;gBAAT,SAAS,EAAE,MAAM;IACrC,OAAO,CAAC,aAAa,CAAqB;YAE5B,mBAAmB;YAUnB,gBAAgB;IAsBjB,OAAO;IAuBb,SAAS;CAKjB"}

package/dist/agent/browsing/utils.js

@@ -286,9 +286,9 @@ exports.canRunMasterAgent = canRunMasterAgent;
  * function to read playwright config from the source repo
  * @return {*}  {Promise<PlaywrightTestConfig>}
  */
-async function readPlaywrightConfig() {
-    const [lastDir] = process.cwd().split("/").reverse();
-    const playwrightConfig = (await api_1.default.require("./playwright.config.ts", `${process.cwd()}/${lastDir}`)).default;
+async function readPlaywrightConfig(repoDir) {
+    const [lastDir] = repoDir.split("/").reverse();
+    const playwrightConfig = (await api_1.default.require("./playwright.config.ts", `${repoDir}/${lastDir}`)).default;
     return playwrightConfig;
 }
 exports.readPlaywrightConfig = readPlaywrightConfig;

package/dist/agent/master/action-tool-calls.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"action-tool-calls.d.ts","sourceRoot":"","sources":["../../../src/agent/master/action-tool-calls.ts"],"names":[],"mappings":"AAAA,oBAAY,UAAU;IACpB,IAAI,SAAS;IACb,SAAS,cAAc;IACvB,KAAK,UAAU;IACf,YAAY,8BAA8B;IAC1C,WAAW,gBAAgB;IAC3B,KAAK,kBAAkB;IACvB,MAAM,WAAW;CAClB;AAED,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,MAAM,GAAG,KAAK,IAAI,UAAU,CAEpE;AAyDD,wBAAgB,kBAAkB;;;;;;;;;;;;;;;;;;;;;;;;;;;;IAoCjC"}
+{"version":3,"file":"action-tool-calls.d.ts","sourceRoot":"","sources":["../../../src/agent/master/action-tool-calls.ts"],"names":[],"mappings":"AAAA,oBAAY,UAAU;IACpB,IAAI,SAAS;IACb,SAAS,cAAc;IACvB,KAAK,UAAU;IACf,YAAY,8BAA8B;IAC1C,WAAW,gBAAgB;IAC3B,KAAK,kBAAkB;IACvB,MAAM,WAAW;CAClB;AAED,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,MAAM,GAAG,KAAK,IAAI,UAAU,CAKpE;AAyDD,wBAAgB,kBAAkB;;;;;;;;;;;;;;;;;;;;;;;;;;;;IAoCjC"}

package/dist/agent/master/action-tool-calls.js

@@ -12,7 +12,8 @@ var ActionType;
     ActionType["SCROLL"] = "scroll";
 })(ActionType || (exports.ActionType = ActionType = {}));
 function isValidActionType(value) {
-    return Object.values(ActionType).includes(value);
+    return (Object.values(ActionType).includes(value) ||
+        value === "unknown");
 }
 exports.isValidActionType = isValidActionType;
 const createActionCall = (name, description, additionalProperties = {}) => ({

package/dist/agent/master/browser-tests/index.spec.js

@@ -38,7 +38,7 @@ test_1.test.afterAll(() => {
     (0, test_1.expect)(response.code).toContain("await page.getByPlaceholder('Enter your email').fill(\"test@test.com\")");
     (0, test_1.expect)(response.code).toContain("await page.getByRole('button', { name: 'Subscribe' }).click()");
 });
-test_1.test.skip("scroll when element does not exist", async ({ page }) => {
+(0, test_1.test)("scroll when element does not exist", async ({ page }) => {
     await page.goto(`http://localhost:${PORT}/blog-page.html`);
     const response = await (0, run_1.createTestUsingMasterAgent)({
         task: `click search button`,

package/dist/agent/master/next-action.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"next-action.d.ts","sourceRoot":"","sources":["../../../src/agent/master/next-action.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAIrD,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAElC,OAAO,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAC;AAElD,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAMhD,OAAO,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AAEnD,OAAO,EAAE,UAAU,EAAsB,MAAM,qBAAqB,CAAC;AAGrE,wBAAsB,aAAa,CAAC,EAClC,IAAI,EACJ,eAAe,EACf,aAAa,EACb,OAAO,EACP,KAAK,EACL,GAAG,EACH,OAAO,EACP,cAAc,EACd,OAAO,EACP,WAAW,EACX,aAAa,EACb,IAAI,EACJ,MAAM,GACP,EAAE;IACD,IAAI,EAAE,MAAM,CAAC;IACb,eAAe,EAAE,MAAM,EAAE,CAAC;IAC1B,aAAa,EAAE,GAAG,EAAE,CAAC;IACrB,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,GAAG,CAAC,EAAE,GAAG,CAAC;IACV,OAAO,CAAC,EAAE,oBAAoB,CAAC;IAC/B,cAAc,EAAE,MAAM,EAAE,CAAC;IACzB,OAAO,EAAE,iBAAiB,CAAC;IAC3B,WAAW,EAAE,OAAO,UAAU,CAAC;IAC/B,aAAa,EAAE,OAAO,CAAC;IACvB,IAAI,EAAE,IAAI,CAAC;IACX,MAAM,CAAC,EAAE,YAAY,CAAC;CACvB,GAAG,OAAO,CACP;IACE,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;CACtB,GACD,SAAS,CACZ,CAsLA"}
+{"version":3,"file":"next-action.d.ts","sourceRoot":"","sources":["../../../src/agent/master/next-action.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAIrD,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAElC,OAAO,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAC;AAElD,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAMhD,OAAO,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AAEnD,OAAO,EAAE,UAAU,EAAsB,MAAM,qBAAqB,CAAC;AAGrE,wBAAsB,aAAa,CAAC,EAClC,IAAI,EACJ,eAAe,EACf,aAAa,EACb,OAAO,EACP,KAAK,EACL,GAAG,EACH,OAAO,EACP,cAAc,EACd,OAAO,EACP,WAAW,EACX,aAAa,EACb,IAAI,EACJ,MAAM,GACP,EAAE;IACD,IAAI,EAAE,MAAM,CAAC;IACb,eAAe,EAAE,MAAM,EAAE,CAAC;IAC1B,aAAa,EAAE,GAAG,EAAE,CAAC;IACrB,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,GAAG,CAAC,EAAE,GAAG,CAAC;IACV,OAAO,CAAC,EAAE,oBAAoB,CAAC;IAC/B,cAAc,EAAE,MAAM,EAAE,CAAC;IACzB,OAAO,EAAE,iBAAiB,CAAC;IAC3B,WAAW,EAAE,OAAO,UAAU,CAAC;IAC/B,aAAa,EAAE,OAAO,CAAC;IACvB,IAAI,EAAE,IAAI,CAAC;IACX,MAAM,CAAC,EAAE,YAAY,CAAC;CACvB,GAAG,OAAO,CACP;IACE,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;CACtB,GACD,SAAS,CACZ,CAuLA"}

package/dist/agent/master/next-action.js

@@ -167,8 +167,11 @@ async function getNextAction({ task, executedActions, failedActions, pageUrl, tr
                     });
                 }
             }
-            if (maxScrollRetries === 0) {
-                throw new Error("Agent is not able to figure out the next action, since element is not visible on screen.");
+            if (maxScrollRetries === -1) {
+                return {
+                    actionType: "unknown",
+                    toolCallArgs: "",
+                };
             }
         }
         return {

package/dist/agent/master/run.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../../../src/agent/master/run.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,4BAA4B,CAAC;AAC3D,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAclC,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AACxC,OAAO,EACL,oBAAoB,EAErB,MAAM,aAAa,CAAC;AA6BrB,wBAAsB,0BAA0B,CAAC,EAC/C,IAAI,EACJ,IAAI,EACJ,QAAQ,EACR,QAAQ,EACR,OAAO,EACP,SAAS,GACV,EAAE;IACD,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,IAAI,CAAC;IACX,QAAQ,CAAC,EAAE,QAAQ,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,oBAAoB,CAAC;IAC9B,SAAS,CAAC,EAAE,SAAS,CAAC;CACvB;;;GAsWA"}
+{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../../../src/agent/master/run.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,4BAA4B,CAAC;AAC3D,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAclC,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AACxC,OAAO,EACL,oBAAoB,EAErB,MAAM,aAAa,CAAC;AA6BrB,wBAAsB,0BAA0B,CAAC,EAC/C,IAAI,EACJ,IAAI,EACJ,QAAQ,EACR,QAAQ,EACR,OAAO,EACP,SAAS,GACV,EAAE;IACD,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,IAAI,CAAC;IACX,QAAQ,CAAC,EAAE,QAAQ,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,oBAAoB,CAAC;IAC9B,SAAS,CAAC,EAAE,SAAS,CAAC;CACvB;;;GA+WA"}

package/dist/agent/master/run.js

@@ -159,6 +159,11 @@ async function createTestUsingMasterAgent({ task, page, testCase, specPath, opti
             break;
         }
         if (toolCall) {
+            if (toolCall.actionType === "unknown") {
+                logger.error("Agent is not able to figure out next action since element is not visible on screen.");
+                await testgenUpdatesReporter.sendMessage("Agent is not able to figure out next action since element is not visible on screen.");
+                break;
+            }
             const args = (0, utils_3.parseJson)(toolCall.toolCallArgs);
             const masterAgentActionSpan = masterAgentSpan?.span({
                 name: "master-agent-execute-action",

package/dist/agent/planner/run.d.ts

@@ -3,5 +3,5 @@ export declare function planTask({ task, specPath, trace, }: {
     task: string;
     specPath: string;
     trace?: TraceClient;
-}): Promise<string>;
+}): Promise<any>;
 //# sourceMappingURL=run.d.ts.map

package/dist/agent/planner/run.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../../../src/agent/planner/run.ts"],"names":[],"mappings":"AAAA,OAAO,EAAsB,WAAW,EAAE,MAAM,mBAAmB,CAAC;AA4BpE,wBAAsB,QAAQ,CAAC,EAC7B,IAAI,EACJ,QAAQ,EACR,KAAK,GACN,EAAE;IACD,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,WAAW,CAAC;CACrB,mBAyCA"}
+{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../../../src/agent/planner/run.ts"],"names":[],"mappings":"AAAA,OAAO,EAAsB,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAapE,wBAAsB,QAAQ,CAAC,EAC7B,IAAI,EACJ,QAAQ,EACR,KAAK,GACN,EAAE;IACD,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,WAAW,CAAC;CACrB,gBA0HA"}

package/dist/agent/planner/run.js

@@ -3,24 +3,8 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.planTask = void 0;
 const llm_1 = require("@empiricalrun/llm");
 const context_1 = require("../../bin/utils/context");
-const promptTemplate_0 = "{{#section \"system\"}}\nYou are an expert software engineer in test. You are given a task to provide a high level plan to create a test for a\ngiven scenario.\n\nYou will be provided with already added tests and page object object models which you can use to plan out how to write\nthe test.\n\nThe expected plan should be a list of bullet points and each bullet point is a step in the test.\nYou will be provided with app knowledge as well, which can help you groom the steps in the tests.\n{{/section}}\n\n{{#section \"user\"}}\nApp knowledge\n{{appKnowledge}}\n\n-----\n\nCurrent tests and page object model references\n\n{{fileContext}}\n\n------\n\nTask:\n\n{{task}}\n\n------\n\nFollow the steps to create a test plan:\n- create sub tasks\n- read the task step by step and create sub tasks from the given task\n- Ensure no new steps are added which are not mentioned in the task\n- enriched sub tasks\n- Read the app knowledge provided to you and enrich the verified sub tasks based on the provided information in app\nknowledge.\n- Fill in the missing information in the verified sub tasks based on the app knowledge.\n- based on the type of task, add sub tasks to the verified sub tasks based on the matching criteria\n- final plan:\n- Once all the subtasks are enriched, list all the sub tasks as bullet points\n- Each bullet point should be one of the following actions:\n- Open page, Click on, Fill in, Assert, hover on, press, extract textContent\n- Do not respond with points which do not start with above actions.\n\nFollow the steps before responding\n- The steps should only contain bullet points on list of steps for the test\n- Do not add any other assertion which is not mentioned in the task or app knowledge\n- Respond with <create_sub_tasks></create_sub_tasks>\n<enriched_sub_tasks></enriched_sub_tasks> and <final_plan></final_plan>\n- The final plan should not mention reference to the knowledge base used to generate it\n{{/section}}";
-function extractTestPlan(input) {
-    const result = {
-        createSubTasks: "",
-        verfiedSubTasks: "",
-        enrichedSubTasks: "",
-        finalPlan: "",
-    };
-    const regex = /<create_sub_tasks>([\s\S]*?)<\/create_sub_tasks>[\s\S]*?<enriched_sub_tasks>([\s\S]*?)<\/enriched_sub_tasks>[\s\S]*?<final_plan>([\s\S]*?)<\/final_plan>/g;
-    let match;
-    while ((match = regex.exec(input)) !== null) {
-        const [, createSubTasks, enrichedSubTasks, finalPlan] = match;
-        result.createSubTasks = createSubTasks?.trim() || "";
-        result.enrichedSubTasks = enrichedSubTasks?.trim() || "";
-        result.finalPlan = finalPlan?.trim() || "";
-    }
-    return result;
-}
+const human_in_the_loop_1 = require("../../human-in-the-loop");
+const promptTemplate_0 = "{{#section \"system\"}}\nYou are an expert software engineer in test and have capability to collaborate with user to generate a test plan.\nYou are given a task to provide a high level plan to create a test for a given scenario.\n\nYou will be provided with already added Playwright tests and page object object models which you can use generate the test plan.\nTest plan should be a list of bullet points and each bullet point representing each test step.\nYou will be provided with app knowledge which can help you groom the steps in the plan.\n\n{{#if humanLoopRequired}}\nDo NOT finish until you have a complete understanding of the plan and have all the minute details of how the test should look like.\n\nALWAYS VERIFY THE PLAN WITH USER BEFORE FINISHING. THE USER SHOULD BE ABLE TO REVIEW AND GIVE GO AHEAD TO THE PLAN.\n\nDO NOT FINISH UNTIL USER EXPLICITLY CONFIRMS THE PLAN IS GOOD TO GO.\n{{/if}}\n\n### Test Plan Creation Guidelines\n\n- **Create Subtasks:**\n  - Read the task step by step and create subtasks from the given task.\n  - Do not add any new steps that are not mentioned in the task.\n\n- **Enrich Subtasks:**\n  - Read the provided app knowledge.\n  - Enrich the subtasks based on the information from the app knowledge.\n\n- **Plan:**\n  - Once all subtasks are enriched, list them as bullet points.\n  - Each bullet point must start with one of the following actions:  \n    - Open page  \n    - Click on  \n    - Fill in  \n    - Assert  \n    - Hover on  \n    - Press  \n    - Extract textContent\n  - Do not include any bullet points that do not start with the above actions.\n\n- **Additional Notes:**\n  - The final output should only contain bullet points listing the test steps.\n  - Do not add any assertions that are not mentioned in the task or app knowledge.\n  - The plan should not reference the knowledge base used to generate it.\n\n{{/section}}\n\n{{#section \"user\"}}\n\nApp knowledge:\n{{appKnowledge}}\n\n-----\n\nCurrent tests and page object model references:\n{{fileContext}}\n\n------\n\nTask:\n{{task}}\n\n------\n{{/section}}";
 async function planTask({ task, specPath, trace, }) {
     let fileContext = "";
     try {
@@ -39,27 +23,106 @@ ${pomPrompt}
             task,
         },
     });
+    // if the code in running in ci worker or github actions, disable human loop
+    const humanLoopRequired = process.env.CI !== "true";
     const appKnowledge = await (0, context_1.fetchAppKnowledge)();
     const messages = (0, llm_1.compilePrompt)(promptTemplate_0, {
         appKnowledge,
         fileContext,
         task,
+        humanLoopRequired,
     });
     const llm = new llm_1.LLM({
         provider: "openai",
-        //TODO: change to o1
         defaultModel: "gpt-4o",
     });
-    const response = await llm.createChatCompletion({
-        trace: plannerSpan,
-        traceName: "planner-llm",
-        messages,
-        modelParameters: {
-            temperature: 0.5,
+    let maxRetries = 10;
+    // TODO: this should be environment driven
+    const hl = new human_in_the_loop_1.HumanLoop({ method: "ipc" });
+    const tools = [
+        {
+            type: "function",
+            function: {
+                name: "finish",
+                description: "Final output of the conversation",
+                parameters: {
+                    type: "object",
+                    properties: {
+                        plan: {
+                            type: "string",
+                            description: "Final plan which is verified by the user",
+                        },
+                    },
+                    required: ["plan"],
+                    additionalProperties: false,
+                },
+            },
+        },
+    ];
+    if (humanLoopRequired) {
+        tools.push({
+            type: "function",
+            function: {
+                name: "send_user_message",
+                description: "Send user message",
+                parameters: {
+                    type: "object",
+                    properties: {
+                        message: {
+                            type: "string",
+                            description: "Message to be sent to the user for any confirmation or clarification",
+                        },
+                    },
+                    required: ["message"],
+                    additionalProperties: false,
+                },
+                strict: true,
+            },
+        });
+    }
+    while (maxRetries--) {
+        const response = await llm.createChatCompletion({
+            trace: plannerSpan,
+            traceName: "planner-llm",
+            messages,
+            tools,
+            modelParameters: {
+                temperature: 0.5,
+                tool_choice: "required",
+            },
+        });
+        const toolCall = response?.tool_calls?.[0];
+        const respStr = toolCall?.function.arguments;
+        const resp = JSON.parse(respStr || "{}");
+        // TODO: handle this as a part of actions handler
+        if (toolCall?.function.name === "send_user_message") {
+            const feedback = await hl.getFeedback({
+                message: resp.message,
+            });
+            messages.push(response);
+            messages.push({
+                role: "tool",
+                tool_call_id: toolCall?.id,
+                content: feedback,
+            });
+        }
+        else {
+            const plan = resp.plan;
+            plannerSpan?.end({
+                output: {
+                    plan,
+                },
+            });
+            return plan;
+        }
+    }
+    // TODO: handle planner failure scenario
+    plannerSpan?.end({
+        output: {
+            plan: "",
+            error: "Failed to generate test plan",
         },
     });
-    const plan = extractTestPlan(response?.content || "");
-    plannerSpan?.end({ output: plan?.finalPlan });
-    return plan?.finalPlan;
+    return "";
 }
 exports.planTask = planTask;

package/dist/bin/index.js

@@ -30,6 +30,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
 require("../initSentry");
 const llm_1 = require("@empiricalrun/llm");
 const Sentry = __importStar(require("@sentry/node"));
+const commander_1 = require("commander");
 const dotenv_1 = __importDefault(require("dotenv"));
 const run_1 = require("../agent/browsing/run");
 const utils_1 = require("../agent/browsing/utils");
@@ -44,6 +45,7 @@ const session_1 = require("../session");
 const test_build_1 = require("../test-build");
 const logger_1 = require("./logger");
 const utils_2 = require("./utils");
+const scenarios_1 = require("./utils/scenarios");
 dotenv_1.default.config({
     path: [".env.local", ".env"],
 });
@@ -62,7 +64,7 @@ async function resolveAgentUsingTask({ testCase, trace, }) {
     });
     return response;
 }
-async function runAgent(testGenConfig, span) {
+async function runAgent(testGenConfig, testGenToken, span) {
     const logger = new logger_1.CustomLogger();
     const { specPath, testCase } = testGenConfig;
     if (process.env.LOG_URL) {
@@ -87,7 +89,8 @@ async function runAgent(testGenConfig, span) {
     if (await (0, session_1.shouldStopSession)()) {
         return;
     }
-    let agent = testGenConfig.options?.agent;
+    let agentFromConfig = testGenConfig.options?.agent;
+    let agent = agentFromConfig || "auto";
     trace?.update({
         metadata: {
             generationId: session.generationId,
@@ -132,9 +135,8 @@ async function runAgent(testGenConfig, span) {
             testCase,
             trace,
         });
-        testGenConfig.options.agent = agent;
     }
-    logger.success(`Generating test using ${testGenConfig.options?.agent} agent. ${process.env.LOG_URL ? `[view log](${process.env.LOG_URL})` : ""}`);
+    logger.success(`Generating test using ${agent} agent. ${process.env.LOG_URL ? `[view log](${process.env.LOG_URL})` : ""}`);
     if (testGenConfig.testErrorDiagnosis &&
         testGenConfig.testErrorDiagnosis.failingLine) {
         const requestedChangeResp = await (0, enrich_prompt_1.enrichPromptWithFailingLine)({
@@ -152,7 +154,8 @@ async function runAgent(testGenConfig, span) {
             specPath,
             trace,
         });
-        new logger_1.CustomLogger({ useReporter: false }).log("Generated Plan:", plan);
+        new logger_1.CustomLogger({ useReporter: false }).log("Generated Plan:");
+        console.log(plan);
         await new reporter_1.TestGenUpdatesReporter().sendMessage(plan);
     }
     else if (agent === "code") {
@@ -168,19 +171,30 @@ async function runAgent(testGenConfig, span) {
             testFilePath: specPath,
             filePathToUpdate,
             pwProjectsFilter: testGenConfig.environment?.playwrightProjects,
+            testGenToken,
+            repoDir: process.cwd(),
         });
     }
+    return agent;
 }
 (async function main() {
     await Sentry.continueTrace({ sentryTrace: utils_2.sentryTrace, baggage: utils_2.baggage }, async () => {
         await Sentry.startSpan({ name: "test-gen" }, async (span) => {
-            // this is where test gen starts executing on giving the command from ci
-            const logger = new logger_1.CustomLogger({ useReporter: false });
-            if (process.argv.length < 3) {
-                logger.error("Please provide path to scenarios using command:", "npx @empiricalrun/test-gen --token <TEST_GEN_TOKEN>");
-                process.exit(1);
-            }
-            const { testGenConfig } = await (0, utils_2.parseCliArgs)();
+            const program = new commander_1.Command();
+            program
+                .option("--token <token>", "Test generation token")
+                .option("--name <test-name>", "Name of the test case")
+                .option("--prompt <prompt>", "Prompt for the test case")
+                .option("--file <test-file>", "File path of the test case (inside tests dir)")
+                .parse(process.argv);
+            const options = program.opts();
+            (0, utils_2.validateCliOptions)(options);
+            const testGenConfig = options.token
+                ? (0, scenarios_1.loadTestConfigs)(options.token)
+                : (0, scenarios_1.buildTestConfigFromOptions)(options);
+            const testGenToken = options.token
+                ? options.token
+                : (0, scenarios_1.buildTokenFromOptions)(options);
             (0, reporter_1.setReporterConfig)({
                 projectRepoName: testGenConfig.options?.metadata.projectRepoName,
                 testSessionId: testGenConfig.options?.metadata.testSessionId,
@@ -193,10 +207,11 @@ async function runAgent(testGenConfig, span) {
                 projectRepoName: testGenConfig.options?.metadata.projectRepoName,
             });
             let testGenFailed = false;
+            let agentUsed;
             try {
                 // download the build if it exists
                 await (0, test_build_1.downloadBuild)(testGenConfig.build || {});
-                await runAgent(testGenConfig);
+                agentUsed = await runAgent(testGenConfig, testGenToken);
             }
             catch (e) {
                 span.recordException(e);
@@ -204,9 +219,11 @@ async function runAgent(testGenConfig, span) {
                 testGenFailed = true;
                 new logger_1.CustomLogger().error(`Failed to generate test for the scenario. ${process.env.LOG_URL ? `[view log](${process.env.LOG_URL})` : ""}`, e?.message, e?.stack);
             }
-            if (testGenConfig.options?.agent !== "code" &&
-                testGenConfig.options?.agent !== "plan" &&
-                testGenConfig.testCase.name) {
+            if (agentUsed &&
+                agentUsed !== "code" &&
+                agentUsed !== "plan" &&
+                testGenConfig.testCase.name &&
+                testGenConfig.options) {
                 await new reporter_1.TestGenUpdatesReporter().reportGenAssets({
                     projectRepoName: testGenConfig.options.metadata.projectRepoName,
                     testName: testGenConfig.testCase.name,

package/dist/bin/utils/index.d.ts

@@ -1,8 +1,10 @@
-import type { TestGenConfig } from "@empiricalrun/shared-types";
-export declare function parseCliArgs(): Promise<{
-    testGenConfig: TestGenConfig;
-}>;
-export declare function getTestConfigCliArg(): string;
 export declare const sentryTrace: string | undefined;
 export declare const baggage: string | undefined;
+export interface CliOptions {
+    token?: string;
+    name?: string;
+    file?: string;
+    prompt?: string;
+}
+export declare function validateCliOptions(options: CliOptions): void;
 //# sourceMappingURL=index.d.ts.map

package/dist/bin/utils/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/bin/utils/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAC;AAKhE,wBAAsB,YAAY;;GAMjC;AAED,wBAAgB,mBAAmB,IAAI,MAAM,CAc5C;AAED,eAAO,MAAM,WAAW,oBAA2B,CAAC;AACpD,eAAO,MAAM,OAAO,oBAA6B,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/bin/utils/index.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,WAAW,oBAA2B,CAAC;AACpD,eAAO,MAAM,OAAO,oBAA6B,CAAC;AAElD,MAAM,WAAW,UAAU;IACzB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,wBAAgB,kBAAkB,CAAC,OAAO,EAAE,UAAU,GAAG,IAAI,CAS5D"}

package/dist/bin/utils/index.js

@@ -1,30 +1,14 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.baggage = exports.sentryTrace = exports.getTestConfigCliArg = exports.parseCliArgs = void 0;
-const logger_1 = require("../logger");
-const scenarios_1 = require("./scenarios");
-async function parseCliArgs() {
-    let rawToken = getTestConfigCliArg();
-    const testGenConfig = (0, scenarios_1.loadTestConfigs)(rawToken);
-    return {
-        testGenConfig,
-    };
-}
-exports.parseCliArgs = parseCliArgs;
-function getTestConfigCliArg() {
-    // Check for --token parameter
-    const tokenIndex = process.argv.indexOf("--token");
-    if (tokenIndex !== -1 && process.argv[tokenIndex + 1]) {
-        const token = process.argv[tokenIndex + 1];
-        if (token)
-            return token;
-    }
-    // Fallback to legacy behavior (token as first argument)
-    const legacyToken = process.argv[2];
-    const logger = new logger_1.CustomLogger({ useReporter: false });
-    logger.warn("Using legacy token format. Consider using --token parameter instead: npx @empiricalrun/test-gen --token <TEST_GEN_TOKEN>");
-    return legacyToken;
-}
-exports.getTestConfigCliArg = getTestConfigCliArg;
+exports.validateCliOptions = exports.baggage = exports.sentryTrace = void 0;
 exports.sentryTrace = process.env.SENTRY_TRACE;
 exports.baggage = process.env.SENTRY_BAGGAGE;
+function validateCliOptions(options) {
+    const hasToken = !!options.token;
+    const hasNameAndFile = !!options.name && !!options.file && !!options.prompt;
+    if (!hasToken && !hasNameAndFile) {
+        console.error("Invalid arguments. Provide either --token OR all of --name, --file, and --prompt");
+        process.exit(1);
+    }
+}
+exports.validateCliOptions = validateCliOptions;

package/dist/bin/utils/platform/web/index.d.ts

@@ -58,7 +58,7 @@ export declare const injectCodeSnippetBySuiteChain: ({ testFileContent, codeSnip
     codeSnippet: string;
     suites: string[];
 }) => string;
-export declare const importAllExportsStmtFromFilePaths: (filePaths: string[], testFilePath: string) => Promise<string[]>;
+export declare const importAllExportsStmtFromFilePaths: (repoDir: string, filePaths: string[], testFilePath: string) => Promise<string[]>;
 export declare function addUserContextFixture({ scenarioName, filePath, suites, }: {
     scenarioName: string;
     filePath: string;

package/dist/bin/utils/platform/web/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/bin/utils/platform/web/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,4BAA4B,CAAC;AAM3D,OAAO,EAGL,IAAI,EAEJ,UAAU,EAEX,MAAM,UAAU,CAAC;AAGlB,eAAO,MAAM,gCAAgC,eAC/B,UAAU,KACrB,MAgBF,CAAC;AAEF;;;;;;GAMG;AACH,wBAAgB,sBAAsB,CAAC,EACrC,YAAY,EACZ,MAAM,EACN,OAAO,GACR,EAAE;IACD,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;CACjB,GAAG;IACF,SAAS,EAAE,MAAM,GAAG,SAAS,CAAC;IAC9B,QAAQ,EAAE,IAAI,GAAG,SAAS,CAAC;IAC3B,SAAS,EAAE,MAAM,CAAC;CACnB,CA2CA;AAwBD,wBAAsB,0CAA0C,CAC9D,QAAQ,EAAE,MAAM,oBA+BjB;AAED;;;;;;;;;;;;;;;;;;;;;;GAsBG;AACH,wBAAgB,4BAA4B,CAC1C,IAAI,EAAE,IAAI,GAAG,SAAS,GACrB,IAAI,GAAG,SAAS,CA4BlB;AAED,wBAAgB,iBAAiB,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,MAAM,CAG5E;AAED,wBAAgB,kBAAkB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,EAAE,CA8C7D;AAED,wBAAsB,sBAAsB,CAC1C,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,MAAM,mCAWjB;AAED,wBAAsB,UAAU,CAAC,QAAQ,EAAE,MAAM,iBAShD;AAED,wBAAsB,UAAU,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,WAAW,iBAgBrE;AAED,wBAAgB,YAAY,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,GAAG,EAAE,MAAM,UAE5E;AAED,wBAAsB,cAAc,CAAC,QAAQ,EAAE,MAAM,iBAMpD;AAED,wBAAgB,oBAAoB,CAAC,QAAQ,EAAE,MAAM,UAcpD;AAED,wBAAsB,iCAAiC,CAAC,QAAQ,EAAE,MAAM,+BAoBvE;AA+CD,wBAAgB,4BAA4B,CAC1C,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,MAAM,EAChB,aAAa,EAAE,MAAM,UAoCtB;AAED,eAAO,MAAM,6BAA6B;qBAKvB,MAAM;iBACV,MAAM;YACX,MAAM,EAAE;YA2DjB,CAAC;AAEF,eAAO,MAAM,iCAAiC,cACjC,MAAM,EAAE,gBACL,MAAM,sBAyBrB,CAAC;AAEF,wBAAsB,qBAAqB,CAAC,EAC1C,YAAY,EACZ,QAAQ,EACR,MAAM,GACP,EAAE;IACD,YAAY,EAAE,MAAM,CAAC;IACrB,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,EAAE,CAAC;CAClB,iBAgDA;AAED,wBAAsB,uBAAuB,CAC3C,QAAQ,EAAE,MAAM,EAChB,cAAc,EAAE,MAAM,EAAE,iBAsBzB;AAED,wBAAgB,aAAa,CAAC,EAC5B,QAAQ,EACR,QAAQ,GACT,EAAE;IACD,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,QAAQ,CAAC;CACpB,WAYA;AAED,wBAAgB,mBAAmB,CAAC,EAClC,QAAQ,EACR,MAAM,GACP,EAAE;IACD,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,EAAE,CAAC;CAClB,UAOA;AAED,wBAAgB,+BAA+B,CAAC,UAAU,EAAE,MAAM,GAAG,MAAM,EAAE,CA4B5E;AAED,wBAAgB,aAAa,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAQnD"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/bin/utils/platform/web/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,4BAA4B,CAAC;AAM3D,OAAO,EAGL,IAAI,EAEJ,UAAU,EAEX,MAAM,UAAU,CAAC;AAGlB,eAAO,MAAM,gCAAgC,eAC/B,UAAU,KACrB,MAgBF,CAAC;AAEF;;;;;;GAMG;AACH,wBAAgB,sBAAsB,CAAC,EACrC,YAAY,EACZ,MAAM,EACN,OAAO,GACR,EAAE;IACD,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;CACjB,GAAG;IACF,SAAS,EAAE,MAAM,GAAG,SAAS,CAAC;IAC9B,QAAQ,EAAE,IAAI,GAAG,SAAS,CAAC;IAC3B,SAAS,EAAE,MAAM,CAAC;CACnB,CA2CA;AAwBD,wBAAsB,0CAA0C,CAC9D,QAAQ,EAAE,MAAM,oBA+BjB;AAED;;;;;;;;;;;;;;;;;;;;;;GAsBG;AACH,wBAAgB,4BAA4B,CAC1C,IAAI,EAAE,IAAI,GAAG,SAAS,GACrB,IAAI,GAAG,SAAS,CA4BlB;AAED,wBAAgB,iBAAiB,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,MAAM,CAG5E;AAED,wBAAgB,kBAAkB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,EAAE,CA8C7D;AAED,wBAAsB,sBAAsB,CAC1C,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,MAAM,mCAWjB;AAED,wBAAsB,UAAU,CAAC,QAAQ,EAAE,MAAM,iBAShD;AAED,wBAAsB,UAAU,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,WAAW,iBAgBrE;AAED,wBAAgB,YAAY,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,GAAG,EAAE,MAAM,UAE5E;AAED,wBAAsB,cAAc,CAAC,QAAQ,EAAE,MAAM,iBAMpD;AAED,wBAAgB,oBAAoB,CAAC,QAAQ,EAAE,MAAM,UAcpD;AAED,wBAAsB,iCAAiC,CAAC,QAAQ,EAAE,MAAM,+BAoBvE;AA+CD,wBAAgB,4BAA4B,CAC1C,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,MAAM,EAChB,aAAa,EAAE,MAAM,UAoCtB;AAED,eAAO,MAAM,6BAA6B;qBAKvB,MAAM;iBACV,MAAM;YACX,MAAM,EAAE;YA2DjB,CAAC;AAEF,eAAO,MAAM,iCAAiC,YACnC,MAAM,aACJ,MAAM,EAAE,gBACL,MAAM,sBAyBrB,CAAC;AAEF,wBAAsB,qBAAqB,CAAC,EAC1C,YAAY,EACZ,QAAQ,EACR,MAAM,GACP,EAAE;IACD,YAAY,EAAE,MAAM,CAAC;IACrB,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,EAAE,CAAC;CAClB,iBAgDA;AAED,wBAAsB,uBAAuB,CAC3C,QAAQ,EAAE,MAAM,EAChB,cAAc,EAAE,MAAM,EAAE,iBAsBzB;AAED,wBAAgB,aAAa,CAAC,EAC5B,QAAQ,EACR,QAAQ,GACT,EAAE;IACD,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,QAAQ,CAAC;CACpB,WAYA;AAED,wBAAgB,mBAAmB,CAAC,EAClC,QAAQ,EACR,MAAM,GACP,EAAE;IACD,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,EAAE,CAAC;CAClB,UAOA;AAED,wBAAgB,+BAA+B,CAAC,UAAU,EAAE,MAAM,GAAG,MAAM,EAAE,CA4B5E;AAED,wBAAgB,aAAa,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAQnD"}

package/dist/bin/utils/platform/web/index.js

@@ -398,10 +398,10 @@ const injectCodeSnippetBySuiteChain = ({ testFileContent, codeSnippet, suites, }
     return sourceFile.getFullText();
 };
 exports.injectCodeSnippetBySuiteChain = injectCodeSnippetBySuiteChain;
-const importAllExportsStmtFromFilePaths = async (filePaths, testFilePath) => {
+const importAllExportsStmtFromFilePaths = async (repoDir, filePaths, testFilePath) => {
     const statements = [];
     for (const filePath of filePaths) {
-        const fullPath = path_1.default.resolve(process.cwd(), filePath);
+        const fullPath = path_1.default.resolve(repoDir, filePath);
         let importPath = path_1.default.relative(path_1.default.dirname(testFilePath), filePath);
         if (!importPath.startsWith(".")) {
             importPath = "./" + importPath;

package/dist/bin/utils/scenarios/index.d.ts

@@ -1,3 +1,6 @@
 import type { TestGenConfig } from "@empiricalrun/shared-types";
+import { CliOptions } from "../index";
+export declare function buildTokenFromOptions(options: Omit<CliOptions, "token">): string;
+export declare function buildTestConfigFromOptions(options: Omit<CliOptions, "token">): TestGenConfig;
 export declare function loadTestConfigs(testGenToken: string): TestGenConfig;
 //# sourceMappingURL=index.d.ts.map