@empiricalrun/test-gen 0.43.1 → 0.43.3

package/dist/bin/utils/scenarios/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/bin/utils/scenarios/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAIV,aAAa,EAEd,MAAM,4BAA4B,CAAC;AAepC,wBAAgB,eAAe,CAAC,YAAY,EAAE,MAAM,GAAG,aAAa,CAmBnE"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/bin/utils/scenarios/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAIV,aAAa,EAEd,MAAM,4BAA4B,CAAC;AAEpC,OAAO,EAAE,UAAU,EAAE,MAAM,UAAU,CAAC;AAetC,wBAAgB,qBAAqB,CACnC,OAAO,EAAE,IAAI,CAAC,UAAU,EAAE,OAAO,CAAC,GACjC,MAAM,CAgBR;AAED,wBAAgB,0BAA0B,CACxC,OAAO,EAAE,IAAI,CAAC,UAAU,EAAE,OAAO,CAAC,GACjC,aAAa,CAYf;AAED,wBAAgB,eAAe,CAAC,YAAY,EAAE,MAAM,GAAG,aAAa,CAmBnE"}

package/dist/bin/utils/scenarios/index.js

@@ -1,6 +1,38 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.loadTestConfigs = void 0;
+exports.loadTestConfigs = exports.buildTestConfigFromOptions = exports.buildTokenFromOptions = void 0;
+function buildTokenFromOptions(options) {
+    const genConfig = buildTestConfigFromOptions(options);
+    const requestConfig = {
+        specPath: genConfig.specPath,
+        id: genConfig.testCase.id,
+        name: genConfig.testCase.name,
+        steps: genConfig.testCase.steps,
+        filePath: genConfig.testCase.filePath,
+        suites: genConfig.testCase.suites,
+        ai_gist: genConfig.testCase.ai_gist,
+        build: genConfig.build,
+        options: genConfig.options,
+        environment: genConfig.environment,
+        testErrorDiagnosis: genConfig.testErrorDiagnosis,
+    };
+    return btoa(encodeURIComponent(JSON.stringify(requestConfig)));
+}
+exports.buildTokenFromOptions = buildTokenFromOptions;
+function buildTestConfigFromOptions(options) {
+    return {
+        specPath: `./tests/${options.file}`,
+        testCase: {
+            id: 0,
+            name: options.name,
+            steps: [options.prompt],
+            filePath: options.file,
+            // TODO: Support suites in this flow
+            suites: [],
+        },
+    };
+}
+exports.buildTestConfigFromOptions = buildTestConfigFromOptions;
 function loadTestConfigs(testGenToken) {
     const str = decodeURIComponent(atob(testGenToken));
     const config = JSON.parse(str);

package/dist/browser-injected-scripts/annotate-elements.spec.js

@@ -183,3 +183,25 @@ const action_tool_calls_1 = require("../agent/master/action-tool-calls");
     test_1.test.expect(annotations.length).toBe(1);
     test_1.test.expect(annotations[0]?.tagName).toBe("DIV");
 });
+test_1.test.fail("should not annotate children that don't have onClick handler", async ({ page }) => {
+    await page.setContent(`<div class="button-outer" onclick="alert('clicked')">
+      <div class="button-inner">Click me</div>
+    </div>`);
+    await page.addScriptTag({
+        path: path_1.default.resolve(__dirname, "./annotate-elements.js"),
+    });
+    const annotations = await page.evaluate(() => {
+        // eslint-disable-next-line no-undef
+        const { annotations } = annotateElementsWithPreference();
+        return Object.entries(annotations).map(([hint, config]) => ({
+            hint,
+            innerText: config.node.innerText?.toLowerCase().trim(),
+            tagName: config.node.tagName,
+            testId: config.node.getAttribute("data-testid"),
+            className: config.node.className,
+        }));
+    });
+    console.log(annotations);
+    test_1.test.expect(annotations.length).toBe(1);
+    test_1.test.expect(annotations[0].className).toBe("button-outer");
+});

package/dist/browser-injected-scripts/annotate-elements.spec.ts

@@ -299,3 +299,35 @@ test("should only annotate given text on quizziz page", async ({ page }) => {
   test.expect(annotations.length).toBe(1);
   test.expect(annotations[0]?.tagName).toBe("DIV");
 });
+
+test.fail(
+  "should not annotate children that don't have onClick handler",
+  async ({ page }) => {
+    await page.setContent(
+      `<div class="button-outer" onclick="alert('clicked')">
+      <div class="button-inner">Click me</div>
+    </div>`,
+    );
+
+    await page.addScriptTag({
+      path: path.resolve(__dirname, "./annotate-elements.js"),
+    });
+
+    const annotations = await page.evaluate(() => {
+      // eslint-disable-next-line no-undef
+      const { annotations } = annotateElementsWithPreference();
+
+      return Object.entries(annotations).map(([hint, config]) => ({
+        hint,
+        innerText: config.node.innerText?.toLowerCase().trim(),
+        tagName: config.node.tagName,
+        testId: config.node.getAttribute("data-testid"),
+        className: config.node.className,
+      }));
+    });
+
+    console.log(annotations);
+    test.expect(annotations.length).toBe(1);
+    test.expect(annotations[0].className).toBe("button-outer");
+  },
+);

package/dist/file/client.d.ts

@@ -6,6 +6,7 @@ declare class TestFileService {
         task: string;
         importPaths: string[];
     }): Promise<void>;
+    post(path: string, body: any): Promise<any>;
 }
 export default TestFileService;
 //# sourceMappingURL=client.d.ts.map

package/dist/file/client.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"client.d.ts","sourceRoot":"","sources":["../../src/file/client.ts"],"names":[],"mappings":"AAAA,cAAM,eAAe;IACnB,OAAO,EAAE,MAAM,CAAC;gBACJ,IAAI,EAAE,MAAM;IAIlB,UAAU,CAAC,EACf,aAAa,EACb,IAAI,EACJ,WAAW,GACZ,EAAE;QACD,aAAa,EAAE,MAAM,CAAC;QACtB,IAAI,EAAE,MAAM,CAAC;QACb,WAAW,EAAE,MAAM,EAAE,CAAC;KACvB;CAeF;AAED,eAAe,eAAe,CAAC"}
+{"version":3,"file":"client.d.ts","sourceRoot":"","sources":["../../src/file/client.ts"],"names":[],"mappings":"AAAA,cAAM,eAAe;IACnB,OAAO,EAAE,MAAM,CAAC;gBACJ,IAAI,EAAE,MAAM;IAIlB,UAAU,CAAC,EACf,aAAa,EACb,IAAI,EACJ,WAAW,GACZ,EAAE;QACD,aAAa,EAAE,MAAM,CAAC;QACtB,IAAI,EAAE,MAAM,CAAC;QACb,WAAW,EAAE,MAAM,EAAE,CAAC;KACvB;IAgBK,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG;CAgBnC;AAED,eAAe,eAAe,CAAC"}

package/dist/file/client.js

@@ -20,5 +20,21 @@ class TestFileService {
             console.log("Generated and updated test successfully");
         }
     }
+    async post(path, body) {
+        const resp = await fetch(`${this.baseUrl}${path}`, {
+            method: "POST",
+            headers: {
+                "Content-Type": "application/json",
+            },
+            body: JSON.stringify(body),
+        });
+        if (!resp.ok) {
+            throw new Error(`API failed with status ${resp.statusText}`);
+        }
+        else {
+            const data = await resp.json();
+            return data;
+        }
+    }
 }
 exports.default = TestFileService;

package/dist/file/server.d.ts

@@ -1,8 +1,10 @@
 export declare class FileService {
-    private filePath;
     private port;
-    constructor({ port }: {
+    private filePath;
+    private repoDir;
+    constructor({ port, repoDir }: {
         port: number;
+        repoDir: string;
     });
     setFilePath(filePath: string): void;
     startFileService(): Promise<number>;

package/dist/file/server.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"server.d.ts","sourceRoot":"","sources":["../../src/file/server.ts"],"names":[],"mappings":"AAUA,qBAAa,WAAW;IACtB,OAAO,CAAC,QAAQ,CAAc;IAC9B,OAAO,CAAC,IAAI,CAAa;gBACb,EAAE,IAAI,EAAE,EAAE;QAAE,IAAI,EAAE,MAAM,CAAA;KAAE;IAGtC,WAAW,CAAC,QAAQ,EAAE,MAAM;IAGtB,gBAAgB,IAAI,OAAO,CAAC,MAAM,CAAC;CAuC1C;AAED,wBAAsB,gBAAgB,kBAAK"}
+{"version":3,"file":"server.d.ts","sourceRoot":"","sources":["../../src/file/server.ts"],"names":[],"mappings":"AAWA,qBAAa,WAAW;IACtB,OAAO,CAAC,IAAI,CAAa;IACzB,OAAO,CAAC,QAAQ,CAAc;IAC9B,OAAO,CAAC,OAAO,CAAc;gBAEjB,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE;IAKhE,WAAW,CAAC,QAAQ,EAAE,MAAM;IAItB,gBAAgB,IAAI,OAAO,CAAC,MAAM,CAAC;CAyC1C;AAED,wBAAsB,gBAAgB,kBAAK"}

package/dist/file/server.js

@@ -8,11 +8,14 @@ const express_1 = __importDefault(require("express"));
 const fs_1 = __importDefault(require("fs"));
 const path_1 = __importDefault(require("path"));
 const web_1 = require("../bin/utils/platform/web");
+const ipc_1 = require("../human-in-the-loop/ipc");
 class FileService {
-    filePath = "";
     port = 0;
-    constructor({ port }) {
+    filePath = "";
+    repoDir = "";
+    constructor({ port, repoDir }) {
         this.port = port;
+        this.repoDir = repoDir;
     }
     setFilePath(filePath) {
         this.filePath = filePath;
@@ -20,14 +23,15 @@ class FileService {
     async startFileService() {
         const app = (0, express_1.default)();
         app.use(express_1.default.json());
+        (0, ipc_1.humanLoopRoute)(app);
         app.post("/test", async (req, res) => {
             const { generatedCode, importPaths } = req.body;
             try {
-                const testFilePath = path_1.default.resolve(process.cwd(), this.filePath);
+                const testFilePath = path_1.default.resolve(this.repoDir, this.filePath);
                 if (testFilePath) {
                     const testFile = fs_1.default.readFileSync(testFilePath, "utf-8");
                     const newContents = (0, web_1.replaceCreateTestWithNewCode)(testFilePath, testFile, generatedCode);
-                    const importStatements = await (0, web_1.importAllExportsStmtFromFilePaths)(importPaths, this.filePath);
+                    const importStatements = await (0, web_1.importAllExportsStmtFromFilePaths)(this.repoDir, importPaths, this.filePath);
                     fs_1.default.writeFileSync(testFilePath, `${importStatements.join("\n")}\n${newContents}`, "utf-8");
                     await (0, web_1.lintErrors)(testFilePath);
                     return res.send({ success: true });

package/dist/human-in-the-loop/cli.d.ts

@@ -0,0 +1,2 @@
+export declare function getFeedbackUsingCli(message: string): Promise<string>;
+//# sourceMappingURL=cli.d.ts.map

package/dist/human-in-the-loop/cli.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli.d.ts","sourceRoot":"","sources":["../../src/human-in-the-loop/cli.ts"],"names":[],"mappings":"AAEA,wBAAsB,mBAAmB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAe1E"}

package/dist/human-in-the-loop/cli.js

@@ -0,0 +1,24 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getFeedbackUsingCli = void 0;
+const inquirer_1 = __importDefault(require("inquirer"));
+async function getFeedbackUsingCli(message) {
+    const answers = await inquirer_1.default.prompt([
+        {
+            type: "input",
+            name: "feedback",
+            message: message || "Does this plan look good?",
+            validate: (input) => {
+                if (input.trim().length === 0) {
+                    return "Feedback cannot be empty";
+                }
+                return true;
+            },
+        },
+    ]);
+    return answers.feedback;
+}
+exports.getFeedbackUsingCli = getFeedbackUsingCli;

package/dist/human-in-the-loop/index.d.ts

@@ -0,0 +1,10 @@
+export declare class HumanLoop {
+    private options;
+    constructor(options: {
+        method: "ipc" | "cli";
+    });
+    getFeedback({ message }: {
+        message: string;
+    }): Promise<string>;
+}
+//# sourceMappingURL=index.d.ts.map

package/dist/human-in-the-loop/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/human-in-the-loop/index.ts"],"names":[],"mappings":"AAQA,qBAAa,SAAS;IAER,OAAO,CAAC,OAAO;gBAAP,OAAO,EAAE;QAAE,MAAM,EAAE,KAAK,GAAG,KAAK,CAAA;KAAE;IAChD,WAAW,CAAC,EAAE,OAAO,EAAE,EAAE;QAAE,OAAO,EAAE,MAAM,CAAA;KAAE;CAOnD"}

package/dist/human-in-the-loop/index.js

@@ -0,0 +1,24 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.HumanLoop = void 0;
+const cli_1 = require("./cli");
+const ipc_1 = require("./ipc");
+// TODO: how to make this more conversational
+// do we need a layer to understand the feedback ?
+// we need a layer to put the feedback in the context again
+// and then we need to generate final output which the user can review
+class HumanLoop {
+    options;
+    // TODO: have a better name for this
+    constructor(options) {
+        this.options = options;
+    }
+    async getFeedback({ message }) {
+        // this needs to have a provider based on environment
+        if (this.options.method === "ipc") {
+            return await (0, ipc_1.getFeedbackUsingIPC)(message);
+        }
+        return await (0, cli_1.getFeedbackUsingCli)(message);
+    }
+}
+exports.HumanLoop = HumanLoop;

package/dist/human-in-the-loop/ipc.d.ts

@@ -0,0 +1,4 @@
+import type { Express } from "express";
+export declare function humanLoopRoute(app: Express): void;
+export declare function getFeedbackUsingIPC(message: string): Promise<string>;
+//# sourceMappingURL=ipc.d.ts.map

package/dist/human-in-the-loop/ipc.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ipc.d.ts","sourceRoot":"","sources":["../../src/human-in-the-loop/ipc.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAKvC,wBAAgB,cAAc,CAAC,GAAG,EAAE,OAAO,QAwB1C;AAED,wBAAsB,mBAAmB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAa1E"}

package/dist/human-in-the-loop/ipc.js

@@ -0,0 +1,48 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getFeedbackUsingIPC = exports.humanLoopRoute = void 0;
+const inquirer_1 = __importDefault(require("inquirer"));
+const client_1 = __importDefault(require("../file/client"));
+function humanLoopRoute(app) {
+    app.post("/converse", async (req, res) => {
+        const { message } = req.body;
+        try {
+            const answers = await inquirer_1.default.prompt([
+                {
+                    type: "input",
+                    name: "feedback",
+                    message: message || "Does this plan look good?",
+                    validate: (input) => {
+                        if (input.trim().length === 0) {
+                            return "Feedback cannot be empty";
+                        }
+                        return true;
+                    },
+                },
+            ]);
+            return res.send({
+                ...answers,
+            });
+        }
+        catch (e) {
+            console.error(e);
+        }
+    });
+}
+exports.humanLoopRoute = humanLoopRoute;
+async function getFeedbackUsingIPC(message) {
+    const port = process.env.APP_PORT || 3030;
+    const fileService = new client_1.default(Number(port));
+    try {
+        const resp = await fileService.post("/converse", { message });
+        return resp.feedback;
+    }
+    catch (e) {
+        console.error("[getFeedbackUsingIPC] Error while fetching feedback using IPC", e);
+        throw e;
+    }
+}
+exports.getFeedbackUsingIPC = getFeedbackUsingIPC;

package/dist/initSentry.js

@@ -25,7 +25,7 @@ var __importStar = (this && this.__importStar) || function (mod) {
 Object.defineProperty(exports, "__esModule", { value: true });
 const Sentry = __importStar(require("@sentry/node"));
 Sentry.init({
-    enabled: process.env.NODE_ENV !== "development",
+    enabled: process.env.NODE_ENV === "production",
     dsn: "https://87e61b11ede1431d7156bcd26da997cc@o4506822020235264.ingest.us.sentry.io/4508806031015936",
     tracesSampleRate: 1.0,
     serverName: "test-gen",

package/dist/prompts/lib/ts-transformer.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"ts-transformer.d.ts","sourceRoot":"","sources":["../../../src/prompts/lib/ts-transformer.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,MAAM,YAAY,CAAC;AAEjC,iBAAS,2BAA2B,IAAI,EAAE,CAAC,kBAAkB,CAAC,EAAE,CAAC,UAAU,CAAC,CAkG3E;AAED,eAAe,2BAA2B,CAAC"}
+{"version":3,"file":"ts-transformer.d.ts","sourceRoot":"","sources":["../../../src/prompts/lib/ts-transformer.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,MAAM,YAAY,CAAC;AAEjC,iBAAS,2BAA2B,IAAI,EAAE,CAAC,kBAAkB,CAAC,EAAE,CAAC,UAAU,CAAC,CAsG3E;AAED,eAAe,2BAA2B,CAAC"}

package/dist/prompts/lib/ts-transformer.js

@@ -32,7 +32,9 @@ function createHandlebarsTransformer() {
         const importToVarMap = new Map();
         const visitor = (node) => {
             // Handle references to the imported identifiers
-            if (ts.isIdentifier(node) && importToVarMap.has(node.text)) {
+            if (ts.isIdentifier(node) &&
+                importToVarMap.has(node.text) &&
+                !ts.isPropertyAccessExpression(node.parent)) {
                 return ts.factory.createIdentifier(importToVarMap.get(node.text));
             }
             return ts.visitEachChild(node, visitor, context);

package/dist/reporter/index.d.ts

@@ -17,6 +17,7 @@ export declare function getReporter(): Reporter | undefined;
  */
 export declare function setReporterConfig(config: ReporterConfigType): void;
 export declare class TestGenUpdatesReporter {
+    private repoDir;
     constructor();
     sendGenTrace(trace: string): Promise<void>;
     reportGenAssets({ projectRepoName, testName, }: {

package/dist/reporter/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/reporter/index.ts"],"names":[],"mappings":"AACA,OAAO,EAA4B,QAAQ,EAAE,MAAM,wBAAwB,CAAC;AAa5E,KAAK,kBAAkB,GAAG;IACxB,aAAa,EAAE,MAAM,CAAC;IACtB,YAAY,EAAE,MAAM,CAAC;IACrB,eAAe,EAAE,MAAM,CAAC;CACzB,CAAC;AAKF,wBAAgB,WAAW,IAAI,QAAQ,GAAG,SAAS,CAUlD;AAED;;;;;;;;;GASG;AACH,wBAAgB,iBAAiB,CAAC,MAAM,EAAE,kBAAkB,GAAG,IAAI,CAGlE;AAED,qBAAa,sBAAsB;;IAE3B,YAAY,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAK1C,eAAe,CAAC,EACpB,eAAe,EACf,QAAQ,GACT,EAAE;QACD,eAAe,EAAE,MAAM,CAAC;QACxB,QAAQ,EAAE,MAAM,CAAC;KAClB;IAgDK,eAAe,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IA+C9C,WAAW,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAY3C,UAAU,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAY1C,iBAAiB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;CAWxD"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/reporter/index.ts"],"names":[],"mappings":"AACA,OAAO,EAA4B,QAAQ,EAAE,MAAM,wBAAwB,CAAC;AAa5E,KAAK,kBAAkB,GAAG;IACxB,aAAa,EAAE,MAAM,CAAC;IACtB,YAAY,EAAE,MAAM,CAAC;IACrB,eAAe,EAAE,MAAM,CAAC;CACzB,CAAC;AAKF,wBAAgB,WAAW,IAAI,QAAQ,GAAG,SAAS,CAUlD;AAED;;;;;;;;;GASG;AACH,wBAAgB,iBAAiB,CAAC,MAAM,EAAE,kBAAkB,GAAG,IAAI,CAGlE;AAED,qBAAa,sBAAsB;IACjC,OAAO,CAAC,OAAO,CAAS;;IAKlB,YAAY,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAK1C,eAAe,CAAC,EACpB,eAAe,EACf,QAAQ,GACT,EAAE;QACD,eAAe,EAAE,MAAM,CAAC;QACxB,QAAQ,EAAE,MAAM,CAAC;KAClB;IAiDK,eAAe,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IA8C9C,WAAW,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAY3C,UAAU,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAY1C,iBAAiB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;CAWxD"}

package/dist/reporter/index.js

@@ -40,7 +40,10 @@ function setReporterConfig(config) {
 }
 exports.setReporterConfig = setReporterConfig;
 class TestGenUpdatesReporter {
-    constructor() { }
+    repoDir;
+    constructor() {
+        this.repoDir = process.cwd();
+    }
     async sendGenTrace(trace) {
         console.log("trace", trace);
         // upload trace to r2 and report it to reporter
@@ -56,6 +59,7 @@ class TestGenUpdatesReporter {
             const { videoUrls, traceFiles } = await (0, uploader_1.uploadTestResultsUsingPrjRepo)({
                 projectRepoName,
                 testName,
+                repoDir: this.repoDir,
             });
             const reporter = getReporter();
             const message = {
@@ -101,24 +105,26 @@ class TestGenUpdatesReporter {
         }
         try {
             // upload current screenshot to r2 and report it to reporter
-            if (!fs_extra_1.default.existsSync(path_1.default.join(process.cwd(), "gen-assets"))) {
-                await fs_extra_1.default.mkdir((process.cwd(), "gen-assets"));
+            if (!fs_extra_1.default.existsSync(path_1.default.join(this.repoDir, "gen-assets"))) {
+                await fs_extra_1.default.mkdir(this.repoDir, "gen-assets");
             }
-            await fs_extra_1.default.writeFile(path_1.default.join(process.cwd(), "gen-assets", `current-view-${Date.now()}.png`), buffer);
+            await fs_extra_1.default.writeFile(path_1.default.join(this.repoDir, "gen-assets", `current-view-${Date.now()}.png`), buffer);
             const uploadDir = (0, uploader_1.getUploadPathForRun)(reporterConfig?.projectRepoName);
             const files = await (0, r2_uploader_1.uploadDirectory)({
-                sourceDir: path_1.default.join(process.cwd(), "gen-assets"),
+                sourceDir: path_1.default.join(this.repoDir, "gen-assets"),
                 destinationDir: uploadDir,
                 uploadBucket: uploader_1.UPLOAD_BUCKET,
             });
             const filePath = Object.keys(files)[0];
-            const relativeFilePath = filePath.replace(path_1.default.join(process.cwd(), "gen-assets"), "");
+            const relativeFilePath = filePath.replace(path_1.default.join(this.repoDir, "gen-assets"), "");
             const url = `${uploader_1.UPLOAD_DOMAIN}/${uploadDir}${relativeFilePath}`;
             await getReporter()?.report(new reporter_1.ProcessLogMessageBuilder({
                 type: "current-snapshot",
                 message: JSON.stringify({ type: "current-view", url }),
             }));
-            await fs_extra_1.default.rmdir((process.cwd(), "gen-assets"), { recursive: true });
+            await fs_extra_1.default.rmdir(path_1.default.join(this.repoDir, "gen-assets"), {
+                recursive: true,
+            });
         }
         catch (e) {
             console.warn("Failed to upload current view screenshot", e);

package/dist/uploader/index.d.ts

@@ -1,7 +1,7 @@
 export declare const UPLOAD_BUCKET = "test-report";
 export declare const UPLOAD_DOMAIN = "https://reports.empirical.run";
-export declare function getFullUploadPath(filePath: string, uploadDir: string): string;
-export declare function getRelativeUploadPath(filePath: string): string;
+export declare function getFullUploadPath(repoDir: string, filePath: string, uploadDir: string): string;
+export declare function getRelativeUploadPath(filePath: string, repoDir: string): string;
 /**
  * Function to upload test results to R2 using the project repo name and test name.
  * This function uploads both the JSON summary of test results and associated video files.
@@ -12,9 +12,10 @@ export declare function getRelativeUploadPath(filePath: string): string;
  * @returns {string[]} returns.videoUrls - URLs of the uploaded video files.
  * @returns {string} returns.summaryUrl - URL of the uploaded summary JSON file.
  */
-export declare function uploadTestResultsUsingPrjRepo({ projectRepoName, testName, }: {
+export declare function uploadTestResultsUsingPrjRepo({ projectRepoName, testName, repoDir, }: {
     projectRepoName: string;
     testName: string;
+    repoDir: string;
 }): Promise<{
     videoUrls: string[];
     summaryUrl: string;

package/dist/uploader/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/uploader/index.ts"],"names":[],"mappings":"AAWA,eAAO,MAAM,aAAa,gBAAgB,CAAC;AAC3C,eAAO,MAAM,aAAa,kCAAkC,CAAC;AAG7D,wBAAgB,iBAAiB,CAAC,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,UAIpE;AAED,wBAAgB,qBAAqB,CAAC,QAAQ,EAAE,MAAM,UAErD;AAED;;;;;;;;;GASG;AACH,wBAAsB,6BAA6B,CAAC,EAClD,eAAe,EACf,QAAQ,GACT,EAAE;IACD,eAAe,EAAE,MAAM,CAAC;IACxB,QAAQ,EAAE,MAAM,CAAC;CAClB,GAAG,OAAO,CAAC;IACV,SAAS,EAAE,MAAM,EAAE,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,EAAE,CAAC;CACtB,CAAC,CA8DD;AAED,wBAAgB,mBAAmB,CAAC,eAAe,EAAE,MAAM,UAM1D;AAED,wBAAgB,2BAA2B,uBAQ1C"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/uploader/index.ts"],"names":[],"mappings":"AAWA,eAAO,MAAM,aAAa,gBAAgB,CAAC;AAC3C,eAAO,MAAM,aAAa,kCAAkC,CAAC;AAG7D,wBAAgB,iBAAiB,CAC/B,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,MAAM,EAChB,SAAS,EAAE,MAAM,UAKlB;AAED,wBAAgB,qBAAqB,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,UAEtE;AAED;;;;;;;;;GASG;AACH,wBAAsB,6BAA6B,CAAC,EAClD,eAAe,EACf,QAAQ,EACR,OAAO,GACR,EAAE;IACD,eAAe,EAAE,MAAM,CAAC;IACxB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;CACjB,GAAG,OAAO,CAAC;IACV,SAAS,EAAE,MAAM,EAAE,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,EAAE,CAAC;CACtB,CAAC,CAgED;AAED,wBAAgB,mBAAmB,CAAC,eAAe,EAAE,MAAM,UAM1D;AAED,wBAAgB,2BAA2B,uBAQ1C"}

package/dist/uploader/index.js

@@ -16,14 +16,14 @@ const PLAYWRIGHT_REPORT_DATA = "playwright-report/data";
 exports.UPLOAD_BUCKET = "test-report";
 exports.UPLOAD_DOMAIN = "https://reports.empirical.run"; // domain based on bucket mentioned above
 const uploadId = crypto.randomUUID();
-function getFullUploadPath(filePath, uploadDir) {
+function getFullUploadPath(repoDir, filePath, uploadDir) {
     // remove the source dir from the file path - only keep the relative path
-    const relativeFilePath = getRelativeUploadPath(filePath);
+    const relativeFilePath = getRelativeUploadPath(filePath, repoDir);
     return `${exports.UPLOAD_DOMAIN}/${uploadDir}${relativeFilePath}`;
 }
 exports.getFullUploadPath = getFullUploadPath;
-function getRelativeUploadPath(filePath) {
-    return filePath.replace(path_1.default.join(process.cwd(), PLAYWRIGHT_REPORT_DATA), "");
+function getRelativeUploadPath(filePath, repoDir) {
+    return filePath.replace(path_1.default.join(repoDir, PLAYWRIGHT_REPORT_DATA), "");
 }
 exports.getRelativeUploadPath = getRelativeUploadPath;
 /**
@@ -36,25 +36,25 @@ exports.getRelativeUploadPath = getRelativeUploadPath;
  * @returns {string[]} returns.videoUrls - URLs of the uploaded video files.
  * @returns {string} returns.summaryUrl - URL of the uploaded summary JSON file.
  */
-async function uploadTestResultsUsingPrjRepo({ projectRepoName, testName, }) {
+async function uploadTestResultsUsingPrjRepo({ projectRepoName, testName, repoDir, }) {
     const uploadDir = getUploadPathForRun(projectRepoName);
-    console.log("Current directory for assets upload", process.cwd());
+    console.log("Current directory for assets upload", repoDir);
     const files = await (0, r2_uploader_1.uploadDirectory)({
-        sourceDir: path_1.default.join(process.cwd(), PLAYWRIGHT_REPORT_DATA),
+        sourceDir: path_1.default.join(repoDir, PLAYWRIGHT_REPORT_DATA),
         destinationDir: uploadDir,
         uploadBucket: exports.UPLOAD_BUCKET,
     });
     // upload summary.json
     await (0, r2_uploader_1.uploadDirectory)({
-        sourceDir: path_1.default.join(process.cwd(), "playwright-report"),
-        fileList: [path_1.default.join(process.cwd(), "playwright-report", "summary.json")],
+        sourceDir: path_1.default.join(repoDir, "playwright-report"),
+        fileList: [path_1.default.join(repoDir, "playwright-report", "summary.json")],
         destinationDir: uploadDir,
         uploadBucket: exports.UPLOAD_BUCKET,
     });
     // fileNames are relative upload paths
     const fileNames = Object.keys(files);
-    console.log("Uploaded files", fileNames.map((f) => getFullUploadPath(f, uploadDir)));
-    const defaultLocation = path_1.default.join(process.cwd(), "playwright-report", "summary.json");
+    console.log("Uploaded files", fileNames.map((f) => getFullUploadPath(repoDir, f, uploadDir)));
+    const defaultLocation = path_1.default.join(repoDir, "playwright-report", "summary.json");
     const results = (0, reporter_1.parseJsonReport)(defaultLocation);
     const flatTestsList = (0, reporter_1.getFlattenedTestList)(results.suites);
     const testAttachmentPaths = [];
@@ -65,7 +65,7 @@ async function uploadTestResultsUsingPrjRepo({ projectRepoName, testName, }) {
                     // results array is basically made by retries
                     for (const attachments of test.tests[0].results[0].attachments) {
                         if (attachments.path) {
-                            testAttachmentPaths.push(getRelativeUploadPath(attachments.path));
+                            testAttachmentPaths.push(getRelativeUploadPath(attachments.path, repoDir));
                         }
                     }
                 }
@@ -78,11 +78,11 @@ async function uploadTestResultsUsingPrjRepo({ projectRepoName, testName, }) {
     console.log("traceFiles", traceFiles);
     return {
         videoUrls: videoFiles
-            .map((fileName) => getFullUploadPath(fileName, uploadDir))
+            .map((fileName) => getFullUploadPath(repoDir, fileName, uploadDir))
             .filter((url) => !!url),
         summaryUrl: `${exports.UPLOAD_DOMAIN}/${uploadDir}/summary.json`,
         traceFiles: traceFiles
-            .map((fileName) => getFullUploadPath(fileName, uploadDir))
+            .map((fileName) => getFullUploadPath(repoDir, fileName, uploadDir))
             .filter((url) => !!url),
     };
 }

package/dist/utils/pw-test.d.ts

@@ -1,3 +1,3 @@
-export declare function getTestFixtureModuleFromRepo(): Promise<any>;
+export declare function getTestFixtureModuleFromRepo(repoDir: string): Promise<any>;
 export declare function skipTest(): Promise<void>;
 //# sourceMappingURL=pw-test.d.ts.map

package/dist/utils/pw-test.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"pw-test.d.ts","sourceRoot":"","sources":["../../src/utils/pw-test.ts"],"names":[],"mappings":"AAEA,wBAAsB,4BAA4B,IAAI,OAAO,CAAC,GAAG,CAAC,CAKjE;AAED,wBAAsB,QAAQ,kBAQ7B"}
+{"version":3,"file":"pw-test.d.ts","sourceRoot":"","sources":["../../src/utils/pw-test.ts"],"names":[],"mappings":"AAEA,wBAAsB,4BAA4B,CAChD,OAAO,EAAE,MAAM,GACd,OAAO,CAAC,GAAG,CAAC,CAKd;AAED,wBAAsB,QAAQ,kBAS7B"}

package/dist/utils/pw-test.js

@@ -5,17 +5,18 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.skipTest = exports.getTestFixtureModuleFromRepo = void 0;
 const api_1 = __importDefault(require("tsx/cjs/api"));
-async function getTestFixtureModuleFromRepo() {
-    const [lastDir] = process.cwd().split("/").reverse();
-    const dir = `${process.cwd()}/${lastDir}`;
+async function getTestFixtureModuleFromRepo(repoDir) {
+    const [lastDir] = repoDir.split("/").reverse();
+    const dir = `${repoDir}/${lastDir}`;
     const { test } = await api_1.default.require(`./tests/fixtures.ts`, dir);
     return test;
 }
 exports.getTestFixtureModuleFromRepo = getTestFixtureModuleFromRepo;
 async function skipTest() {
     let test;
+    let repoDir = process.cwd();
     try {
-        test = await getTestFixtureModuleFromRepo();
+        test = await getTestFixtureModuleFromRepo(repoDir);
     }
     catch (e) {
         console.error("Error while importing fixture module to extract test:", e);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@empiricalrun/test-gen",
-  "version": "0.43.1",
+  "version": "0.43.3",
   "publishConfig": {
     "registry": "https://registry.npmjs.org/",
     "access": "public"
@@ -58,6 +58,7 @@
     "google-auth-library": "^9.10.0",
     "google-spreadsheet": "^4.1.2",
     "ignore": "^5.3.1",
+    "inquirer": "^12.4.2",
     "lodash.isequal": "^4.5.0",
     "md5": "^2.3.0",
     "mime": "^4.0.4",