@empiricalrun/test-gen 0.22.11 → 0.23.0

package/CHANGELOG.md

@@ -1,5 +1,17 @@
 # @empiricalrun/test-gen
 
+## 0.23.0
+
+### Minor Changes
+
+- 3b4b2f3: feat: update the dashboard ux with updated messages between dashboard and test-gen
+
+## 0.22.12
+
+### Patch Changes
+
+- bfd6724: fix: avoid duplicate fixture imports
+
 ## 0.22.11
 
 ### Patch Changes

package/dist/actions/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/actions/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAGlC,OAAO,EAAU,YAAY,EAAE,MAAM,UAAU,CAAC;AAQhD,qBAAa,iBAAiB;IAC5B,OAAO,CAAC,OAAO,CAAW;IAC1B,OAAO,CAAC,eAAe,CAAmC;gBAC9C,IAAI,EAAE,IAAI;IAYhB,aAAa,CAAC,IAAI,oBAAa,EAAE,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC;IAqBhE,gBAAgB,IAAI,YAAY,EAAE;IAIlC,YAAY;IAIZ,UAAU;CASX"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/actions/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAIlC,OAAO,EAAU,YAAY,EAAE,MAAM,UAAU,CAAC;AAQhD,qBAAa,iBAAiB;IAC5B,OAAO,CAAC,OAAO,CAAW;IAC1B,OAAO,CAAC,eAAe,CAAmC;gBAC9C,IAAI,EAAE,IAAI;IAYhB,aAAa,CAAC,IAAI,oBAAa,EAAE,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC;IAuBhE,gBAAgB,IAAI,YAAY,EAAE;IAIlC,YAAY;IAIZ,UAAU;CASX"}

package/dist/actions/index.js

@@ -2,6 +2,7 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.PlaywrightActions = void 0;
 const logger_1 = require("../bin/logger");
+const reporter_1 = require("../reporter");
 const assert_1 = require("./assert");
 const click_1 = require("./click");
 const done_1 = require("./done");
@@ -27,7 +28,8 @@ class PlaywrightActions {
         if (!action) {
             throw Error(`No action registered for action: ${name}`);
         }
-        const logger = new logger_1.CustomLogger();
+        const logger = new logger_1.CustomLogger({ useReporter: false });
+        const testgenUpdatesReporter = new reporter_1.TestGenUpdatesReporter();
         logger.logEmptyLine();
         try {
             const templateOptions = (await action.execute(args)) || { locator: "" };
@@ -36,6 +38,7 @@ class PlaywrightActions {
             this.recordedActions.push({ name, code });
             if (code) {
                 logger.log(`action: ${name} \ncode: ${code} \nreason: ${args.reason}`);
+                void testgenUpdatesReporter.sendMessage("```ts\n" + code + "\n```");
             }
         }
         catch (e) {

package/dist/agent/browsing/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/agent/browsing/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAWlC,OAAO,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AAMnD,KAAK,oBAAoB,GAAG,OAAO,CAAC,oBAAoB,CAAC,GAAG;IAC1D,YAAY,CAAC,EAAE;QACb,iBAAiB,CAAC,EAAE,MAAM,EAAE,CAAC;KAC9B,CAAC;CACH,CAAC;AAEF,wBAAsB,6BAA6B,CACjD,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE,IAAI,EACV,OAAO,EAAE,oBAAoB,mBAmK9B;AAED,wBAAsB,aAAa,CACjC,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE,IAAI,EACV,OAAO,EAAE,oBAAoB,mBAqG9B"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/agent/browsing/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAYlC,OAAO,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AAMnD,KAAK,oBAAoB,GAAG,OAAO,CAAC,oBAAoB,CAAC,GAAG;IAC1D,YAAY,CAAC,EAAE;QACb,iBAAiB,CAAC,EAAE,MAAM,EAAE,CAAC;KAC9B,CAAC;CACH,CAAC;AAEF,wBAAsB,6BAA6B,CACjD,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE,IAAI,EACV,OAAO,EAAE,oBAAoB,mBA2K9B;AAED,wBAAsB,aAAa,CACjC,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE,IAAI,EACV,OAAO,EAAE,oBAAoB,mBAqG9B"}

package/dist/agent/browsing/index.js

@@ -5,13 +5,15 @@ const llm_1 = require("@empiricalrun/llm");
 const actions_1 = require("../../actions");
 const logger_1 = require("../../bin/logger");
 const constants_1 = require("../../constants");
+const reporter_1 = require("../../reporter");
 const session_1 = require("../../session");
 const html_1 = require("../../utils/html");
 const run_1 = require("../master/run");
 const verification_1 = require("../verification");
 const utils_1 = require("./utils");
 async function browsingAgentUsingMasterAgent(task, page, options) {
-    const logger = new logger_1.CustomLogger();
+    const logger = new logger_1.CustomLogger({ useReporter: false });
+    const testgenUpdatesReporter = new reporter_1.TestGenUpdatesReporter();
     const trace = llm_1.langfuseInstance.trace({
         name: "test-generator",
         ...(0, session_1.getSessionDetails)(),
@@ -44,12 +46,15 @@ async function browsingAgentUsingMasterAgent(task, page, options) {
             });
             isGivenTaskDone = verificationAgentResp.isDone;
             if (isGivenTaskDone) {
-                logger.log(`Master agent task is done: ${verificationAgentResp.reason}`);
+                await testgenUpdatesReporter.sendMessage(`${verificationAgentResp.reason} Marking the task as done.`);
                 break;
             }
         }
         const { action, reason } = await (0, run_1.masterAgent)(task, page, masterAgentActions, masterAgentSpan, llm, options);
         logger.log(`Next action: ${action} \n reason: ${reason}`);
+        if (!action) {
+            break;
+        }
         if (isGivenTaskDone) {
             break;
         }
@@ -129,6 +134,7 @@ async function browsingAgentUsingMasterAgent(task, page, options) {
                             ?.reason,
                     });
                     lastActionExecTrace = e.message;
+                    void testgenUpdatesReporter.sendMessage(e.message);
                     logger.error(lastActionExecTrace, e);
                 }
             }
@@ -152,6 +158,7 @@ async function browsingAgentUsingMasterAgent(task, page, options) {
     const code = actions.generateCode();
     trace.update({ input: { task }, output: { code } });
     logger.success("Successfully generated code for the given task");
+    await testgenUpdatesReporter.sendMessage(`Successfully generated code for the given task. \n View [trace](${trace.getTraceUrl()})`);
     logger.log(`Trace: ${trace.getTraceUrl()}`);
     return code;
 }

package/dist/agent/browsing/run.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../../../src/agent/browsing/run.ts"],"names":[],"mappings":"AAaA,wBAAsB,+BAA+B,CAAC,YAAY,EAAE,MAAM,iBA4BzE"}
+{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../../../src/agent/browsing/run.ts"],"names":[],"mappings":"AAcA,wBAAsB,+BAA+B,CAAC,YAAY,EAAE,MAAM,iBA6BzE"}

package/dist/agent/browsing/run.js

@@ -9,10 +9,11 @@ const logger_1 = require("../../bin/logger");
 const utils_1 = require("../../bin/utils");
 const web_1 = require("../../bin/utils/platform/web");
 const server_1 = require("../../file/server");
+const reporter_1 = require("../../reporter");
 const exec_1 = require("../../utils/exec");
 const utils_2 = require("./utils");
 async function generateTestsUsingBrowsingAgent(testFilePath) {
-    const logger = new logger_1.CustomLogger();
+    const logger = new logger_1.CustomLogger({ useReporter: false });
     (0, utils_2.canRunBrowsingAgent)(testFilePath);
     const port = await (0, detect_port_1.default)(3030);
     const fileService = new server_1.FileService({ port });
@@ -37,6 +38,7 @@ async function generateTestsUsingBrowsingAgent(testFilePath) {
     }
     catch (e) {
         logger.error(e);
+        await new reporter_1.TestGenUpdatesReporter().sendMessage(e);
         process.exit(1);
     }
     await (0, web_1.removeTestOnly)(testFilePath);

package/dist/agent/browsing/utils.js

@@ -25,7 +25,7 @@ exports.prepareBrowsingAgentTask = prepareBrowsingAgentTask;
 async function prepareFileForBrowsingAgent(genConfig) {
     const { specPath, testCase } = genConfig;
     const { name, steps } = testCase;
-    const logger = new logger_1.CustomLogger();
+    const logger = new logger_1.CustomLogger({ useReporter: false });
     if (!fs_extra_1.default.existsSync(specPath)) {
         await fs_extra_1.default.createFile(specPath);
         const fileContentWithImports = (0, web_1.addNewImport)("", ["test", "expect"], (0, web_1.getFixtureImportPath)(specPath));

package/dist/agent/master/run.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../../../src/agent/master/run.ts"],"names":[],"mappings":"AAAA,OAAO,EAAa,GAAG,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAEhE,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAKlC,OAAO,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AAEnD,KAAK,oBAAoB,GAAG,OAAO,CAAC,oBAAoB,CAAC,CAAC;AAE1D,wBAAsB,WAAW,CAC/B,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE,IAAI,EACV,eAAe,EAAE,MAAM,EAAE,EACzB,KAAK,EAAE,WAAW,EAClB,GAAG,EAAE,GAAG,EACR,OAAO,EAAE,oBAAoB,gBAgE9B"}
+{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../../../src/agent/master/run.ts"],"names":[],"mappings":"AAAA,OAAO,EAAa,GAAG,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAEhE,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAMlC,OAAO,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AAEnD,KAAK,oBAAoB,GAAG,OAAO,CAAC,oBAAoB,CAAC,CAAC;AAE1D,wBAAsB,WAAW,CAC/B,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE,IAAI,EACV,eAAe,EAAE,MAAM,EAAE,EACzB,KAAK,EAAE,WAAW,EAClB,GAAG,EAAE,GAAG,EACR,OAAO,EAAE,oBAAoB,gBAsE9B"}

package/dist/agent/master/run.js

@@ -5,10 +5,13 @@ const llm_1 = require("@empiricalrun/llm");
 const done_1 = require("../../actions/done");
 const next_task_1 = require("../../actions/next-task");
 const constants_1 = require("../../constants");
+const reporter_1 = require("../../reporter");
 async function masterAgent(task, page, executedActions, trace, llm, options) {
     trace.update({ input: { task } });
     const promptSpan = trace.span({ name: "page-prompt" });
     const buffer = await page.screenshot({ fullPage: true });
+    const testGenReporter = new reporter_1.TestGenUpdatesReporter();
+    const testGenSnapshotUpdatePromise = testGenReporter.sendCurrentView(buffer);
     const pageScreenshot = `data:image/png;base64,${buffer.toString("base64")}`;
     const promptMessages = await (0, llm_1.getPrompt)("test-gen", {
         task,
@@ -66,6 +69,10 @@ async function masterAgent(task, page, executedActions, trace, llm, options) {
         }
     }
     trace.update({ input: { task }, output: { output } });
+    if (output.action) {
+        await testGenReporter.sendMessage(output.action);
+    }
+    await testGenSnapshotUpdatePromise;
     return output;
 }
 exports.masterAgent = masterAgent;

package/dist/bin/index.js

@@ -28,7 +28,7 @@ async function runAgent(sourceFile, testGenConfig) {
         logger.success(`Generating test using ${testGenConfig.options?.agent} agent`);
         await (0, utils_1.prepareFileForBrowsingAgent)(testGenConfig);
         await (0, run_1.generateTestsUsingBrowsingAgent)(specPath);
-        await (0, reporter_1.reportTestGenVideos)({
+        await new reporter_1.TestGenUpdatesReporter().reportGenAssets({
             projectRepoName: testGenConfig.options.metadata.projectRepoName,
             testName: testCase.name,
         });

package/dist/bin/utils/platform/web/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/bin/utils/platform/web/index.ts"],"names":[],"mappings":"AAMA,wBAAgB,sBAAsB,CAAC,YAAY,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM;;;EAwB3E;AAED,wBAAgB,iBAAiB,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,MAAM,CAG5E;AAED,wBAAgB,kBAAkB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,EAAE,CAwD7D;AAED,wBAAsB,sBAAsB,CAC1C,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,MAAM,mCAUjB;AAED,wBAAsB,UAAU,CAAC,QAAQ,EAAE,MAAM,iBAShD;AAED,wBAAsB,UAAU,CAAC,QAAQ,EAAE,MAAM,iBAQhD;AAED,wBAAgB,YAAY,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,GAAG,EAAE,MAAM,UAE5E;AAED,wBAAsB,cAAc,CAAC,QAAQ,EAAE,MAAM,iBAMpD;AAED,wBAAgB,oBAAoB,CAAC,QAAQ,EAAE,MAAM,UAcpD;AAED,wBAAgB,4BAA4B,CAC1C,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,MAAM,EAChB,aAAa,EAAE,MAAM,UAsBtB"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/bin/utils/platform/web/index.ts"],"names":[],"mappings":"AAMA,wBAAgB,sBAAsB,CAAC,YAAY,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM;;;EAwB3E;AAED,wBAAgB,iBAAiB,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,MAAM,CAG5E;AAED,wBAAgB,kBAAkB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,EAAE,CAwD7D;AAED,wBAAsB,sBAAsB,CAC1C,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,MAAM,mCAUjB;AAED,wBAAsB,UAAU,CAAC,QAAQ,EAAE,MAAM,iBAShD;AAED,wBAAsB,UAAU,CAAC,QAAQ,EAAE,MAAM,iBAQhD;AAED,wBAAgB,YAAY,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,GAAG,EAAE,MAAM,UAE5E;AAED,wBAAsB,cAAc,CAAC,QAAQ,EAAE,MAAM,iBAMpD;AAED,wBAAgB,oBAAoB,CAAC,QAAQ,EAAE,MAAM,UAcpD;AAED,wBAAgB,4BAA4B,CAC1C,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,MAAM,EAChB,aAAa,EAAE,MAAM,UA0CtB"}

package/dist/bin/utils/platform/web/index.js

@@ -143,13 +143,27 @@ function replaceCreateTestWithNewCode(filePath, contents, generatedCode) {
     const sourceFile = project.createSourceFile("test.ts", contents);
     const createTestNode = sourceFile.getFirstDescendant((node) => !!(node.isKind(ts_morph_1.SyntaxKind.CallExpression) &&
         node.getExpression().getText() === "createTest"));
-    const updatedTestFile = contents.replace(createTestNode?.getText(), function () {
+    const createTestWithAwait = `await ${createTestNode?.getText()}`;
+    let updatedTestFile = contents.replace(createTestWithAwait, function () {
         // str.replace treats characters like $ differently
         // Using a function helps us avoid special handling
         // https://stackoverflow.com/a/28103073
         return "\n" + generatedCode;
     });
-    const importStatement = `import { test, expect } from "${getFixtureImportPath(filePath)}";`;
-    return importStatement + "\n" + updatedTestFile;
+    const fixtureImportNode = sourceFile.getFirstDescendant((node) => !!(node.isKind(ts_morph_1.SyntaxKind.ImportDeclaration) &&
+        node.getText().includes("fixtures")));
+    if (!fixtureImportNode) {
+        throw new Error("No import from fixtures found.");
+    }
+    const importClause = fixtureImportNode.getImportClause();
+    const namedImports = importClause
+        .getNamedImports()
+        .map((imp) => imp.getName());
+    const isComplete = namedImports.includes("test") && namedImports.includes("expect");
+    if (!isComplete) {
+        const expectedImports = `import { test, expect } from "${getFixtureImportPath(filePath)}";`;
+        updatedTestFile = updatedTestFile.replace(fixtureImportNode.getText(), expectedImports);
+    }
+    return updatedTestFile;
 }
 exports.replaceCreateTestWithNewCode = replaceCreateTestWithNewCode;

package/dist/reporter/index.d.ts

@@ -16,10 +16,16 @@ export declare function getReporter(): Reporter | undefined;
  * }
  * @returns Promise<void> returns void
  */
-export declare function reportTestGenVideos({ projectRepoName, testName, }: {
-    projectRepoName: string;
-    testName: string;
-}): Promise<void>;
 export declare function setReporterConfig(config: ReporterConfigType): void;
+export declare class TestGenUpdatesReporter {
+    constructor();
+    sendGenTrace(trace: string): Promise<void>;
+    reportGenAssets({ projectRepoName, testName, }: {
+        projectRepoName: string;
+        testName: string;
+    }): Promise<void>;
+    sendCurrentView(buffer: Buffer): Promise<void>;
+    sendMessage(message: string): Promise<void>;
+}
 export {};
 //# sourceMappingURL=index.d.ts.map

package/dist/reporter/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/reporter/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAA4B,QAAQ,EAAE,MAAM,wBAAwB,CAAC;AAQ5E,KAAK,kBAAkB,GAAG;IACxB,aAAa,EAAE,MAAM,CAAC;IACtB,eAAe,EAAE,MAAM,CAAC;IACxB,YAAY,EAAE,MAAM,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;CACnB,CAAC;AAKF,wBAAgB,WAAW,IAAI,QAAQ,GAAG,SAAS,CAUlD;AAED;;;;;;;;;GASG;AACH,wBAAsB,mBAAmB,CAAC,EACxC,eAAe,EACf,QAAQ,GACT,EAAE;IACD,eAAe,EAAE,MAAM,CAAC;IACxB,QAAQ,EAAE,MAAM,CAAC;CAClB,iBA6BA;AAED,wBAAgB,iBAAiB,CAAC,MAAM,EAAE,kBAAkB,GAAG,IAAI,CAGlE"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/reporter/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAA4B,QAAQ,EAAE,MAAM,wBAAwB,CAAC;AAc5E,KAAK,kBAAkB,GAAG;IACxB,aAAa,EAAE,MAAM,CAAC;IACtB,eAAe,EAAE,MAAM,CAAC;IACxB,YAAY,EAAE,MAAM,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;CACnB,CAAC;AAKF,wBAAgB,WAAW,IAAI,QAAQ,GAAG,SAAS,CAUlD;AAED;;;;;;;;;GASG;AACH,wBAAgB,iBAAiB,CAAC,MAAM,EAAE,kBAAkB,GAAG,IAAI,CAGlE;AAED,qBAAa,sBAAsB;;IAE3B,YAAY,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAK1C,eAAe,CAAC,EACpB,eAAe,EACf,QAAQ,GACT,EAAE;QACD,eAAe,EAAE,MAAM,CAAC;QACxB,QAAQ,EAAE,MAAM,CAAC;KAClB;IAkCK,eAAe,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IA2B9C,WAAW,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;CAUlD"}

package/dist/reporter/index.js

@@ -1,9 +1,15 @@
 "use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.setReporterConfig = exports.reportTestGenVideos = exports.getReporter = void 0;
+exports.TestGenUpdatesReporter = exports.setReporterConfig = exports.getReporter = void 0;
 const reporter_1 = require("@empiricalrun/reporter");
+const promises_1 = __importDefault(require("fs/promises"));
+const path_1 = __importDefault(require("path"));
 const logger_1 = require("../bin/logger");
 const uploader_1 = require("../uploader");
+const r2_1 = require("../uploader/r2");
 let reporterInstance = undefined;
 let reporterConfig = undefined;
 function getReporter() {
@@ -28,36 +34,72 @@ exports.getReporter = getReporter;
  * }
  * @returns Promise<void> returns void
  */
-async function reportTestGenVideos({ projectRepoName, testName, }) {
-    const logger = new logger_1.CustomLogger();
-    try {
-        if (!(0, uploader_1.checkIfResultsUploadAllowed)()) {
-            logger.log("Skipped uploading generated test video");
-        }
-        const { videoUrls } = await (0, uploader_1.uploadTestResultsUsingPrjtRepo)({
-            projectRepoName,
-            testName,
-        });
-        const reporter = getReporter();
-        const reporterMessage = `
-  
-  Here are the videos of the generated test:
-  
-  ${videoUrls
-            .map((url) => `
-  <video src="${url}" autoplay="true" muted="true" controls playsinline></video>`)
-            .join("\n")}
-    `;
-        await reporter?.report(new reporter_1.ProcessLogMessageBuilder({ message: reporterMessage }));
-    }
-    catch (err) {
-        logger.error("Failed to report test results");
-        console.error(err);
-    }
-}
-exports.reportTestGenVideos = reportTestGenVideos;
 function setReporterConfig(config) {
     console.info("initialised reporter config");
     reporterConfig = config;
 }
 exports.setReporterConfig = setReporterConfig;
+class TestGenUpdatesReporter {
+    constructor() { }
+    async sendGenTrace(trace) {
+        console.log("trace", trace);
+        // upload trace to r2 and report it to reporter
+    }
+    async reportGenAssets({ projectRepoName, testName, }) {
+        const logger = new logger_1.CustomLogger();
+        try {
+            if (!(0, uploader_1.checkIfResultsUploadAllowed)()) {
+                logger.log("Skipped uploading generated test video");
+            }
+            const { videoUrls, traceFiles } = await (0, uploader_1.uploadTestResultsUsingPrjRepo)({
+                projectRepoName,
+                testName,
+            });
+            const reporter = getReporter();
+            const message = {
+                type: "video",
+                videoUrls,
+            };
+            await Promise.allSettled([
+                reporter?.report(new reporter_1.ProcessLogMessageBuilder({ message: JSON.stringify(message) })),
+                reporter?.report(new reporter_1.ProcessLogMessageBuilder({
+                    message: JSON.stringify({
+                        type: "trace",
+                        traceFiles,
+                    }),
+                })),
+            ]);
+        }
+        catch (err) {
+            logger.error("Failed to report test results");
+            console.error(err);
+        }
+    }
+    async sendCurrentView(buffer) {
+        // upload current screenshot to r2 and report it to reporter
+        await promises_1.default.mkdir((process.cwd(), "gen-assets"));
+        await promises_1.default.writeFile(path_1.default.join(process.cwd(), "gen-assets", `current-view-${Date.now()}.png`), buffer);
+        const uploadDir = (0, uploader_1.getUploadPathForRun)(reporterConfig?.projectRepoName);
+        const files = await (0, r2_1.uploadDirectory)({
+            sourceDir: path_1.default.join(process.cwd(), "gen-assets"),
+            destinationDir: uploadDir,
+            uploadBucket: uploader_1.UPLOAD_BUCKET,
+        });
+        const filePath = Object.keys(files)[0];
+        const relativeFilePath = filePath.replace(path_1.default.join(process.cwd(), "gen-assets"), "");
+        const url = `${uploader_1.UPLOAD_DOMAIN}/${uploadDir}${relativeFilePath}`;
+        await getReporter()?.report(new reporter_1.ProcessLogMessageBuilder({
+            message: JSON.stringify({ type: "current-view", url }),
+        }));
+        await promises_1.default.rmdir((process.cwd(), "gen-assets"), { recursive: true });
+    }
+    async sendMessage(message) {
+        const reporter = getReporter();
+        if (reporter) {
+            await reporter.report(new reporter_1.ProcessLogMessageBuilder({
+                message,
+            }));
+        }
+    }
+}
+exports.TestGenUpdatesReporter = TestGenUpdatesReporter;

package/dist/uploader/index.d.ts

@@ -1,3 +1,6 @@
+export declare const UPLOAD_BUCKET = "test-report";
+export declare const UPLOAD_DOMAIN = "https://reports.empirical.run";
+export declare function getFullUploadPath(filePath: string, uploadDir: string): string;
 /**
  * Function to upload test results to R2 using the project repo name and test name.
  * This function uploads both the JSON summary of test results and associated video files.
@@ -8,12 +11,14 @@
  * @returns {string[]} returns.videoUrls - URLs of the uploaded video files.
  * @returns {string} returns.summaryUrl - URL of the uploaded summary JSON file.
  */
-export declare function uploadTestResultsUsingPrjtRepo({ projectRepoName, testName, }: {
+export declare function uploadTestResultsUsingPrjRepo({ projectRepoName, testName, }: {
     projectRepoName: string;
     testName: string;
 }): Promise<{
     videoUrls: string[];
     summaryUrl: string;
+    traceFiles: string[];
 }>;
+export declare function getUploadPathForRun(projectRepoName: string): string;
 export declare function checkIfResultsUploadAllowed(): string | undefined;
 //# sourceMappingURL=index.d.ts.map

package/dist/uploader/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/uploader/index.ts"],"names":[],"mappings":"AAmBA;;;;;;;;;GASG;AACH,wBAAsB,8BAA8B,CAAC,EACnD,eAAe,EACf,QAAQ,GACT,EAAE;IACD,eAAe,EAAE,MAAM,CAAC;IACxB,QAAQ,EAAE,MAAM,CAAC;CAClB,GAAG,OAAO,CAAC;IACV,SAAS,EAAE,MAAM,EAAE,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;CACpB,CAAC,CAgDD;AAED,wBAAgB,2BAA2B,uBAQ1C"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/uploader/index.ts"],"names":[],"mappings":"AAQA,eAAO,MAAM,aAAa,gBAAgB,CAAC;AAC3C,eAAO,MAAM,aAAa,kCAAkC,CAAC;AAG7D,wBAAgB,iBAAiB,CAAC,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,UAMpE;AAED;;;;;;;;;GASG;AACH,wBAAsB,6BAA6B,CAAC,EAClD,eAAe,EACf,QAAQ,GACT,EAAE;IACD,eAAe,EAAE,MAAM,CAAC;IACxB,QAAQ,EAAE,MAAM,CAAC;CAClB,GAAG,OAAO,CAAC;IACV,SAAS,EAAE,MAAM,EAAE,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,EAAE,CAAC;CACtB,CAAC,CAoDD;AAED,wBAAgB,mBAAmB,CAAC,eAAe,EAAE,MAAM,UAM1D;AAED,wBAAgB,2BAA2B,uBAQ1C"}

package/dist/uploader/index.js

@@ -3,18 +3,20 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.checkIfResultsUploadAllowed = exports.uploadTestResultsUsingPrjtRepo = void 0;
+exports.checkIfResultsUploadAllowed = exports.getUploadPathForRun = exports.uploadTestResultsUsingPrjRepo = exports.getFullUploadPath = exports.UPLOAD_DOMAIN = exports.UPLOAD_BUCKET = void 0;
 const reporter_1 = require("@empiricalrun/reporter");
 const path_1 = __importDefault(require("path"));
 const r2_1 = require("./r2");
 // json summary of test results
 const TEST_RESULTS_DIR = "test-results";
-const UPLOAD_BUCKET = "test-report";
-const UPLOAD_DOMAIN = "https://reports.empirical.run"; // domain based on bucket mentioned above
+exports.UPLOAD_BUCKET = "test-report";
+exports.UPLOAD_DOMAIN = "https://reports.empirical.run"; // domain based on bucket mentioned above
+const uploadId = crypto.randomUUID();
 function getFullUploadPath(filePath, uploadDir) {
     const relativeFilePath = filePath.replace(path_1.default.join(process.cwd(), TEST_RESULTS_DIR), "");
-    return `${UPLOAD_DOMAIN}/${uploadDir}${relativeFilePath}`;
+    return `${exports.UPLOAD_DOMAIN}/${uploadDir}${relativeFilePath}`;
 }
+exports.getFullUploadPath = getFullUploadPath;
 /**
  * Function to upload test results to R2 using the project repo name and test name.
  * This function uploads both the JSON summary of test results and associated video files.
@@ -25,21 +27,19 @@ function getFullUploadPath(filePath, uploadDir) {
  * @returns {string[]} returns.videoUrls - URLs of the uploaded video files.
  * @returns {string} returns.summaryUrl - URL of the uploaded summary JSON file.
  */
-async function uploadTestResultsUsingPrjtRepo({ projectRepoName, testName, }) {
-    const uploadUniqueId = crypto.randomUUID();
+async function uploadTestResultsUsingPrjRepo({ projectRepoName, testName, }) {
     // project repo name is the github repo name
-    // the folder names in r2 are the github repo name without the `-tests` suffix
-    const uploadDir = `test-generation/${projectRepoName.replace("-tests", "")}/${uploadUniqueId}`;
+    const uploadDir = getUploadPathForRun(projectRepoName);
     const files = await (0, r2_1.uploadDirectory)({
         sourceDir: path_1.default.join(process.cwd(), TEST_RESULTS_DIR),
         destinationDir: uploadDir,
-        uploadBucket: UPLOAD_BUCKET,
+        uploadBucket: exports.UPLOAD_BUCKET,
     });
     const fileNames = Object.keys(files); // fileNames are absolute paths of the input files
     const defaultLocation = path_1.default.join(process.cwd(), "test-results", "summary.json");
     const results = (0, reporter_1.parseJsonReport)(defaultLocation);
     const flatTestsList = (0, reporter_1.getFlattenedTestList)(results.suites);
-    const testVideos = [];
+    const testAttachmentPaths = [];
     for (const test of flatTestsList) {
         if (test.title === testName) {
             if (test.tests[0]) {
@@ -47,7 +47,7 @@ async function uploadTestResultsUsingPrjtRepo({ projectRepoName, testName, }) {
                     // results array is basically made by retries
                     for (const attachments of test.tests[0].results[0].attachments) {
                         if (attachments.path) {
-                            testVideos.push(attachments.path);
+                            testAttachmentPaths.push(attachments.path);
                         }
                     }
                 }
@@ -57,13 +57,20 @@ async function uploadTestResultsUsingPrjtRepo({ projectRepoName, testName, }) {
     // current assumption
     // - test gen will only run on a single spec file
     // - the video files are of the format - <some-directory>/video.webm
-    const videoFiles = fileNames.filter((fileName) => fileName.endsWith(".webm") && testVideos.includes(fileName));
+    const videoFiles = fileNames.filter((fileName) => fileName.endsWith(".webm") && testAttachmentPaths.includes(fileName));
+    const traceFiles = fileNames.filter((fileName) => fileName.endsWith(".zip") && testAttachmentPaths.includes(fileName));
     return {
         videoUrls: videoFiles.map((fileName) => getFullUploadPath(fileName, uploadDir)),
         summaryUrl: getFullUploadPath("/test-results/summary.json", uploadDir),
+        traceFiles: traceFiles.map((fileName) => getFullUploadPath(fileName, uploadDir)),
     };
 }
-exports.uploadTestResultsUsingPrjtRepo = uploadTestResultsUsingPrjtRepo;
+exports.uploadTestResultsUsingPrjRepo = uploadTestResultsUsingPrjRepo;
+function getUploadPathForRun(projectRepoName) {
+    const uploadDir = `test-generation/${projectRepoName.replace("-tests", "")}/${uploadId}`;
+    return uploadDir;
+}
+exports.getUploadPathForRun = getUploadPathForRun;
 function checkIfResultsUploadAllowed() {
     // TODO: check for valid R2 credentials
     // check for project repo name, and r2 creds

package/dist/uploader/r2.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"r2.d.ts","sourceRoot":"","sources":["../../src/uploader/r2.ts"],"names":[],"mappings":"AAqBA,UAAU,OAAO;IACf,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAAC;CACxB;AAgGD,wBAAsB,eAAe,CAAC,EACpC,SAAS,EACT,cAAc,EACd,YAAY,GACb,EAAE;IACD,SAAS,EAAE,MAAM,CAAC;IAClB,cAAc,EAAE,MAAM,CAAC;IACvB,YAAY,EAAE,MAAM,CAAC;CACtB,GAAG,OAAO,CAAC,OAAO,CAAC,CAWnB"}
+{"version":3,"file":"r2.d.ts","sourceRoot":"","sources":["../../src/uploader/r2.ts"],"names":[],"mappings":"AAqBA,UAAU,OAAO;IACf,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAAC;CACxB;AAsGD,wBAAsB,eAAe,CAAC,EACpC,SAAS,EACT,cAAc,EACd,YAAY,GACb,EAAE;IACD,SAAS,EAAE,MAAM,CAAC;IAClB,cAAc,EAAE,MAAM,CAAC;IACvB,YAAY,EAAE,MAAM,CAAC;CACtB,GAAG,OAAO,CAAC,OAAO,CAAC,CAWnB"}

package/dist/uploader/r2.js

@@ -61,7 +61,6 @@ const run = async (config) => {
         },
     });
     const files = getFileList(config.sourceDir);
-    const mime = (await import("mime")).default;
     await Promise.all(files.map(async (file) => {
         console.log(file);
         const fileStream = fs.readFileSync(file);
@@ -73,7 +72,14 @@ const run = async (config) => {
         if (fileKey.includes(".gitkeep"))
             return;
         console.log(fileKey);
-        const mimeType = mime.getType(file);
+        let mimeType = "application/octet-stream";
+        try {
+            const mime = (await import("mime")).default;
+            mimeType = mime.getType(file) || "application/octet-stream";
+        }
+        catch (err) {
+            console.warn("Failed to get mime type for file", file, err);
+        }
         const uploadParams = {
             Bucket: config.bucket,
             Key: fileKey,

package/dist/utils/exec.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"exec.d.ts","sourceRoot":"","sources":["../../src/utils/exec.ts"],"names":[],"mappings":"AAGA,wBAAgB,GAAG,CACjB,OAAO,EAAE,MAAM,EAAE,EACjB,OAAO,EAAE;IAAE,GAAG,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;CAAE,GACxC,OAAO,CAAC,MAAM,CAAC,CAyBjB"}
+{"version":3,"file":"exec.d.ts","sourceRoot":"","sources":["../../src/utils/exec.ts"],"names":[],"mappings":"AAGA,wBAAgB,GAAG,CACjB,OAAO,EAAE,MAAM,EAAE,EACjB,OAAO,EAAE;IAAE,GAAG,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;CAAE,GACxC,OAAO,CAAC,MAAM,CAAC,CA2BjB"}

package/dist/utils/exec.js

@@ -7,25 +7,27 @@ exports.cmd = void 0;
 const child_process_1 = require("child_process");
 const process_1 = __importDefault(require("process"));
 function cmd(command, options) {
-    let lastLog = "";
+    let errorLogs = [];
     return new Promise((resolveFunc, rejectFunc) => {
         let p = (0, child_process_1.spawn)(command[0], command.slice(1), {
             env: { ...process_1.default.env, ...options.env },
         });
         p.stdout.on("data", (x) => {
             const log = x.toString();
+            if (log.includes("Error")) {
+                errorLogs.push(log);
+            }
             process_1.default.stdout.write(log);
-            lastLog = log;
         });
         p.stderr.on("data", (x) => {
             const log = x.toString();
             process_1.default.stderr.write(x.toString());
-            lastLog = log;
+            errorLogs.push(log);
         });
         p.on("exit", (code) => {
             if (code != 0) {
                 // assuming last log is the error message before exiting
-                rejectFunc(lastLog);
+                rejectFunc(errorLogs.slice(-3).join("\n"));
             }
             else {
                 resolveFunc(code);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@empiricalrun/test-gen",
-  "version": "0.22.11",
+  "version": "0.23.0",
   "publishConfig": {
     "registry": "https://registry.npmjs.org/",
     "access": "public"