@empiricalrun/test-gen 0.71.1 → 0.71.2

package/CHANGELOG.md

@@ -1,5 +1,16 @@
 # @empiricalrun/test-gen
 
+## 0.71.2
+
+### Patch Changes
+
+- d7f9025: chore: remove old session reporter which is no longer used
+- f44505a: fix: smaller responses from run-test tool
+- 001b324: fix: enforce codegen approach for overlay dismissals
+- Updated dependencies [f44505a]
+  - @empiricalrun/test-run@0.10.8
+  - @empiricalrun/llm@0.19.4
+
 ## 0.71.1
 
 ### Patch Changes

package/dist/actions/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/actions/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAIhD,OAAO,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AAEtC,OAAO,EAEL,UAAU,EACV,YAAY,EAEb,MAAM,UAAU,CAAC;AAWlB,qBAAa,iBAAiB;IAQ1B,OAAO,CAAC,IAAI;IACZ,OAAO,CAAC,cAAc;IARxB,OAAO,CAAC,gBAAgB,CAAwC;IAChE,OAAO,CAAC,eAAe,CAInB;gBAEM,IAAI,EAAE,WAAW,EACjB,cAAc,GAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAM;IAgB5C,aAAa,CACjB,IAAI,EAAE,MAAM,YAAK,EACjB,IAAI,EAAE,UAAU,EAChB,KAAK,CAAC,EAAE,WAAW,GAClB,OAAO,CAAC,MAAM,GAAG,SAAS,CAAC;IA0D9B,wBAAwB,IAAI,YAAY,EAAE;IAoB1C,sBAAsB,IAAI,YAAY,EAAE;IAWxC,YAAY,IAAI;QACd,IAAI,EAAE,MAAM,CAAC;QACb,WAAW,EAAE,MAAM,EAAE,CAAC;KACvB;IAUD,gBAAgB,CAAC,KAAK,EAAE,MAAM;IAK9B;;;;;;OAMG;IACH,aAAa,IAAI,OAAO;IAQxB,UAAU;IAWV,iBAAiB;IAIjB,iBAAiB,CAAC,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC;CAItD"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/actions/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAIhD,OAAO,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AACtC,OAAO,EAEL,UAAU,EACV,YAAY,EAEb,MAAM,UAAU,CAAC;AAWlB,qBAAa,iBAAiB;IAQ1B,OAAO,CAAC,IAAI;IACZ,OAAO,CAAC,cAAc;IARxB,OAAO,CAAC,gBAAgB,CAAwC;IAChE,OAAO,CAAC,eAAe,CAInB;gBAEM,IAAI,EAAE,WAAW,EACjB,cAAc,GAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAM;IAgB5C,aAAa,CACjB,IAAI,EAAE,MAAM,YAAK,EACjB,IAAI,EAAE,UAAU,EAChB,KAAK,CAAC,EAAE,WAAW,GAClB,OAAO,CAAC,MAAM,GAAG,SAAS,CAAC;IAqD9B,wBAAwB,IAAI,YAAY,EAAE;IAoB1C,sBAAsB,IAAI,YAAY,EAAE;IAWxC,YAAY,IAAI;QACd,IAAI,EAAE,MAAM,CAAC;QACb,WAAW,EAAE,MAAM,EAAE,CAAC;KACvB;IAUD,gBAAgB,CAAC,KAAK,EAAE,MAAM;IAK9B;;;;;;OAMG;IACH,aAAa,IAAI,OAAO;IAQxB,UAAU;IAWV,iBAAiB;IAIjB,iBAAiB,CAAC,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC;CAItD"}

package/dist/actions/index.js

@@ -3,7 +3,6 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.PlaywrightActions = void 0;
 const logger_1 = require("../bin/logger");
 const errors_1 = require("../errors");
-const reporter_1 = require("../reporter");
 const assert_1 = require("./assert");
 const click_1 = require("./click");
 const done_1 = require("./done");
@@ -45,7 +44,6 @@ class PlaywrightActions {
             throw Error(`No action registered for action: ${name}`);
         }
         const logger = new logger_1.CustomLogger({ useReporter: false });
-        const testgenUpdatesReporter = new reporter_1.TestGenUpdatesReporter();
         logger.logEmptyLine();
         const actionSpan = trace?.span({
             name: "execute-action",
@@ -69,10 +67,6 @@ class PlaywrightActions {
                 },
             });
             this.recordedActions.push({ name, code, importPath });
-            if (code) {
-                logger.log(`action: ${name} \ncode: ${code} \nreason: ${args.reason}`);
-                void testgenUpdatesReporter.sendMessage("```ts\n" + code + "\n```");
-            }
             return code;
         }
         catch (e) {

package/dist/agent/browsing/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/agent/browsing/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAiB,GAAG,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AACpE,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAElC,OAAO,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAC;AAMlD,MAAM,MAAM,kBAAkB,GAAG;IAC/B,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,GAAG,SAAS,CAAC;CAC1B,CAAC;AAEF,wBAAsB,6BAA6B,CAAC,EAClD,MAAM,EACN,IAAI,EACJ,OAAO,EACP,GAAG,EACH,KAAK,GACN,EAAE;IACD,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,IAAI,CAAC;IACX,OAAO,EAAE,iBAAiB,CAAC;IAC3B,GAAG,CAAC,EAAE,GAAG,CAAC;IACV,KAAK,CAAC,EAAE,WAAW,CAAC;CACrB,GAAG,OAAO,CAAC,kBAAkB,GAAG,SAAS,CAAC,CA8D1C"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/agent/browsing/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAiB,GAAG,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AACpE,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAElC,OAAO,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAC;AAKlD,MAAM,MAAM,kBAAkB,GAAG;IAC/B,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,GAAG,SAAS,CAAC;CAC1B,CAAC;AAEF,wBAAsB,6BAA6B,CAAC,EAClD,MAAM,EACN,IAAI,EACJ,OAAO,EACP,GAAG,EACH,KAAK,GACN,EAAE;IACD,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,IAAI,CAAC;IACX,OAAO,EAAE,iBAAiB,CAAC;IAC3B,GAAG,CAAC,EAAE,GAAG,CAAC;IACV,KAAK,CAAC,EAAE,WAAW,CAAC;CACrB,GAAG,OAAO,CAAC,kBAAkB,GAAG,SAAS,CAAC,CAwD1C"}

package/dist/agent/browsing/index.js

@@ -4,12 +4,10 @@ exports.executeTaskUsingBrowsingAgent = executeTaskUsingBrowsingAgent;
 const llm_1 = require("@empiricalrun/llm");
 const constants_1 = require("../../constants");
 const promptTemplate_0 = "{{#section \"system\"}}\nYou are a browser automation agent who is given a task to generate code for navigation and assertion. This task is your\ngoal and you must achieve it.\n\nYou will be provided with already executed actions and basis that you need to pick the next step to achieve the task.\nRemember that the goal must be achieved.\n\nYou will be provided with the web page snapshot in the form of Document Object Model. Based on the goal and available\ntool calls you need to pick the appropriate tool call.\n\nInstructions:\n- Take actions one at a time. Do not try to take multiple actions\n- You can respond with multiple assertions in one shot\n- Do not repeat the same actions again otherwise your response will be marked INVALID\n- Avoid repeating errors which we got while executing the last action\n- Stick to the task provided to you and mark the task done once the task is complete\n- Do not execute any action which is not mentioned in the task\n- Do not repeat actions which are already executed more than twice otherwise your response will be marked INVALID\n- Always refer to \"Executed actions\" before deciding your next action for completion of the task.\n- End the task done if all actions required for task are executed\n{{/section}}\n\n{{#section \"user\"}}\nTask:\n{{task}}\n\nCurrent page snapshot:\n{{pageSnapshot}}\n{{/section}}";
-const reporter_1 = require("../../reporter");
 const html_1 = require("../../utils/html");
 async function executeTaskUsingBrowsingAgent({ action, page, actions, llm, trace, }) {
     let generatedCodeSteps;
     const tools = actions.getBrowsingActionSchemas();
-    const testgenUpdatesReporter = new reporter_1.TestGenUpdatesReporter();
     const browsingAgentSpan = trace?.span({
         name: `browsing-agent`,
         input: {
@@ -48,18 +46,12 @@ async function executeTaskUsingBrowsingAgent({ action, page, actions, llm, trace
     for (const i in toolCalls) {
         const toolCall = toolCalls[i];
         const args = JSON.parse(toolCall.function.arguments);
-        try {
-            const code = await actions.executeAction(toolCall.function.name, JSON.parse(toolCall.function.arguments), toolCallsSpan);
-            generatedCodeSteps = {
-                // Passing reason as action, in order to pass the correct action that took place to runtime planner
-                action: args.reason,
-                code,
-            };
-        }
-        catch (e) {
-            void testgenUpdatesReporter.sendMessage(e.message);
-            throw e;
-        }
+        const code = await actions.executeAction(toolCall.function.name, JSON.parse(toolCall.function.arguments), toolCallsSpan);
+        generatedCodeSteps = {
+            // Passing reason as action, in order to pass the correct action that took place to runtime planner
+            action: args.reason,
+            code,
+        };
     }
     toolCallsSpan?.end({ output: { toolCalls, generatedCodeSteps } });
     return generatedCodeSteps;

package/dist/agent/codegen/repo-edit.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"repo-edit.d.ts","sourceRoot":"","sources":["../../../src/agent/codegen/repo-edit.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAGhD,OAAO,EAAE,0BAA0B,EAAE,MAAM,4BAA4B,CAAC;AAExE,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAQhD,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AAGrC,wBAAsB,0BAA0B,CAAC,EAC/C,IAAI,EACJ,KAAK,EACL,SAAS,EAET,MAAM,GACP,EAAE;IACD,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE,YAAY,CAAC;CACvB,GAAG,OAAO,CAAC;IACV,MAAM,EAAE,0BAA0B,EAAE,CAAC;IACrC,aAAa,EAAE,MAAM,CAAC;IACtB,WAAW,EAAE,UAAU,EAAE,CAAC;CAC3B,CAAC,CA6CD;AAED,wBAAsB,aAAa,CAAC,EAClC,KAAK,EACL,IAAI,EACJ,MAAM,GACP,EAAE;IACD,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,YAAY,CAAC;CACvB,GAAG,OAAO,CAAC;IACV,MAAM,EAAE,0BAA0B,EAAE,CAAC;IACrC,WAAW,EAAE,UAAU,EAAE,CAAC;CAC3B,CAAC,CAqCD"}
+{"version":3,"file":"repo-edit.d.ts","sourceRoot":"","sources":["../../../src/agent/codegen/repo-edit.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAGhD,OAAO,EAAE,0BAA0B,EAAE,MAAM,4BAA4B,CAAC;AAExE,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAOhD,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AAGrC,wBAAsB,0BAA0B,CAAC,EAC/C,IAAI,EACJ,KAAK,EACL,SAAS,EAET,MAAM,GACP,EAAE;IACD,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE,YAAY,CAAC;CACvB,GAAG,OAAO,CAAC;IACV,MAAM,EAAE,0BAA0B,EAAE,CAAC;IACrC,aAAa,EAAE,MAAM,CAAC;IACtB,WAAW,EAAE,UAAU,EAAE,CAAC;CAC3B,CAAC,CA6CD;AAED,wBAAsB,aAAa,CAAC,EAClC,KAAK,EACL,IAAI,EACJ,MAAM,GACP,EAAE;IACD,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,YAAY,CAAC;CACvB,GAAG,OAAO,CAAC;IACV,MAAM,EAAE,0BAA0B,EAAE,CAAC;IACrC,WAAW,EAAE,UAAU,EAAE,CAAC;CAC3B,CAAC,CA8BD"}

package/dist/agent/codegen/repo-edit.js

@@ -8,7 +8,6 @@ exports.repoEditAgent = repoEditAgent;
 const fs_1 = __importDefault(require("fs"));
 const context_1 = require("../../bin/utils/context");
 const web_1 = require("../../bin/utils/platform/web");
-const reporter_1 = require("../../reporter");
 const generate_code_apply_changes_1 = require("./generate-code-apply-changes");
 const utils_1 = require("./utils");
 async function generateCodeUsingRepoAgent({ task, trace, repoFiles, logger, }) {
@@ -56,8 +55,6 @@ If all the changes are done, respond with "exit" tool call otherwise respond wit
     };
 }
 async function repoEditAgent({ trace, task, logger, }) {
-    const testgenUpdatesReporter = new reporter_1.TestGenUpdatesReporter();
-    void testgenUpdatesReporter.sendMessage(`Updating test code as per the task. \n View [trace](${trace?.getTraceUrl()})`);
     logger?.log(`Starting repo agent: [trace](${trace?.getTraceUrl()})`);
     const { prompt: repoFiles } = await (0, context_1.generateTxtForRepository)();
     const repoAgentOutput = await generateCodeUsingRepoAgent({
@@ -80,6 +77,5 @@ async function repoEditAgent({ trace, task, logger, }) {
             }
         })();
     }));
-    await testgenUpdatesReporter.sendMessage(`Successfully generated code for the given task. \n View [trace](${trace?.getTraceUrl()})`);
     return repoAgentOutput;
 }

package/dist/agent/codegen/run.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../../../src/agent/codegen/run.ts"],"names":[],"mappings":"AAAA,OAAO,EAAsB,WAAW,EAAE,MAAM,mBAAmB,CAAC;AACpE,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,4BAA4B,CAAC;AAE3D,OAAO,MAAM,MAAM,QAAQ,CAAC;AAc5B,OAAO,EAAE,oBAAoB,EAAE,MAAM,SAAS,CAAC;AAQ/C,wBAAsB,uBAAuB,CAAC,EAC5C,QAAQ,EACR,IAAI,EACJ,SAAS,EACT,KAAK,GACN,EAAE;IACD,QAAQ,EAAE,QAAQ,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,GAAG,SAAS,CAAC;IAC9B,KAAK,CAAC,EAAE,WAAW,CAAC;CACrB,GAAG,OAAO,CAAC;IACV,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,0BAA0B,EAAE,CAAC;IAC7D,aAAa,EAAE,MAAM,CAAC;IACtB,WAAW,EAAE,oBAAoB,EAAE,CAAC;CACrC,CAAC,CAyDD;AAED,wBAAsB,uBAAuB,CAAC,EAC5C,QAAQ,EACR,IAAI,EACJ,KAAK,GACN,EAAE;IACD,QAAQ,EAAE,QAAQ,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,CAAC,EAAE,WAAW,CAAC;CACrB,GAAG,OAAO,CAAC,QAAQ,EAAE,GAAG,IAAI,CAAC,CAgE7B"}
+{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../../../src/agent/codegen/run.ts"],"names":[],"mappings":"AAAA,OAAO,EAAsB,WAAW,EAAE,MAAM,mBAAmB,CAAC;AACpE,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,4BAA4B,CAAC;AAE3D,OAAO,MAAM,MAAM,QAAQ,CAAC;AAa5B,OAAO,EAAE,oBAAoB,EAAE,MAAM,SAAS,CAAC;AAQ/C,wBAAsB,uBAAuB,CAAC,EAC5C,QAAQ,EACR,IAAI,EACJ,SAAS,EACT,KAAK,GACN,EAAE;IACD,QAAQ,EAAE,QAAQ,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,GAAG,SAAS,CAAC;IAC9B,KAAK,CAAC,EAAE,WAAW,CAAC;CACrB,GAAG,OAAO,CAAC;IACV,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,0BAA0B,EAAE,CAAC;IAC7D,aAAa,EAAE,MAAM,CAAC;IACtB,WAAW,EAAE,oBAAoB,EAAE,CAAC;CACrC,CAAC,CAyDD;AAED,wBAAsB,uBAAuB,CAAC,EAC5C,QAAQ,EACR,IAAI,EACJ,KAAK,GACN,EAAE;IACD,QAAQ,EAAE,QAAQ,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,CAAC,EAAE,WAAW,CAAC;CACrB,GAAG,OAAO,CAAC,QAAQ,EAAE,GAAG,IAAI,CAAC,CA2D7B"}

package/dist/agent/codegen/run.js

@@ -12,7 +12,6 @@ const context_1 = require("../../bin/utils/context");
 const web_1 = require("../../bin/utils/platform/web");
 const constants_1 = require("../../constants");
 const promptTemplate_0 = "{{#section \"system\"}}\nYou are a software test engineer who is given a task to write test cases in a Playwright test repository.\nYou will be provided with current test files, fixtures and page object models for you to use and update code as per the\ntask provided to you.\nYou need to respond with file path, the new test code block to be updated in the file and the reason for the change.\n\nHere is the list of files:\n\n{{repoFiles}}\n{{/section}}\n\n{{#section \"user\"}}\nTask: {{task}}\n\n## Follow these instructions before responding with output:\n- Scan the file '{{testFilePath}}' and check whether test case with name '{{testCaseName}}' exists in the file\n- If it exists do not update the file\n- else respond with <file_path></file_path>, <code_block></code_block> and <change></change> as xml tags\n- Only respond with single code_block in the response containing only the test code block to be updated\n{{/section}}";
-const reporter_1 = require("../../reporter");
 const update_flow_1 = require("./update-flow");
 const utils_1 = require("./utils");
 async function createTestWithCodeAgent({ testCase, file, repoFiles, trace, }) {
@@ -88,8 +87,6 @@ async function generateTestWithCodegen({ testCase, file, trace, }) {
             trace,
         });
     }
-    const testgenUpdatesReporter = new reporter_1.TestGenUpdatesReporter();
-    void testgenUpdatesReporter.sendMessage(`Updating test code as per the task. \n View [trace](${trace?.getTraceUrl()})`);
     logger?.log(`Creating a new test case '${testCase.name}': [trace](${trace?.getTraceUrl()})`);
     // Create the test if it doesn't exist
     const { prompt: repoFiles } = await (0, context_1.generateTxtForRepository)();
@@ -102,7 +99,6 @@ async function generateTestWithCodegen({ testCase, file, trace, }) {
     await (0, utils_1.applyFileChangesForCreateTest)({
         trace,
         fileChanges: updates.fileChanges,
-        testgenUpdatesReporter,
     });
     await (0, utils_1.validateTypesAndFormatCode)({
         validateTypes: true,

package/dist/agent/codegen/utils.d.ts

@@ -1,7 +1,6 @@
 import { TraceClient } from "@empiricalrun/llm";
 import type { TestCase } from "@empiricalrun/shared-types";
 import { CustomLogger } from "../../bin/logger";
-import { TestGenUpdatesReporter } from "../../reporter";
 import { CodeUpdate, CreateTestCodeUpdate, FileUpdateResponse } from "./types";
 /**
  *
@@ -71,10 +70,9 @@ export declare function applyFileChangesUsingStrReplace({ trace, fileChanges, lo
     fileChanges: CodeUpdate[];
     logger?: CustomLogger;
 }): Promise<FileUpdateResponse[]>;
-export declare function applyFileChangesForCreateTest({ trace, fileChanges, testgenUpdatesReporter, }: {
+export declare function applyFileChangesForCreateTest({ trace, fileChanges, }: {
     trace?: TraceClient;
     fileChanges: CreateTestCodeUpdate[];
-    testgenUpdatesReporter?: TestGenUpdatesReporter;
 }): Promise<void>;
 export declare function searchAndReplaceCode({ logger, fileChange, }: {
     fileChange: {

package/dist/agent/codegen/utils.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../../src/agent/codegen/utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAkB,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChE,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,4BAA4B,CAAC;AAI3D,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAMhD,OAAO,EAAE,sBAAsB,EAAE,MAAM,gBAAgB,CAAC;AAExD,OAAO,EAAE,UAAU,EAAE,oBAAoB,EAAE,kBAAkB,EAAE,MAAM,SAAS,CAAC;AAE/E;;;;;;;;;;;GAWG;AACH,wBAAgB,kBAAkB,CAAC,KAAK,EAAE,MAAM,GAAG,UAAU,EAAE,CAiB9D;AAED;;;;;;;;;;GAUG;AACH,wBAAgB,wBAAwB,CACtC,KAAK,EAAE,MAAM,GACZ,oBAAoB,EAAE,CAgBxB;AAED;;;;;;;;;;;;;GAaG;AACH,wBAAgB,wBAAwB,CAAC,KAAK,EAAE,MAAM,GAAG;IACvD,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,cAAc,EAAE,MAAM,GAAG,SAAS,CAAC;IACnC,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;CAC5B,EAAE,CA8BF;AAED,wBAAgB,2BAA2B,CAAC,KAAK,EAAE,MAAM,GAAG;IAC1D,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;CACpB,EAAE,CAqCF;AAED,wBAAsB,0BAA0B,CAAC,EAC/C,aAAoB,EACpB,KAAK,EACL,QAAQ,EACR,SAAS,EACT,MAAM,EACN,SAAS,EACT,iBAAiB,GAClB,EAAE;IACD,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,QAAQ,EAAE,QAAQ,CAAC;IACnB,SAAS,EAAE,CAAC,MAAM,GAAG,SAAS,CAAC,EAAE,CAAC;IAClC,MAAM,CAAC,EAAE,YAAY,CAAC;IACtB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B,iBAyBA;AAED,wBAAsB,+BAA+B,CAAC,EACpD,KAAK,EACL,WAAW,EACX,MAAM,GACP,EAAE;IACD,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,WAAW,EAAE,UAAU,EAAE,CAAC;IAC1B,MAAM,CAAC,EAAE,YAAY,CAAC;CACvB,GAAG,OAAO,CAAC,kBAAkB,EAAE,CAAC,CA6ChC;AAED,wBAAsB,6BAA6B,CAAC,EAClD,KAAK,EACL,WAAW,EACX,sBAAsB,GACvB,EAAE;IACD,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,WAAW,EAAE,oBAAoB,EAAE,CAAC;IACpC,sBAAsB,CAAC,EAAE,sBAAsB,CAAC;CACjD,iBAoDA;AAED,wBAAsB,oBAAoB,CAAC,EACzC,MAAM,EACN,UAAU,GACX,EAAE;IACD,UAAU,EAAE;QACV,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;QAC7B,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;QAC5B,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;QAC5B,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;KAC5B,CAAC;IACF,MAAM,CAAC,EAAE,YAAY,CAAC;CACvB,GAAG,OAAO,CAAC;IACV,MAAM,EAAE;QAAE,KAAK,EAAE,OAAO,CAAC;QAAC,YAAY,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,CAAC;IACnE,cAAc,EAAE,MAAM,CAAC;CACxB,CAAC,CA8BD;AAED,wBAAsB,gBAAgB,CAAC,EACrC,KAAK,EACL,QAAQ,EACR,WAAW,EACX,MAAM,GACP,EAAE;IACD,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,QAAQ,EAAE,QAAQ,CAAC;IACnB,WAAW,EAAE;QACX,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;QAC7B,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;QAC5B,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;QAC5B,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;KAC5B,EAAE,CAAC;IACJ,MAAM,CAAC,EAAE,YAAY,CAAC;IACtB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B,GAAG,OAAO,CAAC;IAAE,KAAK,EAAE,OAAO,CAAC;IAAC,YAAY,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAA;CAAE,EAAE,CAAC,CAkIxE"}
+{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../../src/agent/codegen/utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAkB,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChE,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,4BAA4B,CAAC;AAI3D,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAOhD,OAAO,EAAE,UAAU,EAAE,oBAAoB,EAAE,kBAAkB,EAAE,MAAM,SAAS,CAAC;AAE/E;;;;;;;;;;;GAWG;AACH,wBAAgB,kBAAkB,CAAC,KAAK,EAAE,MAAM,GAAG,UAAU,EAAE,CAiB9D;AAED;;;;;;;;;;GAUG;AACH,wBAAgB,wBAAwB,CACtC,KAAK,EAAE,MAAM,GACZ,oBAAoB,EAAE,CAgBxB;AAED;;;;;;;;;;;;;GAaG;AACH,wBAAgB,wBAAwB,CAAC,KAAK,EAAE,MAAM,GAAG;IACvD,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,cAAc,EAAE,MAAM,GAAG,SAAS,CAAC;IACnC,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;CAC5B,EAAE,CA8BF;AAED,wBAAgB,2BAA2B,CAAC,KAAK,EAAE,MAAM,GAAG;IAC1D,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;CACpB,EAAE,CAqCF;AAED,wBAAsB,0BAA0B,CAAC,EAC/C,aAAoB,EACpB,KAAK,EACL,QAAQ,EACR,SAAS,EACT,MAAM,EACN,SAAS,EACT,iBAAiB,GAClB,EAAE;IACD,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,QAAQ,EAAE,QAAQ,CAAC;IACnB,SAAS,EAAE,CAAC,MAAM,GAAG,SAAS,CAAC,EAAE,CAAC;IAClC,MAAM,CAAC,EAAE,YAAY,CAAC;IACtB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B,iBAyBA;AAED,wBAAsB,+BAA+B,CAAC,EACpD,KAAK,EACL,WAAW,EACX,MAAM,GACP,EAAE;IACD,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,WAAW,EAAE,UAAU,EAAE,CAAC;IAC1B,MAAM,CAAC,EAAE,YAAY,CAAC;CACvB,GAAG,OAAO,CAAC,kBAAkB,EAAE,CAAC,CA6ChC;AAED,wBAAsB,6BAA6B,CAAC,EAClD,KAAK,EACL,WAAW,GACZ,EAAE;IACD,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,WAAW,EAAE,oBAAoB,EAAE,CAAC;CACrC,iBAiDA;AAED,wBAAsB,oBAAoB,CAAC,EACzC,MAAM,EACN,UAAU,GACX,EAAE;IACD,UAAU,EAAE;QACV,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;QAC7B,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;QAC5B,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;QAC5B,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;KAC5B,CAAC;IACF,MAAM,CAAC,EAAE,YAAY,CAAC;CACvB,GAAG,OAAO,CAAC;IACV,MAAM,EAAE;QAAE,KAAK,EAAE,OAAO,CAAC;QAAC,YAAY,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,CAAC;IACnE,cAAc,EAAE,MAAM,CAAC;CACxB,CAAC,CA8BD;AAED,wBAAsB,gBAAgB,CAAC,EACrC,KAAK,EACL,QAAQ,EACR,WAAW,EACX,MAAM,GACP,EAAE;IACD,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,QAAQ,EAAE,QAAQ,CAAC;IACnB,WAAW,EAAE;QACX,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;QAC7B,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;QAC5B,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;QAC5B,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;KAC5B,EAAE,CAAC;IACJ,MAAM,CAAC,EAAE,YAAY,CAAC;IACtB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B,GAAG,OAAO,CAAC;IAAE,KAAK,EAAE,OAAO,CAAC;IAAC,YAAY,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAA;CAAE,EAAE,CAAC,CAkIxE"}

package/dist/agent/codegen/utils.js

@@ -199,7 +199,7 @@ async function applyFileChangesUsingStrReplace({ trace, fileChanges, logger, })
     }
     return results;
 }
-async function applyFileChangesForCreateTest({ trace, fileChanges, testgenUpdatesReporter, }) {
+async function applyFileChangesForCreateTest({ trace, fileChanges, }) {
     const repoEditFileChangesSpan = trace?.span({
         name: "create-test-file-changes",
     });
@@ -235,7 +235,6 @@ async function applyFileChangesForCreateTest({ trace, fileChanges, testgenUpdate
                     error: e,
                 },
             });
-            void testgenUpdatesReporter?.sendMessage(`Error while applying changes to file ${fileChange.filePath}, error: ${e}`);
             console.error(`Error while applying changes to file ${fileChange.filePath}`, e);
         }
     }

package/dist/agent/cua/index.d.ts

@@ -8,10 +8,11 @@ export type BrowserAgentResult = Array<{
     type: "screenshot";
     screenshot: ArtifactInputData;
 }>;
-export declare function createTestUsingComputerUseAgent({ page, task, trace, }: {
+export declare function createTestUsingComputerUseAgent({ page, task, trace, prefersElementFromPointCodegen, }: {
     page: Page;
     task: string;
     trace?: TraceClient;
+    prefersElementFromPointCodegen?: boolean;
 }): Promise<{
     code: string;
     importPaths: string[];

package/dist/agent/cua/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/agent/cua/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAiB,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAC/D,OAAO,EAAE,iBAAiB,EAAE,KAAK,EAAE,MAAM,4BAA4B,CAAC;AAStE,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAgClC,MAAM,MAAM,kBAAkB,GAAG,KAAK,CAClC;IACE,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;CACd,GACD;IACE,IAAI,EAAE,YAAY,CAAC;IACnB,UAAU,EAAE,iBAAiB,CAAC;CAC/B,CACJ,CAAC;AAEF,wBAAsB,+BAA+B,CAAC,EACpD,IAAI,EACJ,IAAI,EACJ,KAAK,GACN,EAAE;IACD,IAAI,EAAE,IAAI,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,CAAC,EAAE,WAAW,CAAC;CACrB,GAAG,OAAO,CAAC;IACV,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,EAAE,CAAC;IACtB,MAAM,EAAE,kBAAkB,CAAC;IAC3B,KAAK,EAAE,KAAK,CAAC;CACd,CAAC,CAuND"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/agent/cua/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAiB,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAC/D,OAAO,EAAE,iBAAiB,EAAE,KAAK,EAAE,MAAM,4BAA4B,CAAC;AAStE,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAmClC,MAAM,MAAM,kBAAkB,GAAG,KAAK,CAClC;IACE,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;CACd,GACD;IACE,IAAI,EAAE,YAAY,CAAC;IACnB,UAAU,EAAE,iBAAiB,CAAC;CAC/B,CACJ,CAAC;AAEF,wBAAsB,+BAA+B,CAAC,EACpD,IAAI,EACJ,IAAI,EACJ,KAAK,EACL,8BAAsC,GACvC,EAAE;IACD,IAAI,EAAE,IAAI,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,8BAA8B,CAAC,EAAE,OAAO,CAAC;CAC1C,GAAG,OAAO,CAAC;IACV,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,EAAE,CAAC;IACtB,MAAM,EAAE,kBAAkB,CAAC;IAC3B,KAAK,EAAE,KAAK,CAAC;CACd,CAAC,CAuND"}

package/dist/agent/cua/index.js

@@ -11,9 +11,9 @@ const model_1 = require("./model");
 const element_from_point_1 = require("./pw-codegen/element-from-point");
 const pw_pause_1 = require("./pw-codegen/pw-pause");
 const MAX_ITERATIONS = 15;
-async function getCodegenInstance() {
+async function getCodegenInstance(prefersElementFromPoint) {
     const repoDir = process.cwd();
-    const canUsePwPause = await (0, pw_pause_1.canUsePauseCodegen)(repoDir);
+    const canUsePwPause = !prefersElementFromPoint && (await (0, pw_pause_1.canUsePauseCodegen)(repoDir));
     if (canUsePwPause) {
         console.log("[getCodegen] using PlaywrightPauseCodegen");
         return new pw_pause_1.PlaywrightPauseCodegen();
@@ -28,8 +28,8 @@ function artifact(screenshot, name) {
         data: Buffer.from(screenshot, "base64"),
     };
 }
-async function createTestUsingComputerUseAgent({ page, task, trace, }) {
-    const codegen = await getCodegenInstance();
+async function createTestUsingComputerUseAgent({ page, task, trace, prefersElementFromPointCodegen = false, }) {
+    const codegen = await getCodegenInstance(prefersElementFromPointCodegen);
     await codegen.initialize(page);
     const screenshot = await (0, computer_1.getScreenshot)(page);
     const initialArtifact = artifact(screenshot, "Initial screen");

package/dist/agent/master/execute-browser-action.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"execute-browser-action.d.ts","sourceRoot":"","sources":["../../../src/agent/master/execute-browser-action.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AACrD,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAE7C,OAAO,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAC;AAWlD,wBAAsB,oBAAoB,CAAC,EACzC,IAAI,EACJ,UAAU,EACV,KAAK,EACL,OAAO,EACP,GAAG,EACH,KAAK,GACN,EAAE;IACD,IAAI,EAAE,IAAI,CAAC;IACX,UAAU,EAAE;QACV,UAAU,EAAE,MAAM,CAAC;QACnB,YAAY,EAAE,MAAM,CAAC;KACtB,CAAC;IACF,KAAK,EAAE;QACL,4BAA4B,EAAE,OAAO,CAAC;KACvC,CAAC;IACF,OAAO,EAAE,iBAAiB,CAAC;IAC3B,KAAK,EAAE,WAAW,GAAG,SAAS,CAAC;IAC/B,GAAG,EAAE,GAAG,CAAC;CACV;;;gBAIW,MAAM;gBACN,MAAM;4BACM,MAAM;;GAiI7B"}
+{"version":3,"file":"execute-browser-action.d.ts","sourceRoot":"","sources":["../../../src/agent/master/execute-browser-action.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AACrD,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAE7C,OAAO,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAC;AAUlD,wBAAsB,oBAAoB,CAAC,EACzC,IAAI,EACJ,UAAU,EACV,KAAK,EACL,OAAO,EACP,GAAG,EACH,KAAK,GACN,EAAE;IACD,IAAI,EAAE,IAAI,CAAC;IACX,UAAU,EAAE;QACV,UAAU,EAAE,MAAM,CAAC;QACnB,YAAY,EAAE,MAAM,CAAC;KACtB,CAAC;IACF,KAAK,EAAE;QACL,4BAA4B,EAAE,OAAO,CAAC;KACvC,CAAC;IACF,OAAO,EAAE,iBAAiB,CAAC;IAC3B,KAAK,EAAE,WAAW,GAAG,SAAS,CAAC;IAC/B,GAAG,EAAE,GAAG,CAAC;CACV;;;gBAIW,MAAM;gBACN,MAAM;4BACM,MAAM;;GA8H7B"}

package/dist/agent/master/execute-browser-action.js

@@ -1,7 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.executeBrowserAction = executeBrowserAction;
-const reporter_1 = require("../../reporter");
 const browsing_1 = require("../browsing");
 const action_tool_calls_1 = require("./action-tool-calls");
 const element_annotation_1 = require("./element-annotation");
@@ -39,7 +38,7 @@ async function executeBrowserAction({ page, nextAction, flags, actions, llm, tra
                 };
         }
     }
-    let { annotationKeys, annotatedPageScreenshot, annotationBuffer } = await (0, element_annotation_1.getAnnotationKeys)({
+    let { annotationKeys, annotatedPageScreenshot } = await (0, element_annotation_1.getAnnotationKeys)({
         page,
         preference,
         trace,
@@ -61,8 +60,6 @@ async function executeBrowserAction({ page, nextAction, flags, actions, llm, tra
         });
         output.elementAnnotation = elementAnnotation;
         console.log("Output: ", output);
-        const testGenReporter = new reporter_1.TestGenUpdatesReporter();
-        await testGenReporter.sendCurrentView(annotationBuffer);
         const triggerHintsFlowSpan = trace?.span({
             name: "trigger-hints-flow",
             input: {

package/dist/agent/master/run.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../../../src/agent/master/run.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EACV,QAAQ,EACR,oBAAoB,EACrB,MAAM,4BAA4B,CAAC;AACpC,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAelC,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAUxC,OAAO,EAAE,+BAA+B,EAAE,MAAM,QAAQ,CAAC;AAKzD,eAAO,MAAM,wBAAwB,QAAQ,CAAC;AAqB9C,wBAAsB,0BAA0B,CAAC,EAC/C,IAAI,EACJ,IAAI,EACJ,QAAQ,EACR,QAAQ,EACR,OAAO,EACP,SAAS,GACV,EAAE;IACD,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,IAAI,CAAC;IACX,QAAQ,CAAC,EAAE,QAAQ,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,OAAO,CAAC,oBAAoB,CAAC,CAAC;IACvC,SAAS,CAAC,EAAE,SAAS,CAAC;CACvB;;;GAwRA"}
+{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../../../src/agent/master/run.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EACV,QAAQ,EACR,oBAAoB,EACrB,MAAM,4BAA4B,CAAC;AACpC,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAclC,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAUxC,OAAO,EAAE,+BAA+B,EAAE,MAAM,QAAQ,CAAC;AAKzD,eAAO,MAAM,wBAAwB,QAAQ,CAAC;AAqB9C,wBAAsB,0BAA0B,CAAC,EAC/C,IAAI,EACJ,IAAI,EACJ,QAAQ,EACR,QAAQ,EACR,OAAO,EACP,SAAS,GACV,EAAE;IACD,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,IAAI,CAAC;IACX,QAAQ,CAAC,EAAE,QAAQ,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,OAAO,CAAC,oBAAoB,CAAC,CAAC;IACvC,SAAS,CAAC,EAAE,SAAS,CAAC;CACvB;;;GA4PA"}

package/dist/agent/master/run.js

@@ -10,7 +10,6 @@ const logger_1 = require("../../bin/logger");
 const constants_1 = require("../../constants");
 const errors_1 = require("../../errors");
 const page_1 = require("../../page");
-const reporter_1 = require("../../reporter");
 const session_1 = require("../../session");
 const utils_2 = require("../browsing/utils");
 const skills_retriever_1 = require("../codegen/skills-retriever");
@@ -41,7 +40,6 @@ async function createTestUsingMasterAgent({ task, page, testCase, specPath, opti
     const useActionSpecificAnnotations = options?.useActionSpecificAnnotations || false;
     const usePlannerInMaster = options?.usePlannerInMaster || false;
     const logger = new logger_1.CustomLogger({ useReporter: false });
-    const testgenUpdatesReporter = new reporter_1.TestGenUpdatesReporter();
     const session = (0, session_1.getSessionDetails)();
     const testGenPage = new page_1.TestGenPage(page, (0, utils_1.getPageVarName)());
     const trace = llm_1.langfuseInstance?.trace({
@@ -58,11 +56,6 @@ async function createTestUsingMasterAgent({ task, page, testCase, specPath, opti
             options.metadata?.environment,
         ].filter((s) => !!s),
     });
-    if (trace) {
-        void testgenUpdatesReporter.sendMessage(`Starting master agent. [view trace](${trace?.getTraceUrl()})`);
-        logger.log(`Starting master agent: ${trace?.getTraceUrl()}`);
-        void testgenUpdatesReporter.sendAgentTraceUrl(trace.getTraceUrl());
-    }
     const llm = new llm_1.LLM({
         trace,
         provider: options.modelProvider || constants_1.DEFAULT_MODEL_PROVIDER,
@@ -82,14 +75,12 @@ async function createTestUsingMasterAgent({ task, page, testCase, specPath, opti
     }
     skill_1.testCaseSkills.updateSkills(skills);
     if (usePlannerInMaster && testCase && specPath) {
-        void testgenUpdatesReporter.sendMessage(`Planner is working on task: ${task}`);
         logger.log(`Planner is working on task: ${task}`);
         const plan = await (0, run_1.planTask)({
             task,
             specPath,
             trace,
         });
-        void testgenUpdatesReporter.sendMessage(`Here is the plan:\n${plan}`);
         logger.log(`Here is the plan:\n${plan}`);
         // Will assume this is the task hereon
         task = plan;
@@ -123,7 +114,6 @@ async function createTestUsingMasterAgent({ task, page, testCase, specPath, opti
         });
         isGivenTaskDone = plannerResp.isDone;
         if (isGivenTaskDone) {
-            await testgenUpdatesReporter.sendMessage(`${plannerResp.reason} Marking the task as done.`);
             break;
         }
         if (actions.getStateVariables()[plannerResp.pageName]) {
@@ -135,8 +125,6 @@ async function createTestUsingMasterAgent({ task, page, testCase, specPath, opti
         // inject scripts in the page
         await (0, utils_2.injectPwLocatorGenerator)(testGenPage.pwPageInstance);
         const buffer = await page.screenshot();
-        const testGenReporter = new reporter_1.TestGenUpdatesReporter();
-        await testGenReporter.sendCurrentView(buffer);
         const pageScreenshot = buffer.toString("base64");
         let output;
         let generatedCodeSteps = [];
@@ -163,7 +151,6 @@ async function createTestUsingMasterAgent({ task, page, testCase, specPath, opti
         if (nextAction) {
             if (nextAction.actionType === action_tool_calls_1.ActionType.UNKNOWN) {
                 logger.error("Agent is not able to figure out next action since element is not visible on screen.");
-                await testgenUpdatesReporter.sendMessage("Agent is not able to figure out next action since element is not visible on screen.");
                 break;
             }
             const args = JSON.parse(nextAction.toolCallArgs);
@@ -175,7 +162,6 @@ async function createTestUsingMasterAgent({ task, page, testCase, specPath, opti
                 reason: args.reason,
             };
             try {
-                void testGenReporter.sendMessage(output.reason);
                 logger.log(`Next Action: ${output.action}`);
                 switch (nextAction.actionType) {
                     case skill_1.SKILL_USAGE: {
@@ -248,7 +234,6 @@ async function createTestUsingMasterAgent({ task, page, testCase, specPath, opti
                     if (failedActions.length >= MAX_ERROR_COUNT) {
                         const error = "Agent is not able to figure out next action, marking task as done";
                         logger.error(error);
-                        await testgenUpdatesReporter.sendMessage(error);
                         break;
                     }
                 }
@@ -265,11 +250,7 @@ async function createTestUsingMasterAgent({ task, page, testCase, specPath, opti
     }
     const { code, importPaths } = actions.generateCode();
     trace?.update({ input: { task }, output: { code } });
-    await new reporter_1.TestGenUpdatesReporter().sendCurrentView(await page.screenshot());
     logger.success("Successfully generated code for the given task");
-    if (trace) {
-        await testgenUpdatesReporter.sendMessage(`Successfully generated code for the given task. \n View [trace](${trace.getTraceUrl()})`);
-    }
     return {
         code,
         importPaths,

package/dist/agent/master/scroller.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"scroller.d.ts","sourceRoot":"","sources":["../../../src/agent/master/scroller.ts"],"names":[],"mappings":"AAAA,OAAO,EAAuB,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAErE,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAG7C,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAahD,MAAM,MAAM,cAAc,GAAG;IAC3B,cAAc,EAAE,MAAM,CAAC;IACvB,eAAe,EAAE,MAAM,CAAC;CACzB,CAAC;AA2ZF,wBAAsB,QAAQ,CAAC,EAC7B,kBAAkB,EAClB,IAAI,EACJ,KAAK,EACL,cAAc,EACd,MAAM,GACP,EAAE;IACD,kBAAkB,EAAE,MAAM,CAAC;IAC3B,IAAI,EAAE,IAAI,CAAC;IACX,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,cAAc,CAAC,EAAE,cAAc,CAAC;IAChC,MAAM,CAAC,EAAE,YAAY,CAAC;CACvB,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC,CA6D5B"}
+{"version":3,"file":"scroller.d.ts","sourceRoot":"","sources":["../../../src/agent/master/scroller.ts"],"names":[],"mappings":"AAAA,OAAO,EAAuB,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAErE,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAG7C,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAYhD,MAAM,MAAM,cAAc,GAAG;IAC3B,cAAc,EAAE,MAAM,CAAC;IACvB,eAAe,EAAE,MAAM,CAAC;CACzB,CAAC;AAoZF,wBAAsB,QAAQ,CAAC,EAC7B,kBAAkB,EAClB,IAAI,EACJ,KAAK,EACL,cAAc,EACd,MAAM,GACP,EAAE;IACD,kBAAkB,EAAE,MAAM,CAAC;IAC3B,IAAI,EAAE,IAAI,CAAC;IACX,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,cAAc,CAAC,EAAE,cAAc,CAAC;IAChC,MAAM,CAAC,EAAE,YAAY,CAAC;CACvB,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC,CA6D5B"}

package/dist/agent/master/scroller.js

@@ -4,7 +4,6 @@ exports.scroller = scroller;
 const llm_1 = require("@empiricalrun/llm");
 const vision_1 = require("@empiricalrun/llm/vision");
 const constants_1 = require("../../constants");
-const reporter_1 = require("../../reporter");
 const action_tool_calls_1 = require("./action-tool-calls");
 const element_annotation_1 = require("./element-annotation");
 let usedAnnotations = [];
@@ -43,9 +42,7 @@ async function isScrollable({ scrollDirection, page, divAnnotation, }) {
 // If the div annotation is undefined, we scroll the page
 // else we scroll the element
 async function scroll({ scrollBy, page, direction, divAnnotation, logger, }) {
-    const testGenUpdatesReporter = new reporter_1.TestGenUpdatesReporter();
     if (divAnnotation) {
-        await testGenUpdatesReporter.sendMessage("Scrolling the div since element is not in view");
         logger?.log("Scrolling the div since element is not in view");
         return await page.evaluate(({ scrollBy, direction, divAnnotation }) => {
             if (
@@ -60,7 +57,6 @@ async function scroll({ scrollBy, page, direction, divAnnotation, logger, }) {
             return 0;
         }, { scrollBy, direction, divAnnotation });
     }
-    await testGenUpdatesReporter.sendMessage("Scrolling the page since element is not in view");
     logger?.log("Scrolling the page since element is not in view");
     return await page.evaluate(({ scrollBy, direction }) => {
         let scrollHeight = scrollBy || window.innerHeight;

package/dist/bin/index.js

@@ -21,7 +21,6 @@ const auth_1 = require("../auth");
 const api_client_1 = require("../auth/api-client");
 const recorder_1 = require("../recorder");
 const validation_1 = require("../recorder/validation");
-const reporter_1 = require("../reporter");
 const session_1 = require("../session");
 const test_build_1 = require("../test-build");
 const environments_1 = require("./environments");
@@ -57,14 +56,6 @@ async function runChatAgent({ modelInput, useDiskForChatState, initialPromptPath
 async function runAgentsWorkflow(testGenConfig, testGenToken) {
     const logger = new logger_1.CustomLogger();
     const { specPath, testCase } = testGenConfig;
-    if (process.env.LOG_URL) {
-        try {
-            void new reporter_1.TestGenUpdatesReporter().sendLogUrl(process.env.LOG_URL);
-        }
-        catch (e) {
-            console.warn("Failed to send log url to test gen update", e);
-        }
-    }
     const session = (0, session_1.getSessionDetails)();
     const trace = llm_1.langfuseInstance?.trace({
         name: "generate-test",
@@ -87,14 +78,6 @@ async function runAgentsWorkflow(testGenConfig, testGenToken) {
             testUrl: session.testUrl,
         },
     });
-    if (trace) {
-        try {
-            void new reporter_1.TestGenUpdatesReporter().sendAgentTraceUrl(trace.getTraceUrl());
-        }
-        catch (e) {
-            console.warn("Failed to send trace url as test gen update", e);
-        }
-    }
     // assuming if there is no test case specific test name, we need to update the test case name
     if (!testCase.name) {
         logger.success(`Generating code for the provided task. ${process.env.LOG_URL ? `[view log](${process.env.LOG_URL})` : ""}`);
@@ -147,7 +130,6 @@ async function runAgentsWorkflow(testGenConfig, testGenToken) {
         });
         new logger_1.CustomLogger({ useReporter: false }).log("Generated Plan:");
         console.log(plan);
-        await new reporter_1.TestGenUpdatesReporter().sendMessage(plan);
     }
     else if (agent === "code") {
         await (0, run_2.generateTestWithCodegen)({
@@ -396,11 +378,6 @@ async function main() {
         const testGenToken = options.token
             ? options.token
             : (0, scenarios_1.buildTokenFromOptions)(options);
-        (0, reporter_1.setReporterConfig)({
-            projectRepoName: testGenConfig.options?.metadata.projectRepoName,
-            testSessionId: testGenConfig.options?.metadata.testSessionId,
-            generationId: testGenConfig.options?.metadata.generationId,
-        });
         (0, session_1.setSessionDetails)({
             testCaseId: testGenConfig.testCase.id,
             sessionId: testGenConfig.options?.metadata.testSessionId,
@@ -414,25 +391,14 @@ async function main() {
                 repoPath: process.cwd(),
             });
         }
-        let agentUsed;
         let testGenFailed = false;
         try {
-            agentUsed = await runAgentsWorkflow(testGenConfig, testGenToken);
+            await runAgentsWorkflow(testGenConfig, testGenToken);
         }
         catch (e) {
             testGenFailed = true;
             new logger_1.CustomLogger().error(`Failed to generate test for the scenario. ${process.env.LOG_URL ? `[view log](${process.env.LOG_URL})` : ""}`, e?.message, e?.stack);
         }
-        if (agentUsed &&
-            agentUsed !== "code" &&
-            agentUsed !== "plan" &&
-            testGenConfig.testCase.name &&
-            testGenConfig.options) {
-            await new reporter_1.TestGenUpdatesReporter().reportGenAssets({
-                projectRepoName: testGenConfig.options.metadata.projectRepoName,
-                testName: testGenConfig.testCase.name,
-            });
-        }
         await (0, llm_1.flushAllTraces)();
         await (0, logger_1.waitForLogsToFlush)();
         await (0, session_1.endSession)();

package/dist/bin/logger/index.d.ts

@@ -3,7 +3,6 @@ export declare class CustomLogger {
     constructor({ useReporter }?: {
         useReporter?: boolean | undefined;
     });
-    private logToReporter;
     log(message?: string, ...optionalParams: any[]): void;
     warn(message?: string, ...optionalParams: any[]): void;
     success(message?: string, ...optionalParams: any[]): void;

package/dist/bin/logger/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/bin/logger/index.ts"],"names":[],"mappings":"AAOA,qBAAa,YAAY;IACvB,OAAO,CAAC,WAAW,CAAkB;gBACzB,EAAE,WAAkB,EAAE;;KAAK;IAIvC,OAAO,CAAC,aAAa;IAYrB,GAAG,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,GAAG,cAAc,EAAE,GAAG,EAAE;IAK9C,IAAI,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,GAAG,cAAc,EAAE,GAAG,EAAE;IAK/C,OAAO,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,GAAG,cAAc,EAAE,GAAG,EAAE;IAKlD,KAAK,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,GAAG,cAAc,EAAE,GAAG,EAAE;IAKhD,YAAY;CAGb;AAED,wBAAsB,kBAAkB,kBAWvC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/bin/logger/index.ts"],"names":[],"mappings":"AAIA,qBAAa,YAAY;IACvB,OAAO,CAAC,WAAW,CAAkB;gBACzB,EAAE,WAAkB,EAAE;;KAAK;IAIvC,GAAG,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,GAAG,cAAc,EAAE,GAAG,EAAE;IAI9C,IAAI,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,GAAG,cAAc,EAAE,GAAG,EAAE;IAI/C,OAAO,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,GAAG,cAAc,EAAE,GAAG,EAAE;IAIlD,KAAK,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,GAAG,cAAc,EAAE,GAAG,EAAE;IAIhD,YAAY;CAGb;AAED,wBAAsB,kBAAkB,kBAWvC"}

package/dist/bin/logger/index.js

@@ -3,39 +3,23 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.CustomLogger = void 0;
 exports.waitForLogsToFlush = waitForLogsToFlush;
 const picocolors_1 = require("picocolors");
-const reporter_1 = require("../../reporter");
-const lib_1 = require("../../reporter/lib");
 let queuedReporterMessages = [];
 class CustomLogger {
     useReporter = false;
     constructor({ useReporter = true } = {}) {
         this.useReporter = useReporter;
     }
-    logToReporter(message) {
-        if (this.useReporter) {
-            (() => {
-                const promise = (0, reporter_1.getReporter)()?.report(new lib_1.MessageBuilder({ type: "message", message: message }));
-                if (promise) {
-                    queuedReporterMessages.push(promise);
-                }
-            })();
-        }
-    }
     log(message, ...optionalParams) {
         console.log("🪵", (0, picocolors_1.cyan)(message), ...optionalParams);
-        this.logToReporter(message);
     }
     warn(message, ...optionalParams) {
         console.log("🟡", (0, picocolors_1.yellow)(message), ...optionalParams);
-        this.logToReporter(message);
     }
     success(message, ...optionalParams) {
         console.log("✅", (0, picocolors_1.green)(message), ...optionalParams);
-        this.logToReporter(message);
     }
     error(message, ...optionalParams) {
         console.error("🚨", (0, picocolors_1.red)(message), ...optionalParams);
-        this.logToReporter(message);
     }
     logEmptyLine() {
         console.log("\n\n");

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,YAAY,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAchD,OAAO,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AACpC,OAAO,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAsB7C,wBAAsB,UAAU,CAC9B,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,IAAI,GAAG,YAAY,EAC5B,KAAK,CAAC,EAAE,SAAS,iBAwElB;AAED,wBAAsB,UAAU,CAAC,OAAO,EAAE,IAAI,iBAY7C"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,YAAY,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAahD,OAAO,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AACpC,OAAO,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAsB7C,wBAAsB,UAAU,CAC9B,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,IAAI,GAAG,YAAY,EAC5B,KAAK,CAAC,EAAE,SAAS,iBAmElB;AAED,wBAAsB,UAAU,CAAC,OAAO,EAAE,IAAI,iBAY7C"}

package/dist/index.js

@@ -14,7 +14,6 @@ const run_1 = require("./agent/master/run");
 const scenarios_1 = require("./bin/utils/scenarios");
 const client_1 = __importDefault(require("./file/client"));
 const logger_1 = require("./logger");
-const reporter_1 = require("./reporter");
 const session_1 = require("./session");
 var test_build_1 = require("./test-build");
 Object.defineProperty(exports, "downloadBuild", { enumerable: true, get: function () { return test_build_1.downloadBuild; } });
@@ -47,11 +46,6 @@ async function createTest(task, pageRef, scope) {
             });
         }
         if (testGenConfig.options && testGenConfig.options.metadata) {
-            (0, reporter_1.setReporterConfig)({
-                projectRepoName: testGenConfig.options?.metadata.projectRepoName,
-                testSessionId: testGenConfig.options?.metadata.testSessionId,
-                generationId: testGenConfig.options?.metadata.generationId,
-            });
             (0, session_1.setSessionDetails)({
                 sessionId: testGenConfig.options?.metadata.testSessionId,
                 generationId: testGenConfig.options?.metadata.generationId,

package/dist/tool-call-service/index.js

@@ -8,9 +8,9 @@ const diagnosis_fetcher_1 = require("../tools/diagnosis-fetcher");
 const download_build_1 = require("../tools/download-build");
 const grep_1 = require("../tools/grep");
 const list_environments_1 = require("../tools/list-environments");
+const run_test_1 = require("../tools/run-test");
 const str_replace_editor_1 = require("../tools/str_replace_editor");
 const test_gen_browser_1 = require("../tools/test-gen-browser");
-const test_run_1 = require("../tools/test-run");
 const test_run_fetcher_1 = require("../tools/test-run-fetcher");
 const upgrade_packages_1 = require("../tools/upgrade-packages");
 const checkpoint_1 = require("../utils/checkpoint");
@@ -37,7 +37,7 @@ class ToolCallService {
         this.environmentOverrides = environmentOverrides;
         this.tools = [
             grep_1.grepTool,
-            test_run_1.runTestTool,
+            run_test_1.runTestTool,
             test_run_fetcher_1.fetchTestRunReportTool,
             diagnosis_fetcher_1.fetchDiagnosisReportTool,
             test_gen_browser_1.generateTestWithBrowserAgent,

package/dist/tools/{test-run.d.ts → run-test.d.ts}

@@ -1,3 +1,3 @@
 import type { Tool } from "@empiricalrun/shared-types";
 export declare const runTestTool: Tool;
-//# sourceMappingURL=test-run.d.ts.map
+//# sourceMappingURL=run-test.d.ts.map

package/dist/tools/run-test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"run-test.d.ts","sourceRoot":"","sources":["../../src/tools/run-test.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAc,MAAM,4BAA4B,CAAC;AA2DnE,eAAO,MAAM,WAAW,EAAE,IAqFzB,CAAC"}

package/dist/tools/{test-run.js → run-test.js}

@@ -31,7 +31,9 @@ function buildReportUrl(projectName, testRunId) {
     return `https://reports.empirical.run/${projectName}/${testRunId}/index.html`;
 }
 function buildResult({ hasTestPassed, summaryJson, reportUrl, }) {
-    const truncatedSummaryJson = (0, utils_2.truncateJsonValues)(summaryJson);
+    const summaryWithoutConfig = { ...summaryJson, config: undefined };
+    delete summaryWithoutConfig["config"];
+    const truncatedSummaryJson = (0, utils_2.truncateJsonValues)(summaryWithoutConfig);
     return `
 Test run is complete. Result: ${hasTestPassed ? "Passed" : "Failed"}
 

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@empiricalrun/test-gen",
-  "version": "0.71.1",
+  "version": "0.71.2",
   "publishConfig": {
     "registry": "https://registry.npmjs.org/",
     "access": "public"
@@ -66,10 +66,10 @@
     "zod": "^3.23.8",
     "@empiricalrun/llm": "^0.19.4",
     "@empiricalrun/r2-uploader": "^0.3.9",
-    "@empiricalrun/test-run": "^0.10.7"
+    "@empiricalrun/test-run": "^0.10.8"
   },
   "devDependencies": {
-    "@playwright/test": "1.53.0",
+    "@playwright/test": "1.53.2",
     "@types/async-retry": "^1.4.8",
     "@types/console-log-level": "^1.4.5",
     "@types/detect-port": "^1.3.5",
@@ -79,10 +79,10 @@
     "@types/mime": "3.0.0",
     "@types/serve-handler": "^6.1.4",
     "js-levenshtein": "^1.1.6",
-    "playwright": "1.53.0",
+    "playwright": "1.53.2",
     "serve-handler": "^6.1.6",
     "ts-patch": "^3.3.0",
-    "@empiricalrun/shared-types": "0.6.3"
+    "@empiricalrun/shared-types": "0.6.4"
   },
   "scripts": {
     "dev": "tspc --build --watch",

package/tsconfig.tsbuildinfo

@@ -1 +1 @@
-{"root":["./src/index.ts","./src/logger.ts","./src/actions/assert.ts","./src/actions/click.ts","./src/actions/done.ts","./src/actions/fill.ts","./src/actions/goto.ts","./src/actions/hover.ts","./src/actions/index.ts","./src/actions/next-task.ts","./src/actions/press.ts","./src/actions/skill.ts","./src/actions/text-content.ts","./src/actions/constants/index.ts","./src/actions/utils/index.ts","./src/agent/browsing/index.ts","./src/agent/browsing/run.ts","./src/agent/browsing/utils.ts","./src/agent/chat/agent-loop.ts","./src/agent/chat/exports.ts","./src/agent/chat/index.ts","./src/agent/chat/models.ts","./src/agent/chat/state.ts","./src/agent/chat/types.ts","./src/agent/chat/utils.ts","./src/agent/chat/prompt/index.ts","./src/agent/chat/prompt/pw-utils-docs.ts","./src/agent/chat/prompt/repo.ts","./src/agent/codegen/create-test-block.ts","./src/agent/codegen/fix-ts-errors.ts","./src/agent/codegen/generate-code-apply-changes.ts","./src/agent/codegen/lexical-scoped-vars.ts","./src/agent/codegen/repo-edit.ts","./src/agent/codegen/run.ts","./src/agent/codegen/skills-retriever.ts","./src/agent/codegen/test-update-feedback.ts","./src/agent/codegen/types.ts","./src/agent/codegen/update-flow.ts","./src/agent/codegen/use-skill.ts","./src/agent/codegen/utils.ts","./src/agent/cua/computer.ts","./src/agent/cua/index.ts","./src/agent/cua/model.ts","./src/agent/cua/pw-codegen/element-from-point.ts","./src/agent/cua/pw-codegen/types.ts","./src/agent/cua/pw-codegen/pw-pause/for-recorder.ts","./src/agent/cua/pw-codegen/pw-pause/index.ts","./src/agent/cua/pw-codegen/pw-pause/ipc.ts","./src/agent/cua/pw-codegen/pw-pause/patch.ts","./src/agent/cua/pw-codegen/pw-pause/types.ts","./src/agent/cua/pw-codegen/pw-pause/utils.ts","./src/agent/diagnosis-agent/index.ts","./src/agent/diagnosis-agent/strict-mode-violation.ts","./src/agent/enrich-prompt/index.ts","./src/agent/enrich-prompt/utils.ts","./src/agent/infer-agent/index.ts","./src/agent/master/action-tool-calls.ts","./src/agent/master/element-annotation.ts","./src/agent/master/execute-browser-action.ts","./src/agent/master/execute-skill-action.ts","./src/agent/master/next-action.ts","./src/agent/master/planner.ts","./src/agent/master/run.ts","./src/agent/master/scroller.ts","./src/agent/master/with-hints.ts","./src/agent/master/browser-tests/cua.spec.ts","./src/agent/master/browser-tests/fixtures.ts","./src/agent/master/browser-tests/index.spec.ts","./src/agent/master/browser-tests/skills.spec.ts","./src/agent/master/icon-descriptor/index.ts","./src/agent/master/icon-descriptor/normalize-svg.ts","./src/agent/planner/run-time-planner.ts","./src/agent/planner/run.ts","./src/artifacts/index.ts","./src/artifacts/utils.ts","./src/auth/api-client.ts","./src/auth/cli-auth.ts","./src/auth/index.ts","./src/auth/token-store.ts","./src/bin/environments.ts","./src/bin/index.ts","./src/bin/setup.ts","./src/bin/logger/index.ts","./src/bin/utils/context.ts","./src/bin/utils/index.ts","./src/bin/utils/fs/index.ts","./src/bin/utils/platform/web/index.ts","./src/bin/utils/platform/web/test-files/ts-path-import-validate.ts","./src/bin/utils/scenarios/index.ts","./src/browser-injected-scripts/annotate-elements.spec.ts","./src/constants/index.ts","./src/errors/index.ts","./src/evals/add-scenario-agent.evals.ts","./src/evals/append-create-test-agent.evals.ts","./src/evals/fetch-pom-skills-agent.evals.ts","./src/evals/infer-master-or-code-agent.evals.ts","./src/evals/master-agent.evals.ts","./src/evals/type.ts","./src/evals/update-scenario-agent.evals.ts","./src/file/client.ts","./src/file/server.ts","./src/human-in-the-loop/cli.ts","./src/human-in-the-loop/index.ts","./src/human-in-the-loop/ipc.ts","./src/page/index.ts","./src/prompts/lib/ts-transformer.ts","./src/recorder/env-variables.ts","./src/recorder/index.ts","./src/recorder/request.ts","./src/recorder/temp-files.ts","./src/recorder/upload.ts","./src/recorder/validation.ts","./src/reporter/index.ts","./src/reporter/lib.ts","./src/session/index.ts","./src/test-build/index.ts","./src/tool-call-service/index.ts","./src/tool-call-service/utils.ts","./src/tools/commit-and-create-pr.ts","./src/tools/diagnosis-fetcher.ts","./src/tools/download-build.ts","./src/tools/list-environments.ts","./src/tools/str_replace_editor.ts","./src/tools/test-gen-browser.ts","./src/tools/test-run.ts","./src/tools/grep/index.ts","./src/tools/grep/ripgrep/index.ts","./src/tools/grep/ripgrep/types.ts","./src/tools/test-run-fetcher/index.ts","./src/tools/test-run-fetcher/types.ts","./src/tools/upgrade-packages/index.ts","./src/tools/upgrade-packages/utils.ts","./src/tools/utils/index.ts","./src/types/handlebars.d.ts","./src/types/index.ts","./src/uploader/index.ts","./src/uploader/utils.ts","./src/utils/checkpoint.ts","./src/utils/env.ts","./src/utils/exec.ts","./src/utils/file-tree.ts","./src/utils/file.ts","./src/utils/git.ts","./src/utils/html.ts","./src/utils/index.ts","./src/utils/json.ts","./src/utils/repo-tree.ts","./src/utils/slug.ts","./src/utils/string.ts","./src/utils/stripAnsi.ts"],"version":"5.8.3"}
+{"root":["./src/index.ts","./src/logger.ts","./src/actions/assert.ts","./src/actions/click.ts","./src/actions/done.ts","./src/actions/fill.ts","./src/actions/goto.ts","./src/actions/hover.ts","./src/actions/index.ts","./src/actions/next-task.ts","./src/actions/press.ts","./src/actions/skill.ts","./src/actions/text-content.ts","./src/actions/constants/index.ts","./src/actions/utils/index.ts","./src/agent/browsing/index.ts","./src/agent/browsing/run.ts","./src/agent/browsing/utils.ts","./src/agent/chat/agent-loop.ts","./src/agent/chat/exports.ts","./src/agent/chat/index.ts","./src/agent/chat/models.ts","./src/agent/chat/state.ts","./src/agent/chat/types.ts","./src/agent/chat/utils.ts","./src/agent/chat/prompt/index.ts","./src/agent/chat/prompt/pw-utils-docs.ts","./src/agent/chat/prompt/repo.ts","./src/agent/codegen/create-test-block.ts","./src/agent/codegen/fix-ts-errors.ts","./src/agent/codegen/generate-code-apply-changes.ts","./src/agent/codegen/lexical-scoped-vars.ts","./src/agent/codegen/repo-edit.ts","./src/agent/codegen/run.ts","./src/agent/codegen/skills-retriever.ts","./src/agent/codegen/test-update-feedback.ts","./src/agent/codegen/types.ts","./src/agent/codegen/update-flow.ts","./src/agent/codegen/use-skill.ts","./src/agent/codegen/utils.ts","./src/agent/cua/computer.ts","./src/agent/cua/index.ts","./src/agent/cua/model.ts","./src/agent/cua/pw-codegen/element-from-point.ts","./src/agent/cua/pw-codegen/types.ts","./src/agent/cua/pw-codegen/pw-pause/for-recorder.ts","./src/agent/cua/pw-codegen/pw-pause/index.ts","./src/agent/cua/pw-codegen/pw-pause/ipc.ts","./src/agent/cua/pw-codegen/pw-pause/patch.ts","./src/agent/cua/pw-codegen/pw-pause/types.ts","./src/agent/cua/pw-codegen/pw-pause/utils.ts","./src/agent/diagnosis-agent/index.ts","./src/agent/diagnosis-agent/strict-mode-violation.ts","./src/agent/enrich-prompt/index.ts","./src/agent/enrich-prompt/utils.ts","./src/agent/infer-agent/index.ts","./src/agent/master/action-tool-calls.ts","./src/agent/master/element-annotation.ts","./src/agent/master/execute-browser-action.ts","./src/agent/master/execute-skill-action.ts","./src/agent/master/next-action.ts","./src/agent/master/planner.ts","./src/agent/master/run.ts","./src/agent/master/scroller.ts","./src/agent/master/with-hints.ts","./src/agent/master/browser-tests/cua.spec.ts","./src/agent/master/browser-tests/fixtures.ts","./src/agent/master/browser-tests/index.spec.ts","./src/agent/master/browser-tests/skills.spec.ts","./src/agent/master/icon-descriptor/index.ts","./src/agent/master/icon-descriptor/normalize-svg.ts","./src/agent/planner/run-time-planner.ts","./src/agent/planner/run.ts","./src/artifacts/index.ts","./src/artifacts/utils.ts","./src/auth/api-client.ts","./src/auth/cli-auth.ts","./src/auth/index.ts","./src/auth/token-store.ts","./src/bin/environments.ts","./src/bin/index.ts","./src/bin/setup.ts","./src/bin/logger/index.ts","./src/bin/utils/context.ts","./src/bin/utils/index.ts","./src/bin/utils/fs/index.ts","./src/bin/utils/platform/web/index.ts","./src/bin/utils/platform/web/test-files/ts-path-import-validate.ts","./src/bin/utils/scenarios/index.ts","./src/browser-injected-scripts/annotate-elements.spec.ts","./src/constants/index.ts","./src/errors/index.ts","./src/evals/add-scenario-agent.evals.ts","./src/evals/append-create-test-agent.evals.ts","./src/evals/fetch-pom-skills-agent.evals.ts","./src/evals/infer-master-or-code-agent.evals.ts","./src/evals/master-agent.evals.ts","./src/evals/type.ts","./src/evals/update-scenario-agent.evals.ts","./src/file/client.ts","./src/file/server.ts","./src/human-in-the-loop/cli.ts","./src/human-in-the-loop/index.ts","./src/human-in-the-loop/ipc.ts","./src/page/index.ts","./src/prompts/lib/ts-transformer.ts","./src/recorder/env-variables.ts","./src/recorder/index.ts","./src/recorder/request.ts","./src/recorder/temp-files.ts","./src/recorder/upload.ts","./src/recorder/validation.ts","./src/session/index.ts","./src/test-build/index.ts","./src/tool-call-service/index.ts","./src/tool-call-service/utils.ts","./src/tools/commit-and-create-pr.ts","./src/tools/diagnosis-fetcher.ts","./src/tools/download-build.ts","./src/tools/list-environments.ts","./src/tools/run-test.ts","./src/tools/str_replace_editor.ts","./src/tools/test-gen-browser.ts","./src/tools/grep/index.ts","./src/tools/grep/ripgrep/index.ts","./src/tools/grep/ripgrep/types.ts","./src/tools/test-run-fetcher/index.ts","./src/tools/test-run-fetcher/types.ts","./src/tools/upgrade-packages/index.ts","./src/tools/upgrade-packages/utils.ts","./src/tools/utils/index.ts","./src/types/handlebars.d.ts","./src/types/index.ts","./src/utils/checkpoint.ts","./src/utils/env.ts","./src/utils/exec.ts","./src/utils/file-tree.ts","./src/utils/file.ts","./src/utils/git.ts","./src/utils/html.ts","./src/utils/index.ts","./src/utils/json.ts","./src/utils/repo-tree.ts","./src/utils/slug.ts","./src/utils/string.ts","./src/utils/stripAnsi.ts"],"version":"5.8.3"}

package/dist/reporter/index.d.ts

@@ -1,26 +0,0 @@
-import { Reporter } from "./lib";
-type ReporterConfigType = {
-    testSessionId: number;
-    generationId: number;
-    projectRepoName: string;
-};
-export declare function getReporter(): Reporter | undefined;
-/**
- * function will upload videos and json summary of test results to r2 and report them to reporter.
- * method won't throw error if it fails to report
- */
-export declare function setReporterConfig(config: ReporterConfigType): void;
-export declare class TestGenUpdatesReporter {
-    private repoDir;
-    constructor();
-    reportGenAssets({ projectRepoName, testName, }: {
-        projectRepoName: string;
-        testName: string;
-    }): Promise<void>;
-    sendCurrentView(buffer: Buffer): Promise<void>;
-    sendMessage(message: string): Promise<void>;
-    sendLogUrl(message: string): Promise<void>;
-    sendAgentTraceUrl(message: string): Promise<void>;
-}
-export {};
-//# sourceMappingURL=index.d.ts.map

package/dist/reporter/index.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/reporter/index.ts"],"names":[],"mappings":"AAYA,OAAO,EAAkB,QAAQ,EAAE,MAAM,OAAO,CAAC;AAEjD,KAAK,kBAAkB,GAAG;IACxB,aAAa,EAAE,MAAM,CAAC;IACtB,YAAY,EAAE,MAAM,CAAC;IACrB,eAAe,EAAE,MAAM,CAAC;CACzB,CAAC;AAKF,wBAAgB,WAAW,IAAI,QAAQ,GAAG,SAAS,CAUlD;AAED;;;GAGG;AACH,wBAAgB,iBAAiB,CAAC,MAAM,EAAE,kBAAkB,GAAG,IAAI,CAElE;AAED,qBAAa,sBAAsB;IACjC,OAAO,CAAC,OAAO,CAAS;;IAKlB,eAAe,CAAC,EACpB,eAAe,EACf,QAAQ,GACT,EAAE;QACD,eAAe,EAAE,MAAM,CAAC;QACxB,QAAQ,EAAE,MAAM,CAAC;KAClB;IAgDK,eAAe,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IA8C9C,WAAW,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAY3C,UAAU,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAY1C,iBAAiB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;CAWxD"}

package/dist/reporter/index.js

@@ -1,149 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.TestGenUpdatesReporter = void 0;
-exports.getReporter = getReporter;
-exports.setReporterConfig = setReporterConfig;
-const r2_uploader_1 = require("@empiricalrun/r2-uploader");
-const fs_1 = __importDefault(require("fs"));
-const path_1 = __importDefault(require("path"));
-const logger_1 = require("../bin/logger");
-const uploader_1 = require("../uploader");
-const lib_1 = require("./lib");
-let reporterInstance = undefined;
-let reporterConfig = undefined;
-function getReporter() {
-    // if no config is set, return undefined
-    if (!reporterConfig) {
-        console.warn("initialising reporter without any config");
-    }
-    // initialise once config is set
-    if (!reporterInstance && reporterConfig) {
-        reporterInstance = new lib_1.Reporter(reporterConfig);
-    }
-    return reporterInstance;
-}
-/**
- * function will upload videos and json summary of test results to r2 and report them to reporter.
- * method won't throw error if it fails to report
- */
-function setReporterConfig(config) {
-    reporterConfig = config;
-}
-class TestGenUpdatesReporter {
-    repoDir;
-    constructor() {
-        this.repoDir = process.cwd();
-    }
-    async reportGenAssets({ projectRepoName, testName, }) {
-        const logger = new logger_1.CustomLogger();
-        try {
-            if (!(0, uploader_1.checkIfResultsUploadAllowed)()) {
-                logger.log("Skipped uploading generated test video");
-                return;
-            }
-            console.log("Uploading assets for the test genearation");
-            const { videoUrls, traceFiles } = await (0, uploader_1.uploadTestResultsUsingPrjRepo)({
-                projectRepoName,
-                testName,
-                repoDir: this.repoDir,
-            });
-            const reporter = getReporter();
-            await Promise.allSettled([
-                ...(videoUrls.length
-                    ? [
-                        reporter?.report(new lib_1.MessageBuilder({
-                            type: "video",
-                            message: JSON.stringify({
-                                type: "video",
-                                videoUrls,
-                            }),
-                        })),
-                    ]
-                    : []),
-                ...(traceFiles.length
-                    ? [
-                        reporter?.report(new lib_1.MessageBuilder({
-                            type: "pw-trace",
-                            message: JSON.stringify({
-                                type: "trace",
-                                traceFiles,
-                            }),
-                        })),
-                    ]
-                    : []),
-            ]);
-        }
-        catch (err) {
-            logger.error("Failed to report test results");
-            console.error(err);
-        }
-    }
-    async sendCurrentView(buffer) {
-        const logger = new logger_1.CustomLogger();
-        if (!(0, uploader_1.checkIfResultsUploadAllowed)()) {
-            logger.log("Skipped uploading current view screenshot");
-            return;
-        }
-        if (!reporterConfig?.projectRepoName) {
-            logger.log("Reporter config is not set skipping screenshot uploads.");
-            return;
-        }
-        try {
-            // upload current screenshot to r2 and report it to reporter
-            if (!fs_1.default.existsSync(path_1.default.join(this.repoDir, "gen-assets"))) {
-                fs_1.default.mkdirSync(path_1.default.join(this.repoDir, "gen-assets"));
-            }
-            fs_1.default.writeFileSync(path_1.default.join(this.repoDir, "gen-assets", `current-view-${Date.now()}.png`), buffer);
-            const uploadDir = (0, uploader_1.getUploadPathForRun)(reporterConfig?.projectRepoName);
-            const files = await (0, r2_uploader_1.uploadDirectory)({
-                sourceDir: path_1.default.join(this.repoDir, "gen-assets"),
-                destinationDir: uploadDir,
-                uploadBucket: uploader_1.UPLOAD_BUCKET,
-            });
-            const filePath = Object.keys(files)[0];
-            const relativeFilePath = filePath.replace(path_1.default.join(this.repoDir, "gen-assets"), "");
-            const url = `${uploader_1.UPLOAD_DOMAIN}/${uploadDir}${relativeFilePath}`;
-            await getReporter()?.report(new lib_1.MessageBuilder({
-                type: "current-snapshot",
-                message: JSON.stringify({ type: "current-view", url }),
-            }));
-            fs_1.default.rmdirSync(path_1.default.join(this.repoDir, "gen-assets"), {
-                recursive: true,
-            });
-        }
-        catch (e) {
-            console.warn("Failed to upload current view screenshot", e);
-        }
-    }
-    async sendMessage(message) {
-        const reporter = getReporter();
-        if (reporter) {
-            await reporter.report(new lib_1.MessageBuilder({
-                type: "message",
-                message,
-            }));
-        }
-    }
-    async sendLogUrl(message) {
-        const reporter = getReporter();
-        if (reporter) {
-            await reporter.report(new lib_1.MessageBuilder({
-                type: "log-url",
-                message,
-            }));
-        }
-    }
-    async sendAgentTraceUrl(message) {
-        const reporter = getReporter();
-        if (reporter) {
-            await reporter.report(new lib_1.MessageBuilder({
-                type: "agent-trace",
-                message,
-            }));
-        }
-    }
-}
-exports.TestGenUpdatesReporter = TestGenUpdatesReporter;

package/dist/reporter/lib.d.ts

@@ -1,31 +0,0 @@
-type DashboardMessagePayload = {
-    message: string;
-    messageType: "message" | "agent-trace" | "current-snapshot" | "video" | "pw-trace" | "log-url" | "commit-id";
-    pull_request?: string;
-    testCaseName?: string;
-    testCaseId?: number;
-    projectRepoName?: string;
-    testSessionId?: number;
-    generationId?: number;
-};
-export declare class MessageBuilder {
-    private props;
-    constructor(props: {
-        message: string;
-        type: DashboardMessagePayload["messageType"];
-    });
-    buildMessage(dashboardOptions?: {
-        override?: Partial<DashboardMessagePayload>;
-    }): DashboardMessagePayload;
-}
-export declare class Reporter {
-    private config;
-    constructor(config: {
-        testSessionId: number;
-        generationId: number;
-    });
-    report(messageBuilder: MessageBuilder): Promise<void>;
-    private sendMessageToDashboard;
-}
-export {};
-//# sourceMappingURL=lib.d.ts.map

package/dist/reporter/lib.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"lib.d.ts","sourceRoot":"","sources":["../../src/reporter/lib.ts"],"names":[],"mappings":"AAMA,KAAK,uBAAuB,GAAG;IAC7B,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,EACP,SAAS,GACT,aAAa,GACb,kBAAkB,GAClB,OAAO,GACP,UAAU,GACV,SAAS,GACT,WAAW,CAAC;IAChB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB,CAAC;AAEF,qBAAa,cAAc;IAEvB,OAAO,CAAC,KAAK;gBAAL,KAAK,EAAE;QACb,OAAO,EAAE,MAAM,CAAC;QAChB,IAAI,EAAE,uBAAuB,CAAC,aAAa,CAAC,CAAC;KAC9C;IAGH,YAAY,CAAC,gBAAgB,CAAC,EAAE;QAC9B,QAAQ,CAAC,EAAE,OAAO,CAAC,uBAAuB,CAAC,CAAC;KAC7C,GAAG,uBAAuB;CAO5B;AAED,qBAAa,QAAQ;IAEjB,OAAO,CAAC,MAAM;gBAAN,MAAM,EAAE;QACd,aAAa,EAAE,MAAM,CAAC;QACtB,YAAY,EAAE,MAAM,CAAC;KACtB;IAGG,MAAM,CAAC,cAAc,EAAE,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC;YAc7C,sBAAsB;CAkCrC"}

package/dist/reporter/lib.js

@@ -1,71 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.Reporter = exports.MessageBuilder = void 0;
-const async_retry_1 = __importDefault(require("async-retry"));
-const DASHBOARD_DOMAIN = process.env.DASHBOARD_DOMAIN ||
-    (process.env.CI === "true" ? "https://dash.empirical.run" : "");
-class MessageBuilder {
-    props;
-    constructor(props) {
-        this.props = props;
-    }
-    buildMessage(dashboardOptions) {
-        return {
-            ...dashboardOptions?.override,
-            message: this.props.message,
-            messageType: this.props.type,
-        };
-    }
-}
-exports.MessageBuilder = MessageBuilder;
-class Reporter {
-    config;
-    constructor(config) {
-        this.config = config;
-    }
-    async report(messageBuilder) {
-        const message = messageBuilder.buildMessage({
-            override: {
-                testSessionId: this.config.testSessionId,
-                generationId: this.config.generationId,
-            },
-        });
-        if (!message) {
-            console.info("No message found. Skipping sending message to dashboard");
-            return;
-        }
-        await this.sendMessageToDashboard(message);
-    }
-    async sendMessageToDashboard(message) {
-        if (!DASHBOARD_DOMAIN) {
-            console.warn("No dashboard domain found. Skipping send message to dashboard");
-            return;
-        }
-        try {
-            await (0, async_retry_1.default)(async () => {
-                const body = JSON.stringify(message);
-                await fetch(`${DASHBOARD_DOMAIN}/api/github/updates`, {
-                    method: "POST",
-                    headers: {
-                        "Content-Type": "application/json",
-                        Authorization: `Bearer ${process.env.EMPIRICALRUN_API_KEY}`,
-                    },
-                    body,
-                });
-            }, {
-                retries: 3,
-                minTimeout: 1000,
-                maxTimeout: 60_000,
-                factor: 3,
-            });
-        }
-        catch (e) {
-            console.error(`Error sending message to Dashboard: ${e.code}`);
-            console.error(e.message);
-        }
-    }
-}
-exports.Reporter = Reporter;

package/dist/tools/test-run.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"test-run.d.ts","sourceRoot":"","sources":["../../src/tools/test-run.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAc,MAAM,4BAA4B,CAAC;AAwDnE,eAAO,MAAM,WAAW,EAAE,IAqFzB,CAAC"}

package/dist/uploader/index.d.ts

@@ -1,26 +0,0 @@
-export declare const UPLOAD_BUCKET = "test-report";
-export declare const UPLOAD_DOMAIN = "https://reports.empirical.run";
-export declare function getFullUploadPath(repoDir: string, filePath: string, uploadDir: string): string;
-export declare function getRelativeUploadPath(filePath: string, repoDir: string): string;
-/**
- * Function to upload test results to R2 using the project repo name and test name.
- * This function uploads both the JSON summary of test results and associated video files.
- * @param {Object} params - The parameters for the function.
- * @param {string} params.projectRepoName - Name of the project repository.
- * @param {string} params.testName - Name of the testcase which called this test-gen.
- * @returns {Promise<Object>} An object containing arrays of video URLs and the summary JSON URL.
- * @returns {string[]} returns.videoUrls - URLs of the uploaded video files.
- * @returns {string} returns.summaryUrl - URL of the uploaded summary JSON file.
- */
-export declare function uploadTestResultsUsingPrjRepo({ projectRepoName, testName, repoDir, }: {
-    projectRepoName: string;
-    testName: string;
-    repoDir: string;
-}): Promise<{
-    videoUrls: string[];
-    summaryUrl: string;
-    traceFiles: string[];
-}>;
-export declare function getUploadPathForRun(projectRepoName: string): string;
-export declare function checkIfResultsUploadAllowed(): string | undefined;
-//# sourceMappingURL=index.d.ts.map

package/dist/uploader/index.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/uploader/index.ts"],"names":[],"mappings":"AAYA,eAAO,MAAM,aAAa,gBAAgB,CAAC;AAC3C,eAAO,MAAM,aAAa,kCAAkC,CAAC;AAG7D,wBAAgB,iBAAiB,CAC/B,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,MAAM,EAChB,SAAS,EAAE,MAAM,UAKlB;AAED,wBAAgB,qBAAqB,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,UAEtE;AAED;;;;;;;;;GASG;AACH,wBAAsB,6BAA6B,CAAC,EAClD,eAAe,EACf,QAAQ,EACR,OAAO,GACR,EAAE;IACD,eAAe,EAAE,MAAM,CAAC;IACxB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;CACjB,GAAG,OAAO,CAAC;IACV,SAAS,EAAE,MAAM,EAAE,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,EAAE,CAAC;CACtB,CAAC,CAiED;AAED,wBAAgB,mBAAmB,CAAC,eAAe,EAAE,MAAM,UAM1D;AAED,wBAAgB,2BAA2B,uBAQ1C"}

package/dist/uploader/index.js

@@ -1,103 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.UPLOAD_DOMAIN = exports.UPLOAD_BUCKET = void 0;
-exports.getFullUploadPath = getFullUploadPath;
-exports.getRelativeUploadPath = getRelativeUploadPath;
-exports.uploadTestResultsUsingPrjRepo = uploadTestResultsUsingPrjRepo;
-exports.getUploadPathForRun = getUploadPathForRun;
-exports.checkIfResultsUploadAllowed = checkIfResultsUploadAllowed;
-const r2_uploader_1 = require("@empiricalrun/r2-uploader");
-const path_1 = __importDefault(require("path"));
-const utils_1 = require("./utils");
-// json summary of test results
-// originally we used to upload test results directory for this
-// but now we have our test results (per testcase artifacts) inside playwright-report/data
-// but we also have summary.json in playwright-report/
-// we can avoid html report upload here if we don't want
-const PLAYWRIGHT_REPORT_DATA = "playwright-report/data";
-exports.UPLOAD_BUCKET = "test-report";
-exports.UPLOAD_DOMAIN = "https://reports.empirical.run"; // domain based on bucket mentioned above
-const uploadId = crypto.randomUUID();
-function getFullUploadPath(repoDir, filePath, uploadDir) {
-    // remove the source dir from the file path - only keep the relative path
-    const relativeFilePath = getRelativeUploadPath(filePath, repoDir);
-    return `${exports.UPLOAD_DOMAIN}/${uploadDir}${relativeFilePath}`;
-}
-function getRelativeUploadPath(filePath, repoDir) {
-    return filePath.replace(path_1.default.join(repoDir, PLAYWRIGHT_REPORT_DATA), "");
-}
-/**
- * Function to upload test results to R2 using the project repo name and test name.
- * This function uploads both the JSON summary of test results and associated video files.
- * @param {Object} params - The parameters for the function.
- * @param {string} params.projectRepoName - Name of the project repository.
- * @param {string} params.testName - Name of the testcase which called this test-gen.
- * @returns {Promise<Object>} An object containing arrays of video URLs and the summary JSON URL.
- * @returns {string[]} returns.videoUrls - URLs of the uploaded video files.
- * @returns {string} returns.summaryUrl - URL of the uploaded summary JSON file.
- */
-async function uploadTestResultsUsingPrjRepo({ projectRepoName, testName, repoDir, }) {
-    const uploadDir = getUploadPathForRun(projectRepoName);
-    console.log("Current directory for assets upload", repoDir);
-    const files = await (0, r2_uploader_1.uploadDirectory)({
-        sourceDir: path_1.default.join(repoDir, PLAYWRIGHT_REPORT_DATA),
-        destinationDir: uploadDir,
-        uploadBucket: exports.UPLOAD_BUCKET,
-    });
-    // upload summary.json
-    await (0, r2_uploader_1.uploadDirectory)({
-        sourceDir: path_1.default.join(repoDir, "playwright-report"),
-        // TODO: this will only work for repos that use playwright 1.47.1
-        fileList: [path_1.default.join(repoDir, "playwright-report", "summary.json")],
-        destinationDir: uploadDir,
-        uploadBucket: exports.UPLOAD_BUCKET,
-    });
-    // fileNames are relative upload paths
-    const fileNames = Object.keys(files);
-    console.log("Uploaded files", fileNames.map((f) => getFullUploadPath(repoDir, f, uploadDir)));
-    const defaultLocation = path_1.default.join(repoDir, "playwright-report", "summary.json");
-    const results = (0, utils_1.parseJsonReport)(defaultLocation);
-    const flatTestsList = (0, utils_1.getFlattenedTestList)(results.suites);
-    const testAttachmentPaths = [];
-    for (const test of flatTestsList) {
-        if (test.title === testName) {
-            if (test.tests[0]) {
-                if (test.tests[0].results[0]) {
-                    // results array is basically made by retries
-                    for (const attachments of test.tests[0].results[0].attachments) {
-                        if (attachments.path) {
-                            testAttachmentPaths.push(getRelativeUploadPath(attachments.path, repoDir));
-                        }
-                    }
-                }
-            }
-        }
-    }
-    const videoFiles = fileNames.filter((fileName) => fileName.endsWith(".webm") && testAttachmentPaths.includes(fileName));
-    const traceFiles = fileNames.filter((fileName) => fileName.endsWith(".zip") && testAttachmentPaths.includes(fileName));
-    console.log("videoFiles", videoFiles);
-    console.log("traceFiles", traceFiles);
-    return {
-        videoUrls: videoFiles
-            .map((fileName) => getFullUploadPath(repoDir, fileName, uploadDir))
-            .filter((url) => !!url),
-        summaryUrl: `${exports.UPLOAD_DOMAIN}/${uploadDir}/summary.json`,
-        traceFiles: traceFiles
-            .map((fileName) => getFullUploadPath(repoDir, fileName, uploadDir))
-            .filter((url) => !!url),
-    };
-}
-function getUploadPathForRun(projectRepoName) {
-    const uploadDir = `test-generation/${projectRepoName.replace("-tests", "")}/${uploadId}`;
-    return uploadDir;
-}
-function checkIfResultsUploadAllowed() {
-    // TODO: check for valid R2 credentials
-    // check for project repo name, and r2 creds
-    return (process.env.R2_ACCOUNT_ID &&
-        process.env.R2_ACCESS_KEY_ID &&
-        process.env.R2_SECRET_ACCESS_KEY);
-}

package/dist/uploader/utils.d.ts

@@ -1,8 +0,0 @@
-import type { JSONReportSpec, JSONReportSuite } from "@playwright/test/reporter";
-export declare function parseJsonReport<T>(srcFile: string): T;
-export type flattenedSpecT = JSONReportSpec & {
-    nesting: string[];
-    suitesString: string;
-};
-export declare const getFlattenedTestList: (suites: JSONReportSuite[]) => flattenedSpecT[];
-//# sourceMappingURL=utils.d.ts.map

package/dist/uploader/utils.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../src/uploader/utils.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,cAAc,EACd,eAAe,EAChB,MAAM,2BAA2B,CAAC;AAGnC,wBAAgB,eAAe,CAAC,CAAC,EAAE,OAAO,EAAE,MAAM,GAAG,CAAC,CAErD;AAMD,MAAM,MAAM,cAAc,GAAG,cAAc,GAAG;IAC5C,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,YAAY,EAAE,MAAM,CAAC;CACtB,CAAC;AACF,eAAO,MAAM,oBAAoB,GAC/B,QAAQ,eAAe,EAAE,KACxB,cAAc,EA4BhB,CAAC"}

package/dist/uploader/utils.js

@@ -1,35 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.getFlattenedTestList = void 0;
-exports.parseJsonReport = parseJsonReport;
-const fs_1 = __importDefault(require("fs"));
-function parseJsonReport(srcFile) {
-    return JSON.parse(fs_1.default.readFileSync(srcFile, { encoding: "utf-8" }));
-}
-const getFlattenedTestList = (suites) => {
-    let flattenedSpecs = [];
-    const traverseSuites = (suite, nesting = []) => {
-        nesting = [...nesting, suite.title];
-        flattenedSpecs.push(...suite.specs.map((spec) => {
-            const finalNesting = [...nesting, spec.title];
-            const suites = nesting.slice(1);
-            const suitesString = suites.length ? suites.join("~~") : "~~";
-            return {
-                ...spec,
-                nesting: finalNesting,
-                suitesString,
-            };
-        }));
-        // Traverse nested suites recursively
-        if (suite.suites && suite.suites.length > 0) {
-            suite.suites.forEach((suite) => traverseSuites(suite, nesting));
-        }
-    };
-    // Start the traversal from the top-level suites
-    suites.forEach((suite) => traverseSuites(suite));
-    return flattenedSpecs;
-};
-exports.getFlattenedTestList = getFlattenedTestList;