@empiricalrun/test-gen 0.64.0 → 0.64.2

package/CHANGELOG.md

@@ -1,5 +1,38 @@
 # @empiricalrun/test-gen
 
+## 0.64.2
+
+### Patch Changes
+
+- f05aac2: feat: add environment overrides for projects in tool calls
+- Updated dependencies [f05aac2]
+  - @empiricalrun/test-run@0.10.1
+  - @empiricalrun/llm@0.17.3
+
+## 0.64.1
+
+### Patch Changes
+
+- 387f475: chore: move more types to shared-types package
+- 39f1aa8: fix: add exception handling to codegen
+- 09a1126: [WIP] refactor: process manager to have strict options to avoid failure due…
+- 1f74b60: fix: clarify how file create tool can create directories
+- e5f8110: fix: ripgrep should work with ampersand in query
+- b39d75c: feat: add build url to some tools, to run tests on preview urls
+- 99d8490: fix: override page screenshot to fix cua on mobile emulation
+- 226c361: fix: validate file existence in text edit tools, browser agent and run test tool and update fileName to filePath
+- 41fc766: feat: collect artifacts after process end, add fallback for actionSummary
+- d00c867: fix: add test for artifact extraction function and fix the bug
+- d018e6b: chore: change default model to claude sonnet 4
+- b908890: feat: added useToolExecutionOnEcs feature flag to use ecs for tool execution
+- Updated dependencies [387f475]
+- Updated dependencies [587532f]
+- Updated dependencies [226c361]
+- Updated dependencies [0ef2e11]
+- Updated dependencies [8c7e9c6]
+  - @empiricalrun/llm@0.17.3
+  - @empiricalrun/test-run@0.10.0
+
 ## 0.64.0
 
 ### Minor Changes

package/dist/agent/browsing/run.d.ts

@@ -9,13 +9,14 @@ type GenerateTestsType = {
     repoDir: string;
     traceId?: string;
     editFileWithGeneratedCode: boolean;
+    envOverrides: Record<string, string>;
 };
 export declare function convertProjectsFilterToProject({ pwProjectsFilter, repoDir, testFilePath, }: {
     pwProjectsFilter: string[];
     repoDir: string;
     testFilePath: string;
 }): Promise<string>;
-export declare function generateTestsUsingMasterAgent({ testCaseName, testCaseSuites, testFilePath, filePathToUpdate, projectName, testGenToken, repoDir, traceId, editFileWithGeneratedCode, }: GenerateTestsType): Promise<{
+export declare function generateTestsUsingMasterAgent({ testCaseName, testCaseSuites, testFilePath, filePathToUpdate, projectName, testGenToken, repoDir, traceId, editFileWithGeneratedCode, envOverrides, }: GenerateTestsType): Promise<{
     isError: boolean;
     error: string;
     actionsSummary?: string;

package/dist/agent/browsing/run.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../../../src/agent/browsing/run.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAC;AAe3D,KAAK,iBAAiB,GAAG;IACvB,YAAY,EAAE,MAAM,CAAC;IACrB,cAAc,EAAE,MAAM,EAAE,CAAC;IACzB,YAAY,EAAE,MAAM,CAAC;IACrB,gBAAgB,EAAE,MAAM,CAAC;IACzB,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,yBAAyB,EAAE,OAAO,CAAC;CACpC,CAAC;AAEF,wBAAsB,8BAA8B,CAAC,EACnD,gBAAgB,EAChB,OAAO,EACP,YAAY,GACb,EAAE;IACD,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC3B,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,CAAC;CACtB,GAAG,OAAO,CAAC,MAAM,CAAC,CAQlB;AAED,wBAAsB,6BAA6B,CAAC,EAClD,YAAY,EACZ,cAAc,EACd,YAAY,EACZ,gBAAgB,EAChB,WAAW,EACX,YAAY,EACZ,OAAO,EACP,OAAO,EACP,yBAAyB,GAC1B,EAAE,iBAAiB,GAAG,OAAO,CAAC;IAC7B,OAAO,EAAE,OAAO,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,SAAS,CAAC,EAAE,aAAa,EAAE,CAAC;CAC7B,CAAC,CA2FD"}
+{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../../../src/agent/browsing/run.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAC;AAgB3D,KAAK,iBAAiB,GAAG;IACvB,YAAY,EAAE,MAAM,CAAC;IACrB,cAAc,EAAE,MAAM,EAAE,CAAC;IACzB,YAAY,EAAE,MAAM,CAAC;IACrB,gBAAgB,EAAE,MAAM,CAAC;IACzB,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,yBAAyB,EAAE,OAAO,CAAC;IACnC,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CACtC,CAAC;AAEF,wBAAsB,8BAA8B,CAAC,EACnD,gBAAgB,EAChB,OAAO,EACP,YAAY,GACb,EAAE;IACD,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC3B,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,CAAC;CACtB,GAAG,OAAO,CAAC,MAAM,CAAC,CAQlB;AAED,wBAAsB,6BAA6B,CAAC,EAClD,YAAY,EACZ,cAAc,EACd,YAAY,EACZ,gBAAgB,EAChB,WAAW,EACX,YAAY,EACZ,OAAO,EACP,OAAO,EACP,yBAAyB,EACzB,YAAY,GACb,EAAE,iBAAiB,GAAG,OAAO,CAAC;IAC7B,OAAO,EAAE,OAAO,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,SAAS,CAAC,EAAE,aAAa,EAAE,CAAC;CAC7B,CAAC,CAqGD"}

package/dist/agent/browsing/run.js

@@ -9,16 +9,17 @@ const test_run_1 = require("@empiricalrun/test-run");
 const detect_port_1 = __importDefault(require("detect-port"));
 const fs_1 = __importDefault(require("fs"));
 const path_1 = __importDefault(require("path"));
+const utils_1 = require("../../artifacts/utils");
 const web_1 = require("../../bin/utils/platform/web");
 const server_1 = require("../../file/server");
 const exec_1 = require("../../utils/exec");
-const utils_1 = require("./utils");
+const utils_2 = require("./utils");
 async function convertProjectsFilterToProject({ pwProjectsFilter, repoDir, testFilePath, }) {
-    const playwrightConfig = await (0, utils_1.readPlaywrightConfig)(repoDir);
-    const project = await (0, utils_1.detectProjectName)(testFilePath, playwrightConfig, pwProjectsFilter);
+    const playwrightConfig = await (0, utils_2.readPlaywrightConfig)(repoDir);
+    const project = await (0, utils_2.detectProjectName)(testFilePath, playwrightConfig, pwProjectsFilter);
     return project;
 }
-async function generateTestsUsingMasterAgent({ testCaseName, testCaseSuites, testFilePath, filePathToUpdate, projectName, testGenToken, repoDir, traceId, editFileWithGeneratedCode, }) {
+async function generateTestsUsingMasterAgent({ testCaseName, testCaseSuites, testFilePath, filePathToUpdate, projectName, testGenToken, repoDir, traceId, editFileWithGeneratedCode, envOverrides, }) {
     const absTestFilePath = path_1.default.join(repoDir, testFilePath);
     if (!fs_1.default.existsSync(absTestFilePath)) {
         const errorMsg = `File for master agent to run not found: ${testFilePath}`;
@@ -58,7 +59,8 @@ async function generateTestsUsingMasterAgent({ testCaseName, testCaseSuites, tes
         const cmdLog = `${cmd.command} ${cmd.args.join(" ")}`;
         console.log(`[generateTestsUsingMasterAgent] Running command: ${cmdLog}`);
         await pm.execute(cmd.command, cmd.args, {
-            env: {
+            envOverrides: {
+                ...envOverrides,
                 IPC_FILE_SERVICE_PORT: availablePort.toString(),
                 PW_TEST_HTML_REPORT_OPEN: "never",
                 TEST_GEN_TOKEN: testGenToken,
@@ -77,6 +79,7 @@ async function generateTestsUsingMasterAgent({ testCaseName, testCaseSuites, tes
         error = `Failed to generate test using master agent ${e}`;
         console.error(`[generateTestsUsingMasterAgent] ${error}`);
     }
+    let artifacts = [];
     if (error) {
         // Clean up the file if there is any error
         try {
@@ -89,11 +92,16 @@ async function generateTestsUsingMasterAgent({ testCaseName, testCaseSuites, tes
             console.error(`[generateTestsUsingMasterAgent] Failed to remove extra scripts from files post test gen error:`, e);
         }
     }
+    artifacts = [...artifacts, ...(0, utils_1.findPlaywrightArtifacts)(repoDir)];
+    const serverArtifacts = fileServer.getArtifactInputsFromServer() || [];
+    artifacts = [...serverArtifacts, ...artifacts];
     await fileServer.stop();
     return {
         isError: !!error,
         error: error || "",
-        actionsSummary: fileServer.getActionsSummary(),
-        artifacts: fileServer.getArtifactInputsFromServer(),
+        actionsSummary: fileServer.getActionsSummary() ||
+            error ||
+            "Unknown error, there was no summary or error reported",
+        artifacts,
     };
 }

package/dist/agent/chat/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/agent/chat/index.ts"],"names":[],"mappings":"AACA,OAAO,EAGL,mBAAmB,EACpB,MAAM,wBAAwB,CAAC;AAyChC,wBAAsB,kBAAkB,CAAC,EACvC,mBAAmB,EACnB,aAAa,EACb,oBAAoB,EACpB,SAAS,GACV,EAAE;IACD,aAAa,EAAE,mBAAmB,CAAC;IACnC,mBAAmB,EAAE,OAAO,CAAC;IAC7B,oBAAoB,EAAE,MAAM,GAAG,SAAS,CAAC;IACzC,SAAS,CAAC,EAAE,OAAO,CAAC;CACrB,iBAsHA;AAuBD,wBAAsB,wBAAwB,CAAC,EAC7C,aAAa,EACb,aAAa,GACd,EAAE;IACD,aAAa,EAAE,mBAAmB,CAAC;IACnC,aAAa,EAAE,MAAM,CAAC;CACvB,iBA4DA"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/agent/chat/index.ts"],"names":[],"mappings":"AACA,OAAO,EAGL,mBAAmB,EACpB,MAAM,wBAAwB,CAAC;AAyChC,wBAAsB,kBAAkB,CAAC,EACvC,mBAAmB,EACnB,aAAa,EACb,oBAAoB,EACpB,SAAS,GACV,EAAE;IACD,aAAa,EAAE,mBAAmB,CAAC;IACnC,mBAAmB,EAAE,OAAO,CAAC;IAC7B,oBAAoB,EAAE,MAAM,GAAG,SAAS,CAAC;IACzC,SAAS,CAAC,EAAE,OAAO,CAAC;CACrB,iBAwHA;AAuBD,wBAAsB,wBAAwB,CAAC,EAC7C,aAAa,EACb,aAAa,GACd,EAAE;IACD,aAAa,EAAE,mBAAmB,CAAC;IACnC,aAAa,EAAE,MAAM,CAAC;CACvB,iBA6DA"}

package/dist/agent/chat/index.js

@@ -110,6 +110,8 @@ async function runChatAgentForCLI({ useDiskForChatState, selectedModel, initialP
                 repoPath: process.cwd(),
                 apiKey: process.env.EMPIRICALRUN_API_KEY,
                 trace,
+                featureFlags: [],
+                environmentOverrides: {},
             });
             const fileInfo = await (0, file_tree_1.getFileInfoFromFS)(process.cwd());
             await (0, agent_loop_1.chatAgentLoop)({
@@ -172,6 +174,7 @@ async function runChatAgentForDashboard({ chatSessionId, selectedModel, }) {
         repoPath: process.cwd(),
         apiKey: process.env.EMPIRICALRUN_API_KEY,
         trace,
+        featureFlags: [],
     });
     await (0, git_1.checkoutBranch)(branchName, process.cwd());
     let chatModel = (0, chat_1.createChatModel)(chatState.messages, selectedModel);

package/dist/agent/chat/models.js

@@ -2,7 +2,7 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.modelLabels = exports.defaultModel = void 0;
 const chat_1 = require("@empiricalrun/llm/chat");
-const DEFAULT_CHAT_MODEL_ID = "gemini-2.5-pro-preview-03-25";
+const DEFAULT_CHAT_MODEL_ID = "claude-sonnet-4-20250514";
 function getDefaultChatModelId() {
     if (!chat_1.SUPPORTED_CHAT_MODELS.some((m) => m.id === DEFAULT_CHAT_MODEL_ID)) {
         throw new Error("Default chat model is not in SUPPORTED_CHAT_MODELS");

package/dist/agent/cua/computer.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"computer.d.ts","sourceRoot":"","sources":["../../../src/agent/cua/computer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,wBAAwB,EAAE,MAAM,0CAA0C,CAAC;AACpF,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAEvC,OAAO,EAAE,qBAAqB,EAAE,MAAM,oBAAoB,CAAC;AAE3D,KAAK,oBAAoB,GACrB,wBAAwB,CAAC,KAAK,GAC9B,wBAAwB,CAAC,WAAW,GACpC,wBAAwB,CAAC,IAAI,GAC7B,wBAAwB,CAAC,QAAQ,GACjC,wBAAwB,CAAC,IAAI,GAC7B,wBAAwB,CAAC,UAAU,GACnC,wBAAwB,CAAC,MAAM,GAC/B,wBAAwB,CAAC,IAAI,GAC7B,wBAAwB,CAAC,IAAI,CAAC;AAElC,wBAAsB,aAAa,CAAC,IAAI,EAAE,IAAI,mBAG7C;AAgCD,wBAAsB,kBAAkB,CACtC,IAAI,EAAE,IAAI,EACV,MAAM,EAAE,oBAAoB,GAAG;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,GAAG,EAAE,MAAM,CAAA;CAAE,EAC5D,OAAO,EAAE,qBAAqB,GAC7B,OAAO,CAAC;IACT,aAAa,EAAE,MAAM,CAAC;IACtB,UAAU,EAAE,MAAM,CAAC;CACpB,CAAC,CAmKD"}
+{"version":3,"file":"computer.d.ts","sourceRoot":"","sources":["../../../src/agent/cua/computer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,wBAAwB,EAAE,MAAM,0CAA0C,CAAC;AACpF,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAEvC,OAAO,EAAE,qBAAqB,EAAE,MAAM,oBAAoB,CAAC;AAE3D,KAAK,oBAAoB,GACrB,wBAAwB,CAAC,KAAK,GAC9B,wBAAwB,CAAC,WAAW,GACpC,wBAAwB,CAAC,IAAI,GAC7B,wBAAwB,CAAC,QAAQ,GACjC,wBAAwB,CAAC,IAAI,GAC7B,wBAAwB,CAAC,UAAU,GACnC,wBAAwB,CAAC,MAAM,GAC/B,wBAAwB,CAAC,IAAI,GAC7B,wBAAwB,CAAC,IAAI,CAAC;AAElC,wBAAsB,aAAa,CAAC,IAAI,EAAE,IAAI,mBAO7C;AAgCD,wBAAsB,kBAAkB,CACtC,IAAI,EAAE,IAAI,EACV,MAAM,EAAE,oBAAoB,GAAG;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,GAAG,EAAE,MAAM,CAAA;CAAE,EAC5D,OAAO,EAAE,qBAAqB,GAC7B,OAAO,CAAC;IACT,aAAa,EAAE,MAAM,CAAC;IACtB,UAAU,EAAE,MAAM,CAAC;CACpB,CAAC,CAoKD"}

package/dist/agent/cua/computer.js

@@ -3,7 +3,11 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.getScreenshot = getScreenshot;
 exports.executeModelAction = executeModelAction;
 async function getScreenshot(page) {
-    const screenshotBytes = await page.screenshot();
+    // We override the `scale` option to "css" to ensure the screenshot is
+    // consistent with the viewport size. Without this, the screenshot dimensions
+    // are viewport size * device pixel ratio (= 3 on iPhone device emulation).
+    // Docs: https://playwright.dev/docs/api/class-page#page-screenshot-option-scale
+    const screenshotBytes = await page.screenshot({ scale: "css" });
     return Buffer.from(screenshotBytes).toString("base64");
 }
 const CUA_KEY_TO_PLAYWRIGHT_KEY = {

package/dist/agent/cua/pw-codegen/element-from-point.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"element-from-point.d.ts","sourceRoot":"","sources":["../../../../src/agent/cua/pw-codegen/element-from-point.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAGvC,OAAO,EAAE,MAAM,EAAE,qBAAqB,EAAE,MAAM,SAAS,CAAC;AA4DxD,qBAAa,uBAAwB,YAAW,qBAAqB;IACnE,OAAO,CAAC,IAAI,CAAmB;IAC/B,OAAO,CAAC,iBAAiB,CAAqB;IAExC,UAAU,CAAC,IAAI,EAAE,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;IAKrC,YAAY,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IA4D3C,oBAAoB,IAAI,OAAO,CAAC,MAAM,CAAC;CAG9C"}
+{"version":3,"file":"element-from-point.d.ts","sourceRoot":"","sources":["../../../../src/agent/cua/pw-codegen/element-from-point.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAGvC,OAAO,EAAE,MAAM,EAAE,qBAAqB,EAAE,MAAM,SAAS,CAAC;AAwExD,qBAAa,uBAAwB,YAAW,qBAAqB;IACnE,OAAO,CAAC,IAAI,CAAmB;IAC/B,OAAO,CAAC,iBAAiB,CAAqB;IAExC,UAAU,CAAC,IAAI,EAAE,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;IAKrC,YAAY,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IA8D3C,oBAAoB,IAAI,OAAO,CAAC,MAAM,CAAC;CAG9C"}

package/dist/agent/cua/pw-codegen/element-from-point.js

@@ -3,51 +3,61 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.ElementFromPointCodegen = void 0;
 const utils_1 = require("../../browsing/utils");
 async function getLocatorForClick(page, { x, y }) {
-    const locator = await page.evaluate(([x, y]) => {
-        const element = document.elementFromPoint(x, y);
-        const bbox = element?.getBoundingClientRect();
-        return {
-            locator: window.playwright.generateLocator(element),
-            isIframe: element?.tagName === "IFRAME",
-            x0: bbox?.x,
-            y0: bbox?.y,
-            src: element?.getAttribute("src"),
-            id: element?.getAttribute("id"),
-        };
-    }, [x, y]);
-    if (!locator.isIframe) {
-        return locator.locator;
-    }
-    await (0, utils_1.injectPwLocatorGenerator)(page);
-    const relativeX = x - locator.x0;
-    const relativeY = y - locator.y0;
-    // TODO: Reuse locator.locator for the frameLocator.
-    let frameEl = locator.src
-        ? page.locator(`[src="${locator.src}"]`)
-        : page.locator(`#${locator.id}`);
-    const frameLocator = locator.src
-        ? `locator('[src="${locator.src}"]')`
-        : `locator('#${locator.id}')`;
-    const elementLocatorInsideFrame = await frameEl
-        .contentFrame()
-        .locator(":root")
-        .evaluate((rootElement, coords) => {
-        const xPos = coords[0];
-        const yPos = coords[1];
-        if (xPos === undefined || yPos === undefined) {
-            throw new Error("Coordinates are undefined in evaluate call");
+    try {
+        const locator = await page.evaluate(([x, y]) => {
+            const element = document.elementFromPoint(x, y);
+            const bbox = element?.getBoundingClientRect();
+            return {
+                locator: window.playwright.generateLocator(element),
+                isIframe: element?.tagName === "IFRAME",
+                x0: bbox?.x,
+                y0: bbox?.y,
+                src: element?.getAttribute("src"),
+                id: element?.getAttribute("id"),
+            };
+        }, [x, y]);
+        if (!locator.isIframe) {
+            return locator.locator;
         }
-        const element = document.elementFromPoint(xPos, yPos);
-        return window.playwright.generateLocator(element);
-    }, [relativeX, relativeY]);
-    return `${frameLocator}.contentFrame().${elementLocatorInsideFrame}`;
+        await (0, utils_1.injectPwLocatorGenerator)(page);
+        const relativeX = x - locator.x0;
+        const relativeY = y - locator.y0;
+        // TODO: Reuse locator.locator for the frameLocator.
+        let frameEl = locator.src
+            ? page.locator(`[src="${locator.src}"]`)
+            : page.locator(`#${locator.id}`);
+        const frameLocator = locator.src
+            ? `locator('[src="${locator.src}"]')`
+            : `locator('#${locator.id}')`;
+        const elementLocatorInsideFrame = await frameEl
+            .contentFrame()
+            .locator(":root")
+            .evaluate((rootElement, coords) => {
+            const xPos = coords[0];
+            const yPos = coords[1];
+            if (xPos === undefined || yPos === undefined) {
+                throw new Error("Coordinates are undefined in evaluate call");
+            }
+            const element = document.elementFromPoint(xPos, yPos);
+            return window.playwright.generateLocator(element);
+        }, [relativeX, relativeY]);
+        return `${frameLocator}.contentFrame().${elementLocatorInsideFrame}`;
+    }
+    catch (e) {
+        console.error(`Error generating locator for click: ${e.message || e.toString()}`);
+    }
 }
 async function getLocatorForFill(page) {
-    const locator = await page.evaluate(() => {
-        const element = document.activeElement;
-        return window.playwright.generateLocator(element);
-    });
-    return locator;
+    try {
+        const locator = await page.evaluate(() => {
+            const element = document.activeElement;
+            return window.playwright.generateLocator(element);
+        });
+        return locator;
+    }
+    catch (e) {
+        console.error(`Error generating locator for fill: ${e.message || e.toString()}`);
+    }
 }
 class ElementFromPointCodegen {
     page;
@@ -66,17 +76,19 @@ class ElementFromPointCodegen {
                 if (!this.page) {
                     throw new Error("Page is not initialized");
                 }
-                // TODO: Need execption handling
                 const locator = await getLocatorForClick(this.page, { x, y });
-                this.codeForLastAction = `await page.${locator}.click();\n`;
+                if (locator) {
+                    this.codeForLastAction = `await page.${locator}.click();\n`;
+                }
             }
             if (action.type === "type") {
                 if (!this.page) {
                     throw new Error("Page is not initialized");
                 }
-                // TODO: Need execption handling
                 const locator = await getLocatorForFill(this.page);
-                this.codeForLastAction = `await page.${locator}.fill("${action.text}");\n`;
+                if (locator) {
+                    this.codeForLastAction = `await page.${locator}.fill("${action.text}");\n`;
+                }
             }
             if (action.type === "back") {
                 this.codeForLastAction = `await page.goBack();\n`;

package/dist/artifacts/utils.d.ts

@@ -0,0 +1,21 @@
+import { ArtifactInput, ArtifactInputPath } from "@empiricalrun/shared-types";
+import { JSONReport as PlaywrightJSONReport } from "@playwright/test/reporter";
+/**
+ * Extracts attachment information from a Playwright JSON report.
+ * @param report The Playwright JSON report to extract attachments from
+ * @returns An array of objects containing path and contentType for each attachment
+ */
+export declare function extractAttachmentsFromPlaywrightJSONReport(report: PlaywrightJSONReport): ArtifactInputPath[];
+/**
+ * Scans the given repository directory for Playwright artifacts (attachments) by:
+ * - Constructing the path to the Playwright report directory using the provided repoDir.
+ * - Building the absolute path to the summary.json file within the report directory.
+ * - Checking if summary.json exists, and if so, reading and parsing its contents.
+ * - Extracting attachment information (such as file paths and content types) from the parsed Playwright JSON report.
+ * - Returning an array of ArtifactInput objects, each containing details about a found attachment.
+ *
+ * @param repoDir Absolute path to the root of the repository. Used to construct paths to Playwright artifacts.
+ * @returns Array of ArtifactInput objects representing found Playwright attachments, including their resolved paths and content types.
+ */
+export declare function findPlaywrightArtifacts(repoDir: string): ArtifactInput[];
+//# sourceMappingURL=utils.d.ts.map

package/dist/artifacts/utils.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../src/artifacts/utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,iBAAiB,EAAE,MAAM,4BAA4B,CAAC;AAC9E,OAAO,EACL,UAAU,IAAI,oBAAoB,EAGnC,MAAM,2BAA2B,CAAC;AAGnC;;;;GAIG;AACH,wBAAgB,0CAA0C,CACxD,MAAM,EAAE,oBAAoB,GAC3B,iBAAiB,EAAE,CAqErB;AAED;;;;;;;;;;GAUG;AACH,wBAAgB,uBAAuB,CAAC,OAAO,EAAE,MAAM,GAAG,aAAa,EAAE,CAmBxE"}

package/dist/artifacts/utils.js

@@ -0,0 +1,102 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.extractAttachmentsFromPlaywrightJSONReport = extractAttachmentsFromPlaywrightJSONReport;
+exports.findPlaywrightArtifacts = findPlaywrightArtifacts;
+const fs_1 = __importDefault(require("fs"));
+/**
+ * Extracts attachment information from a Playwright JSON report.
+ * @param report The Playwright JSON report to extract attachments from
+ * @returns An array of objects containing path and contentType for each attachment
+ */
+function extractAttachmentsFromPlaywrightJSONReport(report) {
+    const attachments = [];
+    if (!report || !report.suites || report.suites.length === 0) {
+        return attachments;
+    }
+    /**
+     * Helper function to process a single spec and extract its attachments.
+     * @param {JSONReportSpec} spec - The spec object to process.
+     */
+    function processSpec(spec) {
+        const testTitle = spec.title;
+        if (!spec.tests) {
+            return;
+        }
+        for (const test of spec.tests) {
+            if (!test.results) {
+                continue;
+            }
+            for (const result of test.results) {
+                if (!result.attachments) {
+                    continue;
+                }
+                for (const attachment of result.attachments) {
+                    // Only collect attachments that have a 'path' (i.e., not embedded content)
+                    if (attachment.path && attachment.contentType) {
+                        attachments.push({
+                            name: `${testTitle} ${attachment.name}`,
+                            path: attachment.path,
+                            contentType: attachment.contentType,
+                        });
+                    }
+                }
+            }
+        }
+    }
+    /**
+     * Recursive helper function to traverse the suite structure.
+     * @param {JSONReportSuite[]} suites - An array of suites to process.
+     */
+    function traverseSuites(suites) {
+        if (!suites) {
+            return;
+        }
+        for (const suite of suites) {
+            // Process specs directly within the current suite
+            if (suite.specs) {
+                for (const spec of suite.specs) {
+                    processSpec(spec);
+                }
+            }
+            // Recursively call for any nested suites
+            if (suite.suites) {
+                traverseSuites(suite.suites);
+            }
+        }
+    }
+    // Start the recursive traversal from the top-level suites
+    traverseSuites(report.suites);
+    return attachments;
+}
+/**
+ * Scans the given repository directory for Playwright artifacts (attachments) by:
+ * - Constructing the path to the Playwright report directory using the provided repoDir.
+ * - Building the absolute path to the summary.json file within the report directory.
+ * - Checking if summary.json exists, and if so, reading and parsing its contents.
+ * - Extracting attachment information (such as file paths and content types) from the parsed Playwright JSON report.
+ * - Returning an array of ArtifactInput objects, each containing details about a found attachment.
+ *
+ * @param repoDir Absolute path to the root of the repository. Used to construct paths to Playwright artifacts.
+ * @returns Array of ArtifactInput objects representing found Playwright attachments, including their resolved paths and content types.
+ */
+function findPlaywrightArtifacts(repoDir) {
+    const artifacts = [];
+    const reportPath = require("path").join(repoDir, "playwright-report");
+    const summaryJsonPath = require("path").join(reportPath, "summary.json");
+    if (fs_1.default.existsSync(summaryJsonPath)) {
+        try {
+            const summaryJson = JSON.parse(fs_1.default.readFileSync(summaryJsonPath, "utf-8"));
+            const found = extractAttachmentsFromPlaywrightJSONReport(summaryJson);
+            if (Array.isArray(found) && found.length > 0) {
+                artifacts.push(...found);
+            }
+        }
+        catch (e) {
+            console.error(`[findPlaywrightArtifacts] Error parsing summary.json: ${e}`);
+        }
+    }
+    return artifacts;
+}

package/dist/bin/index.js

@@ -30,7 +30,7 @@ const flushEvents = async () => {
 };
 function setupProcessListeners(cleanup) {
     const events = ["beforeExit", "exit", "SIGINT", "SIGTERM"];
-    events.forEach((event) => process.on(event, cleanup));
+    events.forEach((event) => process.once(event, cleanup));
     return () => {
         events.forEach((event) => process.removeListener(event, cleanup));
     };
@@ -191,6 +191,7 @@ async function runAgentsWorkflow(testGenConfig, testGenToken) {
             testGenToken,
             repoDir: process.cwd(),
             editFileWithGeneratedCode: true,
+            envOverrides: {},
         });
         if (isError) {
             throw new Error(error);

package/dist/bin/utils/platform/web/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/bin/utils/platform/web/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,4BAA4B,CAAC;AAM3D,OAAO,EAGL,IAAI,EAEJ,UAAU,EAEX,MAAM,UAAU,CAAC;AAMlB,eAAO,MAAM,gCAAgC,GAC3C,YAAY,UAAU,KACrB,MAgBF,CAAC;AAEF;;;;;;GAMG;AACH,wBAAgB,sBAAsB,CAAC,EACrC,YAAY,EACZ,MAAM,EACN,OAAO,GACR,EAAE;IACD,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;CACjB,GAAG;IACF,SAAS,EAAE,MAAM,GAAG,SAAS,CAAC;IAC9B,QAAQ,EAAE,IAAI,GAAG,SAAS,CAAC;IAC3B,SAAS,EAAE,MAAM,CAAC;CACnB,CA2CA;AAED,wBAAgB,YAAY,CAAC,EAC3B,QAAQ,EACR,UAAU,EACV,QAAQ,GACT,EAAE;IACD,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,EAAE,CAAC;IACrB,QAAQ,EAAE,MAAM,CAAC;CAClB,WAUA;AAwBD,wBAAsB,0CAA0C,CAC9D,QAAQ,EAAE,MAAM,oBA+BjB;AAED;;;;;;;;;;;;;;;;;;;;;;GAsBG;AACH,wBAAgB,4BAA4B,CAC1C,IAAI,EAAE,IAAI,GAAG,SAAS,GACrB,IAAI,GAAG,SAAS,CA4BlB;AAED,wBAAgB,iBAAiB,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,MAAM,CAG5E;AAED,wBAAsB,qBAAqB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC;IACpE,OAAO,EAAE,OAAO,CAAC;IACjB,MAAM,EAAE,MAAM,EAAE,CAAC;CAClB,CAAC,CAwBD;AAED,wBAAgB,kBAAkB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,EAAE,CA8C7D;AAED,wBAAsB,sBAAsB,CAC1C,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,MAAM,mCAWjB;AAED,wBAAsB,UAAU,CAAC,QAAQ,EAAE,MAAM,iBAShD;AAED,wBAAsB,UAAU,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,WAAW,iBAgBrE;AAED,wBAAgB,YAAY,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,GAAG,EAAE,MAAM,UAE5E;AAED,wBAAgB,oBAAoB,CAAC,QAAQ,EAAE,MAAM,UAcpD;AAED,wBAAsB,iCAAiC,CAAC,QAAQ,EAAE,MAAM,+BAoBvE;AA+CD,wBAAgB,4BAA4B,CAC1C,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,MAAM,EAChB,aAAa,EAAE,MAAM,UAoCtB;AAED,eAAO,MAAM,6BAA6B,GAAI,2CAI3C;IACD,eAAe,EAAE,MAAM,CAAC;IACxB,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,EAAE,MAAM,EAAE,CAAC;CAClB,WA0DA,CAAC;AAEF,eAAO,MAAM,iCAAiC,GAC5C,SAAS,MAAM,EACf,WAAW,MAAM,EAAE,EACnB,cAAc,MAAM,sBAyBrB,CAAC;AAEF,wBAAsB,qBAAqB,CAAC,EAC1C,YAAY,EACZ,QAAQ,EACR,MAAM,GACP,EAAE;IACD,YAAY,EAAE,MAAM,CAAC;IACrB,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,EAAE,CAAC;CAClB,iBAgDA;AAED,wBAAsB,uBAAuB,CAC3C,QAAQ,EAAE,MAAM,EAChB,cAAc,EAAE,MAAM,EAAE,iBAsBzB;AAED,wBAAgB,aAAa,CAAC,EAC5B,QAAQ,EACR,QAAQ,GACT,EAAE;IACD,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,QAAQ,CAAC;CACpB,WAYA;AAED,wBAAgB,mBAAmB,CAAC,EAClC,QAAQ,EACR,MAAM,GACP,EAAE;IACD,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,EAAE,CAAC;CAClB,UAOA;AAED,wBAAgB,+BAA+B,CAAC,UAAU,EAAE,MAAM,GAAG,MAAM,EAAE,CA4B5E;AAED,wBAAgB,aAAa,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAQnD"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/bin/utils/platform/web/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,4BAA4B,CAAC;AAM3D,OAAO,EAGL,IAAI,EAEJ,UAAU,EAEX,MAAM,UAAU,CAAC;AAMlB,eAAO,MAAM,gCAAgC,GAC3C,YAAY,UAAU,KACrB,MAgBF,CAAC;AAEF;;;;;;GAMG;AACH,wBAAgB,sBAAsB,CAAC,EACrC,YAAY,EACZ,MAAM,EACN,OAAO,GACR,EAAE;IACD,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;CACjB,GAAG;IACF,SAAS,EAAE,MAAM,GAAG,SAAS,CAAC;IAC9B,QAAQ,EAAE,IAAI,GAAG,SAAS,CAAC;IAC3B,SAAS,EAAE,MAAM,CAAC;CACnB,CA2CA;AAED,wBAAgB,YAAY,CAAC,EAC3B,QAAQ,EACR,UAAU,EACV,QAAQ,GACT,EAAE;IACD,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,EAAE,CAAC;IACrB,QAAQ,EAAE,MAAM,CAAC;CAClB,WAUA;AAwBD,wBAAsB,0CAA0C,CAC9D,QAAQ,EAAE,MAAM,oBA+BjB;AAED;;;;;;;;;;;;;;;;;;;;;;GAsBG;AACH,wBAAgB,4BAA4B,CAC1C,IAAI,EAAE,IAAI,GAAG,SAAS,GACrB,IAAI,GAAG,SAAS,CA4BlB;AAED,wBAAgB,iBAAiB,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,MAAM,CAG5E;AAED,wBAAsB,qBAAqB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC;IACpE,OAAO,EAAE,OAAO,CAAC;IACjB,MAAM,EAAE,MAAM,EAAE,CAAC;CAClB,CAAC,CAwBD;AAED,wBAAgB,kBAAkB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,EAAE,CA8C7D;AAED,wBAAsB,sBAAsB,CAC1C,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,MAAM,mCAWjB;AAED,wBAAsB,UAAU,CAAC,QAAQ,EAAE,MAAM,iBAUhD;AAED,wBAAsB,UAAU,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,WAAW,iBAiBrE;AAED,wBAAgB,YAAY,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,GAAG,EAAE,MAAM,UAE5E;AAED,wBAAgB,oBAAoB,CAAC,QAAQ,EAAE,MAAM,UAcpD;AAED,wBAAsB,iCAAiC,CAAC,QAAQ,EAAE,MAAM,+BAoBvE;AA+CD,wBAAgB,4BAA4B,CAC1C,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,MAAM,EAChB,aAAa,EAAE,MAAM,UAoCtB;AAED,eAAO,MAAM,6BAA6B,GAAI,2CAI3C;IACD,eAAe,EAAE,MAAM,CAAC;IACxB,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,EAAE,MAAM,EAAE,CAAC;CAClB,WA0DA,CAAC;AAEF,eAAO,MAAM,iCAAiC,GAC5C,SAAS,MAAM,EACf,WAAW,MAAM,EAAE,EACnB,cAAc,MAAM,sBAyBrB,CAAC;AAEF,wBAAsB,qBAAqB,CAAC,EAC1C,YAAY,EACZ,QAAQ,EACR,MAAM,GACP,EAAE;IACD,YAAY,EAAE,MAAM,CAAC;IACrB,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,EAAE,CAAC;CAClB,iBAgDA;AAED,wBAAsB,uBAAuB,CAC3C,QAAQ,EAAE,MAAM,EAChB,cAAc,EAAE,MAAM,EAAE,iBAsBzB;AAED,wBAAgB,aAAa,CAAC,EAC5B,QAAQ,EACR,QAAQ,GACT,EAAE;IACD,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,QAAQ,CAAC;CACpB,WAYA;AAED,wBAAgB,mBAAmB,CAAC,EAClC,QAAQ,EACR,MAAM,GACP,EAAE;IACD,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,EAAE,CAAC;CAClB,UAOA;AAED,wBAAgB,+BAA+B,CAAC,UAAU,EAAE,MAAM,GAAG,MAAM,EAAE,CA4B5E;AAED,wBAAgB,aAAa,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAQnD"}

package/dist/bin/utils/platform/web/index.js

@@ -275,6 +275,7 @@ async function stripAndPrependImports(content, testName) {
     return [prependContent, strippedContent];
 }
 async function lintErrors(filePath) {
+    // TODO: use in new tools - return result/error?
     const eslint = new eslint_1.ESLint({
         fix: true,
         useEslintrc: true,
@@ -285,6 +286,7 @@ async function lintErrors(filePath) {
     }
 }
 async function formatCode(filePath, trace) {
+    // TODO: should we delete this?
     const fileContent = fs_1.default.readFileSync(filePath, "utf8");
     if (!fileContent) {
         trace?.span({

package/dist/test-build/index.js

@@ -26,7 +26,7 @@ async function downloadBuild({ buildUrl, repoPath, apiKey, }) {
         logger.log(`Downloading build from ${buildUrl}`);
         await (0, exec_1.cmd)(`npm`, ["run", "download", buildUrl], {
             cwd: repoPath,
-            env: { ...Object(process.env), EMPIRICALRUN_API_KEY: apiKey },
+            envOverrides: { ...Object(process.env), EMPIRICALRUN_API_KEY: apiKey },
         });
     }
 }

package/dist/tool-call-service/index.d.ts

@@ -1,5 +1,6 @@
 import { TraceClient } from "@empiricalrun/llm";
-import { PendingToolCall, SupportedChatModels, Tool, ToolExecute, ToolResult } from "@empiricalrun/llm/chat";
+import { PendingToolCall, SupportedChatModels, ToolResult } from "@empiricalrun/llm/chat";
+import { Tool, ToolExecute } from "@empiricalrun/shared-types";
 export type { SupportedChatModels };
 type ToolExecutors = {
     [key: string]: ToolExecute;
@@ -13,13 +14,17 @@ export declare class ToolCallService {
     repoPath: string;
     apiKey: string | undefined;
     trace?: TraceClient;
-    constructor({ chatSessionId, selectedModel, branchName, repoPath, apiKey, trace, }: {
+    featureFlags: string[];
+    environmentOverrides: Record<string, string>;
+    constructor({ chatSessionId, selectedModel, branchName, repoPath, apiKey, trace, featureFlags, environmentOverrides, }: {
         chatSessionId: number | null;
         selectedModel: SupportedChatModels;
         branchName: string;
         repoPath: string;
         apiKey: string | undefined;
         trace?: TraceClient;
+        featureFlags: string[];
+        environmentOverrides?: Record<string, string>;
     });
     sendToQueue(toolCalls: PendingToolCall[]): Promise<void>;
     execute(toolCalls: PendingToolCall[]): Promise<ToolResult[]>;

package/dist/tool-call-service/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/tool-call-service/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,EAEL,eAAe,EACf,mBAAmB,EACnB,IAAI,EACJ,WAAW,EACX,UAAU,EACX,MAAM,wBAAwB,CAAC;AAkBhC,YAAY,EAAE,mBAAmB,EAAE,CAAC;AAEpC,KAAK,aAAa,GAAG;IACnB,CAAC,GAAG,EAAE,MAAM,GAAG,WAAW,CAAC;CAC5B,CAAC;AAEF,qBAAa,eAAe;IAC1B,KAAK,EAAE,IAAI,EAAE,CAAM;IACnB,aAAa,EAAE,aAAa,CAAM;IAClC,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,aAAa,EAAE,mBAAmB,CAAC;IACnC,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,KAAK,CAAC,EAAE,WAAW,CAAC;gBACR,EACV,aAAa,EACb,aAAa,EACb,UAAU,EACV,QAAQ,EACR,MAAM,EACN,KAAK,GACN,EAAE;QACD,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;QAC7B,aAAa,EAAE,mBAAmB,CAAC;QACnC,UAAU,EAAE,MAAM,CAAC;QACnB,QAAQ,EAAE,MAAM,CAAC;QACjB,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;QAC3B,KAAK,CAAC,EAAE,WAAW,CAAC;KACrB;IAiCK,WAAW,CAAC,SAAS,EAAE,eAAe,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAcxD,OAAO,CAAC,SAAS,EAAE,eAAe,EAAE,GAAG,OAAO,CAAC,UAAU,EAAE,CAAC;CAsEnE"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/tool-call-service/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,EAEL,eAAe,EACf,mBAAmB,EACnB,UAAU,EACX,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAAiB,IAAI,EAAE,WAAW,EAAE,MAAM,4BAA4B,CAAC;AAiB9E,YAAY,EAAE,mBAAmB,EAAE,CAAC;AAEpC,KAAK,aAAa,GAAG;IACnB,CAAC,GAAG,EAAE,MAAM,GAAG,WAAW,CAAC;CAC5B,CAAC;AAEF,qBAAa,eAAe;IAC1B,KAAK,EAAE,IAAI,EAAE,CAAM;IACnB,aAAa,EAAE,aAAa,CAAM;IAClC,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,aAAa,EAAE,mBAAmB,CAAC;IACnC,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,oBAAoB,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;gBACjC,EACV,aAAa,EACb,aAAa,EACb,UAAU,EACV,QAAQ,EACR,MAAM,EACN,KAAK,EACL,YAAY,EACZ,oBAAyB,GAC1B,EAAE;QACD,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;QAC7B,aAAa,EAAE,mBAAmB,CAAC;QACnC,UAAU,EAAE,MAAM,CAAC;QACnB,QAAQ,EAAE,MAAM,CAAC;QACjB,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;QAC3B,KAAK,CAAC,EAAE,WAAW,CAAC;QACpB,YAAY,EAAE,MAAM,EAAE,CAAC;QACvB,oBAAoB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;KAC/C;IAmCK,WAAW,CAAC,SAAS,EAAE,eAAe,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAkBxD,OAAO,CAAC,SAAS,EAAE,eAAe,EAAE,GAAG,OAAO,CAAC,UAAU,EAAE,CAAC;CAuEnE"}

package/dist/tool-call-service/index.js

@@ -23,13 +23,17 @@ class ToolCallService {
     repoPath;
     apiKey;
     trace;
-    constructor({ chatSessionId, selectedModel, branchName, repoPath, apiKey, trace, }) {
+    featureFlags;
+    environmentOverrides;
+    constructor({ chatSessionId, selectedModel, branchName, repoPath, apiKey, trace, featureFlags, environmentOverrides = {}, }) {
         this.chatSessionId = chatSessionId;
         this.selectedModel = selectedModel;
         this.branchName = branchName;
         this.trace = trace;
         this.repoPath = repoPath;
         this.apiKey = apiKey;
+        this.featureFlags = featureFlags;
+        this.environmentOverrides = environmentOverrides;
         this.tools = [
             grep_1.grepTool,
             test_run_1.runTestTool,
@@ -60,7 +64,11 @@ class ToolCallService {
         if (!requestId) {
             throw new Error("Could not find an id for the tool call.");
         }
-        await (0, utils_1.sendToolRequestToRemoteQueue)({
+        const queueUrl = (0, utils_1.getQueueUrl)(this.featureFlags);
+        if (!queueUrl) {
+            throw new Error(`queueUrl is required for remote execution.`);
+        }
+        await (0, utils_1.sendToolRequestToRemoteQueue)(queueUrl, {
             toolCalls,
             requestId,
             chatSessionId: this.chatSessionId,
@@ -107,6 +115,7 @@ class ToolCallService {
                     apiKey: this.apiKey,
                     trace: this.trace,
                     collectArtifacts: collectArtifactsFn,
+                    environmentOverrides: this.environmentOverrides,
                 });
                 const artifacts = await uploadArtifactsQueue.waitForCompletion();
                 toolResults.push({ ...result, artifacts });

package/dist/tool-call-service/utils.d.ts

@@ -1,6 +1,7 @@
 import { SupportedChatModels } from "@empiricalrun/llm/chat";
 import { PendingToolCall } from "@empiricalrun/shared-types";
-export declare function sendToolRequestToRemoteQueue(payload: {
+export declare function getQueueUrl(featureFlags: string[]): string | undefined;
+export declare function sendToolRequestToRemoteQueue(queueUrl: string, payload: {
     toolCalls: PendingToolCall[];
     requestId: string;
     chatSessionId: number;

package/dist/tool-call-service/utils.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../src/tool-call-service/utils.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,mBAAmB,EAAE,MAAM,wBAAwB,CAAC;AAC7D,OAAO,EAAE,eAAe,EAAE,MAAM,4BAA4B,CAAC;AAE7D,wBAAsB,4BAA4B,CAAC,OAAO,EAAE;IAC1D,SAAS,EAAE,eAAe,EAAE,CAAC;IAC7B,SAAS,EAAE,MAAM,CAAC;IAClB,aAAa,EAAE,MAAM,CAAC;IACtB,aAAa,EAAE,mBAAmB,CAAC;IACnC,UAAU,EAAE,MAAM,CAAC;CACpB,iBAoBA"}
+{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../src/tool-call-service/utils.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,mBAAmB,EAAE,MAAM,wBAAwB,CAAC;AAC7D,OAAO,EAAE,eAAe,EAAE,MAAM,4BAA4B,CAAC;AAE7D,wBAAgB,WAAW,CAAC,YAAY,EAAE,MAAM,EAAE,sBAMjD;AAED,wBAAsB,4BAA4B,CAChD,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE;IACP,SAAS,EAAE,eAAe,EAAE,CAAC;IAC7B,SAAS,EAAE,MAAM,CAAC;IAClB,aAAa,EAAE,MAAM,CAAC;IACtB,aAAa,EAAE,mBAAmB,CAAC;IACnC,UAAU,EAAE,MAAM,CAAC;CACpB,iBAiBF"}

package/dist/tool-call-service/utils.js

@@ -1,8 +1,16 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
+exports.getQueueUrl = getQueueUrl;
 exports.sendToolRequestToRemoteQueue = sendToolRequestToRemoteQueue;
 const client_sqs_1 = require("@aws-sdk/client-sqs");
-async function sendToolRequestToRemoteQueue(payload) {
+function getQueueUrl(featureFlags) {
+    const useToolExecutionOnEcs = featureFlags.includes("useToolExecutionOnEcs");
+    if (useToolExecutionOnEcs) {
+        return process.env.TOOL_EXECUTION_SQS_URL_ECS;
+    }
+    return process.env.TOOL_EXECUTION_SQS_URL;
+}
+async function sendToolRequestToRemoteQueue(queueUrl, payload) {
     const sqs = new client_sqs_1.SQSClient({
         region: process.env.AWS_REGION,
         credentials: {
@@ -10,10 +18,6 @@ async function sendToolRequestToRemoteQueue(payload) {
             secretAccessKey: process.env.AWS_SECRET_ACCESS_KEY,
         },
     });
-    const queueUrl = process.env.TOOL_EXECUTION_SQS_URL;
-    if (!queueUrl) {
-        throw new Error("TOOL_EXECUTION_SQS_URL is required for remote execution.");
-    }
     await sqs.send(new client_sqs_1.SendMessageCommand({
         QueueUrl: queueUrl,
         MessageBody: JSON.stringify(payload),

package/dist/tools/commit-and-create-pr.d.ts

@@ -1,4 +1,4 @@
-import type { Tool } from "@empiricalrun/llm/chat";
+import type { Tool } from "@empiricalrun/shared-types";
 interface GitHubRepoInfo {
     owner: string;
     repo: string;

package/dist/tools/commit-and-create-pr.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"commit-and-create-pr.d.ts","sourceRoot":"","sources":["../../src/tools/commit-and-create-pr.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,wBAAwB,CAAC;AAOnD,UAAU,cAAc;IACtB,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;CACd;AAED,wBAAgB,cAAc,CAAC,GAAG,EAAE,MAAM,GAAG,cAAc,CAiB1D;AA2CD,eAAO,MAAM,qBAAqB,EAAE,IA0FnC,CAAC"}
+{"version":3,"file":"commit-and-create-pr.d.ts","sourceRoot":"","sources":["../../src/tools/commit-and-create-pr.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAEV,IAAI,EAEL,MAAM,4BAA4B,CAAC;AAOpC,UAAU,cAAc;IACtB,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;CACd;AAED,wBAAgB,cAAc,CAAC,GAAG,EAAE,MAAM,GAAG,cAAc,CAiB1D;AA2CD,eAAO,MAAM,qBAAqB,EAAE,IA6FnC,CAAC"}