@empiricalrun/test-gen 0.54.1 → 0.56.0

package/CHANGELOG.md

@@ -1,5 +1,36 @@
 # @empiricalrun/test-gen
 
+## 0.56.0
+
+### Minor Changes
+
+- b073084: feat: new APIs and refactor to introduce tool execute service
+
+### Patch Changes
+
+- 93d7a0b: feat: add tool call for downloading builds
+- a58ac3f: feat: add dashboard agent integration and optimize tsx handling
+- Updated dependencies [87af227]
+- Updated dependencies [3831109]
+- Updated dependencies [a58ac3f]
+- Updated dependencies [f77e33d]
+  - @empiricalrun/llm@0.15.1
+  - @empiricalrun/test-run@0.8.1
+
+## 0.55.0
+
+### Minor Changes
+
+- 508565d: feat: add support for openai chat model
+- 8da022c: feat: add environment fetching tool
+
+### Patch Changes
+
+- 99e4e6e: refactor: decoupled agentloop and toolcall
+- Updated dependencies [cc4cb5e]
+- Updated dependencies [508565d]
+  - @empiricalrun/llm@0.15.0
+
 ## 0.54.1
 
 ### Patch Changes

package/dist/agent/browsing/utils.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../../src/agent/browsing/utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,KAAK,EAAe,QAAQ,EAAE,MAAM,4BAA4B,CAAC;AAIxE,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAClC,OAAO,EAAE,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AAsBvD,wBAAgB,QAAQ,CAAC,GAAG,EAAE,GAAG,GAAG,GAAG,IAAI,MAAM,CAKhD;AAED,wBAAgB,wBAAwB,CAAC,KAAK,EAAE,MAAM,EAAE,UAIvD;AAiFD,wBAAsB,yBAAyB,CAAC,EAC9C,YAAY,EACZ,YAAY,EACZ,cAAc,GACf,EAAE;IACD,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,cAAc,EAAE,MAAM,EAAE,CAAC;CAC1B,iBA2BA;AAED,wBAAsB,cAAc,CAAC,EACnC,YAAY,EACZ,cAAc,EACd,QAAQ,GACT,EAAE;IACD,YAAY,EAAE,MAAM,CAAC;IACrB,cAAc,EAAE,MAAM,EAAE,CAAC;IACzB,QAAQ,EAAE,MAAM,CAAC;CAClB,iBAoBA;AAED,wBAAsB,yBAAyB,CAAC,EAC9C,QAAQ,EACR,QAAQ,EACR,KAAK,GACN,EAAE;IACD,QAAQ,EAAE,QAAQ,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,WAAW,CAAC;CACrB,GAAG,OAAO,CAAC,MAAM,CAAC,CAyDlB;AAyBD,wBAAsB,wBAAwB,CAAC,IAAI,EAAE,IAAI,iBA2HxD;AAED;;;GAGG;AACH,wBAAsB,oBAAoB,CACxC,OAAO,EAAE,MAAM,GACd,OAAO,CAAC,oBAAoB,CAAC,CAM/B;AAWD,wBAAsB,oBAAoB,CACxC,gBAAgB,EAAE,oBAAoB,GACrC,OAAO,CAAC,MAAM,EAAE,CAAC,CAQnB;AAED;;;;;GAKG;AACH,wBAAsB,iBAAiB,CACrC,YAAY,EAAE,MAAM,EACpB,gBAAgB,EAAE,oBAAoB,EACtC,gBAAgB,GAAE,MAAM,EAAU,GACjC,OAAO,CAAC,MAAM,CAAC,CA+CjB;AAED,qBAAa,eAAe;IACd,OAAO,CAAC,SAAS;gBAAT,SAAS,EAAE,MAAM;IACrC,OAAO,CAAC,aAAa,CAAqB;YAE5B,mBAAmB;YAUnB,gBAAgB;IAsBjB,OAAO;IAoBb,SAAS;CAKjB"}
+{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../../src/agent/browsing/utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,KAAK,EAAe,QAAQ,EAAE,MAAM,4BAA4B,CAAC;AAIxE,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAClC,OAAO,EAAE,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AAwBvD,wBAAgB,QAAQ,CAAC,GAAG,EAAE,GAAG,GAAG,GAAG,IAAI,MAAM,CAKhD;AAED,wBAAgB,wBAAwB,CAAC,KAAK,EAAE,MAAM,EAAE,UAIvD;AAiFD,wBAAsB,yBAAyB,CAAC,EAC9C,YAAY,EACZ,YAAY,EACZ,cAAc,GACf,EAAE;IACD,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,cAAc,EAAE,MAAM,EAAE,CAAC;CAC1B,iBA2BA;AAED,wBAAsB,cAAc,CAAC,EACnC,YAAY,EACZ,cAAc,EACd,QAAQ,GACT,EAAE;IACD,YAAY,EAAE,MAAM,CAAC;IACrB,cAAc,EAAE,MAAM,EAAE,CAAC;IACzB,QAAQ,EAAE,MAAM,CAAC;CAClB,iBAoBA;AAED,wBAAsB,yBAAyB,CAAC,EAC9C,QAAQ,EACR,QAAQ,EACR,KAAK,GACN,EAAE;IACD,QAAQ,EAAE,QAAQ,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,WAAW,CAAC;CACrB,GAAG,OAAO,CAAC,MAAM,CAAC,CAyDlB;AAyBD,wBAAsB,wBAAwB,CAAC,IAAI,EAAE,IAAI,iBA2HxD;AAED;;;GAGG;AACH,wBAAsB,oBAAoB,CACxC,OAAO,EAAE,MAAM,GACd,OAAO,CAAC,oBAAoB,CAAC,CA0B/B;AAWD,wBAAsB,oBAAoB,CACxC,gBAAgB,EAAE,oBAAoB,GACrC,OAAO,CAAC,MAAM,EAAE,CAAC,CAQnB;AAED;;;;;GAKG;AACH,wBAAsB,iBAAiB,CACrC,YAAY,EAAE,MAAM,EACpB,gBAAgB,EAAE,oBAAoB,EACtC,gBAAgB,GAAE,MAAM,EAAU,GACjC,OAAO,CAAC,MAAM,CAAC,CA+CjB;AAED,qBAAa,eAAe;IACd,OAAO,CAAC,SAAS;gBAAT,SAAS,EAAE,MAAM;IACrC,OAAO,CAAC,aAAa,CAAqB;YAE5B,mBAAmB;YAUnB,gBAAgB;IAsBjB,OAAO;IAoBb,SAAS;CAKjB"}

package/dist/agent/browsing/utils.js

@@ -8,7 +8,8 @@ const fs_extra_1 = __importDefault(require("fs-extra"));
 const minimatch_1 = require("minimatch");
 const path_1 = __importDefault(require("path"));
 const ts_morph_1 = require("ts-morph");
-const api_1 = __importDefault(require("tsx/cjs/api"));
+// For TypeScript type safety
+let tsxImport = null;
 const logger_1 = require("../../bin/logger");
 const context_1 = require("../../bin/utils/context");
 const fs_1 = require("../../bin/utils/fs");
@@ -295,8 +296,25 @@ exports.injectPwLocatorGenerator = injectPwLocatorGenerator;
  * @return {*}  {Promise<PlaywrightTestConfig>}
  */
 async function readPlaywrightConfig(repoDir) {
+    if (typeof window !== "undefined") {
+        throw new Error("readPlaywrightConfig cannot be used in browser environments");
+    }
+    else {
+        // Only initialize on server side
+        // This will only execute on the server
+        await import("tsx/cjs/api")
+            .then((module) => {
+            tsxImport = module;
+        })
+            .catch((err) => {
+            console.error("Failed to import tsx:", err);
+        });
+    }
+    if (!tsxImport) {
+        throw new Error("tsx module not available");
+    }
     const [lastDir] = repoDir.split("/").reverse();
-    const playwrightConfig = (await api_1.default.require("./playwright.config.ts", `${repoDir}/${lastDir}`)).default;
+    const playwrightConfig = (await tsxImport.require("./playwright.config.ts", `${repoDir}/${lastDir}`)).default;
     return playwrightConfig;
 }
 exports.readPlaywrightConfig = readPlaywrightConfig;

package/dist/agent/chat/agent-loop.d.ts

@@ -1,9 +1,11 @@
 import { TraceClient } from "@empiricalrun/llm";
 import { IChatModel } from "@empiricalrun/llm/chat";
+import { ToolCallService } from "../../tool-call-service";
 import { ReporterFunction, SupportedChatModels } from "./types";
-export declare function chatAgentLoop({ chatModel, selectedModel, reporter, trace, }: {
+export declare function chatAgentLoop({ chatModel, selectedModel, reporter, trace, toolCallService, }: {
     chatModel: IChatModel<any>;
     selectedModel: SupportedChatModels;
+    toolCallService: ToolCallService;
     reporter: ReporterFunction;
     trace?: TraceClient;
 }): Promise<void>;

package/dist/agent/chat/agent-loop.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"agent-loop.d.ts","sourceRoot":"","sources":["../../../src/agent/chat/agent-loop.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,EACL,UAAU,EAIX,MAAM,wBAAwB,CAAC;AAiBhC,OAAO,EAAE,gBAAgB,EAAE,mBAAmB,EAAE,MAAM,SAAS,CAAC;AAyChE,wBAAsB,aAAa,CAAC,EAClC,SAAS,EACT,aAAa,EACb,QAAQ,EACR,KAAK,GACN,EAAE;IACD,SAAS,EAAE,UAAU,CAAC,GAAG,CAAC,CAAC;IAC3B,aAAa,EAAE,mBAAmB,CAAC;IACnC,QAAQ,EAAE,gBAAgB,CAAC;IAC3B,KAAK,CAAC,EAAE,WAAW,CAAC;CACrB,iBAiDA"}
+{"version":3,"file":"agent-loop.d.ts","sourceRoot":"","sources":["../../../src/agent/chat/agent-loop.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,EACL,UAAU,EAIX,MAAM,wBAAwB,CAAC;AAGhC,OAAO,EAAE,eAAe,EAAE,MAAM,yBAAyB,CAAC;AAG1D,OAAO,EAAE,gBAAgB,EAAE,mBAAmB,EAAE,MAAM,SAAS,CAAC;AAgBhE,wBAAsB,aAAa,CAAC,EAClC,SAAS,EACT,aAAa,EACb,QAAQ,EACR,KAAK,EACL,eAAe,GAChB,EAAE;IACD,SAAS,EAAE,UAAU,CAAC,GAAG,CAAC,CAAC;IAC3B,aAAa,EAAE,mBAAmB,CAAC;IACnC,eAAe,EAAE,eAAe,CAAC;IACjC,QAAQ,EAAE,gBAAgB,CAAC;IAC3B,KAAK,CAAC,EAAE,WAAW,CAAC;CACrB,iBAoCA"}

package/dist/agent/chat/agent-loop.js

@@ -3,80 +3,33 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.chatAgentLoop = void 0;
 const chat_1 = require("@empiricalrun/llm/chat");
 const picocolors_1 = require("picocolors");
-const web_1 = require("../../bin/utils/platform/web");
-const commit_and_create_pr_1 = require("../../tools/commit-and-create-pr");
-const diagnosis_fetcher_1 = require("../../tools/diagnosis-fetcher");
-const grep_1 = require("../../tools/grep");
-const str_replace_editor_1 = require("../../tools/str_replace_editor");
-const test_gen_browser_1 = require("../../tools/test-gen-browser");
-const test_run_1 = require("../../tools/test-run");
-const test_run_fetcher_1 = require("../../tools/test-run-fetcher");
 const prompt_1 = require("./prompt");
 const state_1 = require("./state");
-function getTools(selectedModel) {
-    let tools = [
-        grep_1.grepTool,
-        test_run_1.runTestTool,
-        test_run_fetcher_1.fetchTestRunReportTool,
-        diagnosis_fetcher_1.fetchDiagnosisReportTool,
-        test_gen_browser_1.generateTestWithBrowserAgent,
-        commit_and_create_pr_1.commitAndPushChangesTool,
-    ];
-    if (selectedModel.startsWith("gemini")) {
-        // Claude will have its own built-in text editor tools
-        str_replace_editor_1.textEditorTools.forEach((tool) => {
-            const originalExecute = tool.execute;
-            tool.execute = (input) => originalExecute(input, web_1.validateTypescript);
-        });
-        tools.push(...str_replace_editor_1.textEditorTools);
-    }
-    const toolExecutors = {
-        ...Object.fromEntries(tools.map((tool) => [tool.schema.name, tool.execute])),
-    };
-    if (selectedModel.startsWith("claude")) {
-        toolExecutors.str_replace_editor = (input) => (0, str_replace_editor_1.strReplaceEditorExecutor)(input, web_1.validateTypescript);
-    }
-    return { tools, toolExecutors };
-}
 function getModelName(model) {
     if (model.startsWith("claude"))
         return "Claude";
     if (model.startsWith("gemini"))
         return "Gemini";
+    if (model.startsWith("o4"))
+        return "o4";
     return "AI";
 }
 const log = (...args) => {
     console.log((0, picocolors_1.gray)(args.join(" ")));
 };
-async function chatAgentLoop({ chatModel, selectedModel, reporter, trace, }) {
+const isRemote = process.env.TOOL_EXECUTION_IS_REMOTE === "true" || false;
+async function chatAgentLoop({ chatModel, selectedModel, reporter, trace, toolCallService, }) {
     const systemPrompt = await (0, prompt_1.buildSystemPrompt)();
     trace?.update({ input: { systemPrompt } });
-    const { tools, toolExecutors } = getTools(selectedModel);
+    const { tools } = await toolCallService.getTools();
     while (!chatModel.askUserForInput) {
         const toolCalls = chatModel.getPendingToolCalls();
+        console.log("toolCalls", toolCalls);
         if (toolCalls.length) {
-            const toolResults = [];
-            for (const call of toolCalls) {
-                const args = JSON.stringify(call.input);
-                log(`Executing tool ${call.name} with args: ${args}`);
-                const toolExecutor = toolExecutors[call.name];
-                let callResponse;
-                if (!toolExecutor) {
-                    callResponse = {
-                        isError: true,
-                        result: `Invalid function/tool call: ${call.name} not found`,
-                    };
-                }
-                else {
-                    callResponse = await toolExecutor(call.input);
-                    if (callResponse.isError) {
-                        log(`Tool ${call.name} failed: ${callResponse.result}`);
-                    }
-                    else {
-                        log(`Tool ${call.name} completed`);
-                    }
-                }
-                toolResults.push(callResponse);
+            const toolResults = await toolCallService.execute(toolCalls, isRemote);
+            if (isRemote) {
+                log(`Tool call remote execution in progress`);
+                break;
             }
             chatModel.pushToolResultsMessage(toolCalls, toolResults);
         }
@@ -94,6 +47,5 @@ async function chatAgentLoop({ chatModel, selectedModel, reporter, trace, }) {
         const latest = chatModel.getHumanReadableLatestMessage();
         await reporter((0, state_1.chatStateFromModel)(chatModel, selectedModel), latest);
     }
-    (0, str_replace_editor_1.cleanupBackupFiles)(process.cwd());
 }
 exports.chatAgentLoop = chatAgentLoop;

package/dist/agent/chat/exports.d.ts

@@ -0,0 +1,8 @@
+import { IChatModel } from "@empiricalrun/llm/chat";
+import { chatAgentLoop } from "./agent-loop";
+import { createChatModel } from "./model";
+import { ChatStateOnDisk } from "./state";
+import { ReporterFunction, SupportedChatModels } from "./types";
+export { chatAgentLoop, createChatModel };
+export type { ChatStateOnDisk, IChatModel, ReporterFunction, SupportedChatModels, };
+//# sourceMappingURL=exports.d.ts.map

package/dist/agent/chat/exports.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"exports.d.ts","sourceRoot":"","sources":["../../../src/agent/chat/exports.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAEpD,OAAO,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAC7C,OAAO,EAAE,eAAe,EAAE,MAAM,SAAS,CAAC;AAC1C,OAAO,EAAE,eAAe,EAAE,MAAM,SAAS,CAAC;AAC1C,OAAO,EAAE,gBAAgB,EAAE,mBAAmB,EAAE,MAAM,SAAS,CAAC;AAEhE,OAAO,EAAE,aAAa,EAAE,eAAe,EAAE,CAAC;AAE1C,YAAY,EACV,eAAe,EACf,UAAU,EACV,gBAAgB,EAChB,mBAAmB,GACpB,CAAC"}

package/dist/agent/chat/exports.js

@@ -0,0 +1,7 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createChatModel = exports.chatAgentLoop = void 0;
+const agent_loop_1 = require("./agent-loop");
+Object.defineProperty(exports, "chatAgentLoop", { enumerable: true, get: function () { return agent_loop_1.chatAgentLoop; } });
+const model_1 = require("./model");
+Object.defineProperty(exports, "createChatModel", { enumerable: true, get: function () { return model_1.createChatModel; } });

package/dist/agent/chat/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/agent/chat/index.ts"],"names":[],"mappings":"AAYA,OAAO,EAAoB,mBAAmB,EAAE,MAAM,SAAS,CAAC;AAiBhE,wBAAsB,kBAAkB,CAAC,EACvC,mBAAmB,EACnB,aAAa,EACb,oBAAoB,GACrB,EAAE;IACD,aAAa,EAAE,mBAAmB,CAAC;IACnC,mBAAmB,EAAE,OAAO,CAAC;IAC7B,oBAAoB,EAAE,MAAM,GAAG,SAAS,CAAC;CAC1C,iBAoFA;AAuBD,wBAAsB,wBAAwB,CAAC,EAC7C,aAAa,EACb,aAAa,GACd,EAAE;IACD,aAAa,EAAE,mBAAmB,CAAC;IACnC,aAAa,EAAE,MAAM,CAAC;CACvB,iBAyCA"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/agent/chat/index.ts"],"names":[],"mappings":"AAaA,OAAO,EAAoB,mBAAmB,EAAE,MAAM,SAAS,CAAC;AAiBhE,wBAAsB,kBAAkB,CAAC,EACvC,mBAAmB,EACnB,aAAa,EACb,oBAAoB,GACrB,EAAE;IACD,aAAa,EAAE,mBAAmB,CAAC;IACnC,mBAAmB,EAAE,OAAO,CAAC;IAC7B,oBAAoB,EAAE,MAAM,GAAG,SAAS,CAAC;CAC1C,iBAsFA;AAuBD,wBAAsB,wBAAwB,CAAC,EAC7C,aAAa,EACb,aAAa,GACd,EAAE;IACD,aAAa,EAAE,mBAAmB,CAAC;IACnC,aAAa,EAAE,MAAM,CAAC;CACvB,iBA2CA"}

package/dist/agent/chat/index.js

@@ -4,6 +4,7 @@ exports.runChatAgentForDashboard = exports.runChatAgentForCLI = void 0;
 const llm_1 = require("@empiricalrun/llm");
 const picocolors_1 = require("picocolors");
 const human_in_the_loop_1 = require("../../human-in-the-loop");
+const tool_call_service_1 = require("../../tool-call-service");
 const git_1 = require("../../utils/git");
 const agent_loop_1 = require("./agent-loop");
 const model_1 = require("./model");
@@ -83,11 +84,13 @@ async function runChatAgentForCLI({ useDiskForChatState, selectedModel, initialP
         }
         else {
             // TODO: Should we pass a loader function? That would allow us to show a spinner
+            const toolCallService = new tool_call_service_1.ToolCallService(null, selectedModel);
             await (0, agent_loop_1.chatAgentLoop)({
                 chatModel,
                 selectedModel,
                 reporter: reporterFunc,
                 trace,
+                toolCallService,
             });
         }
     }
@@ -125,6 +128,7 @@ async function runChatAgentForDashboard({ chatSessionId, selectedModel, }) {
             chatSessionId,
         },
     });
+    const toolCallService = new tool_call_service_1.ToolCallService(chatSessionId, selectedModel);
     await (0, git_1.checkoutBranch)(branchName);
     let chatModel = (0, model_1.createChatModel)(chatState.messages, selectedModel);
     let reporterFunc = async (chatState, latest) => {
@@ -147,6 +151,7 @@ async function runChatAgentForDashboard({ chatSessionId, selectedModel, }) {
         selectedModel,
         reporter: reporterFunc,
         trace,
+        toolCallService,
     });
     await (0, git_1.commitLocalAndPushBranchToRemote)(branchName);
 }

package/dist/agent/chat/model.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"model.d.ts","sourceRoot":"","sources":["../../../src/agent/chat/model.ts"],"names":[],"mappings":"AAAA,OAAO,EAGL,UAAU,EACX,MAAM,wBAAwB,CAAC;AAEhC,OAAO,EAAE,mBAAmB,EAAE,MAAM,SAAS,CAAC;AAE9C,wBAAgB,eAAe,CAC7B,QAAQ,EAAE,GAAG,EAAE,EACf,aAAa,EAAE,mBAAmB,GACjC,UAAU,CAAC,GAAG,CAAC,CAQjB"}
+{"version":3,"file":"model.d.ts","sourceRoot":"","sources":["../../../src/agent/chat/model.ts"],"names":[],"mappings":"AAAA,OAAO,EAGL,UAAU,EAEX,MAAM,wBAAwB,CAAC;AAEhC,OAAO,EAAE,mBAAmB,EAAE,MAAM,SAAS,CAAC;AAE9C,wBAAgB,eAAe,CAC7B,QAAQ,EAAE,GAAG,EAAE,EACf,aAAa,EAAE,mBAAmB,GACjC,UAAU,CAAC,GAAG,CAAC,CAWjB"}

package/dist/agent/chat/model.js

@@ -9,6 +9,9 @@ function createChatModel(messages, selectedModel) {
     if (selectedModel.startsWith("gemini")) {
         return new chat_1.GeminiChatModel(messages);
     }
+    if (selectedModel.startsWith("o4")) {
+        return new chat_1.OpenAIChatModel(messages);
+    }
     throw new Error(`Unsupported model: ${selectedModel}`);
 }
 exports.createChatModel = createChatModel;

package/dist/agent/chat/types.d.ts

@@ -1,5 +1,5 @@
 import { ChatStateOnDisk } from "./state";
-export type SupportedChatModels = "claude-3-7-sonnet-20250219" | "claude-3-5-sonnet-20241022" | "gemini-2.5-pro-preview-03-25";
+export type SupportedChatModels = "claude-3-7-sonnet-20250219" | "claude-3-5-sonnet-20241022" | "gemini-2.5-pro-preview-03-25" | "o4-mini-2025-04-16";
 type LatestMessage = {
     role: string;
     textMessage: string;

package/dist/agent/chat/types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/agent/chat/types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,SAAS,CAAC;AAE1C,MAAM,MAAM,mBAAmB,GAC3B,4BAA4B,GAC5B,4BAA4B,GAC5B,8BAA8B,CAAC;AAEnC,KAAK,aAAa,GAAG;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;CACrB,CAAC;AAEF,MAAM,MAAM,gBAAgB,GAAG,CAC7B,KAAK,EAAE,eAAe,CAAC,GAAG,CAAC,EAC3B,0BAA0B,EAAE,aAAa,GAAG,SAAS,KAClD,OAAO,CAAC,IAAI,CAAC,CAAC"}
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/agent/chat/types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,SAAS,CAAC;AAE1C,MAAM,MAAM,mBAAmB,GAC3B,4BAA4B,GAC5B,4BAA4B,GAC5B,8BAA8B,GAC9B,oBAAoB,CAAC;AAEzB,KAAK,aAAa,GAAG;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;CACrB,CAAC;AAEF,MAAM,MAAM,gBAAgB,GAAG,CAC7B,KAAK,EAAE,eAAe,CAAC,GAAG,CAAC,EAC3B,0BAA0B,EAAE,aAAa,GAAG,SAAS,KAClD,OAAO,CAAC,IAAI,CAAC,CAAC"}

package/dist/bin/index.js

@@ -38,10 +38,11 @@ function setupProcessListeners(cleanup) {
 async function runChatAgent({ modelInput, chatSessionId, useDiskForChatState, initialPromptPath, }) {
     const MODEL_MAPPING = {
         "claude-3-7": "claude-3-7-sonnet-20250219",
-        "3-7": "claude-3-7-sonnet-20250219",
         "claude-3-5": "claude-3-5-sonnet-20241022",
-        "3-5": "claude-3-5-sonnet-20241022",
         "gemini-2.5-pro-preview-03-25": "gemini-2.5-pro-preview-03-25",
+        "gemini-2.5-pro": "gemini-2.5-pro-preview-03-25",
+        "o4-mini": "o4-mini-2025-04-16",
+        "o4-mini-2025-04-16": "o4-mini-2025-04-16",
     };
     if (modelInput && !MODEL_MAPPING[modelInput]) {
         throw new Error(`Invalid chat model: ${modelInput}`);
@@ -232,8 +233,10 @@ async function main() {
         generationId: testGenConfig.options?.metadata.generationId,
         projectRepoName: testGenConfig.options?.metadata.projectRepoName,
     });
-    // Download the build if repo has a download script
-    await (0, test_build_1.downloadBuild)(testGenConfig.build || {});
+    if (testGenConfig.build?.url) {
+        // Download the build if repo has a download script
+        await (0, test_build_1.downloadBuild)(testGenConfig.build.url);
+    }
     if (completedOptions.useChat) {
         await runChatAgent({
             chatSessionId: completedOptions.chatSessionId,

package/dist/bin/utils/index.d.ts

@@ -8,7 +8,7 @@ export interface CliOptions {
     useDiskForChatState?: boolean;
     initialPrompt?: string;
     chatSessionId?: string;
-    chatModel?: "claude-3-7" | "3-7" | "claude-3-5" | "3-5" | "claude-3-7-sonnet-20250219" | "claude-3-5-sonnet-20241022" | "gemini-2.5-pro-preview-03-25";
+    chatModel?: "claude-3-7" | "claude-3-5" | "claude-3-7-sonnet-20250219" | "claude-3-5-sonnet-20241022" | "gemini-2.5-pro" | "gemini-2.5-pro-preview-03-25" | "o4-mini" | "o4-mini-2025-04-16";
 }
 export declare function validateAndCompleteCliOptions(options: CliOptions): Promise<CliOptions>;
 export declare function printBanner(): void;

package/dist/bin/utils/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/bin/utils/index.ts"],"names":[],"mappings":"AAEA,MAAM,WAAW,UAAU;IACzB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,mBAAmB,CAAC,EAAE,OAAO,CAAC;IAC9B,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,SAAS,CAAC,EACN,YAAY,GACZ,KAAK,GACL,YAAY,GACZ,KAAK,GACL,4BAA4B,GAC5B,4BAA4B,GAC5B,8BAA8B,CAAC;CACpC;AAQD,wBAAsB,6BAA6B,CACjD,OAAO,EAAE,UAAU,GAClB,OAAO,CAAC,UAAU,CAAC,CAyDrB;AAED,wBAAgB,WAAW,SAgC1B"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/bin/utils/index.ts"],"names":[],"mappings":"AAEA,MAAM,WAAW,UAAU;IACzB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,mBAAmB,CAAC,EAAE,OAAO,CAAC;IAC9B,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,SAAS,CAAC,EACN,YAAY,GACZ,YAAY,GACZ,4BAA4B,GAC5B,4BAA4B,GAC5B,gBAAgB,GAChB,8BAA8B,GAC9B,SAAS,GACT,oBAAoB,CAAC;CAC1B;AAQD,wBAAsB,6BAA6B,CACjD,OAAO,EAAE,UAAU,GAClB,OAAO,CAAC,UAAU,CAAC,CAyDrB;AAED,wBAAgB,WAAW,SAgC1B"}

package/dist/test-build/index.d.ts

@@ -1,10 +1,3 @@
-import { Build } from "@empiricalrun/shared-types";
-/**
- * method to download the build from the URL provided in the build object
- * this is only used in cases like chrome extension as of yet.
- * @export
- * @param {Build} build
- * @return {*}  {Promise<void>}
- */
-export declare function downloadBuild(build: Build): Promise<void>;
+export declare function hasDownloadScript(): Promise<boolean>;
+export declare function downloadBuild(buildUrl: string): Promise<void>;
 //# sourceMappingURL=index.d.ts.map

package/dist/test-build/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/test-build/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,4BAA4B,CAAC;AAUnD;;;;;;GAMG;AACH,wBAAsB,aAAa,CAAC,KAAK,EAAE,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,CAY/D"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/test-build/index.ts"],"names":[],"mappings":"AAeA,wBAAsB,iBAAiB,IAAI,OAAO,CAAC,OAAO,CAAC,CAG1D;AAED,wBAAsB,aAAa,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAUnE"}

package/dist/test-build/index.js

@@ -3,26 +3,27 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.downloadBuild = void 0;
+exports.downloadBuild = exports.hasDownloadScript = void 0;
 const fs_extra_1 = __importDefault(require("fs-extra"));
 const logger_1 = require("../bin/logger");
 const exec_1 = require("../utils/exec");
-/**
- * method to download the build from the URL provided in the build object
- * this is only used in cases like chrome extension as of yet.
- * @export
- * @param {Build} build
- * @return {*}  {Promise<void>}
- */
-async function downloadBuild(build) {
-    const logger = new logger_1.CustomLogger({ useReporter: false });
+async function getPackageJSON() {
     const packageJSONPath = "package.json";
     const packageJsonStr = await fs_extra_1.default.readFile(packageJSONPath, "utf-8");
-    const packageJSONData = JSON.parse(packageJsonStr);
-    const buildDownloadScript = packageJSONData.scripts["download"];
-    if (buildDownloadScript && build?.url) {
-        logger.log(`Downloading build from ${build.url}`);
-        await (0, exec_1.cmd)(`npm run download ${build.url}`.split(" "), {
+    return JSON.parse(packageJsonStr);
+}
+async function hasDownloadScript() {
+    const packageJSON = await getPackageJSON();
+    return !!packageJSON.scripts["download"];
+}
+exports.hasDownloadScript = hasDownloadScript;
+async function downloadBuild(buildUrl) {
+    const logger = new logger_1.CustomLogger({ useReporter: false });
+    const packageJSON = await getPackageJSON();
+    const buildDownloadScript = packageJSON.scripts["download"];
+    if (buildDownloadScript && buildUrl) {
+        logger.log(`Downloading build from ${buildUrl}`);
+        await (0, exec_1.cmd)(`npm run download ${buildUrl}`.split(" "), {
             env: { ...Object(process.env) },
         });
     }

package/dist/tool-call-service/index.d.ts

@@ -0,0 +1,18 @@
+import { PendingToolCall, Tool, ToolResult } from "@empiricalrun/llm/chat";
+import { SupportedChatModels } from "../agent/chat/types";
+export type { SupportedChatModels };
+type ToolExecutors = {
+    [key: string]: (input: any) => Promise<ToolResult>;
+};
+export declare class ToolCallService {
+    tools: Tool[];
+    toolExecutors: ToolExecutors;
+    chatSessionId: number | null;
+    selectedModel: SupportedChatModels;
+    constructor(chatSessionId: number | null, selectedModel: SupportedChatModels);
+    getTools(): Promise<{
+        tools: Tool[];
+    }>;
+    execute(toolCalls: PendingToolCall[], isRemote: boolean): Promise<ToolResult[]>;
+}
+//# sourceMappingURL=index.d.ts.map

package/dist/tool-call-service/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/tool-call-service/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,eAAe,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAE3E,OAAO,EAAE,mBAAmB,EAAE,MAAM,qBAAqB,CAAC;AAa1D,YAAY,EAAE,mBAAmB,EAAE,CAAC;AAEpC,KAAK,aAAa,GAAG;IACnB,CAAC,GAAG,EAAE,MAAM,GAAG,CAAC,KAAK,EAAE,GAAG,KAAK,OAAO,CAAC,UAAU,CAAC,CAAC;CACpD,CAAC;AAyBF,qBAAa,eAAe;IAC1B,KAAK,EAAE,IAAI,EAAE,CAAM;IACnB,aAAa,EAAE,aAAa,CAAM;IAClC,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,aAAa,EAAE,mBAAmB,CAAC;gBAGjC,aAAa,EAAE,MAAM,GAAG,IAAI,EAC5B,aAAa,EAAE,mBAAmB;IAgB9B,QAAQ;;;IAaR,OAAO,CACX,SAAS,EAAE,eAAe,EAAE,EAC5B,QAAQ,EAAE,OAAO,GAChB,OAAO,CAAC,UAAU,EAAE,CAAC;CAqCzB"}

package/dist/tool-call-service/index.js

@@ -0,0 +1,101 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ToolCallService = void 0;
+const client_sqs_1 = require("@aws-sdk/client-sqs");
+const commit_and_create_pr_1 = require("../tools/commit-and-create-pr");
+const diagnosis_fetcher_1 = require("../tools/diagnosis-fetcher");
+const download_build_1 = require("../tools/download-build");
+const environment_crud_1 = require("../tools/environment-crud");
+const grep_1 = require("../tools/grep");
+const str_replace_editor_1 = require("../tools/str_replace_editor");
+const test_gen_browser_1 = require("../tools/test-gen-browser");
+const test_run_1 = require("../tools/test-run");
+const test_run_fetcher_1 = require("../tools/test-run-fetcher");
+async function sendToolRequestToRemoteQueue(payload) {
+    const sqs = new client_sqs_1.SQSClient({
+        region: process.env.AWS_REGION,
+        credentials: {
+            accessKeyId: process.env.AWS_ACCESS_KEY_ID,
+            secretAccessKey: process.env.AWS_SECRET_ACCESS_KEY,
+        },
+    });
+    const queueUrl = process.env.TOOL_REQUEST_QUEUE_URL;
+    await sqs.send(new client_sqs_1.SendMessageCommand({
+        QueueUrl: queueUrl,
+        MessageBody: JSON.stringify(payload),
+        MessageGroupId: payload.requestId,
+        MessageDeduplicationId: payload.requestId, // unique id for the tool request
+    }));
+}
+class ToolCallService {
+    tools = [];
+    toolExecutors = {};
+    chatSessionId;
+    selectedModel;
+    constructor(chatSessionId, selectedModel) {
+        this.chatSessionId = chatSessionId;
+        this.selectedModel = selectedModel;
+        this.tools = [
+            grep_1.grepTool,
+            test_run_1.runTestTool,
+            test_run_fetcher_1.fetchTestRunReportTool,
+            diagnosis_fetcher_1.fetchDiagnosisReportTool,
+            test_gen_browser_1.generateTestWithBrowserAgent,
+            commit_and_create_pr_1.commitAndPushChangesTool,
+            environment_crud_1.getEnvironmentTool,
+            download_build_1.downloadBuildTool,
+        ];
+    }
+    async getTools() {
+        if (!this.selectedModel.startsWith("claude")) {
+            this.tools.push(...str_replace_editor_1.textEditorTools);
+        }
+        this.tools.forEach((tool) => {
+            this.toolExecutors[tool.schema.name] = tool.execute;
+        });
+        if (this.selectedModel.startsWith("claude")) {
+            this.toolExecutors["str_replace_editor"] = str_replace_editor_1.strReplaceEditorExecutor;
+        }
+        return { tools: this.tools };
+    }
+    async execute(toolCalls, isRemote) {
+        if (isRemote && this.chatSessionId) {
+            console.log("Executing tool remotely", toolCalls);
+            await sendToolRequestToRemoteQueue({
+                toolCalls,
+                requestId: crypto.randomUUID(),
+                chatSessionId: this.chatSessionId,
+                selectedModel: this.selectedModel,
+            });
+            return toolCalls.map(() => ({
+                isError: false,
+                result: `Tool request sent to remote queue to execute.`,
+            }));
+        }
+        else {
+            const toolResults = [];
+            for (const toolCall of toolCalls) {
+                const toolExecutor = this.toolExecutors[toolCall.name];
+                if (!toolExecutor) {
+                    toolResults.push({
+                        isError: true,
+                        result: `Invalid function/tool call: invalid_tool_call not found`,
+                    });
+                    continue;
+                }
+                try {
+                    const result = await toolExecutor(toolCall.input);
+                    toolResults.push(result);
+                }
+                catch (error) {
+                    toolResults.push({
+                        isError: true,
+                        result: error instanceof Error ? error.message : String(error),
+                    });
+                }
+            }
+            return toolResults;
+        }
+    }
+}
+exports.ToolCallService = ToolCallService;

package/dist/tools/download-build.d.ts

@@ -0,0 +1,3 @@
+import type { Tool } from "@empiricalrun/llm/chat";
+export declare const downloadBuildTool: Tool;
+//# sourceMappingURL=download-build.d.ts.map

package/dist/tools/download-build.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"download-build.d.ts","sourceRoot":"","sources":["../../src/tools/download-build.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,wBAAwB,CAAC;AAKnD,eAAO,MAAM,iBAAiB,EAAE,IAkC/B,CAAC"}

package/dist/tools/download-build.js

@@ -0,0 +1,39 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.downloadBuildTool = void 0;
+const zod_1 = require("zod");
+const test_build_1 = require("../test-build");
+exports.downloadBuildTool = {
+    schema: {
+        name: "downloadBuild",
+        description: `Download a build from a build URL. If you do not have
+have a build URL, you can try getting the environment details with the getEnvironment tool.
+Environment details will include the build URL.`,
+        parameters: zod_1.z.object({
+            buildUrl: zod_1.z.string().describe("The URL of the build to download"),
+        }),
+    },
+    execute: async (input) => {
+        if (!(await (0, test_build_1.hasDownloadScript)())) {
+            return {
+                isError: true,
+                result: `This repo does not have a download script in package.json.
+You probably don't need to worry about this, since it means this repo does not have a build to download.`,
+            };
+        }
+        const { buildUrl } = input;
+        try {
+            await (0, test_build_1.downloadBuild)(buildUrl);
+            return {
+                isError: false,
+                result: "Build downloaded successfully",
+            };
+        }
+        catch (error) {
+            return {
+                isError: true,
+                result: `Failed to download build: ${error}`,
+            };
+        }
+    },
+};

package/dist/tools/environment-crud.d.ts

@@ -0,0 +1,4 @@
+import type { Tool } from "@empiricalrun/llm/chat";
+export declare const getEnvironmentTool: Tool;
+export declare const environmentTools: Tool[];
+//# sourceMappingURL=environment-crud.d.ts.map

package/dist/tools/environment-crud.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"environment-crud.d.ts","sourceRoot":"","sources":["../../src/tools/environment-crud.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,wBAAwB,CAAC;AAyDnD,eAAO,MAAM,kBAAkB,EAAE,IAwEhC,CAAC;AAGF,eAAO,MAAM,gBAAgB,EAAE,IAAI,EAAyB,CAAC"}

package/dist/tools/environment-crud.js

@@ -0,0 +1,98 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.environmentTools = exports.getEnvironmentTool = void 0;
+const fs_1 = __importDefault(require("fs"));
+const zod_1 = require("zod");
+const utils_1 = require("./utils");
+const getProjectRepoName = () => {
+    const packageJson = fs_1.default.readFileSync("package.json", "utf8");
+    if (!packageJson) {
+        throw new Error("Could not find or read package.json file");
+    }
+    const packageJsonData = JSON.parse(packageJson);
+    if (!packageJsonData.name) {
+        throw new Error("package.json does not contain a name field");
+    }
+    return packageJsonData.name;
+};
+const GetEnvironmentSchema = zod_1.z.object({
+    environment_slug: zod_1.z
+        .string()
+        .describe("The unique identifier (slug) for the environment you want to fetch details for. This is typically a URL-friendly version of the environment name."),
+});
+// Get Environment Tool
+exports.getEnvironmentTool = {
+    schema: {
+        name: "getEnvironment",
+        description: "Fetch details of an existing environment",
+        parameters: GetEnvironmentSchema,
+    },
+    execute: async (input) => {
+        // Get project repo name
+        let projectRepoName;
+        try {
+            projectRepoName = getProjectRepoName();
+        }
+        catch (error) {
+            return {
+                isError: true,
+                result: `Failed to get project repository name from package.json: ${error instanceof Error ? error.message : String(error)}`,
+            };
+        }
+        // Make API request
+        let response;
+        try {
+            const queryParams = new URLSearchParams({
+                project_repo_name: projectRepoName,
+                environment_slug: input.environment_slug,
+            });
+            response = await (0, utils_1.makeDashboardRequest)({
+                path: `/api/environments?${queryParams.toString()}`,
+                method: "GET",
+            });
+        }
+        catch (error) {
+            return {
+                isError: true,
+                result: `Failed to make API request to fetch environment: ${error instanceof Error ? error.message : String(error)}`,
+            };
+        }
+        // Parse and validate response
+        try {
+            const data = response;
+            if (data.error) {
+                return {
+                    isError: true,
+                    result: `API returned error while fetching environment: ${data.error.message}`,
+                    data: data.error,
+                };
+            }
+            if (!data.data?.environment) {
+                return {
+                    isError: true,
+                    result: `Environment "${input.environment_slug}" not found in project "${projectRepoName}"`,
+                    data: data.data,
+                };
+            }
+            return {
+                result: JSON.stringify({
+                    message: `Successfully fetched environment "${input.environment_slug}"`,
+                    data: data.data,
+                }),
+                isError: false,
+                data: data.data,
+            };
+        }
+        catch (error) {
+            return {
+                isError: true,
+                result: `Failed to parse or validate environment response data: ${error instanceof Error ? error.message : String(error)}`,
+            };
+        }
+    },
+};
+// Export all environment tools as a single array
+exports.environmentTools = [exports.getEnvironmentTool];

package/dist/tools/str_replace_editor.d.ts

@@ -17,7 +17,7 @@ export declare function cleanupBackupFiles(repoDir: string): number;
  * Our implementation of Claude's built-in text editor tool
  * https://docs.anthropic.com/en/docs/build-with-claude/tool-use/text-editor-tool
  */
-export declare function strReplaceEditorExecutor(input: StrReplaceInput, typeChecker?: (filePath: string) => string[]): Promise<ToolResult>;
+export declare function strReplaceEditorExecutor(input: StrReplaceInput): Promise<ToolResult>;
 export declare const textEditorTools: Tool[];
 export {};
 //# sourceMappingURL=str_replace_editor.d.ts.map

package/dist/tools/str_replace_editor.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"str_replace_editor.d.ts","sourceRoot":"","sources":["../../src/tools/str_replace_editor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAyB1D,UAAU,eAAe;IACvB,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC9B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED;;;GAGG;AACH,wBAAgB,kBAAkB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,CAwC1D;AAMD;;;GAGG;AACH,wBAAsB,wBAAwB,CAC5C,KAAK,EAAE,eAAe,EACtB,WAAW,CAAC,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,MAAM,EAAE,GAC3C,OAAO,CAAC,UAAU,CAAC,CA8IrB;AA6GD,eAAO,MAAM,eAAe,EAAE,IAAI,EAKjC,CAAC"}
+{"version":3,"file":"str_replace_editor.d.ts","sourceRoot":"","sources":["../../src/tools/str_replace_editor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AA2B1D,UAAU,eAAe;IACvB,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC9B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED;;;GAGG;AACH,wBAAgB,kBAAkB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,CAwC1D;AAMD;;;GAGG;AACH,wBAAsB,wBAAwB,CAC5C,KAAK,EAAE,eAAe,GACrB,OAAO,CAAC,UAAU,CAAC,CAwIrB;AA+FD,eAAO,MAAM,eAAe,EAAE,IAAI,EAKjC,CAAC"}

package/dist/tools/str_replace_editor.js

@@ -7,6 +7,7 @@ exports.textEditorTools = exports.strReplaceEditorExecutor = exports.cleanupBack
 const fs_1 = __importDefault(require("fs"));
 const path_1 = __importDefault(require("path"));
 const zod_1 = require("zod");
+const web_1 = require("../bin/utils/platform/web");
 function createBackup(filePath) {
     const backupPath = `${filePath}.bak`;
     if (fs_1.default.existsSync(filePath)) {
@@ -79,7 +80,7 @@ function escapeRegExp(text) {
  * Our implementation of Claude's built-in text editor tool
  * https://docs.anthropic.com/en/docs/build-with-claude/tool-use/text-editor-tool
  */
-async function strReplaceEditorExecutor(input, typeChecker) {
+async function strReplaceEditorExecutor(input) {
     const { path: filePath } = input;
     try {
         let content;
@@ -156,25 +157,19 @@ async function strReplaceEditorExecutor(input, typeChecker) {
                     }
                     newContent = content.replace(input.old_str, input.new_str);
                     fs_1.default.writeFileSync(filePath, newContent);
-                    if (typeChecker) {
-                        const errors = typeChecker(filePath);
-                        if (errors.length > 0) {
-                            return {
-                                result: `Edits to file ${filePath} have been applied. However, type checks are failing with errors:\n${errors.join("\n")}`,
-                                isError: true,
-                            };
-                        }
-                        else {
-                            return {
-                                result: `Edits to file ${filePath} have been applied. Type checks have also passed.`,
-                                isError: false,
-                            };
-                        }
+                    const errors = (0, web_1.validateTypescript)(filePath);
+                    if (errors.length > 0) {
+                        return {
+                            result: `Edits to file ${filePath} have been applied. However, type checks are failing with errors:\n${errors.join("\n")}`,
+                            isError: true,
+                        };
+                    }
+                    else {
+                        return {
+                            result: `Edits to file ${filePath} have been applied. Type checks have also passed.`,
+                            isError: false,
+                        };
                     }
-                    return {
-                        result: `Edits to file ${filePath} have been applied.`,
-                        isError: false,
-                    };
                 }
             case "insert":
                 if (input.insert_line === undefined || !input.new_str) {
@@ -245,12 +240,12 @@ const fileCreateTool = {
             file_text: zod_1.z.string().describe("The contents of the new file."),
         }),
     },
-    execute: async (input, typeChecker) => {
+    execute: async (input) => {
         return strReplaceEditorExecutor({
             command: "create",
             path: input.path,
             file_text: input.file_text,
-        }, typeChecker);
+        });
     },
 };
 const stringReplaceTool = {
@@ -264,13 +259,13 @@ in the file. If old_str is not unique, the tool will return an error.`,
             new_str: zod_1.z.string().describe("The string to replace old_str with."),
         }),
     },
-    execute: async (input, typeChecker) => {
+    execute: async (input) => {
         return strReplaceEditorExecutor({
             command: "str_replace",
             path: input.path,
             old_str: input.old_str,
             new_str: input.new_str,
-        }, typeChecker);
+        });
     },
 };
 const stringInsertTool = {
@@ -287,13 +282,13 @@ const stringInsertTool = {
             new_str: zod_1.z.string().describe("The string to insert."),
         }),
     },
-    execute: async (input, typeChecker) => {
+    execute: async (input) => {
         return strReplaceEditorExecutor({
             command: "insert",
             path: input.path,
             insert_line: input.insert_line,
             new_str: input.new_str,
-        }, typeChecker);
+        });
     },
 };
 exports.textEditorTools = [

package/dist/tools/utils/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/tools/utils/index.ts"],"names":[],"mappings":"AAAA,wBAAsB,oBAAoB,CAAC,CAAC,EAAE,EAC5C,IAAI,EACJ,MAAc,EACd,IAAI,GACL,EAAE;IACD,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE,GAAG,CAAC;CACZ,GAAG,OAAO,CAAC,CAAC,CAAC,CAmBb;AAED,wBAAsB,eAAe,CAAC,EACpC,MAAM,EACN,GAAG,EACH,IAAI,GACL,EAAE;IACD,MAAM,EAAE,MAAM,CAAC;IACf,GAAG,EAAE,MAAM,CAAC;IACZ,IAAI,CAAC,EAAE,GAAG,CAAC;CACZ,oBAWA"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/tools/utils/index.ts"],"names":[],"mappings":"AAAA,wBAAsB,oBAAoB,CAAC,CAAC,EAAE,EAC5C,IAAI,EACJ,MAAc,EACd,IAAI,GACL,EAAE;IACD,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE,GAAG,CAAC;CACZ,GAAG,OAAO,CAAC,CAAC,CAAC,CAuBb;AAED,wBAAsB,eAAe,CAAC,EACpC,MAAM,EACN,GAAG,EACH,IAAI,GACL,EAAE;IACD,MAAM,EAAE,MAAM,CAAC;IACf,GAAG,EAAE,MAAM,CAAC;IACZ,IAAI,CAAC,EAAE,GAAG,CAAC;CACZ,oBAWA"}

package/dist/tools/utils/index.js

@@ -2,12 +2,16 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.callGitHubProxy = exports.makeDashboardRequest = void 0;
 async function makeDashboardRequest({ path, method = "GET", body, }) {
+    const API_KEY = process.env.EMPIRICALRUN_API_KEY;
+    if (!API_KEY) {
+        throw new Error("EMPIRICALRUN_API_KEY is not found");
+    }
     const requestHeaders = {
         "Content-Type": "application/json",
-        Authorization: `Bearer ${process.env.EMPIRICALRUN_API_KEY}`,
+        Authorization: `Bearer ${API_KEY}`,
         "User-Agent": "empiricalrun/test-gen",
     };
-    const baseUrl = "https://dash.empirical.run";
+    const baseUrl = process.env.DASHBOARD_DOMAIN || "https://dash.empirical.run";
     const response = await fetch(`${baseUrl}${path}`, {
         method,
         headers: requestHeaders,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@empiricalrun/test-gen",
-  "version": "0.54.1",
+  "version": "0.56.0",
   "publishConfig": {
     "registry": "https://registry.npmjs.org/",
     "access": "public"
@@ -18,6 +18,10 @@
       "types": "./dist/agent/chat/state.d.ts",
       "default": "./dist/agent/chat/state.js"
     },
+    "./chat": {
+      "types": "./dist/agent/chat/exports.d.ts",
+      "default": "./dist/agent/chat/exports.js"
+    },
     "./utils": {
       "types": "./dist/utils/index.d.ts",
       "default": "./dist/utils/index.js"
@@ -25,6 +29,10 @@
     ".": {
       "types": "./dist/index.d.ts",
       "default": "./dist/index.js"
+    },
+    "./tool-call-service": {
+      "types": "./dist/tool-call-service/index.d.ts",
+      "default": "./dist/tool-call-service/index.js"
     }
   },
   "repository": {
@@ -33,6 +41,7 @@
   },
   "author": "Empirical Team <hey@empirical.run>",
   "dependencies": {
+    "@aws-sdk/client-sqs": "^3.787.0",
     "@babel/parser": "^7.26.3",
     "@types/sanitize-html": "^2.11.0",
     "async-retry": "^1.3.3",
@@ -56,9 +65,9 @@
     "tsx": "^4.16.2",
     "typescript": "^5.3.3",
     "zod": "^3.23.8",
-    "@empiricalrun/llm": "^0.14.8",
+    "@empiricalrun/llm": "^0.15.1",
     "@empiricalrun/r2-uploader": "^0.3.8",
-    "@empiricalrun/test-run": "^0.8.0"
+    "@empiricalrun/test-run": "^0.8.1"
   },
   "devDependencies": {
     "@playwright/test": "1.47.1",