@empiricalrun/test-gen 0.56.0 → 0.56.2

package/CHANGELOG.md

@@ -1,5 +1,28 @@
 # @empiricalrun/test-gen
 
+## 0.56.2
+
+### Patch Changes
+
+- d5828e1: feat: including toolCalling in langfuse trace
+- eb84f66: fix: Update environment variable handling
+- 40f6470: feat: added tool execution service
+- f49b645: feat: Add tool response API endpoint
+- Updated dependencies [f8cc82d]
+- Updated dependencies [f49b645]
+  - @empiricalrun/llm@0.15.2
+  - @empiricalrun/test-run@0.8.3
+
+## 0.56.1
+
+### Patch Changes
+
+- d05bb69: chore: remove fs-extra
+- e1e2564: fix: avoid global promisify calls
+- 803f61f: fix: run type checks for file inserts in text editor tools
+- Updated dependencies [d05bb69]
+  - @empiricalrun/test-run@0.8.2
+
 ## 0.56.0
 
 ### Minor Changes

package/dist/agent/browsing/run.js

@@ -5,13 +5,13 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.generateTestsUsingMasterAgent = void 0;
 const detect_port_1 = __importDefault(require("detect-port"));
-const fs_extra_1 = __importDefault(require("fs-extra"));
+const fs_1 = __importDefault(require("fs"));
 const web_1 = require("../../bin/utils/platform/web");
 const server_1 = require("../../file/server");
 const exec_1 = require("../../utils/exec");
 const utils_1 = require("./utils");
 async function generateTestsUsingMasterAgent({ testFilePath, filePathToUpdate, pwProjectsFilter, testGenToken, repoDir, editFileWithGeneratedCode, }) {
-    if (!fs_extra_1.default.existsSync(testFilePath)) {
+    if (!fs_1.default.existsSync(testFilePath)) {
         throw new Error(`File for master agent to run not found: ${testFilePath}`);
     }
     const pm = new exec_1.ProcessManager();
@@ -69,9 +69,9 @@ async function generateTestsUsingMasterAgent({ testFilePath, filePathToUpdate, p
     // clean up the file if there is any error
     if (isError) {
         try {
-            const fileContent = await fs_extra_1.default.readFile(filePathToUpdate, "utf-8");
+            const fileContent = fs_1.default.readFileSync(filePathToUpdate, "utf-8");
             const updatedContent = (0, web_1.replaceCreateTestWithNewCode)(filePathToUpdate, fileContent, "");
-            await fs_extra_1.default.writeFile(filePathToUpdate, updatedContent, "utf-8");
+            fs_1.default.writeFileSync(filePathToUpdate, updatedContent, "utf-8");
             await (0, web_1.lintErrors)(filePathToUpdate);
         }
         catch (e) {

package/dist/agent/browsing/utils.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../../src/agent/browsing/utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,KAAK,EAAe,QAAQ,EAAE,MAAM,4BAA4B,CAAC;AAIxE,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAClC,OAAO,EAAE,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AAwBvD,wBAAgB,QAAQ,CAAC,GAAG,EAAE,GAAG,GAAG,GAAG,IAAI,MAAM,CAKhD;AAED,wBAAgB,wBAAwB,CAAC,KAAK,EAAE,MAAM,EAAE,UAIvD;AAiFD,wBAAsB,yBAAyB,CAAC,EAC9C,YAAY,EACZ,YAAY,EACZ,cAAc,GACf,EAAE;IACD,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,cAAc,EAAE,MAAM,EAAE,CAAC;CAC1B,iBA2BA;AAED,wBAAsB,cAAc,CAAC,EACnC,YAAY,EACZ,cAAc,EACd,QAAQ,GACT,EAAE;IACD,YAAY,EAAE,MAAM,CAAC;IACrB,cAAc,EAAE,MAAM,EAAE,CAAC;IACzB,QAAQ,EAAE,MAAM,CAAC;CAClB,iBAoBA;AAED,wBAAsB,yBAAyB,CAAC,EAC9C,QAAQ,EACR,QAAQ,EACR,KAAK,GACN,EAAE;IACD,QAAQ,EAAE,QAAQ,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,WAAW,CAAC;CACrB,GAAG,OAAO,CAAC,MAAM,CAAC,CAyDlB;AAyBD,wBAAsB,wBAAwB,CAAC,IAAI,EAAE,IAAI,iBA2HxD;AAED;;;GAGG;AACH,wBAAsB,oBAAoB,CACxC,OAAO,EAAE,MAAM,GACd,OAAO,CAAC,oBAAoB,CAAC,CA0B/B;AAWD,wBAAsB,oBAAoB,CACxC,gBAAgB,EAAE,oBAAoB,GACrC,OAAO,CAAC,MAAM,EAAE,CAAC,CAQnB;AAED;;;;;GAKG;AACH,wBAAsB,iBAAiB,CACrC,YAAY,EAAE,MAAM,EACpB,gBAAgB,EAAE,oBAAoB,EACtC,gBAAgB,GAAE,MAAM,EAAU,GACjC,OAAO,CAAC,MAAM,CAAC,CA+CjB;AAED,qBAAa,eAAe;IACd,OAAO,CAAC,SAAS;gBAAT,SAAS,EAAE,MAAM;IACrC,OAAO,CAAC,aAAa,CAAqB;YAE5B,mBAAmB;YAUnB,gBAAgB;IAsBjB,OAAO;IAoBb,SAAS;CAKjB"}
+{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../../src/agent/browsing/utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,KAAK,EAAe,QAAQ,EAAE,MAAM,4BAA4B,CAAC;AAIxE,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAClC,OAAO,EAAE,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AAwBvD,wBAAgB,QAAQ,CAAC,GAAG,EAAE,GAAG,GAAG,GAAG,IAAI,MAAM,CAKhD;AAED,wBAAgB,wBAAwB,CAAC,KAAK,EAAE,MAAM,EAAE,UAIvD;AAiFD,wBAAsB,yBAAyB,CAAC,EAC9C,YAAY,EACZ,YAAY,EACZ,cAAc,GACf,EAAE;IACD,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,cAAc,EAAE,MAAM,EAAE,CAAC;CAC1B,iBA2BA;AAED,wBAAsB,cAAc,CAAC,EACnC,YAAY,EACZ,cAAc,EACd,QAAQ,GACT,EAAE;IACD,YAAY,EAAE,MAAM,CAAC;IACrB,cAAc,EAAE,MAAM,EAAE,CAAC;IACzB,QAAQ,EAAE,MAAM,CAAC;CAClB,iBAoBA;AAED,wBAAsB,yBAAyB,CAAC,EAC9C,QAAQ,EACR,QAAQ,EACR,KAAK,GACN,EAAE;IACD,QAAQ,EAAE,QAAQ,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,WAAW,CAAC;CACrB,GAAG,OAAO,CAAC,MAAM,CAAC,CAyDlB;AAyBD,wBAAsB,wBAAwB,CAAC,IAAI,EAAE,IAAI,iBA2HxD;AAED;;;GAGG;AACH,wBAAsB,oBAAoB,CACxC,OAAO,EAAE,MAAM,GACd,OAAO,CAAC,oBAAoB,CAAC,CA2B/B;AAWD,wBAAsB,oBAAoB,CACxC,gBAAgB,EAAE,oBAAoB,GACrC,OAAO,CAAC,MAAM,EAAE,CAAC,CAQnB;AAED;;;;;GAKG;AACH,wBAAsB,iBAAiB,CACrC,YAAY,EAAE,MAAM,EACpB,gBAAgB,EAAE,oBAAoB,EACtC,gBAAgB,GAAE,MAAM,EAAU,GACjC,OAAO,CAAC,MAAM,CAAC,CA+CjB;AAED,qBAAa,eAAe;IACd,OAAO,CAAC,SAAS;gBAAT,SAAS,EAAE,MAAM;IACrC,OAAO,CAAC,aAAa,CAAqB;YAE5B,mBAAmB;YAUnB,gBAAgB;IAsBjB,OAAO;IAoBb,SAAS;CAKjB"}

package/dist/agent/browsing/utils.js

@@ -4,7 +4,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.TeardownManager = exports.detectProjectName = exports.getValidProjectNames = exports.readPlaywrightConfig = exports.injectPwLocatorGenerator = exports.prepareFileForMasterAgent = exports.markTestAsOnly = exports.replaceTodoWithCreateTest = exports.prepareBrowsingAgentTask = exports.isRegExp = void 0;
-const fs_extra_1 = __importDefault(require("fs-extra"));
+const fs_1 = __importDefault(require("fs"));
 const minimatch_1 = require("minimatch");
 const path_1 = __importDefault(require("path"));
 const ts_morph_1 = require("ts-morph");
@@ -12,7 +12,7 @@ const ts_morph_1 = require("ts-morph");
 let tsxImport = null;
 const logger_1 = require("../../bin/logger");
 const context_1 = require("../../bin/utils/context");
-const fs_1 = require("../../bin/utils/fs");
+const fs_2 = require("../../bin/utils/fs");
 const web_1 = require("../../bin/utils/platform/web");
 const create_test_block_1 = require("../codegen/create-test-block");
 const fix_ts_errors_1 = require("../codegen/fix-ts-errors");
@@ -33,10 +33,10 @@ async function addImportForCreateTest(testFilePath) {
     // Instead of using "@empiricalrun/test-gen", we use the local dist file
     // This is to avoid assuming that the test-gen package is installed in the project
     const importSource = path_1.default.join(__dirname, "../../../dist/index.js");
-    if (!fs_extra_1.default.existsSync(importSource)) {
+    if (!fs_1.default.existsSync(importSource)) {
         throw new Error(`createTest import source not found at ${importSource}`);
     }
-    await fs_extra_1.default.writeFile(testFilePath, (0, web_1.addNewImport)(await fs_extra_1.default.readFile(testFilePath, "utf-8"), ["createTest"], importSource));
+    fs_1.default.writeFileSync(testFilePath, (0, web_1.addNewImport)(fs_1.default.readFileSync(testFilePath, "utf-8"), ["createTest"], importSource));
 }
 async function prepareFileForUpdateScenario({ testCase, specPath, trace, }) {
     const { name, suites } = testCase;
@@ -62,7 +62,7 @@ async function prepareFileForUpdateScenario({ testCase, specPath, trace, }) {
         },
     });
     const scopeVariables = await (0, lexical_scoped_vars_1.getLexicalScopedVars)({
-        file: await fs_extra_1.default.readFile(createTestFilePath, "utf-8"),
+        file: fs_1.default.readFileSync(createTestFilePath, "utf-8"),
         referencePoint: "await createTest",
         trace: fetchScopeVariablesSpan,
     });
@@ -92,7 +92,7 @@ async function prepareFileForUpdateScenario({ testCase, specPath, trace, }) {
 async function replaceTodoWithCreateTest({ testFilePath, testCaseName, testCaseSuites, }) {
     // This method is an alternative to prepareFileForUpdateScenario
     // TODO: Does not support scoped variables and updates in POM files
-    const fileContent = await fs_extra_1.default.readFile(testFilePath, "utf-8");
+    const fileContent = fs_1.default.readFileSync(testFilePath, "utf-8");
     const todoRegex = /\/\/ TODO\(agent(?:\s+on\s+(\w+))?\):\s*(.*)/;
     const todoMatch = fileContent.match(todoRegex);
     if (!todoMatch) {
@@ -100,7 +100,7 @@ async function replaceTodoWithCreateTest({ testFilePath, testCaseName, testCaseS
     }
     const [, pageVarName] = todoMatch;
     const pageVariable = pageVarName || "page"; // Default to "page" if not specified
-    await fs_extra_1.default.writeFile(testFilePath, fileContent.replace(todoRegex, (_, __, todoText) => `await createTest("${todoText.replace(/"/g, '\\"')}", ${pageVariable});`));
+    fs_1.default.writeFileSync(testFilePath, fileContent.replace(todoRegex, (_, __, todoText) => `await createTest("${todoText.replace(/"/g, '\\"')}", ${pageVariable});`));
     await addImportForCreateTest(testFilePath);
     await markTestAsOnly({
         testCaseName,
@@ -110,7 +110,7 @@ async function replaceTodoWithCreateTest({ testFilePath, testCaseName, testCaseS
 }
 exports.replaceTodoWithCreateTest = replaceTodoWithCreateTest;
 async function markTestAsOnly({ testCaseName, testCaseSuites, specPath, }) {
-    const testFileContent = await fs_extra_1.default.readFile(specPath, "utf-8");
+    const testFileContent = fs_1.default.readFileSync(specPath, "utf-8");
     const { testBlock, testNode } = (0, web_1.getTypescriptTestBlock)({
         scenarioName: testCaseName,
         content: testFileContent,
@@ -121,7 +121,7 @@ async function markTestAsOnly({ testCaseName, testCaseSuites, specPath, }) {
     // add test.only / describe.only to the spec file so that only that block is executed
     if (!isFileMarkedSerial) {
         const updatedTestFileContent = newContentsWithTestOnly(testFileContent, testBlock, testBlock, parentDescribe?.getText() || "");
-        await fs_extra_1.default.writeFile(specPath, updatedTestFileContent);
+        fs_1.default.writeFileSync(specPath, updatedTestFileContent);
     }
 }
 exports.markTestAsOnly = markTestAsOnly;
@@ -133,17 +133,17 @@ async function prepareFileForMasterAgent({ testCase, specPath, trace, }) {
     const { name, suites } = testCase;
     // check if the spec file exists
     // if no then create a new file with test and expect imports
-    if (!fs_extra_1.default.existsSync(specPath)) {
+    if (!fs_1.default.existsSync(specPath)) {
         const fileCreateSpan = prepareFileSpan?.span({
             name: "create-file",
             input: { specPath },
         });
-        await fs_extra_1.default.createFile(specPath);
+        fs_1.default.writeFileSync(specPath, "");
         const fileContentWithImports = (0, web_1.addNewImport)("", ["test", "expect"], (0, web_1.getFixtureImportPath)(specPath));
-        await fs_extra_1.default.writeFile(specPath, fileContentWithImports, "utf-8");
+        fs_1.default.writeFileSync(specPath, fileContentWithImports, "utf-8");
         fileCreateSpan?.end({ output: { specPath, fileContentWithImports } });
     }
-    const existingContents = await fs_extra_1.default.readFile(specPath, "utf-8");
+    const existingContents = fs_1.default.readFileSync(specPath, "utf-8");
     const { testBlock } = (0, web_1.getTypescriptTestBlock)({
         scenarioName: name,
         suites,
@@ -155,13 +155,13 @@ async function prepareFileForMasterAgent({ testCase, specPath, trace, }) {
             testCase,
             file: specPath,
         });
-        await fs_extra_1.default.writeFile(specPath, `${existingContents} \n\n ${newTestBlock}`, "utf-8");
+        fs_1.default.writeFileSync(specPath, `${existingContents} \n\n ${newTestBlock}`, "utf-8");
         const updatedContent = (0, web_1.injectCodeSnippetBySuiteChain)({
             testFileContent: existingContents,
             suites: testCase.suites,
             codeSnippet: `\n\n${newTestBlock}`,
         });
-        await fs_extra_1.default.writeFile(specPath, updatedContent, "utf-8");
+        fs_1.default.writeFileSync(specPath, updatedContent, "utf-8");
     }
     const updatePath = await prepareFileForUpdateScenario({
         testCase,
@@ -190,7 +190,7 @@ async function injectPwLocatorGenerator(page) {
         pathToInstalledTestGen = process.cwd();
     }
     const annotateElementPath = path_1.default.join(pathToInstalledTestGen, "dist", "browser-injected-scripts", "annotate-elements.js");
-    if (!fs_extra_1.default.existsSync(annotateElementPath)) {
+    if (!fs_1.default.existsSync(annotateElementPath)) {
         throw new Error(`annotate-elements.js not found at path: ${annotateElementPath}`);
     }
     const remoteScriptResponses = await Promise.all([
@@ -199,7 +199,7 @@ async function injectPwLocatorGenerator(page) {
     ].map((url) => fetch(url)));
     const scripts = await Promise.all([
         ...remoteScriptResponses.map((r) => r.text()),
-        fs_extra_1.default.readFile(annotateElementPath, "utf-8"),
+        fs_1.default.readFileSync(annotateElementPath, "utf-8"),
     ]);
     page.on("load", async () => {
         try {
@@ -307,11 +307,12 @@ async function readPlaywrightConfig(repoDir) {
             tsxImport = module;
         })
             .catch((err) => {
-            console.error("Failed to import tsx:", err);
+            console.error("Failed to import tsx: --->", err.message);
         });
     }
     if (!tsxImport) {
-        throw new Error("tsx module not available");
+        console.error("tsx module not available");
+        return {};
     }
     const [lastDir] = repoDir.split("/").reverse();
     const playwrightConfig = (await tsxImport.require("./playwright.config.ts", `${repoDir}/${lastDir}`)).default;
@@ -395,7 +396,7 @@ class TeardownManager {
     teardownFiles = [];
     async getAllTeardownFiles() {
         const teardownFileRegex = /.*\.teardown\.ts/;
-        const teardownFiles = await (0, fs_1.readFilesInDirectory)(this.directory, (fileName) => teardownFileRegex.test(fileName));
+        const teardownFiles = await (0, fs_2.readFilesInDirectory)(this.directory, (fileName) => teardownFileRegex.test(fileName));
         return teardownFiles;
     }
     async skipTeardownFile(filePath) {
@@ -431,7 +432,7 @@ class TeardownManager {
     }
     unskipAll() {
         this.teardownFiles.forEach(({ filePath, content }) => {
-            fs_extra_1.default.writeFileSync(filePath, content, "utf-8");
+            fs_1.default.writeFileSync(filePath, content, "utf-8");
         });
     }
 }

package/dist/agent/chat/agent-loop.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"agent-loop.d.ts","sourceRoot":"","sources":["../../../src/agent/chat/agent-loop.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,EACL,UAAU,EAIX,MAAM,wBAAwB,CAAC;AAGhC,OAAO,EAAE,eAAe,EAAE,MAAM,yBAAyB,CAAC;AAG1D,OAAO,EAAE,gBAAgB,EAAE,mBAAmB,EAAE,MAAM,SAAS,CAAC;AAgBhE,wBAAsB,aAAa,CAAC,EAClC,SAAS,EACT,aAAa,EACb,QAAQ,EACR,KAAK,EACL,eAAe,GAChB,EAAE;IACD,SAAS,EAAE,UAAU,CAAC,GAAG,CAAC,CAAC;IAC3B,aAAa,EAAE,mBAAmB,CAAC;IACnC,eAAe,EAAE,eAAe,CAAC;IACjC,QAAQ,EAAE,gBAAgB,CAAC;IAC3B,KAAK,CAAC,EAAE,WAAW,CAAC;CACrB,iBAoCA"}
+{"version":3,"file":"agent-loop.d.ts","sourceRoot":"","sources":["../../../src/agent/chat/agent-loop.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,EAAE,UAAU,EAAmB,MAAM,wBAAwB,CAAC;AAGrE,OAAO,EAAE,eAAe,EAAE,MAAM,yBAAyB,CAAC;AAG1D,OAAO,EAAE,gBAAgB,EAAE,mBAAmB,EAAE,MAAM,SAAS,CAAC;AAgBhE,wBAAsB,aAAa,CAAC,EAClC,SAAS,EACT,aAAa,EACb,QAAQ,EACR,KAAK,EACL,eAAe,GAChB,EAAE;IACD,SAAS,EAAE,UAAU,CAAC,GAAG,CAAC,CAAC;IAC3B,aAAa,EAAE,mBAAmB,CAAC;IACnC,eAAe,EAAE,eAAe,CAAC;IACjC,QAAQ,EAAE,gBAAgB,CAAC;IAC3B,KAAK,CAAC,EAAE,WAAW,CAAC;CACrB,iBAoCA"}

package/dist/agent/chat/agent-loop.js

@@ -24,9 +24,8 @@ async function chatAgentLoop({ chatModel, selectedModel, reporter, trace, toolCa
     const { tools } = await toolCallService.getTools();
     while (!chatModel.askUserForInput) {
         const toolCalls = chatModel.getPendingToolCalls();
-        console.log("toolCalls", toolCalls);
         if (toolCalls.length) {
-            const toolResults = await toolCallService.execute(toolCalls, isRemote);
+            const toolResults = await toolCallService.execute(toolCalls, isRemote, trace);
             if (isRemote) {
                 log(`Tool call remote execution in progress`);
                 break;

package/dist/agent/chat/exports.d.ts

@@ -1,8 +1,10 @@
 import { IChatModel } from "@empiricalrun/llm/chat";
 import { chatAgentLoop } from "./agent-loop";
 import { createChatModel } from "./model";
+import * as State from "./state";
 import { ChatStateOnDisk } from "./state";
 import { ReporterFunction, SupportedChatModels } from "./types";
-export { chatAgentLoop, createChatModel };
+declare const createChatState: typeof State.createChatState, createChatStateForMessages: typeof State.createChatStateForMessages, chatStateFromModel: typeof State.chatStateFromModel, loadChatState: typeof State.loadChatState, saveToDisk: typeof State.saveToDisk, CURRENT_CHAT_STATE_VERSION: string;
+export { chatAgentLoop, chatStateFromModel, createChatModel, createChatState, createChatStateForMessages, CURRENT_CHAT_STATE_VERSION, loadChatState, saveToDisk, };
 export type { ChatStateOnDisk, IChatModel, ReporterFunction, SupportedChatModels, };
 //# sourceMappingURL=exports.d.ts.map

package/dist/agent/chat/exports.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"exports.d.ts","sourceRoot":"","sources":["../../../src/agent/chat/exports.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAEpD,OAAO,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAC7C,OAAO,EAAE,eAAe,EAAE,MAAM,SAAS,CAAC;AAC1C,OAAO,EAAE,eAAe,EAAE,MAAM,SAAS,CAAC;AAC1C,OAAO,EAAE,gBAAgB,EAAE,mBAAmB,EAAE,MAAM,SAAS,CAAC;AAEhE,OAAO,EAAE,aAAa,EAAE,eAAe,EAAE,CAAC;AAE1C,YAAY,EACV,eAAe,EACf,UAAU,EACV,gBAAgB,EAChB,mBAAmB,GACpB,CAAC"}
+{"version":3,"file":"exports.d.ts","sourceRoot":"","sources":["../../../src/agent/chat/exports.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAEpD,OAAO,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAC7C,OAAO,EAAE,eAAe,EAAE,MAAM,SAAS,CAAC;AAC1C,OAAO,KAAK,KAAK,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,eAAe,EAAE,MAAM,SAAS,CAAC;AAC1C,OAAO,EAAE,gBAAgB,EAAE,mBAAmB,EAAE,MAAM,SAAS,CAAC;AAEhE,QAAA,MACE,eAAe,gCACf,0BAA0B,2CAC1B,kBAAkB,mCAClB,aAAa,8BACb,UAAU,2BACV,0BAA0B,QACnB,CAAC;AAEV,OAAO,EACL,aAAa,EACb,kBAAkB,EAClB,eAAe,EACf,eAAe,EACf,0BAA0B,EAC1B,0BAA0B,EAC1B,aAAa,EACb,UAAU,GACX,CAAC;AAEF,YAAY,EACV,eAAe,EACf,UAAU,EACV,gBAAgB,EAChB,mBAAmB,GACpB,CAAC"}

package/dist/agent/chat/exports.js

@@ -1,7 +1,38 @@
 "use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.createChatModel = exports.chatAgentLoop = void 0;
+exports.saveToDisk = exports.loadChatState = exports.CURRENT_CHAT_STATE_VERSION = exports.createChatStateForMessages = exports.createChatState = exports.createChatModel = exports.chatStateFromModel = exports.chatAgentLoop = void 0;
 const agent_loop_1 = require("./agent-loop");
 Object.defineProperty(exports, "chatAgentLoop", { enumerable: true, get: function () { return agent_loop_1.chatAgentLoop; } });
 const model_1 = require("./model");
 Object.defineProperty(exports, "createChatModel", { enumerable: true, get: function () { return model_1.createChatModel; } });
+const State = __importStar(require("./state"));
+const { createChatState, createChatStateForMessages, chatStateFromModel, loadChatState, saveToDisk, CURRENT_CHAT_STATE_VERSION, } = State;
+exports.createChatState = createChatState;
+exports.createChatStateForMessages = createChatStateForMessages;
+exports.chatStateFromModel = chatStateFromModel;
+exports.loadChatState = loadChatState;
+exports.saveToDisk = saveToDisk;
+exports.CURRENT_CHAT_STATE_VERSION = CURRENT_CHAT_STATE_VERSION;

package/dist/agent/chat/repo.js

@@ -4,22 +4,22 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.getRepoContext = void 0;
-const fs_extra_1 = __importDefault(require("fs-extra"));
+const fs_1 = __importDefault(require("fs"));
 const path_1 = __importDefault(require("path"));
 const repo_tree_1 = require("../../utils/repo-tree");
 const utils_1 = require("../browsing/utils");
 async function getAllMarkdownFiles() {
     const dir = path_1.default.join(process.cwd(), ".empiricalrun");
-    if (!fs_extra_1.default.existsSync(dir)) {
+    if (!fs_1.default.existsSync(dir)) {
         return [];
     }
-    const files = await fs_extra_1.default.readdir(dir);
+    const files = fs_1.default.readdirSync(dir);
     return files
         .filter((file) => file.endsWith(".md"))
         .map((file) => {
         return {
             name: file,
-            content: fs_extra_1.default.readFileSync(path_1.default.join(dir, file), "utf8"),
+            content: fs_1.default.readFileSync(path_1.default.join(dir, file), "utf8"),
         };
     });
 }

package/dist/agent/chat/state.d.ts

@@ -3,7 +3,7 @@ import { SupportedChatModels } from "./types";
 export declare const CURRENT_CHAT_STATE_VERSION = "20250327.1";
 export declare const CHAT_STATE_PATH: string;
 export type ChatStateOnDisk<T> = {
-    version: typeof CURRENT_CHAT_STATE_VERSION;
+    version: string;
     model: SupportedChatModels;
     messages: T[];
 };

package/dist/agent/chat/state.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"state.d.ts","sourceRoot":"","sources":["../../../src/agent/chat/state.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAKpD,OAAO,EAAE,mBAAmB,EAAE,MAAM,SAAS,CAAC;AAE9C,eAAO,MAAM,0BAA0B,eAAe,CAAC;AAEvD,eAAO,MAAM,eAAe,QAI3B,CAAC;AAEF,MAAM,MAAM,eAAe,CAAC,CAAC,IAAI;IAC/B,OAAO,EAAE,OAAO,0BAA0B,CAAC;IAC3C,KAAK,EAAE,mBAAmB,CAAC;IAC3B,QAAQ,EAAE,CAAC,EAAE,CAAC;CACf,CAAC;AAEF,wBAAgB,eAAe,CAC7B,UAAU,EAAE,MAAM,EAClB,aAAa,EAAE,eAAe,CAAC,GAAG,CAAC,EACnC,aAAa,EAAE,mBAAmB,4BAMnC;AAED,wBAAgB,0BAA0B,CAAC,CAAC,EAC1C,QAAQ,EAAE,GAAG,EACb,aAAa,EAAE,mBAAmB,GACjC,eAAe,CAAC,CAAC,CAAC,CAOpB;AAED,wBAAgB,kBAAkB,CAAC,CAAC,EAClC,SAAS,EAAE,UAAU,CAAC,CAAC,CAAC,EACxB,aAAa,EAAE,mBAAmB,4BAGnC;AAED,wBAAgB,aAAa,CAAC,CAAC,KAAK,eAAe,CAAC,CAAC,CAAC,GAAG,SAAS,CAajE;AAED,wBAAgB,UAAU,CAAC,CAAC,EAC1B,QAAQ,EAAE,KAAK,CAAC,CAAC,CAAC,EAClB,aAAa,EAAE,mBAAmB,QAsBnC"}
+{"version":3,"file":"state.d.ts","sourceRoot":"","sources":["../../../src/agent/chat/state.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAKpD,OAAO,EAAE,mBAAmB,EAAE,MAAM,SAAS,CAAC;AAE9C,eAAO,MAAM,0BAA0B,eAAe,CAAC;AAEvD,eAAO,MAAM,eAAe,QAI3B,CAAC;AAEF,MAAM,MAAM,eAAe,CAAC,CAAC,IAAI;IAC/B,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,mBAAmB,CAAC;IAC3B,QAAQ,EAAE,CAAC,EAAE,CAAC;CACf,CAAC;AAEF,wBAAgB,eAAe,CAC7B,UAAU,EAAE,MAAM,EAClB,aAAa,EAAE,eAAe,CAAC,GAAG,CAAC,EACnC,aAAa,EAAE,mBAAmB,4BAMnC;AAED,wBAAgB,0BAA0B,CAAC,CAAC,EAC1C,QAAQ,EAAE,GAAG,EACb,aAAa,EAAE,mBAAmB,GACjC,eAAe,CAAC,CAAC,CAAC,CAOpB;AAED,wBAAgB,kBAAkB,CAAC,CAAC,EAClC,SAAS,EAAE,UAAU,CAAC,CAAC,CAAC,EACxB,aAAa,EAAE,mBAAmB,4BAGnC;AAED,wBAAgB,aAAa,CAAC,CAAC,KAAK,eAAe,CAAC,CAAC,CAAC,GAAG,SAAS,CAajE;AAED,wBAAgB,UAAU,CAAC,CAAC,EAC1B,QAAQ,EAAE,KAAK,CAAC,CAAC,CAAC,EAClB,aAAa,EAAE,mBAAmB,QAsBnC"}

package/dist/agent/codegen/fix-ts-errors.js

@@ -5,7 +5,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.validateAndFixTypescriptErrors = void 0;
 const llm_1 = require("@empiricalrun/llm");
-const fs_extra_1 = __importDefault(require("fs-extra"));
+const fs_1 = __importDefault(require("fs"));
 const logger_1 = require("../../bin/logger");
 const web_1 = require("../../bin/utils/platform/web");
 const constants_1 = require("../../constants");
@@ -21,7 +21,7 @@ async function validateAndFixTypescriptErrors({ trace, logger = new logger_1.Cus
     const maxIteration = 2;
     let counter = 0;
     while (errors.length > 0) {
-        const fileContent = await fs_extra_1.default.readFile(file, "utf-8");
+        const fileContent = fs_1.default.readFileSync(file, "utf-8");
         counter += 1;
         if (counter > maxIteration) {
             trace?.event({ name: "code-fix-iteration-max-out" });
@@ -58,7 +58,7 @@ async function validateAndFixTypescriptErrors({ trace, logger = new logger_1.Cus
         });
         const response = message?.content || "";
         const readWriteFileSpan = trace?.span({ name: "write-to-file" });
-        await fs_extra_1.default.writeFile(file, response, "utf-8");
+        fs_1.default.writeFileSync(file, response, "utf-8");
         readWriteFileSpan?.end({ output: { response } });
         trace?.event({ name: "lint-file" });
         await (0, web_1.lintErrors)(file);

package/dist/agent/codegen/generate-code-apply-changes.js

@@ -5,7 +5,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.generateCodeAndApplyChanges = exports.systemPromptBuilderForRepoEdit = void 0;
 const llm_1 = require("@empiricalrun/llm");
-const fs_extra_1 = __importDefault(require("fs-extra"));
+const fs_1 = __importDefault(require("fs"));
 const path_1 = require("path");
 const constants_1 = require("../../constants");
 const types_1 = require("./types");
@@ -348,8 +348,8 @@ async function generateCodeAndApplyChanges({ task, trace, logger, getRelevantFil
                     newCode: args.code,
                     reason: args.reason,
                 });
-                await fs_extra_1.default.mkdir((0, path_1.dirname)(args.filePath), { recursive: true });
-                await fs_extra_1.default.writeFile(args.filePath, args.code, "utf-8");
+                fs_1.default.mkdirSync((0, path_1.dirname)(args.filePath), { recursive: true });
+                fs_1.default.writeFileSync(args.filePath, args.code, "utf-8");
                 console.log(`Created file: ${args.filePath}`);
             })();
         }));
@@ -360,7 +360,7 @@ async function generateCodeAndApplyChanges({ task, trace, logger, getRelevantFil
         // Filter out the tool calls which are for replacing code in existing files
         const fileChanges = strReplaceToolCalls
             .map((toolCall) => JSON.parse(toolCall.function.arguments))
-            .filter((f) => f.filePath && fs_extra_1.default.existsSync(f.filePath));
+            .filter((f) => f.filePath && fs_1.default.existsSync(f.filePath));
         // We add all the suggested changes to the updatedFiles array
         // This is used to validate and format files later
         updatedFiles.push(...fileChanges);

package/dist/agent/codegen/repo-edit.js

@@ -4,7 +4,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.repoEditAgent = exports.generateCodeUsingRepoAgent = void 0;
-const fs_extra_1 = __importDefault(require("fs-extra"));
+const fs_1 = __importDefault(require("fs"));
 const context_1 = require("../../bin/utils/context");
 const web_1 = require("../../bin/utils/platform/web");
 const reporter_1 = require("../../reporter");
@@ -75,7 +75,7 @@ async function repoEditAgent({ trace, task, logger, }) {
     });
     await Promise.all(updates.map((f) => {
         return (async () => {
-            if (fs_extra_1.default.existsSync(f.filePath)) {
+            if (fs_1.default.existsSync(f.filePath)) {
                 await (0, web_1.lintErrors)(f.filePath);
             }
         })();

package/dist/agent/codegen/run.js

@@ -5,7 +5,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.generateTestWithCodegen = exports.createTestWithCodeAgent = void 0;
 const llm_1 = require("@empiricalrun/llm");
-const fs_extra_1 = __importDefault(require("fs-extra"));
+const fs_1 = __importDefault(require("fs"));
 const logger_1 = require("../../bin/logger");
 const context_1 = require("../../bin/utils/context");
 const web_1 = require("../../bin/utils/platform/web");
@@ -67,9 +67,9 @@ ${testCase.steps.join("\n")}`;
 exports.createTestWithCodeAgent = createTestWithCodeAgent;
 async function generateTestWithCodegen({ testCase, file, trace, }) {
     const logger = new logger_1.CustomLogger();
-    if (!fs_extra_1.default.existsSync(file)) {
+    if (!fs_1.default.existsSync(file)) {
         logger.log(`Creating a new spec file: ${file}`);
-        fs_extra_1.default.createFileSync(file);
+        fs_1.default.writeFileSync(file, "");
     }
     const context = await (0, context_1.contextForGeneration)(file);
     const { testFileContent } = context;
@@ -112,7 +112,7 @@ async function generateTestWithCodegen({ testCase, file, trace, }) {
     });
     await Promise.all(updates.fileChanges.map((f) => {
         return (async () => {
-            if (fs_extra_1.default.existsSync(f.filePath)) {
+            if (fs_1.default.existsSync(f.filePath)) {
                 await (0, web_1.lintErrors)(f.filePath);
             }
         })();

package/dist/agent/codegen/update-flow.js

@@ -5,10 +5,10 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.appendCreateTestBlock = exports.getAppendCreateTestBlockCompletion = exports.updateTest = exports.getUpdateTestCodeCompletion = void 0;
 const llm_1 = require("@empiricalrun/llm");
-const fs_extra_1 = __importDefault(require("fs-extra"));
+const fs_1 = __importDefault(require("fs"));
 const logger_1 = require("../../bin/logger");
 const context_1 = require("../../bin/utils/context");
-const fs_1 = require("../../bin/utils/fs");
+const fs_2 = require("../../bin/utils/fs");
 const web_1 = require("../../bin/utils/platform/web");
 const constants_1 = require("../../constants");
 const promptTemplate_0 = "{{#section \"system\"}}\n\nYou are a software test engineer who is given a task to update a test case. You will be provided with steps of a test\ncase scenario and you are given a snippet with interface await createTest(task, playwright_page_instance).\n\nYou need to analyze the request and place createTest snippet at the correct position and pass on the steps to this\n`createTest` method with the correct page instance.\n\nYou will be provided with current tests, fixtures and page object models for you to use and update code as per the\ntask provided to you.\nYou need to respond with file path and updated code block inside the file.\n\nHere is the list of current tests and fixtures:\n\n{{testFiles}}\n\n\nHere is the list of current page object models:\n\n{{pageFiles}}\n{{/section}}\n\n\n{{#section \"user\"}}\nFollowing is the test scenario for which you need to update the test:\n\ntest name:\n{{scenarioName}}\n\nTask:\n{{scenarioSteps}}\n\nFollow these steps to complete the task:\n\n1. Determine the task's intent:\n- The default intent is **\"add steps\"**.\n- If the task explicitly mentions (using words like \"replace\", \"remove\", \"delete\") that existing test steps should\nbe replaced or deleted, the intent is **\"update steps\"**. Identify the specific steps to be replaced or removed.\n- Do not assume that providing new or different steps implies an intent to update or replace existing steps. Unless\nthe task explicitly instructs to replace or remove existing code, interpret the intent as adding new steps to the\nexisting test.\n\n2. Identify the test block that requires updating.\n\n3. Place the `createTest` snippet:\n- Insert the `createTest` snippet at the location determined by the task, and pass the Playwright page instance.\n- If the intent is \"add\", do not alter the existing test code; simply append the `createTest` snippet based on any\nprovided location hints.\n- If the task includes location hints that don't match steps within the test, check dependent methods called from\nthe test for the update.\n- If no location hint is provided, place the `createTest` snippet at the end of the test block.\n- Even if the task includes steps that overlap with or are similar to existing steps, do not modify the existing\ncode. Unless the task explicitly instructs to replace or remove existing code, interpret the intent as adding new\nsteps to the existing test.\n\n4. Strip location hints from the task:\n- Remove any location hints (e.g., \"replace the current assertion and\") before passing the task to the `createTest`\nmethod.\n- The task passed into `createTest` should not contain any location hints. It should only contain actions that\nare required to be performed.\n- For example, if the original task: \"replace the current assertion and add a new assertion\" should be transformed to\n\"add a new assertion\" before passing it to the `createTest` method. This is the \"task_without_location_hints\"\n\nSubmission Guidelines:\n\n- Focus only on the provided test case and any related page object model methods used in the test.\n- Do not modify or add code within the `createTest` snippet.\n- Do not update or modify any other code apart from adding `createTest` code snippet.\n- Since the response will be used for search-and-replace operations, always provide the immediate parent AST node\nfor any code updates.\n- Include the full test block if any part of it is updated, preserving all unchanged code.\n- Do not use markdown syntax or backticks.\n- Respond using the following XML format:\n<reason_for_intent></reason_for_intent>\n<intent></intent>\n<location_of_update></location_of_update>\n<task_without_location_hints></task_without_location_hints>\n<file_path></file_path>\n<old_code_block></old_code_block>\n<new_code_block></new_code_block>\n<change></change>\n\n- Each `<old_code_block>` and `<new_code_block>` should contain only one test block or page object model method\n  definition. Provide separate blocks for multiple updates.\n- The `<change></change>` tag should also mention the file path being updated.\n- There should be only one `createTest` block in the `new_code_block`. The `createTest` method should be passed\nwith entire task. Do not split the task while forwarding it to `createTest`.\n- `<new_code_block>` code snippet should be syntactically correct.\n  - The code_block should not contain any import statements.\n{{/section}}";
@@ -214,8 +214,8 @@ async function appendCreateTestBlock({ testCase, file, trace, validateTypes = tr
     const logger = new logger_1.CustomLogger({ useReporter: false });
     logger.log("Appending create test block");
     const context = await (0, context_1.contextForGeneration)(file);
-    const scenarioFileContent = await fs_extra_1.default.readFile(file, "utf-8");
-    const testCodePrompt = (0, fs_1.convertFileContentsToString)([
+    const scenarioFileContent = fs_1.default.readFileSync(file, "utf-8");
+    const testCodePrompt = (0, fs_2.convertFileContentsToString)([
         {
             filePath: file,
             content: scenarioFileContent,

package/dist/agent/codegen/utils.js

@@ -5,7 +5,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.applyFileChanges = exports.searchAndReplaceCode = exports.applyFileChangesForCreateTest = exports.applyFileChangesUsingStrReplace = exports.validateTypesAndFormatCode = exports.extractTestStepsSuggestions = exports.extractAppendTestUpdates = exports.extractCreateTestUpdates = exports.extractTestUpdates = void 0;
 const llm_1 = require("@empiricalrun/llm");
-const fs_extra_1 = __importDefault(require("fs-extra"));
+const fs_1 = __importDefault(require("fs"));
 const ts_morph_1 = require("ts-morph");
 const web_1 = require("../../bin/utils/platform/web");
 const fix_ts_errors_1 = require("./fix-ts-errors");
@@ -178,7 +178,7 @@ async function applyFileChangesUsingStrReplace({ trace, fileChanges, logger, })
                 logger?.error(`Unable to find the code to update in ${result.filePath}, full error:`, result);
             }
             else {
-                await fs_extra_1.default.writeFile(fileChange.filePath, updatedContent, "utf-8");
+                fs_1.default.writeFileSync(fileChange.filePath, updatedContent, "utf-8");
                 readWriteFileSpan?.end({ output: { updatedContent } });
             }
             results.push(result);
@@ -213,13 +213,13 @@ async function applyFileChangesForCreateTest({ trace, fileChanges, testgenUpdate
                 },
             });
             if (fileChange.code) {
-                const currentContent = fs_extra_1.default.existsSync(fileChange.filePath)
-                    ? await fs_extra_1.default.readFile(fileChange.filePath, "utf-8")
+                const currentContent = fs_1.default.existsSync(fileChange.filePath)
+                    ? fs_1.default.readFileSync(fileChange.filePath, "utf-8")
                     : "";
-                await fs_extra_1.default.writeFile(fileChange.filePath, currentContent
+                fs_1.default.writeFileSync(fileChange.filePath, currentContent
                     ? `${currentContent}\n\n${fileChange.code}`
                     : fileChange.code, "utf-8");
-                const updatedFileContent = await fs_extra_1.default.readFile(fileChange.filePath, "utf-8");
+                const updatedFileContent = fs_1.default.readFileSync(fileChange.filePath, "utf-8");
                 readWriteFileSpan?.end({
                     output: { fileChange, updatedFile: updatedFileContent },
                 });
@@ -240,7 +240,7 @@ async function applyFileChangesForCreateTest({ trace, fileChanges, testgenUpdate
 }
 exports.applyFileChangesForCreateTest = applyFileChangesForCreateTest;
 async function searchAndReplaceCode({ logger, fileChange, }) {
-    let contents = await fs_extra_1.default.readFile(fileChange.filePath, "utf-8");
+    let contents = fs_1.default.readFileSync(fileChange.filePath, "utf-8");
     // since we dont know what is getting updated,
     // we believe that the patch is correct and contains few before and after lines
     // to make the change unique for search & replace
@@ -292,7 +292,7 @@ async function applyFileChanges({ trace, testCase, fileChanges, logger, }) {
                 // assuming the test case getting updated
                 // maintaining the previous accuracy of the test case update
                 const readWriteFileSpan = trace?.span({ name: "write-to-file" });
-                let contents = await fs_extra_1.default.readFile(fileChange.filePath, "utf-8");
+                let contents = fs_1.default.readFileSync(fileChange.filePath, "utf-8");
                 const [prependContent, strippedContent] = await (0, web_1.stripAndPrependImports)(fileChange.newCode, testCase?.name);
                 let updatedContent = prependContent + contents + `\n\n${strippedContent}`;
                 const { testBlock } = (0, web_1.getTypescriptTestBlock)({
@@ -302,12 +302,12 @@ async function applyFileChanges({ trace, testCase, fileChanges, logger, }) {
                 });
                 contents = contents.replace(testBlock, `\n\n${strippedContent}`);
                 updatedContent = prependContent + contents;
-                await fs_extra_1.default.writeFile(fileChange.filePath, updatedContent, "utf-8");
+                fs_1.default.writeFileSync(fileChange.filePath, updatedContent, "utf-8");
                 readWriteFileSpan?.end({ output: { updatedContent } });
             }
             else {
                 const readWriteFileSpan = trace?.span({ name: "write-to-file" });
-                let contents = await fs_extra_1.default.readFile(fileChange.filePath, "utf-8");
+                let contents = fs_1.default.readFileSync(fileChange.filePath, "utf-8");
                 const project = new ts_morph_1.Project();
                 const sourceFile = project.createSourceFile("updated-code.ts", fileChange.newCode);
                 const functions = sourceFile.getFunctions();
@@ -353,7 +353,7 @@ async function applyFileChanges({ trace, testCase, fileChanges, logger, }) {
                         contents = updatedContent;
                     }
                 }
-                await fs_extra_1.default.writeFile(fileChange.filePath, contents, "utf-8");
+                fs_1.default.writeFileSync(fileChange.filePath, contents, "utf-8");
                 readWriteFileSpan?.end({ output: { contents } });
                 results.push({
                     filePath: fileChange.filePath,

package/dist/bin/utils/context.js

@@ -4,14 +4,14 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.fetchAppKnowledge = exports.generateTxtForRepository = exports.createRepoEditFilter = exports.contextForGeneration = exports.createGitIgnoreFileFilter = void 0;
-const fs_extra_1 = __importDefault(require("fs-extra"));
+const fs_1 = __importDefault(require("fs"));
 const ignore_1 = __importDefault(require("ignore"));
-const fs_1 = require("./fs");
+const fs_2 = require("./fs");
 async function createGitIgnoreFileFilter() {
     const ignoreFn = (0, ignore_1.default)();
-    if (fs_extra_1.default.existsSync(".gitignore")) {
+    if (fs_1.default.existsSync(".gitignore")) {
         // Not checking for nested gitignore
-        let gitignore = (await fs_extra_1.default.readFile(".gitignore")).toString();
+        let gitignore = fs_1.default.readFileSync(".gitignore").toString();
         gitignore = `
 ${gitignore}
 .git/
@@ -27,10 +27,10 @@ exports.createGitIgnoreFileFilter = createGitIgnoreFileFilter;
 async function contextForGeneration(file) {
     const filter = await createGitIgnoreFileFilter();
     return {
-        codePrompt: await (0, fs_1.generatePromptFromDirectory)("./tests", filter),
-        pomPrompt: await (0, fs_1.generatePromptFromDirectory)("./pages", filter),
-        nonSpecFilePrompt: await (0, fs_1.generatePromptFromNonSpecFiles)("./tests", filter),
-        testFileContent: file ? await fs_extra_1.default.readFile(file, "utf-8") : "",
+        codePrompt: await (0, fs_2.generatePromptFromDirectory)("./tests", filter),
+        pomPrompt: await (0, fs_2.generatePromptFromDirectory)("./pages", filter),
+        nonSpecFilePrompt: await (0, fs_2.generatePromptFromNonSpecFiles)("./tests", filter),
+        testFileContent: file ? fs_1.default.readFileSync(file, "utf-8") : "",
     };
 }
 exports.contextForGeneration = contextForGeneration;
@@ -39,14 +39,14 @@ async function createRepoEditFilter() {
     const gitIgnoreFilter = await createGitIgnoreFileFilter();
     return (filePath) => {
         return (gitIgnoreFilter(filePath) &&
-            (fs_extra_1.default.statSync(filePath).isDirectory() || allowedExtensions.test(filePath)));
+            (fs_1.default.statSync(filePath).isDirectory() || allowedExtensions.test(filePath)));
     };
 }
 exports.createRepoEditFilter = createRepoEditFilter;
 async function generateTxtForRepository() {
     const filter = await createRepoEditFilter();
     return {
-        prompt: await (0, fs_1.generatePromptFromDirectory)(".", filter),
+        prompt: await (0, fs_2.generatePromptFromDirectory)(".", filter),
     };
 }
 exports.generateTxtForRepository = generateTxtForRepository;
@@ -54,7 +54,7 @@ async function fetchAppKnowledge() {
     let fileExists = true;
     const appKnowledgePath = "./app_knowledge.md";
     try {
-        await fs_extra_1.default.access(appKnowledgePath);
+        fs_1.default.accessSync(appKnowledgePath);
     }
     catch (e) {
         fileExists = false;
@@ -62,6 +62,6 @@ async function fetchAppKnowledge() {
     if (!fileExists) {
         return "";
     }
-    return await fs_extra_1.default.readFile(appKnowledgePath, "utf-8");
+    return fs_1.default.readFileSync(appKnowledgePath, "utf-8");
 }
 exports.fetchAppKnowledge = fetchAppKnowledge;

package/dist/bin/utils/fs/index.js

@@ -4,19 +4,19 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.generatePromptFromNonSpecFiles = exports.generatePromptFromDirectory = exports.convertFileContentsToString = exports.readFilesInDirectory = void 0;
-const fs_extra_1 = __importDefault(require("fs-extra"));
+const fs_1 = __importDefault(require("fs"));
 const path_1 = __importDefault(require("path"));
 async function readFilesInDirectory(dir = "", filterFunc) {
     let files = [];
-    const items = await fs_extra_1.default.readdir(dir);
+    const items = fs_1.default.readdirSync(dir);
     const filteredItems = items.map((i) => path_1.default.join(dir, i)).filter(filterFunc);
     for (const item of filteredItems) {
-        const stat = await fs_extra_1.default.stat(item);
+        const stat = fs_1.default.statSync(item);
         if (stat.isDirectory()) {
             files = files.concat(await readFilesInDirectory(item, filterFunc));
         }
         else if (stat.isFile()) {
-            const content = await fs_extra_1.default.readFile(item, "utf-8");
+            const content = fs_1.default.readFileSync(item, "utf-8");
             files.push({ filePath: item, content });
         }
     }

package/dist/bin/utils/platform/web/index.js

@@ -6,7 +6,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.isSyntaxValid = exports.getVariableDeclarationsFromCode = exports.buildTestNamePrompt = exports.isTestPresent = exports.appendScopeToCreateTest = exports.addUserContextFixture = exports.importAllExportsStmtFromFilePaths = exports.injectCodeSnippetBySuiteChain = exports.replaceCreateTestWithNewCode = exports.getPageVariableNameFromCreateTest = exports.getFixtureImportPath = exports.removeTestOnly = exports.addNewImport = exports.formatCode = exports.lintErrors = exports.stripAndPrependImports = exports.validateTypescript = exports.appendToTestBlock = exports.findFirstSerialDescribeBlock = exports.hasTopLevelDescribeConfigureWithSerialMode = exports.hasTestBlock = exports.getTypescriptTestBlock = exports.getTestModuleAliasFromSourceFile = void 0;
 const parser_1 = require("@babel/parser");
 const eslint_1 = require("eslint");
-const fs_extra_1 = __importDefault(require("fs-extra"));
+const fs_1 = __importDefault(require("fs"));
 const path_1 = __importDefault(require("path"));
 const prettier_1 = __importDefault(require("prettier"));
 const ts_morph_1 = require("ts-morph");
@@ -73,12 +73,12 @@ function getTypescriptTestBlock({ scenarioName, suites, content, }) {
 }
 exports.getTypescriptTestBlock = getTypescriptTestBlock;
 function hasTestBlock({ testName, testSuites, filePath, }) {
-    if (!fs_extra_1.default.existsSync(filePath)) {
+    if (!fs_1.default.existsSync(filePath)) {
         return false;
     }
     const { testBlock } = getTypescriptTestBlock({
         scenarioName: testName,
-        content: fs_extra_1.default.readFileSync(filePath, "utf-8"),
+        content: fs_1.default.readFileSync(filePath, "utf-8"),
         suites: testSuites,
     });
     return Boolean(testBlock);
@@ -107,7 +107,7 @@ function getParentDescribeNames(node) {
 }
 async function hasTopLevelDescribeConfigureWithSerialMode(filePath) {
     const project = new ts_morph_1.Project();
-    const content = await fs_extra_1.default.readFile(filePath, "utf-8");
+    const content = fs_1.default.readFileSync(filePath, "utf-8");
     const sourceFile = project.createSourceFile("test.ts", content);
     const statements = sourceFile.getStatements();
     for (const statement of statements) {
@@ -188,7 +188,7 @@ exports.appendToTestBlock = appendToTestBlock;
 function validateTypescript(filePath) {
     // Create a compiler host to read files
     const compilerHost = typescript_1.default.createCompilerHost({});
-    compilerHost.readFile = (file) => fs_extra_1.default.readFileSync(file, "utf8");
+    compilerHost.readFile = (file) => fs_1.default.readFileSync(file, "utf8");
     // Create a program with a single source file
     const program = typescript_1.default.createProgram([filePath], {
         esModuleInterop: true,
@@ -245,12 +245,12 @@ async function lintErrors(filePath) {
     });
     const [result] = await eslint.lintFiles(filePath);
     if (result?.output) {
-        await fs_extra_1.default.writeFile(filePath, result.output);
+        fs_1.default.writeFileSync(filePath, result.output);
     }
 }
 exports.lintErrors = lintErrors;
 async function formatCode(filePath, trace) {
-    const fileContent = fs_extra_1.default.readFileSync(filePath, "utf8");
+    const fileContent = fs_1.default.readFileSync(filePath, "utf8");
     if (!fileContent) {
         trace?.span({
             name: "prettier-format-output",
@@ -264,7 +264,7 @@ async function formatCode(filePath, trace) {
         filepath: filePath,
     });
     trace?.span({ name: "prettier-format-output", output: formattedContent });
-    await fs_extra_1.default.writeFile(filePath, formattedContent);
+    fs_1.default.writeFileSync(filePath, formattedContent);
 }
 exports.formatCode = formatCode;
 function addNewImport(contents, modules, pkg) {
@@ -272,11 +272,11 @@ function addNewImport(contents, modules, pkg) {
 }
 exports.addNewImport = addNewImport;
 async function removeTestOnly(filePath) {
-    const contents = await fs_extra_1.default.readFile(filePath, "utf8");
+    const contents = fs_1.default.readFileSync(filePath, "utf8");
     const updatedContent = contents
         .replace("test.only(", "test(")
         .replace("test.describe.only(", "test.describe(");
-    return fs_extra_1.default.writeFile(filePath, updatedContent);
+    fs_1.default.writeFileSync(filePath, updatedContent);
 }
 exports.removeTestOnly = removeTestOnly;
 function getFixtureImportPath(filePath) {
@@ -296,7 +296,7 @@ function getFixtureImportPath(filePath) {
 }
 exports.getFixtureImportPath = getFixtureImportPath;
 async function getPageVariableNameFromCreateTest(filePath) {
-    const contents = await fs_extra_1.default.readFile(filePath, "utf-8");
+    const contents = fs_1.default.readFileSync(filePath, "utf-8");
     const project = new ts_morph_1.Project();
     const sourceFile = project.createSourceFile("test.ts", contents);
     const createTestNode = sourceFile.getFirstDescendant((node) => !!(node.isKind(ts_morph_1.SyntaxKind.CallExpression) &&
@@ -418,7 +418,7 @@ const importAllExportsStmtFromFilePaths = async (repoDir, filePaths, testFilePat
         if (!importPath.startsWith(".")) {
             importPath = "./" + importPath;
         }
-        const file = await fs_extra_1.default.readFile(fullPath, "utf-8");
+        const file = fs_1.default.readFileSync(fullPath, "utf-8");
         const project = new ts_morph_1.Project();
         const sourceFile = project.createSourceFile("index.ts", file);
         const exportedFunctions = sourceFile
@@ -440,7 +440,7 @@ async function addUserContextFixture({ scenarioName, filePath, suites, }) {
     // TODO: remove this check when we support user context across repos
     let fixtureContent = "";
     try {
-        fixtureContent = await fs_extra_1.default.readFile("./tests/fixtures.ts", "utf-8");
+        fixtureContent = fs_1.default.readFileSync("./tests/fixtures.ts", "utf-8");
     }
     catch (e) {
         // do nothing
@@ -448,7 +448,7 @@ async function addUserContextFixture({ scenarioName, filePath, suites, }) {
     if (!fixtureContent || !fixtureContent.includes("userContext")) {
         return;
     }
-    const fileContent = await fs_extra_1.default.readFile(filePath, "utf-8");
+    const fileContent = fs_1.default.readFileSync(filePath, "utf-8");
     const { testNode } = getTypescriptTestBlock({
         scenarioName,
         content: fileContent,
@@ -469,14 +469,14 @@ async function addUserContextFixture({ scenarioName, filePath, suites, }) {
                     .replace(",}", "}") // Remove any trailing commas
                     .replace("}", ", userContext }");
                 destructuringParam.replaceWithText(updatedImport);
-                await fs_extra_1.default.writeFile(filePath, fileContent.replace(currentBlock, testNode.getText()), "utf-8");
+                fs_1.default.writeFileSync(filePath, fileContent.replace(currentBlock, testNode.getText()), "utf-8");
             }
         }
     }
 }
 exports.addUserContextFixture = addUserContextFixture;
 async function appendScopeToCreateTest(filePath, scopeVariables) {
-    const contents = await fs_extra_1.default.readFile(filePath, "utf-8");
+    const contents = fs_1.default.readFileSync(filePath, "utf-8");
     const project = new ts_morph_1.Project();
     const sourceFile = project.createSourceFile("test.ts", contents);
     const createTestNode = sourceFile
@@ -491,17 +491,17 @@ async function appendScopeToCreateTest(filePath, scopeVariables) {
     const args = createTestNode.getArguments();
     const scopeArgStr = `{ ${scopeVariables.join(", ")} }`;
     createTestNode.insertArgument(args.length, scopeArgStr);
-    await fs_extra_1.default.writeFile(filePath, sourceFile.getFullText());
+    fs_1.default.writeFileSync(filePath, sourceFile.getFullText());
 }
 exports.appendScopeToCreateTest = appendScopeToCreateTest;
 function isTestPresent({ specPath, testCase, }) {
     let isTestPresent = true;
-    isTestPresent = fs_extra_1.default.existsSync(specPath);
+    isTestPresent = fs_1.default.existsSync(specPath);
     if (isTestPresent) {
         const { testBlock } = getTypescriptTestBlock({
             suites: testCase.suites,
             scenarioName: testCase.name,
-            content: fs_extra_1.default.readFileSync(specPath, "utf-8"),
+            content: fs_1.default.readFileSync(specPath, "utf-8"),
         });
         isTestPresent = Boolean(testBlock);
     }

package/dist/reporter/index.js

@@ -5,7 +5,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.TestGenUpdatesReporter = exports.setReporterConfig = exports.getReporter = void 0;
 const r2_uploader_1 = require("@empiricalrun/r2-uploader");
-const fs_extra_1 = __importDefault(require("fs-extra"));
+const fs_1 = __importDefault(require("fs"));
 const path_1 = __importDefault(require("path"));
 const logger_1 = require("../bin/logger");
 const uploader_1 = require("../uploader");
@@ -93,10 +93,10 @@ class TestGenUpdatesReporter {
         }
         try {
             // upload current screenshot to r2 and report it to reporter
-            if (!fs_extra_1.default.existsSync(path_1.default.join(this.repoDir, "gen-assets"))) {
-                await fs_extra_1.default.mkdir(path_1.default.join(this.repoDir, "gen-assets"));
+            if (!fs_1.default.existsSync(path_1.default.join(this.repoDir, "gen-assets"))) {
+                fs_1.default.mkdirSync(path_1.default.join(this.repoDir, "gen-assets"));
             }
-            await fs_extra_1.default.writeFile(path_1.default.join(this.repoDir, "gen-assets", `current-view-${Date.now()}.png`), buffer);
+            fs_1.default.writeFileSync(path_1.default.join(this.repoDir, "gen-assets", `current-view-${Date.now()}.png`), buffer);
             const uploadDir = (0, uploader_1.getUploadPathForRun)(reporterConfig?.projectRepoName);
             const files = await (0, r2_uploader_1.uploadDirectory)({
                 sourceDir: path_1.default.join(this.repoDir, "gen-assets"),
@@ -110,7 +110,7 @@ class TestGenUpdatesReporter {
                 type: "current-snapshot",
                 message: JSON.stringify({ type: "current-view", url }),
             }));
-            await fs_extra_1.default.rmdir(path_1.default.join(this.repoDir, "gen-assets"), {
+            fs_1.default.rmdirSync(path_1.default.join(this.repoDir, "gen-assets"), {
                 recursive: true,
             });
         }

package/dist/test-build/index.js

@@ -4,12 +4,12 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.downloadBuild = exports.hasDownloadScript = void 0;
-const fs_extra_1 = __importDefault(require("fs-extra"));
+const fs_1 = __importDefault(require("fs"));
 const logger_1 = require("../bin/logger");
 const exec_1 = require("../utils/exec");
 async function getPackageJSON() {
     const packageJSONPath = "package.json";
-    const packageJsonStr = await fs_extra_1.default.readFile(packageJSONPath, "utf-8");
+    const packageJsonStr = fs_1.default.readFileSync(packageJSONPath, "utf-8");
     return JSON.parse(packageJsonStr);
 }
 async function hasDownloadScript() {

package/dist/tool-call-service/index.d.ts

@@ -1,3 +1,4 @@
+import { TraceClient } from "@empiricalrun/llm";
 import { PendingToolCall, Tool, ToolResult } from "@empiricalrun/llm/chat";
 import { SupportedChatModels } from "../agent/chat/types";
 export type { SupportedChatModels };
@@ -13,6 +14,6 @@ export declare class ToolCallService {
     getTools(): Promise<{
         tools: Tool[];
     }>;
-    execute(toolCalls: PendingToolCall[], isRemote: boolean): Promise<ToolResult[]>;
+    execute(toolCalls: PendingToolCall[], isRemote: boolean, trace?: TraceClient): Promise<ToolResult[]>;
 }
 //# sourceMappingURL=index.d.ts.map

package/dist/tool-call-service/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/tool-call-service/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,eAAe,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAE3E,OAAO,EAAE,mBAAmB,EAAE,MAAM,qBAAqB,CAAC;AAa1D,YAAY,EAAE,mBAAmB,EAAE,CAAC;AAEpC,KAAK,aAAa,GAAG;IACnB,CAAC,GAAG,EAAE,MAAM,GAAG,CAAC,KAAK,EAAE,GAAG,KAAK,OAAO,CAAC,UAAU,CAAC,CAAC;CACpD,CAAC;AAyBF,qBAAa,eAAe;IAC1B,KAAK,EAAE,IAAI,EAAE,CAAM;IACnB,aAAa,EAAE,aAAa,CAAM;IAClC,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,aAAa,EAAE,mBAAmB,CAAC;gBAGjC,aAAa,EAAE,MAAM,GAAG,IAAI,EAC5B,aAAa,EAAE,mBAAmB;IAgB9B,QAAQ;;;IAaR,OAAO,CACX,SAAS,EAAE,eAAe,EAAE,EAC5B,QAAQ,EAAE,OAAO,GAChB,OAAO,CAAC,UAAU,EAAE,CAAC;CAqCzB"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/tool-call-service/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,EAAE,eAAe,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAE3E,OAAO,EAAE,mBAAmB,EAAE,MAAM,qBAAqB,CAAC;AAa1D,YAAY,EAAE,mBAAmB,EAAE,CAAC;AAEpC,KAAK,aAAa,GAAG;IACnB,CAAC,GAAG,EAAE,MAAM,GAAG,CAAC,KAAK,EAAE,GAAG,KAAK,OAAO,CAAC,UAAU,CAAC,CAAC;CACpD,CAAC;AA4BF,qBAAa,eAAe;IAC1B,KAAK,EAAE,IAAI,EAAE,CAAM;IACnB,aAAa,EAAE,aAAa,CAAM;IAClC,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,aAAa,EAAE,mBAAmB,CAAC;gBAGjC,aAAa,EAAE,MAAM,GAAG,IAAI,EAC5B,aAAa,EAAE,mBAAmB;IAgB9B,QAAQ;;;IAaR,OAAO,CACX,SAAS,EAAE,eAAe,EAAE,EAC5B,QAAQ,EAAE,OAAO,EACjB,KAAK,CAAC,EAAE,WAAW,GAClB,OAAO,CAAC,UAAU,EAAE,CAAC;CAgDzB"}

package/dist/tool-call-service/index.js

@@ -19,7 +19,10 @@ async function sendToolRequestToRemoteQueue(payload) {
             secretAccessKey: process.env.AWS_SECRET_ACCESS_KEY,
         },
     });
-    const queueUrl = process.env.TOOL_REQUEST_QUEUE_URL;
+    const queueUrl = process.env.TOOL_EXECUTION_SQS_URL;
+    if (!queueUrl) {
+        throw new Error("TOOL_EXECUTION_SQS_URL is required for remote execution.");
+    }
     await sqs.send(new client_sqs_1.SendMessageCommand({
         QueueUrl: queueUrl,
         MessageBody: JSON.stringify(payload),
@@ -58,9 +61,8 @@ class ToolCallService {
         }
         return { tools: this.tools };
     }
-    async execute(toolCalls, isRemote) {
+    async execute(toolCalls, isRemote, trace) {
         if (isRemote && this.chatSessionId) {
-            console.log("Executing tool remotely", toolCalls);
             await sendToolRequestToRemoteQueue({
                 toolCalls,
                 requestId: crypto.randomUUID(),
@@ -75,23 +77,32 @@ class ToolCallService {
         else {
             const toolResults = [];
             for (const toolCall of toolCalls) {
+                const span = trace?.span({
+                    name: `tool: ${toolCall.name}`,
+                    input: toolCall.input,
+                });
                 const toolExecutor = this.toolExecutors[toolCall.name];
                 if (!toolExecutor) {
-                    toolResults.push({
+                    const errorResult = {
                         isError: true,
                         result: `Invalid function/tool call: invalid_tool_call not found`,
-                    });
+                    };
+                    toolResults.push(errorResult);
+                    span?.end({ output: errorResult });
                     continue;
                 }
                 try {
                     const result = await toolExecutor(toolCall.input);
                     toolResults.push(result);
+                    span?.end({ output: result });
                 }
                 catch (error) {
-                    toolResults.push({
+                    const errorResult = {
                         isError: true,
                         result: error instanceof Error ? error.message : String(error),
-                    });
+                    };
+                    toolResults.push(errorResult);
+                    span?.end({ output: errorResult });
                 }
             }
             return toolResults;

package/dist/tools/grep.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"grep.d.ts","sourceRoot":"","sources":["../../src/tools/grep.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAc,MAAM,wBAAwB,CAAC;AAqB/D,eAAO,MAAM,QAAQ,EAAE,IA+CtB,CAAC"}
+{"version":3,"file":"grep.d.ts","sourceRoot":"","sources":["../../src/tools/grep.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAc,MAAM,wBAAwB,CAAC;AAmB/D,eAAO,MAAM,QAAQ,EAAE,IAiDtB,CAAC"}

package/dist/tools/grep.js

@@ -5,7 +5,6 @@ const child_process_1 = require("child_process");
 const util_1 = require("util");
 const zod_1 = require("zod");
 const repo_tree_1 = require("../utils/repo-tree");
-const execAsync = (0, util_1.promisify)(child_process_1.exec);
 const GrepInputSchema = zod_1.z.object({
     pattern: zod_1.z.string().describe("The pattern to search for"),
     directory: zod_1.z
@@ -40,6 +39,7 @@ exports.grepTool = {
                 // Using -n to show line numbers and removed -l to show actual matches
                 cmd = `find ${dir} ${excludeFind} -name "${input.filePattern}" -exec grep -rin "${input.pattern}" {} \\;`;
             }
+            const execAsync = (0, util_1.promisify)(child_process_1.exec);
             const { stdout, stderr } = await execAsync(cmd);
             if (stdout) {
                 return {
@@ -53,6 +53,7 @@ exports.grepTool = {
             };
         }
         catch (error) {
+            console.error("Error executing grep", error);
             return {
                 isError: true,
                 result: error instanceof Error ? error.message : String(error),

package/dist/tools/str_replace_editor.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"str_replace_editor.d.ts","sourceRoot":"","sources":["../../src/tools/str_replace_editor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AA2B1D,UAAU,eAAe;IACvB,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC9B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED;;;GAGG;AACH,wBAAgB,kBAAkB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,CAwC1D;AAMD;;;GAGG;AACH,wBAAsB,wBAAwB,CAC5C,KAAK,EAAE,eAAe,GACrB,OAAO,CAAC,UAAU,CAAC,CAwIrB;AA+FD,eAAO,MAAM,eAAe,EAAE,IAAI,EAKjC,CAAC"}
+{"version":3,"file":"str_replace_editor.d.ts","sourceRoot":"","sources":["../../src/tools/str_replace_editor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AA2B1D,UAAU,eAAe;IACvB,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC9B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED;;;GAGG;AACH,wBAAgB,kBAAkB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,CAwC1D;AAMD;;;GAGG;AACH,wBAAsB,wBAAwB,CAC5C,KAAK,EAAE,eAAe,GACrB,OAAO,CAAC,UAAU,CAAC,CAmJrB;AA+FD,eAAO,MAAM,eAAe,EAAE,IAAI,EAKjC,CAAC"}

package/dist/tools/str_replace_editor.js

@@ -86,6 +86,7 @@ async function strReplaceEditorExecutor(input) {
         let content;
         let lines;
         let newContent;
+        let typeCheckErrors;
         switch (input.command) {
             case "view":
                 // TODO: This assumes repoDir is process.cwd()
@@ -150,6 +151,7 @@ async function strReplaceEditorExecutor(input) {
                     const escapedOldStr = escapeRegExp(input.old_str);
                     const occurences = content.match(new RegExp(escapedOldStr, "g"));
                     if (occurences && occurences.length > 1) {
+                        // TODO: Help find unique matches
                         return {
                             result: `Error: old_str found ${occurences.length} times in file: ${filePath}. Please provide more context to make a unique match.`,
                             isError: true,
@@ -157,10 +159,10 @@ async function strReplaceEditorExecutor(input) {
                     }
                     newContent = content.replace(input.old_str, input.new_str);
                     fs_1.default.writeFileSync(filePath, newContent);
-                    const errors = (0, web_1.validateTypescript)(filePath);
-                    if (errors.length > 0) {
+                    typeCheckErrors = (0, web_1.validateTypescript)(filePath);
+                    if (typeCheckErrors.length > 0) {
                         return {
-                            result: `Edits to file ${filePath} have been applied. However, type checks are failing with errors:\n${errors.join("\n")}`,
+                            result: `Edits to file ${filePath} have been applied. However, type checks are failing with errors:\n${typeCheckErrors.join("\n")}`,
                             isError: true,
                         };
                     }
@@ -180,20 +182,29 @@ async function strReplaceEditorExecutor(input) {
                 lines = content.split("\n");
                 lines.splice(input.insert_line, 0, input.new_str);
                 fs_1.default.writeFileSync(filePath, lines.join("\n"));
-                return {
-                    result: "Success",
-                    isError: false,
-                };
+                typeCheckErrors = (0, web_1.validateTypescript)(filePath);
+                if (typeCheckErrors.length > 0) {
+                    return {
+                        result: `Insertion in file ${filePath} was applied. However, type checks are failing with errors:\n${typeCheckErrors.join("\n")}`,
+                        isError: true,
+                    };
+                }
+                else {
+                    return {
+                        result: `Insertion in file ${filePath} was applied. Type checks have also passed.`,
+                        isError: false,
+                    };
+                }
             case "undo_edit":
                 if (hasBackup(filePath)) {
                     restoreBackup(filePath);
                     return {
-                        result: "Success",
+                        result: `Successfully restored ${filePath} from backup`,
                         isError: false,
                     };
                 }
                 return {
-                    result: "No backup file found",
+                    result: `No backup file found for ${filePath}`,
                     isError: true,
                 };
             default:

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@empiricalrun/test-gen",
-  "version": "0.56.0",
+  "version": "0.56.2",
   "publishConfig": {
     "registry": "https://registry.npmjs.org/",
     "access": "public"
@@ -14,10 +14,6 @@
       "types": "./dist/agent/master/run.d.ts",
       "default": "./dist/agent/master/run.js"
     },
-    "./chat/state": {
-      "types": "./dist/agent/chat/state.d.ts",
-      "default": "./dist/agent/chat/state.js"
-    },
     "./chat": {
       "types": "./dist/agent/chat/exports.d.ts",
       "default": "./dist/agent/chat/exports.js"
@@ -50,7 +46,6 @@
     "dotenv": "^16.4.5",
     "eslint": "^8.57.0",
     "express": "^4.19.2",
-    "fs-extra": "^11.2.0",
     "ignore": "^5.3.1",
     "inquirer": "^12.4.2",
     "jsdom": "^26.0.0",
@@ -65,16 +60,15 @@
     "tsx": "^4.16.2",
     "typescript": "^5.3.3",
     "zod": "^3.23.8",
-    "@empiricalrun/llm": "^0.15.1",
+    "@empiricalrun/llm": "^0.15.2",
     "@empiricalrun/r2-uploader": "^0.3.8",
-    "@empiricalrun/test-run": "^0.8.1"
+    "@empiricalrun/test-run": "^0.8.3"
   },
   "devDependencies": {
     "@playwright/test": "1.47.1",
     "@types/async-retry": "^1.4.8",
     "@types/detect-port": "^1.3.5",
     "@types/express": "^4.17.21",
-    "@types/fs-extra": "^11.0.4",
     "@types/js-levenshtein": "^1.1.3",
     "@types/jsdom": "^21.1.7",
     "@types/serve-handler": "^6.1.4",