@empiricalrun/test-gen 0.59.0 → 0.61.0

package/CHANGELOG.md

@@ -1,5 +1,45 @@
 # @empiricalrun/test-gen
 
+## 0.61.0
+
+### Minor Changes
+
+- fca6729: feat: implement TypeScript compiler execution and error handling in strReplaceEditor
+
+### Patch Changes
+
+- f33bdbf: fix: git changed line should cover untracked also
+- 1b4e3d0: fix: dont wait for fonts when agent needs screenshot
+- bbf735a: chore: remove unused test.only cleaner
+- b7a4821: fix: update pr tool prompt to encourage proactiveness
+- 779dd6e: feat: add email automation recipe to system prompt
+- 05f5184: fix: file create should create parent dir if required
+- Updated dependencies [d71508f]
+- Updated dependencies [79857b3]
+- Updated dependencies [fca6729]
+  - @empiricalrun/test-run@0.9.2
+  - @empiricalrun/llm@0.16.1
+
+## 0.60.0
+
+### Minor Changes
+
+- 296c662: feat: implemented check for tool call existence and tool result non existence for tool execution
+- 255db12: feat: new linear client, Requests api routes, and fetch calls
+- 8544d9d: feat: ChatStateError integration in ChatState for better error handling & retry
+
+### Patch Changes
+
+- b183b76: fix: remove tsx config reader in test-gen tool call
+- c4855ff: fix: file view tool does not read binary files
+- f821310: fix: ensure all text editor tools use 1-indexed line numbers
+- 06d3a2a: fix: skippped download build for failed build downloads
+- cff296d: fix: wrap tsx playwright config reader in a try-catch
+- 24d672a: feat: use playwright --list to get project names
+- Updated dependencies [24d672a]
+  - @empiricalrun/test-run@0.9.1
+  - @empiricalrun/llm@0.16.0
+
 ## 0.59.0
 
 ### Minor Changes

package/dist/agent/browsing/run.d.ts

@@ -3,13 +3,18 @@ type GenerateTestsType = {
     testCaseSuites: string[];
     testFilePath: string;
     filePathToUpdate: string;
-    pwProjectsFilter: string[];
+    projectName: string;
     testGenToken: string;
     repoDir: string;
     traceId?: string;
     editFileWithGeneratedCode: boolean;
 };
-export declare function generateTestsUsingMasterAgent({ testCaseName, testCaseSuites, testFilePath, filePathToUpdate, pwProjectsFilter, testGenToken, repoDir, traceId, editFileWithGeneratedCode, }: GenerateTestsType): Promise<{
+export declare function convertProjectsFilterToProject({ pwProjectsFilter, repoDir, testFilePath, }: {
+    pwProjectsFilter: string[];
+    repoDir: string;
+    testFilePath: string;
+}): Promise<string>;
+export declare function generateTestsUsingMasterAgent({ testCaseName, testCaseSuites, testFilePath, filePathToUpdate, projectName, testGenToken, repoDir, traceId, editFileWithGeneratedCode, }: GenerateTestsType): Promise<{
     isError: boolean;
     error: string;
     actionsSummary?: string;

package/dist/agent/browsing/run.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../../../src/agent/browsing/run.ts"],"names":[],"mappings":"AAcA,KAAK,iBAAiB,GAAG;IACvB,YAAY,EAAE,MAAM,CAAC;IACrB,cAAc,EAAE,MAAM,EAAE,CAAC;IACzB,YAAY,EAAE,MAAM,CAAC;IACrB,gBAAgB,EAAE,MAAM,CAAC;IACzB,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC3B,YAAY,EAAE,MAAM,CAAC;IACrB,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,yBAAyB,EAAE,OAAO,CAAC;CACpC,CAAC;AAEF,wBAAsB,6BAA6B,CAAC,EAClD,YAAY,EACZ,cAAc,EACd,YAAY,EACZ,gBAAgB,EAChB,gBAAgB,EAChB,YAAY,EACZ,OAAO,EACP,OAAO,EACP,yBAAyB,GAC1B,EAAE,iBAAiB,GAAG,OAAO,CAAC;IAC7B,OAAO,EAAE,OAAO,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB,CAAC,CAsFD"}
+{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../../../src/agent/browsing/run.ts"],"names":[],"mappings":"AAaA,KAAK,iBAAiB,GAAG;IACvB,YAAY,EAAE,MAAM,CAAC;IACrB,cAAc,EAAE,MAAM,EAAE,CAAC;IACzB,YAAY,EAAE,MAAM,CAAC;IACrB,gBAAgB,EAAE,MAAM,CAAC;IACzB,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,yBAAyB,EAAE,OAAO,CAAC;CACpC,CAAC;AAEF,wBAAsB,8BAA8B,CAAC,EACnD,gBAAgB,EAChB,OAAO,EACP,YAAY,GACb,EAAE;IACD,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC3B,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,CAAC;CACtB,GAAG,OAAO,CAAC,MAAM,CAAC,CAQlB;AAED,wBAAsB,6BAA6B,CAAC,EAClD,YAAY,EACZ,cAAc,EACd,YAAY,EACZ,gBAAgB,EAChB,WAAW,EACX,YAAY,EACZ,OAAO,EACP,OAAO,EACP,yBAAyB,GAC1B,EAAE,iBAAiB,GAAG,OAAO,CAAC;IAC7B,OAAO,EAAE,OAAO,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB,CAAC,CAkFD"}

package/dist/agent/browsing/run.js

@@ -3,6 +3,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
+exports.convertProjectsFilterToProject = convertProjectsFilterToProject;
 exports.generateTestsUsingMasterAgent = generateTestsUsingMasterAgent;
 const test_run_1 = require("@empiricalrun/test-run");
 const detect_port_1 = __importDefault(require("detect-port"));
@@ -11,7 +12,12 @@ const web_1 = require("../../bin/utils/platform/web");
 const server_1 = require("../../file/server");
 const exec_1 = require("../../utils/exec");
 const utils_1 = require("./utils");
-async function generateTestsUsingMasterAgent({ testCaseName, testCaseSuites, testFilePath, filePathToUpdate, pwProjectsFilter, testGenToken, repoDir, traceId, editFileWithGeneratedCode, }) {
+async function convertProjectsFilterToProject({ pwProjectsFilter, repoDir, testFilePath, }) {
+    const playwrightConfig = await (0, utils_1.readPlaywrightConfig)(repoDir);
+    const project = await (0, utils_1.detectProjectName)(testFilePath, playwrightConfig, pwProjectsFilter);
+    return project;
+}
+async function generateTestsUsingMasterAgent({ testCaseName, testCaseSuites, testFilePath, filePathToUpdate, projectName, testGenToken, repoDir, traceId, editFileWithGeneratedCode, }) {
     if (!fs_1.default.existsSync(testFilePath)) {
         throw new Error(`File for master agent to run not found: ${testFilePath}`);
     }
@@ -27,12 +33,7 @@ async function generateTestsUsingMasterAgent({ testCaseName, testCaseSuites, tes
     });
     await fileServer.startFileService();
     fileServer.setFilePath(filePathToUpdate);
-    // read playwright config from ./playwright.config.ts of source repo
-    const playwrightConfig = await (0, utils_1.readPlaywrightConfig)(repoDir);
-    // detect the playwright project name for the given test file and playwright config
-    const project = await (0, utils_1.detectProjectName)(testFilePath, playwrightConfig, pwProjectsFilter);
     const pageVar = await (0, web_1.getPageVariableNameFromCreateTest)(filePathToUpdate);
-    console.log(`Detected playwright project name: ${project}`);
     const testsDir = "tests";
     const cmd = await (0, test_run_1.runSpecificTestsCmd)({
         tests: [
@@ -43,13 +44,17 @@ async function generateTestsUsingMasterAgent({ testCaseName, testCaseSuites, tes
                 suites: testCaseSuites,
             },
         ],
-        projects: [project],
+        projects: [projectName],
         passthroughArgs: "--retries 0 --timeout 0",
+        envOverrides: {
+            PW_TEST_SCREENSHOT_NO_FONTS_READY: "1",
+        },
         //@ts-ignore
         platform: "web",
     });
     let error = undefined;
     try {
+        console.log(`[generateTestsUsingMasterAgent] Running command: ${cmd.command} ${cmd.args.join(" ")}`);
         await pm.execute(cmd.command, cmd.args, {
             env: {
                 IPC_FILE_SERVICE_PORT: availablePort.toString(),
@@ -77,8 +82,6 @@ async function generateTestsUsingMasterAgent({ testCaseName, testCaseSuites, tes
             console.error("Failed to remove extra scripts from files post test gen error", e);
         }
     }
-    // remove the test only from the file
-    await (0, web_1.removeTestOnly)(testFilePath);
     await fileServer.stop();
     return {
         isError: !!error,

package/dist/agent/chat/agent-loop.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"agent-loop.d.ts","sourceRoot":"","sources":["../../../src/agent/chat/agent-loop.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,EAEL,UAAU,EACV,mBAAmB,EAEpB,MAAM,wBAAwB,CAAC;AAGhC,OAAO,EAAE,eAAe,EAAE,MAAM,yBAAyB,CAAC;AAC1D,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAGvC,OAAO,EAAE,gBAAgB,EAAE,MAAM,SAAS,CAAC;AA0B3C,wBAAsB,aAAa,CAAC,EAClC,SAAS,EACT,aAAa,EACb,QAAQ,EACR,KAAK,EACL,eAAe,EACf,QAAQ,EACR,qBAAqB,GACtB,EAAE;IACD,SAAS,EAAE,UAAU,CAAC,GAAG,CAAC,CAAC;IAC3B,aAAa,EAAE,mBAAmB,CAAC;IACnC,eAAe,EAAE,eAAe,CAAC;IACjC,QAAQ,EAAE,gBAAgB,CAAC;IAC3B,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,QAAQ,EAAE,QAAQ,CAAC;IACnB,qBAAqB,EAAE,OAAO,CAAC;CAChC,iBAuCA"}
+{"version":3,"file":"agent-loop.d.ts","sourceRoot":"","sources":["../../../src/agent/chat/agent-loop.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,EACL,UAAU,EACV,mBAAmB,EAEpB,MAAM,wBAAwB,CAAC;AAEhC,OAAO,EAAE,eAAe,EAAE,MAAM,yBAAyB,CAAC;AAC1D,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAGvC,OAAO,EAAE,gBAAgB,EAAE,MAAM,SAAS,CAAC;AAG3C,wBAAsB,aAAa,CAAC,EAClC,SAAS,EACT,aAAa,EACb,QAAQ,EACR,KAAK,EACL,eAAe,EACf,QAAQ,EACR,qBAAqB,GACtB,EAAE;IACD,SAAS,EAAE,UAAU,CAAC,GAAG,CAAC,CAAC;IAC3B,aAAa,EAAE,mBAAmB,CAAC;IACnC,eAAe,EAAE,eAAe,CAAC;IACjC,QAAQ,EAAE,gBAAgB,CAAC;IAC3B,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,QAAQ,EAAE,QAAQ,CAAC;IACnB,qBAAqB,EAAE,OAAO,CAAC;CAChC,iBAqDA"}

package/dist/agent/chat/agent-loop.js

@@ -2,30 +2,9 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.chatAgentLoop = chatAgentLoop;
 const chat_1 = require("@empiricalrun/llm/chat");
-const picocolors_1 = require("picocolors");
 const prompt_1 = require("./prompt");
 const state_1 = require("./state");
-function getModelName(model) {
-    const provider = (0, chat_1.getProviderForModel)(model);
-    if (provider === "claude")
-        return "Claude";
-    if (provider === "google")
-        return "Gemini";
-    if (provider === "openai")
-        return "o4";
-    return "AI";
-}
-const log = (...args) => {
-    console.log((0, picocolors_1.gray)(args.join(" ")));
-};
-function logError(context, error, trace) {
-    console.error((0, picocolors_1.gray)(`[Error in ${context}]:`), error instanceof Error ? error.stack || error.message : error);
-    trace?.update({
-        output: {
-            error: error instanceof Error ? error.message : String(error),
-        },
-    });
-}
+const utils_1 = require("./utils");
 async function chatAgentLoop({ chatModel, selectedModel, reporter, trace, toolCallService, fileInfo, isToolExecutionRemote, }) {
     const systemPrompt = await (0, prompt_1.buildSystemPrompt)(fileInfo);
     trace?.update({ input: { systemPrompt } });
@@ -36,7 +15,7 @@ async function chatAgentLoop({ chatModel, selectedModel, reporter, trace, toolCa
             if (toolCalls.length) {
                 if (isToolExecutionRemote) {
                     await toolCallService.sendToQueue(toolCalls);
-                    log(`Tool call remote execution in progress`);
+                    (0, utils_1.log)(`Tool call remote execution in progress`);
                     break;
                 }
                 else {
@@ -44,22 +23,34 @@ async function chatAgentLoop({ chatModel, selectedModel, reporter, trace, toolCa
                     chatModel.pushToolResultsMessage(toolCalls, toolResults);
                 }
             }
-            log(`${getModelName(selectedModel)} is working...`);
-            const response = await chatModel.getLLMResponse({
+            (0, utils_1.log)(`${(0, utils_1.getModelName)(selectedModel)} is working...`);
+            let response = null;
+            response = await chatModel.getLLMResponse({
                 systemPrompt,
                 tools: tools.map((tool) => (0, chat_1.zodToOpenAITool)(tool.schema)),
                 selectedModel,
                 trace,
             });
             if (!response) {
-                throw new Error("No response from LLM");
+                throw new Error("Error getting response from LLM");
             }
             chatModel.pushMessage(response);
             const latest = chatModel.getHumanReadableLatestMessage();
-            await reporter((0, state_1.chatStateFromModel)(chatModel, selectedModel), latest);
+            await reporter((0, state_1.chatStateFromModel)({
+                chatModel,
+                selectedModel,
+                error: null,
+            }), latest);
         }
         catch (error) {
-            logError("chatAgentLoop", error, trace);
+            await (0, utils_1.handleAgentError)({
+                context: "chatAgentLoop",
+                error,
+                chatModel,
+                selectedModel,
+                reporter,
+                trace,
+            });
             throw error;
         }
     }

package/dist/agent/chat/exports.d.ts

@@ -2,8 +2,8 @@ import { createChatModel, IChatModel } from "@empiricalrun/llm/chat";
 import { FileInfo } from "../../types";
 import { chatAgentLoop } from "./agent-loop";
 import { defaultModel, SUPPORTED_CHAT_MODELS, SupportedChatModels } from "./models";
-import { CHAT_STATE_VERSIONS_MIGRATIONS_MAP, chatStateFromModel, ChatStateOnDisk, createChatState, createChatStateForMessages, getLatestDownloadBuildUrl, LATEST_CHAT_STATE_VERSION, migrateChatState } from "./state";
+import { CHAT_STATE_VERSIONS_MIGRATIONS_MAP, chatStateFromModel, createChatState, createChatStateForMessages, fetchToolCallAvailability, getLatestDownloadBuildUrl, LATEST_CHAT_STATE_VERSION, migrateChatState } from "./state";
 import { ReporterFunction } from "./types";
-export { CHAT_STATE_VERSIONS_MIGRATIONS_MAP, chatAgentLoop, chatStateFromModel, createChatModel, createChatState, createChatStateForMessages, defaultModel, getLatestDownloadBuildUrl, LATEST_CHAT_STATE_VERSION, migrateChatState, SUPPORTED_CHAT_MODELS, };
-export type { ChatStateOnDisk, FileInfo, IChatModel, ReporterFunction, SupportedChatModels, };
+export { CHAT_STATE_VERSIONS_MIGRATIONS_MAP, chatAgentLoop, chatStateFromModel, createChatModel, createChatState, createChatStateForMessages, defaultModel, fetchToolCallAvailability, getLatestDownloadBuildUrl, LATEST_CHAT_STATE_VERSION, migrateChatState, SUPPORTED_CHAT_MODELS, };
+export type { FileInfo, IChatModel, ReporterFunction, SupportedChatModels };
 //# sourceMappingURL=exports.d.ts.map

package/dist/agent/chat/exports.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"exports.d.ts","sourceRoot":"","sources":["../../../src/agent/chat/exports.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAErE,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AACvC,OAAO,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAC7C,OAAO,EACL,YAAY,EACZ,qBAAqB,EACrB,mBAAmB,EACpB,MAAM,UAAU,CAAC;AAClB,OAAO,EACL,kCAAkC,EAClC,kBAAkB,EAClB,eAAe,EACf,eAAe,EACf,0BAA0B,EAC1B,yBAAyB,EACzB,yBAAyB,EACzB,gBAAgB,EACjB,MAAM,SAAS,CAAC;AACjB,OAAO,EAAE,gBAAgB,EAAE,MAAM,SAAS,CAAC;AAE3C,OAAO,EACL,kCAAkC,EAClC,aAAa,EACb,kBAAkB,EAClB,eAAe,EACf,eAAe,EACf,0BAA0B,EAC1B,YAAY,EACZ,yBAAyB,EACzB,yBAAyB,EACzB,gBAAgB,EAChB,qBAAqB,GACtB,CAAC;AAEF,YAAY,EACV,eAAe,EACf,QAAQ,EACR,UAAU,EACV,gBAAgB,EAChB,mBAAmB,GACpB,CAAC"}
+{"version":3,"file":"exports.d.ts","sourceRoot":"","sources":["../../../src/agent/chat/exports.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAErE,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AACvC,OAAO,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAC7C,OAAO,EACL,YAAY,EACZ,qBAAqB,EACrB,mBAAmB,EACpB,MAAM,UAAU,CAAC;AAClB,OAAO,EACL,kCAAkC,EAClC,kBAAkB,EAClB,eAAe,EACf,0BAA0B,EAC1B,yBAAyB,EACzB,yBAAyB,EACzB,yBAAyB,EACzB,gBAAgB,EACjB,MAAM,SAAS,CAAC;AACjB,OAAO,EAAE,gBAAgB,EAAE,MAAM,SAAS,CAAC;AAE3C,OAAO,EACL,kCAAkC,EAClC,aAAa,EACb,kBAAkB,EAClB,eAAe,EACf,eAAe,EACf,0BAA0B,EAC1B,YAAY,EACZ,yBAAyB,EACzB,yBAAyB,EACzB,yBAAyB,EACzB,gBAAgB,EAChB,qBAAqB,GACtB,CAAC;AAEF,YAAY,EAAE,QAAQ,EAAE,UAAU,EAAE,gBAAgB,EAAE,mBAAmB,EAAE,CAAC"}

package/dist/agent/chat/exports.js

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.SUPPORTED_CHAT_MODELS = exports.migrateChatState = exports.LATEST_CHAT_STATE_VERSION = exports.getLatestDownloadBuildUrl = exports.defaultModel = exports.createChatStateForMessages = exports.createChatState = exports.createChatModel = exports.chatStateFromModel = exports.chatAgentLoop = exports.CHAT_STATE_VERSIONS_MIGRATIONS_MAP = void 0;
+exports.SUPPORTED_CHAT_MODELS = exports.migrateChatState = exports.LATEST_CHAT_STATE_VERSION = exports.getLatestDownloadBuildUrl = exports.fetchToolCallAvailability = exports.defaultModel = exports.createChatStateForMessages = exports.createChatState = exports.createChatModel = exports.chatStateFromModel = exports.chatAgentLoop = exports.CHAT_STATE_VERSIONS_MIGRATIONS_MAP = void 0;
 const chat_1 = require("@empiricalrun/llm/chat");
 Object.defineProperty(exports, "createChatModel", { enumerable: true, get: function () { return chat_1.createChatModel; } });
 const agent_loop_1 = require("./agent-loop");
@@ -13,6 +13,7 @@ Object.defineProperty(exports, "CHAT_STATE_VERSIONS_MIGRATIONS_MAP", { enumerabl
 Object.defineProperty(exports, "chatStateFromModel", { enumerable: true, get: function () { return state_1.chatStateFromModel; } });
 Object.defineProperty(exports, "createChatState", { enumerable: true, get: function () { return state_1.createChatState; } });
 Object.defineProperty(exports, "createChatStateForMessages", { enumerable: true, get: function () { return state_1.createChatStateForMessages; } });
+Object.defineProperty(exports, "fetchToolCallAvailability", { enumerable: true, get: function () { return state_1.fetchToolCallAvailability; } });
 Object.defineProperty(exports, "getLatestDownloadBuildUrl", { enumerable: true, get: function () { return state_1.getLatestDownloadBuildUrl; } });
 Object.defineProperty(exports, "LATEST_CHAT_STATE_VERSION", { enumerable: true, get: function () { return state_1.LATEST_CHAT_STATE_VERSION; } });
 Object.defineProperty(exports, "migrateChatState", { enumerable: true, get: function () { return state_1.migrateChatState; } });

package/dist/agent/chat/index.d.ts

@@ -1,8 +1,9 @@
 import { SupportedChatModels } from "@empiricalrun/llm/chat";
-export declare function runChatAgentForCLI({ useDiskForChatState, selectedModel, initialPromptContent, }: {
+export declare function runChatAgentForCLI({ useDiskForChatState, selectedModel, initialPromptContent, withRetry, }: {
     selectedModel: SupportedChatModels;
     useDiskForChatState: boolean;
     initialPromptContent: string | undefined;
+    withRetry?: boolean;
 }): Promise<void>;
 export declare function runChatAgentForDashboard({ chatSessionId, selectedModel, }: {
     selectedModel: SupportedChatModels;

package/dist/agent/chat/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/agent/chat/index.ts"],"names":[],"mappings":"AACA,OAAO,EAGL,mBAAmB,EACpB,MAAM,wBAAwB,CAAC;AAmChC,wBAAsB,kBAAkB,CAAC,EACvC,mBAAmB,EACnB,aAAa,EACb,oBAAoB,GACrB,EAAE;IACD,aAAa,EAAE,mBAAmB,CAAC;IACnC,mBAAmB,EAAE,OAAO,CAAC;IAC7B,oBAAoB,EAAE,MAAM,GAAG,SAAS,CAAC;CAC1C,iBAiGA;AAuBD,wBAAsB,wBAAwB,CAAC,EAC7C,aAAa,EACb,aAAa,GACd,EAAE;IACD,aAAa,EAAE,mBAAmB,CAAC;IACnC,aAAa,EAAE,MAAM,CAAC;CACvB,iBAsDA"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/agent/chat/index.ts"],"names":[],"mappings":"AACA,OAAO,EAGL,mBAAmB,EACpB,MAAM,wBAAwB,CAAC;AAyChC,wBAAsB,kBAAkB,CAAC,EACvC,mBAAmB,EACnB,aAAa,EACb,oBAAoB,EACpB,SAAS,GACV,EAAE;IACD,aAAa,EAAE,mBAAmB,CAAC;IACnC,mBAAmB,EAAE,OAAO,CAAC;IAC7B,oBAAoB,EAAE,MAAM,GAAG,SAAS,CAAC;IACzC,SAAS,CAAC,EAAE,OAAO,CAAC;CACrB,iBAgHA;AAuBD,wBAAsB,wBAAwB,CAAC,EAC7C,aAAa,EACb,aAAa,GACd,EAAE;IACD,aAAa,EAAE,mBAAmB,CAAC;IACnC,aAAa,EAAE,MAAM,CAAC;CACvB,iBAsDA"}

package/dist/agent/chat/index.js

@@ -15,13 +15,13 @@ const DASHBOARD_DOMAIN = process.env.DASHBOARD_DOMAIN || "https://dash.empirical
 function stopCriteria(userPrompt) {
     return userPrompt?.toLowerCase() === "stop";
 }
-function concludeAgent(chatModel, useDiskForChatState, selectedModel) {
+function concludeAgent(chatModel, useDiskForChatState, selectedModel, error) {
     console.log(`\n${(0, picocolors_1.gray)("Usage summary -> " + chatModel.getUsageSummary())}`);
     if (useDiskForChatState) {
-        (0, state_1.saveToDisk)(chatModel.messages, selectedModel, chatModel.askUserForInput);
+        (0, state_1.saveToDisk)(chatModel.messages, selectedModel, chatModel.askUserForInput, error);
     }
 }
-async function runChatAgentForCLI({ useDiskForChatState, selectedModel, initialPromptContent, }) {
+async function runChatAgentForCLI({ useDiskForChatState, selectedModel, initialPromptContent, withRetry, }) {
     let chatState;
     if (useDiskForChatState) {
         chatState = (0, state_1.loadChatState)();
@@ -46,8 +46,12 @@ async function runChatAgentForCLI({ useDiskForChatState, selectedModel, initialP
             console.log(`${(0, picocolors_1.blue)(latest.role)}: ${latest.textMessage}`);
         }
     }
+    // if withRetry set the chatState error null
+    if (withRetry && chatState) {
+        chatState.error = null;
+    }
     const handleSigInt = () => {
-        concludeAgent(chatModel, useDiskForChatState, selectedModel);
+        concludeAgent(chatModel, useDiskForChatState, selectedModel, null);
         process.exit(0);
     };
     process.once("SIGINT", handleSigInt);
@@ -55,7 +59,7 @@ async function runChatAgentForCLI({ useDiskForChatState, selectedModel, initialP
     let userPrompt;
     let reporterFunc = async (chatState, latest) => {
         if (useDiskForChatState) {
-            (0, state_1.saveToDisk)(chatState.messages, selectedModel, chatState.askUserForInput);
+            (0, state_1.saveToDisk)(chatState.messages, selectedModel, chatState.askUserForInput, chatState.error);
         }
         if (latest) {
             console.log(`${(0, picocolors_1.blue)(latest.role)}: ${latest.textMessage}`);
@@ -80,9 +84,14 @@ async function runChatAgentForCLI({ useDiskForChatState, selectedModel, initialP
             catch (e) {
                 // https://github.com/SBoudrias/Inquirer.js/issues/1502#issuecomment-2275991680
                 if (e instanceof Error && e.name === "ExitPromptError") {
-                    concludeAgent(chatModel, useDiskForChatState, selectedModel);
+                    concludeAgent(chatModel, useDiskForChatState, selectedModel, null);
                     process.exit(0);
                 }
+                concludeAgent(chatModel, useDiskForChatState, selectedModel, {
+                    message: e.message,
+                    stack: e.stack || "Stack trace not available",
+                    timestamp: new Date().toISOString(),
+                });
                 throw e;
             }
             if (!stopCriteria(userPrompt)) {

package/dist/agent/chat/prompt.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"prompt.d.ts","sourceRoot":"","sources":["../../../src/agent/chat/prompt.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAGvC,wBAAsB,iBAAiB,CAAC,QAAQ,EAAE,QAAQ,mBAiGzD"}
+{"version":3,"file":"prompt.d.ts","sourceRoot":"","sources":["../../../src/agent/chat/prompt.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAuDvC,wBAAsB,iBAAiB,CAAC,QAAQ,EAAE,QAAQ,mBAwGzD"}

package/dist/agent/chat/prompt.js

@@ -2,6 +2,57 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.buildSystemPrompt = buildSystemPrompt;
 const repo_1 = require("./repo");
+const emailRecipe = `
+# Email automation
+
+## Example usage
+
+### Dynamic email
+
+This dynamically generates a random email address that can 
+be used for the test (e.g. invite a new user).
+
+\`\`\`ts
+import { EmailClient } from "@empiricalrun/playwright-utils";
+import { expect } from "@playwright/test";
+
+const client = new EmailClient();
+const address = client.getAddress();
+
+// Input the \`address\` in the application
+// that sends the email.
+
+// Get email received on the \`address\`
+const email = await client.waitForEmail();
+expect(
+  email.links.find((l) => l.text === "Join your team")
+).toBeTruthy();
+\`\`\`
+
+### Static email
+
+This uses a known (static) email that can be used to login
+into an application.
+
+This needs an email id (e.g. \`test-login-user\`). The email id
+is appended with the domain (managed internally) to get the full
+email address.
+
+\`\`\`ts
+import { EmailClient } from "@empiricalrun/playwright-utils";
+
+const emailId = \`test-login-user\`;
+
+const client = new EmailClient({ emailId });
+const address = client.getAddress(); // Returns full address with domain
+
+// Get email received on the \`address\`
+const email = await client.waitForEmail();
+
+// Get login OTP
+const loginCode = email.codes[0];
+\`\`\`
+`;
 async function buildSystemPrompt(fileInfo) {
     const repoContext = await (0, repo_1.getRepoInfoPrompt)(fileInfo);
     return `
@@ -96,6 +147,13 @@ if (await saveButton.isVisible()) {
 }
 \`\`\`
 
+# Recipes
+You can refer to the following recipes to learn how to write tests for different scenarios.
+
+<email-automation>
+${emailRecipe}
+</email-automation>
+
 # Repo context
 ${repoContext}
 `;

package/dist/agent/chat/state.d.ts

@@ -1,23 +1,35 @@
 import { IChatModel, SupportedChatModels } from "@empiricalrun/llm/chat";
-import { CanonicalMessage, ChatState } from "@empiricalrun/shared-types";
+import { CanonicalMessage, ChatState, ChatStateError } from "@empiricalrun/shared-types";
 export declare const CHAT_STATE_VERSIONS_MIGRATIONS_MAP: Record<string, (state: any) => any>;
 export declare const LATEST_CHAT_STATE_VERSION = "0.1";
 export declare const CHAT_STATE_PATH: string;
-export type ChatStateOnDisk<T> = {
-    version: string;
-    model: SupportedChatModels;
-    messages: T[];
+export declare function createChatState({ userPrompt, existingState, selectedModel, error, }: {
+    userPrompt: string | undefined;
+    existingState: ChatState | undefined;
+    selectedModel: SupportedChatModels;
+    error: ChatStateError | null;
+}): ChatState;
+export declare function createChatStateForMessages({ messages, selectedModel, askUserForInput, error, }: {
+    messages: any;
+    selectedModel: SupportedChatModels;
     askUserForInput: boolean;
-};
-export declare function createChatState(userPrompt: string | undefined, existingState: ChatStateOnDisk<any> | undefined, selectedModel: SupportedChatModels): ChatStateOnDisk<unknown>;
-export declare function createChatStateForMessages<T>(messages: any, selectedModel: SupportedChatModels, askUserForInput: boolean): ChatStateOnDisk<T>;
-export declare function chatStateFromModel<T>(chatModel: IChatModel<T>, selectedModel: SupportedChatModels): ChatStateOnDisk<unknown>;
+    error: ChatStateError | null;
+}): ChatState;
+export declare function chatStateFromModel<T>({ chatModel, selectedModel, error, }: {
+    chatModel: IChatModel<T>;
+    selectedModel: SupportedChatModels;
+    error: ChatStateError | null;
+}): ChatState;
 export declare function loadChatState(): ChatState | undefined;
 /**
  * Migrates a chat state object from an old version to the latest version.
  * Add migration logic for each version as needed.
  */
-export declare function migrateChatState<T = any>(oldState: any): ChatStateOnDisk<T>;
-export declare function saveToDisk<T>(messages: Array<T>, selectedModel: SupportedChatModels, askUserForInput: boolean): void;
+export declare function migrateChatState(oldState: any): ChatState;
+export declare function saveToDisk<T>(messages: Array<T>, selectedModel: SupportedChatModels, askUserForInput: boolean, error: ChatStateError | null): void;
 export declare function getLatestDownloadBuildUrl(messages: CanonicalMessage[]): string | null;
+export declare function fetchToolCallAvailability(toolRequestId: String, messages: CanonicalMessage[]): {
+    hasToolRequest: boolean;
+    hasToolResponse: boolean;
+};
 //# sourceMappingURL=state.d.ts.map

package/dist/agent/chat/state.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"state.d.ts","sourceRoot":"","sources":["../../../src/agent/chat/state.ts"],"names":[],"mappings":"AAAA,OAAO,EAIL,UAAU,EACV,mBAAmB,EACpB,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAAE,gBAAgB,EAAE,SAAS,EAAE,MAAM,4BAA4B,CAAC;AA+BzE,eAAO,MAAM,kCAAkC,EAAE,MAAM,CACrD,MAAM,EACN,CAAC,KAAK,EAAE,GAAG,KAAK,GAAG,CAIpB,CAAC;AAEF,eAAO,MAAM,yBAAyB,QAAQ,CAAC;AAE/C,eAAO,MAAM,eAAe,QAI3B,CAAC;AAEF,MAAM,MAAM,eAAe,CAAC,CAAC,IAAI;IAC/B,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,mBAAmB,CAAC;IAC3B,QAAQ,EAAE,CAAC,EAAE,CAAC;IACd,eAAe,EAAE,OAAO,CAAC;CAC1B,CAAC;AAEF,wBAAgB,eAAe,CAC7B,UAAU,EAAE,MAAM,GAAG,SAAS,EAC9B,aAAa,EAAE,eAAe,CAAC,GAAG,CAAC,GAAG,SAAS,EAC/C,aAAa,EAAE,mBAAmB,4BAYnC;AAED,wBAAgB,0BAA0B,CAAC,CAAC,EAC1C,QAAQ,EAAE,GAAG,EACb,aAAa,EAAE,mBAAmB,EAClC,eAAe,EAAE,OAAO,GACvB,eAAe,CAAC,CAAC,CAAC,CAQpB;AAED,wBAAgB,kBAAkB,CAAC,CAAC,EAClC,SAAS,EAAE,UAAU,CAAC,CAAC,CAAC,EACxB,aAAa,EAAE,mBAAmB,4BAOnC;AAED,wBAAgB,aAAa,IAAI,SAAS,GAAG,SAAS,CAarD;AAED;;;GAGG;AACH,wBAAgB,gBAAgB,CAAC,CAAC,GAAG,GAAG,EAAE,QAAQ,EAAE,GAAG,GAAG,eAAe,CAAC,CAAC,CAAC,CAqB3E;AAED,wBAAgB,UAAU,CAAC,CAAC,EAC1B,QAAQ,EAAE,KAAK,CAAC,CAAC,CAAC,EAClB,aAAa,EAAE,mBAAmB,EAClC,eAAe,EAAE,OAAO,QAezB;AAED,wBAAgB,yBAAyB,CACvC,QAAQ,EAAE,gBAAgB,EAAE,GAC3B,MAAM,GAAG,IAAI,CAqBf"}
+{"version":3,"file":"state.d.ts","sourceRoot":"","sources":["../../../src/agent/chat/state.ts"],"names":[],"mappings":"AAAA,OAAO,EAIL,UAAU,EACV,mBAAmB,EACpB,MAAM,wBAAwB,CAAC;AAChC,OAAO,EACL,gBAAgB,EAChB,SAAS,EACT,cAAc,EACf,MAAM,4BAA4B,CAAC;AA+BpC,eAAO,MAAM,kCAAkC,EAAE,MAAM,CACrD,MAAM,EACN,CAAC,KAAK,EAAE,GAAG,KAAK,GAAG,CAIpB,CAAC;AAEF,eAAO,MAAM,yBAAyB,QAAQ,CAAC;AAE/C,eAAO,MAAM,eAAe,QAI3B,CAAC;AAEF,wBAAgB,eAAe,CAAC,EAC9B,UAAU,EACV,aAAa,EACb,aAAa,EACb,KAAK,GACN,EAAE;IACD,UAAU,EAAE,MAAM,GAAG,SAAS,CAAC;IAC/B,aAAa,EAAE,SAAS,GAAG,SAAS,CAAC;IACrC,aAAa,EAAE,mBAAmB,CAAC;IACnC,KAAK,EAAE,cAAc,GAAG,IAAI,CAAC;CAC9B,aAYA;AAED,wBAAgB,0BAA0B,CAAC,EACzC,QAAQ,EACR,aAAa,EACb,eAAe,EACf,KAAK,GACN,EAAE;IACD,QAAQ,EAAE,GAAG,CAAC;IACd,aAAa,EAAE,mBAAmB,CAAC;IACnC,eAAe,EAAE,OAAO,CAAC;IACzB,KAAK,EAAE,cAAc,GAAG,IAAI,CAAC;CAC9B,GAAG,SAAS,CASZ;AAED,wBAAgB,kBAAkB,CAAC,CAAC,EAAE,EACpC,SAAS,EACT,aAAa,EACb,KAAK,GACN,EAAE;IACD,SAAS,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC;IACzB,aAAa,EAAE,mBAAmB,CAAC;IACnC,KAAK,EAAE,cAAc,GAAG,IAAI,CAAC;CAC9B,aAOA;AAED,wBAAgB,aAAa,IAAI,SAAS,GAAG,SAAS,CAarD;AAED;;;GAGG;AACH,wBAAgB,gBAAgB,CAAC,QAAQ,EAAE,GAAG,GAAG,SAAS,CAqBzD;AAED,wBAAgB,UAAU,CAAC,CAAC,EAC1B,QAAQ,EAAE,KAAK,CAAC,CAAC,CAAC,EAClB,aAAa,EAAE,mBAAmB,EAClC,eAAe,EAAE,OAAO,EACxB,KAAK,EAAE,cAAc,GAAG,IAAI,QAgB7B;AA2BD,wBAAgB,yBAAyB,CACvC,QAAQ,EAAE,gBAAgB,EAAE,GAC3B,MAAM,GAAG,IAAI,CAef;AAED,wBAAgB,yBAAyB,CACvC,aAAa,EAAE,MAAM,EACrB,QAAQ,EAAE,gBAAgB,EAAE;;;EAe7B"}

package/dist/agent/chat/state.js

@@ -11,6 +11,7 @@ exports.loadChatState = loadChatState;
 exports.migrateChatState = migrateChatState;
 exports.saveToDisk = saveToDisk;
 exports.getLatestDownloadBuildUrl = getLatestDownloadBuildUrl;
+exports.fetchToolCallAvailability = fetchToolCallAvailability;
 const chat_1 = require("@empiricalrun/llm/chat");
 const fs_1 = __importDefault(require("fs"));
 const path_1 = __importDefault(require("path"));
@@ -41,25 +42,36 @@ exports.CHAT_STATE_VERSIONS_MIGRATIONS_MAP = {
 };
 exports.LATEST_CHAT_STATE_VERSION = "0.1";
 exports.CHAT_STATE_PATH = path_1.default.join(process.cwd(), ".empiricalrun", "last-chat.json");
-function createChatState(userPrompt, existingState, selectedModel) {
+function createChatState({ userPrompt, existingState, selectedModel, error, }) {
     const messages = existingState?.messages || [];
     const chatModel = (0, chat_1.createChatModel)(messages, selectedModel);
     if (userPrompt) {
         chatModel.pushUserMessage(userPrompt);
     }
-    return createChatStateForMessages(chatModel.messages, selectedModel, chatModel.askUserForInput);
+    return createChatStateForMessages({
+        messages: chatModel.messages,
+        selectedModel,
+        askUserForInput: chatModel.askUserForInput,
+        error,
+    });
 }
-function createChatStateForMessages(messages, selectedModel, askUserForInput) {
+function createChatStateForMessages({ messages, selectedModel, askUserForInput, error, }) {
     // TODO: Add better types for messages
     return {
         version: exports.LATEST_CHAT_STATE_VERSION,
         model: selectedModel,
         messages: messages,
         askUserForInput: askUserForInput,
+        error: error,
     };
 }
-function chatStateFromModel(chatModel, selectedModel) {
-    return createChatStateForMessages(chatModel.messages, selectedModel, chatModel.askUserForInput);
+function chatStateFromModel({ chatModel, selectedModel, error, }) {
+    return createChatStateForMessages({
+        messages: chatModel.messages,
+        selectedModel,
+        askUserForInput: chatModel.askUserForInput,
+        error,
+    });
 }
 function loadChatState() {
     if (!fs_1.default.existsSync(exports.CHAT_STATE_PATH)) {
@@ -99,7 +111,7 @@ function migrateChatState(oldState) {
         ...migrated,
     };
 }
-function saveToDisk(messages, selectedModel, askUserForInput) {
+function saveToDisk(messages, selectedModel, askUserForInput, error) {
     const statePath = exports.CHAT_STATE_PATH;
     // Ensure directory exists before trying to read/write
     const dirname = path_1.default.dirname(statePath);
@@ -107,23 +119,53 @@ function saveToDisk(messages, selectedModel, askUserForInput) {
         fs_1.default.mkdirSync(dirname, { recursive: true });
     }
     // Use the helper to build the new state
-    const newState = createChatStateForMessages(messages, selectedModel, askUserForInput);
+    const newState = createChatStateForMessages({
+        messages,
+        selectedModel,
+        askUserForInput,
+        error,
+    });
     fs_1.default.writeFileSync(statePath, JSON.stringify(newState, null, 2));
 }
-function getLatestDownloadBuildUrl(messages) {
-    const toolCallMessage = messages
+function findLatestToolCall(messages, toolName) {
+    return messages
         .sort((a, b) => new Date(b.timestamp).getTime() - new Date(a.timestamp).getTime())
-        .find((p) => p.parts.find((p) => {
-        if ("toolCall" in p) {
-            return p.toolCall?.name === "downloadBuild";
+        .find((m) => m.parts.some((p) => "toolCall" in p && p.toolCall?.name === toolName));
+}
+function findSuccessfulToolResponse(messages, toolCallId) {
+    return messages.find((m) => m.parts.some((p) => {
+        if ("toolResult" in p) {
+            return p.toolCallId === toolCallId && !p.toolResult.isError;
         }
         return false;
     }));
+}
+function getLatestDownloadBuildUrl(messages) {
+    const toolCallMessage = findLatestToolCall(messages, "downloadBuild");
     if (!toolCallMessage)
         return null;
     const toolCallPart = toolCallMessage.parts.find((p) => "toolCall" in p && p.toolCall?.name === "downloadBuild");
     if (!toolCallPart || !("toolCall" in toolCallPart))
         return null;
+    const toolCallId = toolCallPart.toolCall.id;
+    const toolResponseMessage = findSuccessfulToolResponse(messages, toolCallId);
+    if (!toolResponseMessage)
+        return null;
     const input = toolCallPart.toolCall.input;
     return input.buildUrl;
 }
+function fetchToolCallAvailability(toolRequestId, messages) {
+    let hasToolRequest = false;
+    let hasToolResponse = false;
+    messages.forEach((message) => {
+        message.parts.forEach((part) => {
+            if ("toolCall" in part && part.toolCall?.id === toolRequestId) {
+                hasToolRequest = true;
+            }
+            if ("toolResult" in part && part.toolCallId === toolRequestId) {
+                hasToolResponse = true;
+            }
+        });
+    });
+    return { hasToolRequest, hasToolResponse };
+}

package/dist/agent/chat/types.d.ts

@@ -1,8 +1,8 @@
-import { ChatStateOnDisk } from "./state";
+import { ChatState } from "@empiricalrun/shared-types";
 type LatestMessage = {
     role: string;
     textMessage: string;
 };
-export type ReporterFunction = (state: ChatStateOnDisk<any>, latestHumanReadableMessage: LatestMessage | undefined) => Promise<void>;
+export type ReporterFunction = (state: ChatState, latestHumanReadableMessage: LatestMessage | undefined) => Promise<void>;
 export {};
 //# sourceMappingURL=types.d.ts.map

package/dist/agent/chat/types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/agent/chat/types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,SAAS,CAAC;AAE1C,KAAK,aAAa,GAAG;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;CACrB,CAAC;AAEF,MAAM,MAAM,gBAAgB,GAAG,CAC7B,KAAK,EAAE,eAAe,CAAC,GAAG,CAAC,EAC3B,0BAA0B,EAAE,aAAa,GAAG,SAAS,KAClD,OAAO,CAAC,IAAI,CAAC,CAAC"}
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/agent/chat/types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,4BAA4B,CAAC;AAEvD,KAAK,aAAa,GAAG;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;CACrB,CAAC;AAEF,MAAM,MAAM,gBAAgB,GAAG,CAC7B,KAAK,EAAE,SAAS,EAChB,0BAA0B,EAAE,aAAa,GAAG,SAAS,KAClD,OAAO,CAAC,IAAI,CAAC,CAAC"}

package/dist/agent/chat/utils.d.ts

@@ -0,0 +1,14 @@
+import { TraceClient } from "@empiricalrun/llm";
+import { IChatModel, SupportedChatModels } from "@empiricalrun/llm/chat";
+import { ReporterFunction } from "./types";
+export declare const log: (...args: any[]) => void;
+export declare function getModelName(model: string): string;
+export declare function handleAgentError({ context, error, chatModel, selectedModel, reporter, trace, }: {
+    context: string;
+    error: unknown;
+    chatModel: IChatModel<any>;
+    selectedModel: SupportedChatModels;
+    reporter: ReporterFunction;
+    trace?: TraceClient;
+}): Promise<void>;
+//# sourceMappingURL=utils.d.ts.map

package/dist/agent/chat/utils.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../../src/agent/chat/utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,EAEL,UAAU,EACV,mBAAmB,EACpB,MAAM,wBAAwB,CAAC;AAKhC,OAAO,EAAE,gBAAgB,EAAE,MAAM,SAAS,CAAC;AAE3C,eAAO,MAAM,GAAG,GAAI,GAAG,MAAM,GAAG,EAAE,SAEjC,CAAC;AAcF,wBAAgB,YAAY,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAMlD;AAED,wBAAsB,gBAAgB,CAAC,EACrC,OAAO,EACP,KAAK,EACL,SAAS,EACT,aAAa,EACb,QAAQ,EACR,KAAK,GACN,EAAE;IACD,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,OAAO,CAAC;IACf,SAAS,EAAE,UAAU,CAAC,GAAG,CAAC,CAAC;IAC3B,aAAa,EAAE,mBAAmB,CAAC;IACnC,QAAQ,EAAE,gBAAgB,CAAC;IAC3B,KAAK,CAAC,EAAE,WAAW,CAAC;CACrB,iBAsBA"}

package/dist/agent/chat/utils.js

@@ -0,0 +1,50 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.log = void 0;
+exports.getModelName = getModelName;
+exports.handleAgentError = handleAgentError;
+const chat_1 = require("@empiricalrun/llm/chat");
+const picocolors_1 = require("picocolors");
+const state_1 = require("./state");
+const log = (...args) => {
+    console.log((0, picocolors_1.gray)(args.join(" ")));
+};
+exports.log = log;
+function logError(context, error, trace) {
+    console.error((0, picocolors_1.gray)(`[Error in ${context}]:`), error instanceof Error ? error.stack || error.message : error);
+    trace?.update({
+        output: {
+            error: error instanceof Error ? error.message : String(error),
+        },
+    });
+}
+function getModelName(model) {
+    const provider = (0, chat_1.getProviderForModel)(model);
+    if (provider === "claude")
+        return "Claude";
+    if (provider === "google")
+        return "Gemini";
+    if (provider === "openai")
+        return "o4";
+    return "AI";
+}
+async function handleAgentError({ context, error, chatModel, selectedModel, reporter, trace, }) {
+    const errorObject = {
+        message: error.message,
+        stack: error.stack || "Stack trace not available",
+        timestamp: new Date().toISOString(),
+    };
+    await reporter((0, state_1.chatStateFromModel)({
+        chatModel,
+        selectedModel,
+        error: errorObject,
+    }), chatModel.getHumanReadableLatestMessage());
+    trace?.update({
+        output: {
+            error: errorObject,
+        },
+    });
+    if (context) {
+        logError(context, error, trace);
+    }
+}

package/dist/bin/index.js

@@ -35,7 +35,7 @@ function setupProcessListeners(cleanup) {
         events.forEach((event) => process.removeListener(event, cleanup));
     };
 }
-async function runChatAgent({ modelInput, chatSessionId, useDiskForChatState, initialPromptPath, }) {
+async function runChatAgent({ modelInput, chatSessionId, useDiskForChatState, initialPromptPath, withRetry, }) {
     const MODEL_MAPPING = {
         "claude-3-7": "claude-3-7-sonnet-20250219",
         "claude-3-5": "claude-3-5-sonnet-20241022",
@@ -71,6 +71,7 @@ async function runChatAgent({ modelInput, chatSessionId, useDiskForChatState, in
         selectedModel: specifiedModel || defaultModel,
         useDiskForChatState: useDiskForChatState || false,
         initialPromptContent,
+        withRetry,
     });
 }
 async function runAgentsWorkflow(testGenConfig, testGenToken) {
@@ -184,12 +185,17 @@ async function runAgentsWorkflow(testGenConfig, testGenToken) {
         void (0, session_1.updateSessionStatus)(testGenConfig.options?.metadata.testSessionId, {
             status: "agent_live_session_started",
         });
+        const projectName = await (0, run_1.convertProjectsFilterToProject)({
+            pwProjectsFilter: testGenConfig.environment?.playwrightProjects,
+            repoDir: process.cwd(),
+            testFilePath: specPath,
+        });
         const { isError, error } = await (0, run_1.generateTestsUsingMasterAgent)({
             testCaseName: testCase.name,
             testCaseSuites: testCase.suites,
             testFilePath: specPath,
             filePathToUpdate,
-            pwProjectsFilter: testGenConfig.environment?.playwrightProjects,
+            projectName,
             testGenToken,
             repoDir: process.cwd(),
             editFileWithGeneratedCode: true,
@@ -215,7 +221,7 @@ async function main() {
         .option("--use-disk-for-chat-state", "Save and load chat state from disk")
         .option("--chat-model <model>", "Chat model to use (claude-3-7-sonnet-20250219 or claude-3-5-sonnet-20241022 or gemini-2.5-pro-preview-03-25)")
         .option("--initial-prompt <path>", "Path to an initial prompt file (e.g. prompt.md)")
-        .option("--use-transform", "Use the new message transform strategy")
+        .option("--with-retry", "Use the retry strategy")
         .parse(process.argv);
     const options = program.opts();
     const completedOptions = await (0, utils_2.validateAndCompleteCliOptions)(options);
@@ -246,7 +252,7 @@ async function main() {
             modelInput: completedOptions.chatModel,
             useDiskForChatState: completedOptions.useDiskForChatState,
             initialPromptPath: completedOptions.initialPrompt,
-            useTransform: completedOptions.useTransform,
+            withRetry: completedOptions.withRetry,
         });
         return;
     }

package/dist/bin/utils/index.d.ts

@@ -9,7 +9,7 @@ export interface CliOptions {
     initialPrompt?: string;
     chatSessionId?: string;
     chatModel?: "claude-3-7" | "claude-3-5" | "claude-3-7-sonnet-20250219" | "claude-3-5-sonnet-20241022" | "gemini-2.5-pro" | "gemini-2.5-pro-preview-03-25" | "o4-mini" | "o4-mini-2025-04-16";
-    useTransform?: boolean;
+    withRetry?: boolean;
 }
 export declare function validateAndCompleteCliOptions(options: CliOptions): Promise<CliOptions>;
 export declare function printBanner(): void;

package/dist/bin/utils/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/bin/utils/index.ts"],"names":[],"mappings":"AAEA,MAAM,WAAW,UAAU;IACzB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,mBAAmB,CAAC,EAAE,OAAO,CAAC;IAC9B,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,SAAS,CAAC,EACN,YAAY,GACZ,YAAY,GACZ,4BAA4B,GAC5B,4BAA4B,GAC5B,gBAAgB,GAChB,8BAA8B,GAC9B,SAAS,GACT,oBAAoB,CAAC;IACzB,YAAY,CAAC,EAAE,OAAO,CAAC;CACxB;AAQD,wBAAsB,6BAA6B,CACjD,OAAO,EAAE,UAAU,GAClB,OAAO,CAAC,UAAU,CAAC,CAyDrB;AAED,wBAAgB,WAAW,SAgC1B"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/bin/utils/index.ts"],"names":[],"mappings":"AAEA,MAAM,WAAW,UAAU;IACzB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,mBAAmB,CAAC,EAAE,OAAO,CAAC;IAC9B,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,SAAS,CAAC,EACN,YAAY,GACZ,YAAY,GACZ,4BAA4B,GAC5B,4BAA4B,GAC5B,gBAAgB,GAChB,8BAA8B,GAC9B,SAAS,GACT,oBAAoB,CAAC;IACzB,SAAS,CAAC,EAAE,OAAO,CAAC;CACrB;AAQD,wBAAsB,6BAA6B,CACjD,OAAO,EAAE,UAAU,GAClB,OAAO,CAAC,UAAU,CAAC,CAyDrB;AAED,wBAAgB,WAAW,SAgC1B"}

package/dist/bin/utils/platform/web/index.d.ts

@@ -49,12 +49,15 @@ export declare function hasTopLevelDescribeConfigureWithSerialMode(filePath: str
  */
 export declare function findFirstSerialDescribeBlock(node: Node | undefined): Node | undefined;
 export declare function appendToTestBlock(testBlock: string, content: string): string;
+export declare function runTypescriptCompiler(): Promise<{
+    success: boolean;
+    errors: string[];
+}>;
 export declare function validateTypescript(filePath: string): string[];
 export declare function stripAndPrependImports(content: string, testName: string): Promise<(string | undefined)[]>;
 export declare function lintErrors(filePath: string): Promise<void>;
 export declare function formatCode(filePath: string, trace?: TraceClient): Promise<void>;
 export declare function addNewImport(contents: string, modules: string[], pkg: string): string;
-export declare function removeTestOnly(filePath: string): Promise<void>;
 export declare function getFixtureImportPath(filePath: string): string;
 export declare function getPageVariableNameFromCreateTest(filePath: string): Promise<string | undefined>;
 export declare function replaceCreateTestWithNewCode(filePath: string, contents: string, generatedCode: string): string;

package/dist/bin/utils/platform/web/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/bin/utils/platform/web/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,4BAA4B,CAAC;AAK3D,OAAO,EAGL,IAAI,EAEJ,UAAU,EAEX,MAAM,UAAU,CAAC;AAIlB,eAAO,MAAM,gCAAgC,GAC3C,YAAY,UAAU,KACrB,MAgBF,CAAC;AAEF;;;;;;GAMG;AACH,wBAAgB,sBAAsB,CAAC,EACrC,YAAY,EACZ,MAAM,EACN,OAAO,GACR,EAAE;IACD,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;CACjB,GAAG;IACF,SAAS,EAAE,MAAM,GAAG,SAAS,CAAC;IAC9B,QAAQ,EAAE,IAAI,GAAG,SAAS,CAAC;IAC3B,SAAS,EAAE,MAAM,CAAC;CACnB,CA2CA;AAED,wBAAgB,YAAY,CAAC,EAC3B,QAAQ,EACR,UAAU,EACV,QAAQ,GACT,EAAE;IACD,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,EAAE,CAAC;IACrB,QAAQ,EAAE,MAAM,CAAC;CAClB,WAUA;AAwBD,wBAAsB,0CAA0C,CAC9D,QAAQ,EAAE,MAAM,oBA+BjB;AAED;;;;;;;;;;;;;;;;;;;;;;GAsBG;AACH,wBAAgB,4BAA4B,CAC1C,IAAI,EAAE,IAAI,GAAG,SAAS,GACrB,IAAI,GAAG,SAAS,CA4BlB;AAED,wBAAgB,iBAAiB,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,MAAM,CAG5E;AAED,wBAAgB,kBAAkB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,EAAE,CA8C7D;AAED,wBAAsB,sBAAsB,CAC1C,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,MAAM,mCAWjB;AAED,wBAAsB,UAAU,CAAC,QAAQ,EAAE,MAAM,iBAShD;AAED,wBAAsB,UAAU,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,WAAW,iBAgBrE;AAED,wBAAgB,YAAY,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,GAAG,EAAE,MAAM,UAE5E;AAED,wBAAsB,cAAc,CAAC,QAAQ,EAAE,MAAM,iBAMpD;AAED,wBAAgB,oBAAoB,CAAC,QAAQ,EAAE,MAAM,UAcpD;AAED,wBAAsB,iCAAiC,CAAC,QAAQ,EAAE,MAAM,+BAoBvE;AA+CD,wBAAgB,4BAA4B,CAC1C,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,MAAM,EAChB,aAAa,EAAE,MAAM,UAoCtB;AAED,eAAO,MAAM,6BAA6B,GAAI,2CAI3C;IACD,eAAe,EAAE,MAAM,CAAC;IACxB,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,EAAE,MAAM,EAAE,CAAC;CAClB,WA0DA,CAAC;AAEF,eAAO,MAAM,iCAAiC,GAC5C,SAAS,MAAM,EACf,WAAW,MAAM,EAAE,EACnB,cAAc,MAAM,sBAyBrB,CAAC;AAEF,wBAAsB,qBAAqB,CAAC,EAC1C,YAAY,EACZ,QAAQ,EACR,MAAM,GACP,EAAE;IACD,YAAY,EAAE,MAAM,CAAC;IACrB,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,EAAE,CAAC;CAClB,iBAgDA;AAED,wBAAsB,uBAAuB,CAC3C,QAAQ,EAAE,MAAM,EAChB,cAAc,EAAE,MAAM,EAAE,iBAsBzB;AAED,wBAAgB,aAAa,CAAC,EAC5B,QAAQ,EACR,QAAQ,GACT,EAAE;IACD,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,QAAQ,CAAC;CACpB,WAYA;AAED,wBAAgB,mBAAmB,CAAC,EAClC,QAAQ,EACR,MAAM,GACP,EAAE;IACD,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,EAAE,CAAC;CAClB,UAOA;AAED,wBAAgB,+BAA+B,CAAC,UAAU,EAAE,MAAM,GAAG,MAAM,EAAE,CA4B5E;AAED,wBAAgB,aAAa,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAQnD"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/bin/utils/platform/web/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,4BAA4B,CAAC;AAM3D,OAAO,EAGL,IAAI,EAEJ,UAAU,EAEX,MAAM,UAAU,CAAC;AAMlB,eAAO,MAAM,gCAAgC,GAC3C,YAAY,UAAU,KACrB,MAgBF,CAAC;AAEF;;;;;;GAMG;AACH,wBAAgB,sBAAsB,CAAC,EACrC,YAAY,EACZ,MAAM,EACN,OAAO,GACR,EAAE;IACD,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;CACjB,GAAG;IACF,SAAS,EAAE,MAAM,GAAG,SAAS,CAAC;IAC9B,QAAQ,EAAE,IAAI,GAAG,SAAS,CAAC;IAC3B,SAAS,EAAE,MAAM,CAAC;CACnB,CA2CA;AAED,wBAAgB,YAAY,CAAC,EAC3B,QAAQ,EACR,UAAU,EACV,QAAQ,GACT,EAAE;IACD,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,EAAE,CAAC;IACrB,QAAQ,EAAE,MAAM,CAAC;CAClB,WAUA;AAwBD,wBAAsB,0CAA0C,CAC9D,QAAQ,EAAE,MAAM,oBA+BjB;AAED;;;;;;;;;;;;;;;;;;;;;;GAsBG;AACH,wBAAgB,4BAA4B,CAC1C,IAAI,EAAE,IAAI,GAAG,SAAS,GACrB,IAAI,GAAG,SAAS,CA4BlB;AAED,wBAAgB,iBAAiB,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,MAAM,CAG5E;AAED,wBAAsB,qBAAqB,IAAI,OAAO,CAAC;IACrD,OAAO,EAAE,OAAO,CAAC;IACjB,MAAM,EAAE,MAAM,EAAE,CAAC;CAClB,CAAC,CAuBD;AAED,wBAAgB,kBAAkB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,EAAE,CA8C7D;AAED,wBAAsB,sBAAsB,CAC1C,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,MAAM,mCAWjB;AAED,wBAAsB,UAAU,CAAC,QAAQ,EAAE,MAAM,iBAShD;AAED,wBAAsB,UAAU,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,WAAW,iBAgBrE;AAED,wBAAgB,YAAY,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,GAAG,EAAE,MAAM,UAE5E;AAED,wBAAgB,oBAAoB,CAAC,QAAQ,EAAE,MAAM,UAcpD;AAED,wBAAsB,iCAAiC,CAAC,QAAQ,EAAE,MAAM,+BAoBvE;AA+CD,wBAAgB,4BAA4B,CAC1C,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,MAAM,EAChB,aAAa,EAAE,MAAM,UAoCtB;AAED,eAAO,MAAM,6BAA6B,GAAI,2CAI3C;IACD,eAAe,EAAE,MAAM,CAAC;IACxB,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,EAAE,MAAM,EAAE,CAAC;CAClB,WA0DA,CAAC;AAEF,eAAO,MAAM,iCAAiC,GAC5C,SAAS,MAAM,EACf,WAAW,MAAM,EAAE,EACnB,cAAc,MAAM,sBAyBrB,CAAC;AAEF,wBAAsB,qBAAqB,CAAC,EAC1C,YAAY,EACZ,QAAQ,EACR,MAAM,GACP,EAAE;IACD,YAAY,EAAE,MAAM,CAAC;IACrB,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,EAAE,CAAC;CAClB,iBAgDA;AAED,wBAAsB,uBAAuB,CAC3C,QAAQ,EAAE,MAAM,EAChB,cAAc,EAAE,MAAM,EAAE,iBAsBzB;AAED,wBAAgB,aAAa,CAAC,EAC5B,QAAQ,EACR,QAAQ,GACT,EAAE;IACD,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,QAAQ,CAAC;CACpB,WAYA;AAED,wBAAgB,mBAAmB,CAAC,EAClC,QAAQ,EACR,MAAM,GACP,EAAE;IACD,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,EAAE,CAAC;CAClB,UAOA;AAED,wBAAgB,+BAA+B,CAAC,UAAU,EAAE,MAAM,GAAG,MAAM,EAAE,CA4B5E;AAED,wBAAgB,aAAa,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAQnD"}

package/dist/bin/utils/platform/web/index.js

@@ -9,12 +9,12 @@ exports.hasTestBlock = hasTestBlock;
 exports.hasTopLevelDescribeConfigureWithSerialMode = hasTopLevelDescribeConfigureWithSerialMode;
 exports.findFirstSerialDescribeBlock = findFirstSerialDescribeBlock;
 exports.appendToTestBlock = appendToTestBlock;
+exports.runTypescriptCompiler = runTypescriptCompiler;
 exports.validateTypescript = validateTypescript;
 exports.stripAndPrependImports = stripAndPrependImports;
 exports.lintErrors = lintErrors;
 exports.formatCode = formatCode;
 exports.addNewImport = addNewImport;
-exports.removeTestOnly = removeTestOnly;
 exports.getFixtureImportPath = getFixtureImportPath;
 exports.getPageVariableNameFromCreateTest = getPageVariableNameFromCreateTest;
 exports.replaceCreateTestWithNewCode = replaceCreateTestWithNewCode;
@@ -25,6 +25,7 @@ exports.buildTestNamePrompt = buildTestNamePrompt;
 exports.getVariableDeclarationsFromCode = getVariableDeclarationsFromCode;
 exports.isSyntaxValid = isSyntaxValid;
 const parser_1 = require("@babel/parser");
+const test_run_1 = require("@empiricalrun/test-run");
 const eslint_1 = require("eslint");
 const fs_1 = __importDefault(require("fs"));
 const path_1 = __importDefault(require("path"));
@@ -32,6 +33,7 @@ const prettier_1 = __importDefault(require("prettier"));
 const ts_morph_1 = require("ts-morph");
 const typescript_1 = __importDefault(require("typescript"));
 const util_1 = require("util");
+const stripAnsi_1 = require("../../../../utils/stripAnsi");
 const getTestModuleAliasFromSourceFile = (sourceFile) => {
     return (sourceFile
         .getImportDeclarations()
@@ -200,6 +202,26 @@ function appendToTestBlock(testBlock, content) {
     const updateTestBlock = testBlock.replace(/\}\)$/, `\n\n${content}\n\n })`);
     return updateTestBlock;
 }
+async function runTypescriptCompiler() {
+    let { code, output } = await (0, test_run_1.spawnCmd)("npx", ["tsc", "--noEmit", "--pretty"], {
+        env: {},
+        captureOutput: true,
+        throwOnError: false,
+    });
+    if (code === 0) {
+        return {
+            success: true,
+            errors: [],
+        };
+    }
+    if (!output) {
+        throw new Error("No output from typescript compiler");
+    }
+    return {
+        success: false,
+        errors: (0, stripAnsi_1.stripAnsiEscapes)(output).split("\n"),
+    };
+}
 function validateTypescript(filePath) {
     // Create a compiler host to read files
     const compilerHost = typescript_1.default.createCompilerHost({});
@@ -281,13 +303,6 @@ async function formatCode(filePath, trace) {
 function addNewImport(contents, modules, pkg) {
     return `import { ${modules.join(", ")} } from "${pkg}";\n${contents}`;
 }
-async function removeTestOnly(filePath) {
-    const contents = fs_1.default.readFileSync(filePath, "utf8");
-    const updatedContent = contents
-        .replace("test.only(", "test(")
-        .replace("test.describe.only(", "test.describe(");
-    fs_1.default.writeFileSync(filePath, updatedContent);
-}
 function getFixtureImportPath(filePath) {
     // get the depth from the tests folder
     // assumption fixtures are always int the folder tests/fixtures

package/dist/tools/commit-and-create-pr.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"commit-and-create-pr.d.ts","sourceRoot":"","sources":["../../src/tools/commit-and-create-pr.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,wBAAwB,CAAC;AAOnD,UAAU,cAAc;IACtB,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;CACd;AAED,wBAAgB,cAAc,CAAC,GAAG,EAAE,MAAM,GAAG,cAAc,CAiB1D;AA2CD,eAAO,MAAM,qBAAqB,EAAE,IAuEnC,CAAC"}
+{"version":3,"file":"commit-and-create-pr.d.ts","sourceRoot":"","sources":["../../src/tools/commit-and-create-pr.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,wBAAwB,CAAC;AAOnD,UAAU,cAAc;IACtB,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;CACd;AAED,wBAAgB,cAAc,CAAC,GAAG,EAAE,MAAM,GAAG,cAAc,CAiB1D;AA2CD,eAAO,MAAM,qBAAqB,EAAE,IA2EnC,CAAC"}

package/dist/tools/commit-and-create-pr.js

@@ -48,7 +48,11 @@ exports.createPullRequestTool = {
         description: `Creates a new Pull Request on GitHub.
 If the current branch already has an open PR, commits and pushes changes to that PR.
 Uses the empiricalrun[bot] credentials for git operations.
-Returns the URL of the created or updated pull request.`,
+Returns the URL of the created or updated pull request.
+
+You must come up with a title and description for the pull request, based on the changes made.
+Don't ask the user for this information, just come up with it yourself.
+`,
         parameters: createPullRequestSchema,
     },
     execute: async (input) => {

package/dist/tools/str_replace_editor.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"str_replace_editor.d.ts","sourceRoot":"","sources":["../../src/tools/str_replace_editor.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AA2B1D,UAAU,eAAe;IACvB,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC9B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAqED;;;GAGG;AACH,wBAAgB,kBAAkB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,CAwC1D;AAMD;;;GAGG;AACH,wBAAsB,wBAAwB,CAC5C,KAAK,EAAE,eAAe,GACrB,OAAO,CAAC,UAAU,CAAC,CA0KrB;AA+FD,eAAO,MAAM,eAAe,EAAE,IAAI,EAKjC,CAAC"}
+{"version":3,"file":"str_replace_editor.d.ts","sourceRoot":"","sources":["../../src/tools/str_replace_editor.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AA2B1D,UAAU,eAAe;IACvB,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC9B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAqED;;;GAGG;AACH,wBAAgB,kBAAkB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,CAwC1D;AAMD;;;GAGG;AACH,wBAAsB,wBAAwB,CAC5C,KAAK,EAAE,eAAe,GACrB,OAAO,CAAC,UAAU,CAAC,CAuMrB;AAiGD,eAAO,MAAM,eAAe,EAAE,IAAI,EAKjC,CAAC"}

package/dist/tools/str_replace_editor.js

@@ -145,10 +145,8 @@ async function strReplaceEditorExecutor(input) {
         let content;
         let lines;
         let newContent;
-        let typeCheckErrors;
         switch (input.command) {
             case "view":
-                // TODO: This assumes repoDir is process.cwd()
                 if (!fs_1.default.existsSync(filePath)) {
                     return {
                         result: "Error: File not found",
@@ -163,6 +161,17 @@ async function strReplaceEditorExecutor(input) {
                         isError: false,
                     };
                 }
+                else {
+                    // Check if file is binary, which is not supported
+                    const { isBinary } = await import("istextorbinary");
+                    const binary = isBinary(filePath);
+                    if (binary) {
+                        return {
+                            result: "Error: File is binary, which is not supported",
+                            isError: true,
+                        };
+                    }
+                }
                 // Handle file view
                 content = fs_1.default.readFileSync(filePath, "utf8");
                 lines = content.split("\n");
@@ -185,8 +194,19 @@ async function strReplaceEditorExecutor(input) {
                 if (input.file_text === undefined || input.file_text === null) {
                     throw new Error("file_text is required for create command");
                 }
+                const parentDir = path_1.default.dirname(filePath);
+                if (parentDir !== "." && !fs_1.default.existsSync(parentDir)) {
+                    // Ensure parent directory exists
+                    fs_1.default.mkdirSync(parentDir, { recursive: true });
+                }
                 fs_1.default.writeFileSync(filePath, input.file_text);
-                // TODO: Add type checking
+                let createTypescriptResult = await (0, web_1.runTypescriptCompiler)();
+                if (!createTypescriptResult.success) {
+                    return {
+                        result: `File ${filePath} has been created. However, type checks are failing with errors:\n${createTypescriptResult.errors.join("\n")}`,
+                        isError: true,
+                    };
+                }
                 return {
                     result: `Successfully created file ${filePath}`,
                     isError: false,
@@ -233,10 +253,10 @@ async function strReplaceEditorExecutor(input) {
                     }
                     newContent = normalizedContent.replace(normalizedOldStr, input.new_str);
                     fs_1.default.writeFileSync(filePath, newContent);
-                    typeCheckErrors = (0, web_1.validateTypescript)(filePath);
-                    if (typeCheckErrors.length > 0) {
+                    let strReplaceTypescriptResult = await (0, web_1.runTypescriptCompiler)();
+                    if (!strReplaceTypescriptResult.success) {
                         return {
-                            result: `Edits to file ${filePath} have been applied. However, type checks are failing with errors:\n${typeCheckErrors.join("\n")}`,
+                            result: `Edits to file ${filePath} have been applied. However, type checks are failing with errors:\n${strReplaceTypescriptResult.errors.join("\n")}`,
                             isError: true,
                         };
                     }
@@ -254,12 +274,18 @@ async function strReplaceEditorExecutor(input) {
                 createBackup(filePath);
                 content = fs_1.default.readFileSync(filePath, "utf8");
                 lines = content.split("\n");
-                lines.splice(input.insert_line, 0, input.new_str);
+                if (input.insert_line < 1) {
+                    throw new Error("insert_line must be greater than or equal to 1 (line numbers are 1-indexed).");
+                }
+                if (input.insert_line > lines.length + 1) {
+                    throw new Error(`The file at ${filePath} has only ${lines.length} lines, so insert_line must be less than or equal to ${lines.length + 1}. At the maximum value of ${lines.length + 1}, you can insert at the end of the file.`);
+                }
+                lines.splice(input.insert_line - 1, 0, input.new_str);
                 fs_1.default.writeFileSync(filePath, lines.join("\n"));
-                typeCheckErrors = (0, web_1.validateTypescript)(filePath);
-                if (typeCheckErrors.length > 0) {
+                let insertTypescriptResult = await (0, web_1.runTypescriptCompiler)();
+                if (!insertTypescriptResult.success) {
                     return {
-                        result: `Insertion in file ${filePath} was applied. However, type checks are failing with errors:\n${typeCheckErrors.join("\n")}`,
+                        result: `Insertion in file ${filePath} was applied. However, type checks are failing with errors:\n${insertTypescriptResult.errors.join("\n")}`,
                         isError: true,
                     };
                 }
@@ -297,8 +323,9 @@ const fileViewTool = {
         name: "fileViewTool",
         description: `A tool to view the content of a file or directory. If the path points 
 to a directory, the tool will return a list of files in the directory, separated by line breaks.
-If the path points to a file, the tool will return the content of the file. File contents
-are returned with line numbers, starting from 1.
+If the path points to a file, the tool will return the content of the file.
+
+File contents are returned with line numbers, starting from 1.
 
 1: line 1
 2: line 2
@@ -355,14 +382,14 @@ in the file. If old_str is not unique, the tool will return an error.`,
 const stringInsertTool = {
     schema: {
         name: "stringInsertTool",
-        description: "A tool to insert a string at a specific line in a file.",
+        description: "A tool to insert a string at a specific line in a file. Line numbers are 1-indexed, just like the file view tool.",
         parameters: zod_1.z.object({
             path: zod_1.z.string().describe("The path to the file."),
             insert_line: zod_1.z
                 .number()
                 .int()
-                .min(0)
-                .describe("The line number after which to insert the text (0 for beginning of file)."),
+                .min(1)
+                .describe("The line number after which to insert the text (1 for beginning of file)."),
             new_str: zod_1.z.string().describe("The string to insert."),
         }),
     },

package/dist/tools/test-gen-browser.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"test-gen-browser.d.ts","sourceRoot":"","sources":["../../src/tools/test-gen-browser.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,wBAAwB,CAAC;AAyFnD,eAAO,MAAM,4BAA4B,EAAE,IAyE1C,CAAC"}
+{"version":3,"file":"test-gen-browser.d.ts","sourceRoot":"","sources":["../../src/tools/test-gen-browser.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,wBAAwB,CAAC;AAsFnD,eAAO,MAAM,4BAA4B,EAAE,IAqF1C,CAAC"}

package/dist/tools/test-gen-browser.js

@@ -4,6 +4,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.generateTestWithBrowserAgent = void 0;
+const test_run_1 = require("@empiricalrun/test-run");
 const promises_1 = __importDefault(require("fs/promises"));
 const zod_1 = require("zod");
 const run_1 = require("../agent/browsing/run");
@@ -87,13 +88,23 @@ exports.generateTestWithBrowserAgent = {
         parameters: BrowserAgentSchema,
     },
     execute: async (input, trace) => {
+        const repoDir = process.cwd();
         const { testName, testSuites, fileName, changeToMake, project } = input;
-        const playwrightConfig = await (0, utils_1.readPlaywrightConfig)(process.cwd());
-        const validProjectNames = await (0, utils_1.getValidProjectNames)(playwrightConfig);
-        if (!validProjectNames.includes(project)) {
+        try {
+            const { projects } = await (0, test_run_1.getAllPlaywrightProjects)(repoDir);
+            // TODO: Check that file path is valid for this project
+            if (!projects.includes(project)) {
+                return {
+                    isError: true,
+                    result: `Invalid project name: ${project}. Valid project names are: ${projects.join(", ")}`,
+                };
+            }
+        }
+        catch (error) {
+            console.error("Error reading playwright config:", error);
             return {
                 isError: true,
-                result: `Invalid project name: ${project}. Valid project names are: ${validProjectNames.join(", ")}`,
+                result: `Error reading playwright config: ${error}`,
             };
         }
         if (!(0, web_1.hasTestBlock)({ testName, testSuites, filePath: fileName })) {
@@ -115,15 +126,16 @@ exports.generateTestWithBrowserAgent = {
             };
         }
         const testGenToken = (0, scenarios_1.buildTokenFromOptions)({ name: testName, file: fileName, prompt: changeToMake }, { useComputerUseAgent: true });
+        console.log("[generateTestWithBrowserAgent] Validations passed, starting agent");
         const toolResult = await (0, run_1.generateTestsUsingMasterAgent)({
             testCaseName: testName,
             testCaseSuites: testSuites,
             testFilePath: fileName,
             filePathToUpdate: fileName,
-            pwProjectsFilter: [project],
+            projectName: project,
             traceId: trace?.id,
             testGenToken,
-            repoDir: process.cwd(),
+            repoDir,
             editFileWithGeneratedCode: false,
         });
         // Undo the TODO -> createTest changes

package/dist/utils/git.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"git.d.ts","sourceRoot":"","sources":["../../src/utils/git.ts"],"names":[],"mappings":"AAKA,wBAAgB,UAAU,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,CAKnD;AAED,wBAAsB,cAAc,CAAC,UAAU,EAAE,MAAM,iBAQtD;AAED,wBAAsB,eAAe,CAAC,aAAa,EAAE,MAAM,iBAS1D;AAED,wBAAsB,oBAAoB,oBAGzC;AAED,wBAAsB,UAAU,CAAC,UAAU,EAAE,MAAM,iBAElD;AAED,wBAAsB,wBAAwB,CAC5C,aAAa,EAAE,MAAM,EACrB,UAAU,EAAE,MAAM,EAClB,KAAK,EAAE,MAAM,EAAE,iBAKhB;AAED,wBAAsB,eAAe,sBAQpC"}
+{"version":3,"file":"git.d.ts","sourceRoot":"","sources":["../../src/utils/git.ts"],"names":[],"mappings":"AAKA,wBAAgB,UAAU,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,CAKnD;AAED,wBAAsB,cAAc,CAAC,UAAU,EAAE,MAAM,iBAQtD;AAED,wBAAsB,eAAe,CAAC,aAAa,EAAE,MAAM,iBAS1D;AAED,wBAAsB,oBAAoB,oBAGzC;AAED,wBAAsB,UAAU,CAAC,UAAU,EAAE,MAAM,iBAElD;AAED,wBAAsB,wBAAwB,CAC5C,aAAa,EAAE,MAAM,EACrB,UAAU,EAAE,MAAM,EAClB,KAAK,EAAE,MAAM,EAAE,iBAKhB;AAED,wBAAsB,eAAe,sBAUpC"}

package/dist/utils/git.js

@@ -47,7 +47,7 @@ async function commitFilesAndPushBranch(commitMessage, branchName, files) {
     (0, child_process_1.execSync)(`git push origin ${branchName}`);
 }
 async function getFilesChanged() {
-    const output = (0, child_process_1.execSync)("git status --porcelain").toString();
+    const output = (0, child_process_1.execSync)("git status --porcelain --untracked-files").toString();
     let filesChanged = output
         .split("\n")
         .map((line) => line.trim().split(" ").pop())

package/dist/utils/stripAnsi.d.ts

@@ -0,0 +1,2 @@
+export declare function stripAnsiEscapes(str: string): string;
+//# sourceMappingURL=stripAnsi.d.ts.map

package/dist/utils/stripAnsi.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"stripAnsi.d.ts","sourceRoot":"","sources":["../../src/utils/stripAnsi.ts"],"names":[],"mappings":"AAMA,wBAAgB,gBAAgB,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAEpD"}

package/dist/utils/stripAnsi.js

@@ -0,0 +1,9 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.stripAnsiEscapes = stripAnsiEscapes;
+const ansiRegex = new RegExp(
+// eslint-disable-next-line no-control-regex
+"([\\u001B\\u009B][[\\]()#;?]*(?:(?:(?:[a-zA-Z\\d]*(?:;[-a-zA-Z\\d\\/#&.:=?%@~_]*)*)?\\u0007)|(?:(?:\\d{1,4}(?:;\\d{0,4})*)?[\\dA-PR-TZcf-ntqry=><~])))", "g");
+function stripAnsiEscapes(str) {
+    return str.replace(ansiRegex, "");
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@empiricalrun/test-gen",
-  "version": "0.59.0",
+  "version": "0.61.0",
   "publishConfig": {
     "registry": "https://registry.npmjs.org/",
     "access": "public"
@@ -48,6 +48,7 @@
     "express": "^4.19.2",
     "ignore": "^5.3.1",
     "inquirer": "^12.4.2",
+    "istextorbinary": "^9.5.0",
     "jsdom": "^26.0.0",
     "minimatch": "^10.0.1",
     "nanoid": "^5.0.7",
@@ -60,9 +61,9 @@
     "tsx": "^4.16.2",
     "typescript": "^5.3.3",
     "zod": "^3.23.8",
-    "@empiricalrun/llm": "^0.16.0",
+    "@empiricalrun/llm": "^0.16.1",
     "@empiricalrun/r2-uploader": "^0.3.9",
-    "@empiricalrun/test-run": "^0.9.0"
+    "@empiricalrun/test-run": "^0.9.2"
   },
   "devDependencies": {
     "@playwright/test": "1.47.1",
@@ -76,7 +77,7 @@
     "playwright": "1.47.1",
     "serve-handler": "^6.1.6",
     "ts-patch": "^3.3.0",
-    "@empiricalrun/shared-types": "0.1.0"
+    "@empiricalrun/shared-types": "0.2.0"
   },
   "scripts": {
     "dev": "tspc --build --watch",

package/tsconfig.tsbuildinfo

@@ -1 +1 @@
-{"root":["./src/index.ts","./src/actions/assert.ts","./src/actions/click.ts","./src/actions/done.ts","./src/actions/fill.ts","./src/actions/goto.ts","./src/actions/hover.ts","./src/actions/index.ts","./src/actions/next-task.ts","./src/actions/press.ts","./src/actions/skill.ts","./src/actions/text-content.ts","./src/actions/constants/index.ts","./src/actions/utils/index.ts","./src/agent/browsing/index.ts","./src/agent/browsing/run.ts","./src/agent/browsing/utils.ts","./src/agent/chat/agent-loop.ts","./src/agent/chat/exports.ts","./src/agent/chat/index.ts","./src/agent/chat/models.ts","./src/agent/chat/prompt.ts","./src/agent/chat/repo.ts","./src/agent/chat/state.ts","./src/agent/chat/types.ts","./src/agent/codegen/create-test-block.ts","./src/agent/codegen/fix-ts-errors.ts","./src/agent/codegen/generate-code-apply-changes.ts","./src/agent/codegen/lexical-scoped-vars.ts","./src/agent/codegen/repo-edit.ts","./src/agent/codegen/run.ts","./src/agent/codegen/skills-retriever.ts","./src/agent/codegen/test-update-feedback.ts","./src/agent/codegen/types.ts","./src/agent/codegen/update-flow.ts","./src/agent/codegen/use-skill.ts","./src/agent/codegen/utils.ts","./src/agent/cua/computer.ts","./src/agent/cua/index.ts","./src/agent/cua/model.ts","./src/agent/diagnosis-agent/index.ts","./src/agent/diagnosis-agent/strict-mode-violation.ts","./src/agent/enrich-prompt/index.ts","./src/agent/enrich-prompt/utils.ts","./src/agent/infer-agent/index.ts","./src/agent/master/action-tool-calls.ts","./src/agent/master/element-annotation.ts","./src/agent/master/execute-browser-action.ts","./src/agent/master/execute-skill-action.ts","./src/agent/master/next-action.ts","./src/agent/master/planner.ts","./src/agent/master/run.ts","./src/agent/master/scroller.ts","./src/agent/master/with-hints.ts","./src/agent/master/browser-tests/cua.spec.ts","./src/agent/master/browser-tests/fixtures.ts","./src/agent/master/browser-tests/index.spec.ts","./src/agent/master/browser-tests/skills.spec.ts","./src/agent/master/icon-descriptor/index.ts","./src/agent/master/icon-descriptor/normalize-svg.ts","./src/agent/planner/run-time-planner.ts","./src/agent/planner/run.ts","./src/bin/index.ts","./src/bin/logger/index.ts","./src/bin/utils/context.ts","./src/bin/utils/index.ts","./src/bin/utils/fs/index.ts","./src/bin/utils/platform/web/index.ts","./src/bin/utils/platform/web/test-files/ts-path-import-validate.ts","./src/bin/utils/scenarios/index.ts","./src/browser-injected-scripts/annotate-elements.spec.ts","./src/constants/index.ts","./src/errors/index.ts","./src/evals/add-scenario-agent.evals.ts","./src/evals/append-create-test-agent.evals.ts","./src/evals/fetch-pom-skills-agent.evals.ts","./src/evals/infer-master-or-code-agent.evals.ts","./src/evals/master-agent.evals.ts","./src/evals/type.ts","./src/evals/update-scenario-agent.evals.ts","./src/file/client.ts","./src/file/server.ts","./src/human-in-the-loop/cli.ts","./src/human-in-the-loop/index.ts","./src/human-in-the-loop/ipc.ts","./src/page/index.ts","./src/prompts/lib/ts-transformer.ts","./src/reporter/index.ts","./src/reporter/lib.ts","./src/session/index.ts","./src/test-build/index.ts","./src/tool-call-service/index.ts","./src/tool-call-service/utils.ts","./src/tools/codegen-agent.ts","./src/tools/commit-and-create-pr.ts","./src/tools/diagnosis-fetcher.ts","./src/tools/download-build.ts","./src/tools/environment-crud.ts","./src/tools/str_replace_editor.ts","./src/tools/test-gen-browser.ts","./src/tools/test-run.ts","./src/tools/grep/index.ts","./src/tools/grep/ripgrep/index.ts","./src/tools/grep/ripgrep/types.ts","./src/tools/test-run-fetcher/index.ts","./src/tools/test-run-fetcher/types.ts","./src/tools/utils/index.ts","./src/types/handlebars.d.ts","./src/types/index.ts","./src/uploader/index.ts","./src/uploader/utils.ts","./src/utils/checkpoint.ts","./src/utils/env.ts","./src/utils/exec.ts","./src/utils/file-tree.ts","./src/utils/file.ts","./src/utils/git.ts","./src/utils/html.ts","./src/utils/index.ts","./src/utils/pw-test.ts","./src/utils/repo-tree.ts","./src/utils/slug.ts","./src/utils/string.ts"],"version":"5.8.3"}
+{"root":["./src/index.ts","./src/actions/assert.ts","./src/actions/click.ts","./src/actions/done.ts","./src/actions/fill.ts","./src/actions/goto.ts","./src/actions/hover.ts","./src/actions/index.ts","./src/actions/next-task.ts","./src/actions/press.ts","./src/actions/skill.ts","./src/actions/text-content.ts","./src/actions/constants/index.ts","./src/actions/utils/index.ts","./src/agent/browsing/index.ts","./src/agent/browsing/run.ts","./src/agent/browsing/utils.ts","./src/agent/chat/agent-loop.ts","./src/agent/chat/exports.ts","./src/agent/chat/index.ts","./src/agent/chat/models.ts","./src/agent/chat/prompt.ts","./src/agent/chat/repo.ts","./src/agent/chat/state.ts","./src/agent/chat/types.ts","./src/agent/chat/utils.ts","./src/agent/codegen/create-test-block.ts","./src/agent/codegen/fix-ts-errors.ts","./src/agent/codegen/generate-code-apply-changes.ts","./src/agent/codegen/lexical-scoped-vars.ts","./src/agent/codegen/repo-edit.ts","./src/agent/codegen/run.ts","./src/agent/codegen/skills-retriever.ts","./src/agent/codegen/test-update-feedback.ts","./src/agent/codegen/types.ts","./src/agent/codegen/update-flow.ts","./src/agent/codegen/use-skill.ts","./src/agent/codegen/utils.ts","./src/agent/cua/computer.ts","./src/agent/cua/index.ts","./src/agent/cua/model.ts","./src/agent/diagnosis-agent/index.ts","./src/agent/diagnosis-agent/strict-mode-violation.ts","./src/agent/enrich-prompt/index.ts","./src/agent/enrich-prompt/utils.ts","./src/agent/infer-agent/index.ts","./src/agent/master/action-tool-calls.ts","./src/agent/master/element-annotation.ts","./src/agent/master/execute-browser-action.ts","./src/agent/master/execute-skill-action.ts","./src/agent/master/next-action.ts","./src/agent/master/planner.ts","./src/agent/master/run.ts","./src/agent/master/scroller.ts","./src/agent/master/with-hints.ts","./src/agent/master/browser-tests/cua.spec.ts","./src/agent/master/browser-tests/fixtures.ts","./src/agent/master/browser-tests/index.spec.ts","./src/agent/master/browser-tests/skills.spec.ts","./src/agent/master/icon-descriptor/index.ts","./src/agent/master/icon-descriptor/normalize-svg.ts","./src/agent/planner/run-time-planner.ts","./src/agent/planner/run.ts","./src/bin/index.ts","./src/bin/logger/index.ts","./src/bin/utils/context.ts","./src/bin/utils/index.ts","./src/bin/utils/fs/index.ts","./src/bin/utils/platform/web/index.ts","./src/bin/utils/platform/web/test-files/ts-path-import-validate.ts","./src/bin/utils/scenarios/index.ts","./src/browser-injected-scripts/annotate-elements.spec.ts","./src/constants/index.ts","./src/errors/index.ts","./src/evals/add-scenario-agent.evals.ts","./src/evals/append-create-test-agent.evals.ts","./src/evals/fetch-pom-skills-agent.evals.ts","./src/evals/infer-master-or-code-agent.evals.ts","./src/evals/master-agent.evals.ts","./src/evals/type.ts","./src/evals/update-scenario-agent.evals.ts","./src/file/client.ts","./src/file/server.ts","./src/human-in-the-loop/cli.ts","./src/human-in-the-loop/index.ts","./src/human-in-the-loop/ipc.ts","./src/page/index.ts","./src/prompts/lib/ts-transformer.ts","./src/reporter/index.ts","./src/reporter/lib.ts","./src/session/index.ts","./src/test-build/index.ts","./src/tool-call-service/index.ts","./src/tool-call-service/utils.ts","./src/tools/codegen-agent.ts","./src/tools/commit-and-create-pr.ts","./src/tools/diagnosis-fetcher.ts","./src/tools/download-build.ts","./src/tools/environment-crud.ts","./src/tools/str_replace_editor.ts","./src/tools/test-gen-browser.ts","./src/tools/test-run.ts","./src/tools/grep/index.ts","./src/tools/grep/ripgrep/index.ts","./src/tools/grep/ripgrep/types.ts","./src/tools/test-run-fetcher/index.ts","./src/tools/test-run-fetcher/types.ts","./src/tools/utils/index.ts","./src/types/handlebars.d.ts","./src/types/index.ts","./src/uploader/index.ts","./src/uploader/utils.ts","./src/utils/checkpoint.ts","./src/utils/env.ts","./src/utils/exec.ts","./src/utils/file-tree.ts","./src/utils/file.ts","./src/utils/git.ts","./src/utils/html.ts","./src/utils/index.ts","./src/utils/pw-test.ts","./src/utils/repo-tree.ts","./src/utils/slug.ts","./src/utils/string.ts","./src/utils/stripAnsi.ts"],"version":"5.8.3"}