@empiricalrun/test-gen 0.50.4 → 0.51.0

package/CHANGELOG.md

@@ -1,5 +1,19 @@
 # @empiricalrun/test-gen
 
+## 0.51.0
+
+### Minor Changes
+
+- ac754ae: feat: enable disk persistence for chat state
+- 561aa8e: feat: add usage summary (tokens, cost) for chat agent
+
+### Patch Changes
+
+- 3e3d937: fix: add some validations for browser agent tool call
+- Updated dependencies [ac754ae]
+- Updated dependencies [561aa8e]
+  - @empiricalrun/llm@0.11.0
+
 ## 0.50.4
 
 ### Patch Changes

package/dist/agent/browsing/utils.d.ts

@@ -25,6 +25,7 @@ export declare function injectPwLocatorGenerator(page: Page): Promise<void>;
  * @return {*}  {Promise<PlaywrightTestConfig>}
  */
 export declare function readPlaywrightConfig(repoDir: string): Promise<PlaywrightTestConfig>;
+export declare function getValidProjectNames(playwrightConfig: PlaywrightTestConfig): Promise<string[]>;
 /**
  * detect the project name for the given file in playwright test repo
  * if project and test file path for running test don't match, then playwright throws error

package/dist/agent/browsing/utils.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../../src/agent/browsing/utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,KAAK,EAAe,QAAQ,EAAE,MAAM,4BAA4B,CAAC;AAIxE,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAClC,OAAO,EAAE,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AAsBvD,wBAAgB,QAAQ,CAAC,GAAG,EAAE,GAAG,GAAG,GAAG,IAAI,MAAM,CAKhD;AAED,wBAAgB,wBAAwB,CAAC,KAAK,EAAE,MAAM,EAAE,UAIvD;AAiFD,wBAAsB,yBAAyB,CAAC,EAC9C,YAAY,EACZ,YAAY,EACZ,cAAc,GACf,EAAE;IACD,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,cAAc,EAAE,MAAM,EAAE,CAAC;CAC1B,iBAkBA;AAED,wBAAsB,cAAc,CAAC,EACnC,YAAY,EACZ,cAAc,EACd,QAAQ,GACT,EAAE;IACD,YAAY,EAAE,MAAM,CAAC;IACrB,cAAc,EAAE,MAAM,EAAE,CAAC;IACzB,QAAQ,EAAE,MAAM,CAAC;CAClB,iBAoBA;AAED,wBAAsB,yBAAyB,CAAC,EAC9C,QAAQ,EACR,QAAQ,EACR,KAAK,GACN,EAAE;IACD,QAAQ,EAAE,QAAQ,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,WAAW,CAAC;CACrB,GAAG,OAAO,CAAC,MAAM,CAAC,CAyDlB;AAyBD,wBAAsB,wBAAwB,CAAC,IAAI,EAAE,IAAI,iBA2HxD;AAED;;;GAGG;AACH,wBAAsB,oBAAoB,CACxC,OAAO,EAAE,MAAM,GACd,OAAO,CAAC,oBAAoB,CAAC,CAM/B;AAWD;;;;;GAKG;AACH,wBAAsB,iBAAiB,CACrC,YAAY,EAAE,MAAM,EACpB,gBAAgB,EAAE,oBAAoB,EACtC,gBAAgB,GAAE,MAAM,EAAU,GACjC,OAAO,CAAC,MAAM,CAAC,CA+CjB;AAED,qBAAa,eAAe;IACd,OAAO,CAAC,SAAS;gBAAT,SAAS,EAAE,MAAM;IACrC,OAAO,CAAC,aAAa,CAAqB;YAE5B,mBAAmB;YAUnB,gBAAgB;IAsBjB,OAAO;IAuBb,SAAS;CAKjB"}
+{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../../src/agent/browsing/utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,KAAK,EAAe,QAAQ,EAAE,MAAM,4BAA4B,CAAC;AAIxE,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAClC,OAAO,EAAE,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AAsBvD,wBAAgB,QAAQ,CAAC,GAAG,EAAE,GAAG,GAAG,GAAG,IAAI,MAAM,CAKhD;AAED,wBAAgB,wBAAwB,CAAC,KAAK,EAAE,MAAM,EAAE,UAIvD;AAiFD,wBAAsB,yBAAyB,CAAC,EAC9C,YAAY,EACZ,YAAY,EACZ,cAAc,GACf,EAAE;IACD,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,cAAc,EAAE,MAAM,EAAE,CAAC;CAC1B,iBAyBA;AAED,wBAAsB,cAAc,CAAC,EACnC,YAAY,EACZ,cAAc,EACd,QAAQ,GACT,EAAE;IACD,YAAY,EAAE,MAAM,CAAC;IACrB,cAAc,EAAE,MAAM,EAAE,CAAC;IACzB,QAAQ,EAAE,MAAM,CAAC;CAClB,iBAoBA;AAED,wBAAsB,yBAAyB,CAAC,EAC9C,QAAQ,EACR,QAAQ,EACR,KAAK,GACN,EAAE;IACD,QAAQ,EAAE,QAAQ,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,WAAW,CAAC;CACrB,GAAG,OAAO,CAAC,MAAM,CAAC,CAyDlB;AAyBD,wBAAsB,wBAAwB,CAAC,IAAI,EAAE,IAAI,iBA2HxD;AAED;;;GAGG;AACH,wBAAsB,oBAAoB,CACxC,OAAO,EAAE,MAAM,GACd,OAAO,CAAC,oBAAoB,CAAC,CAM/B;AAWD,wBAAsB,oBAAoB,CACxC,gBAAgB,EAAE,oBAAoB,GACrC,OAAO,CAAC,MAAM,EAAE,CAAC,CAQnB;AAED;;;;;GAKG;AACH,wBAAsB,iBAAiB,CACrC,YAAY,EAAE,MAAM,EACpB,gBAAgB,EAAE,oBAAoB,EACtC,gBAAgB,GAAE,MAAM,EAAU,GACjC,OAAO,CAAC,MAAM,CAAC,CA+CjB;AAED,qBAAa,eAAe;IACd,OAAO,CAAC,SAAS;gBAAT,SAAS,EAAE,MAAM;IACrC,OAAO,CAAC,aAAa,CAAqB;YAE5B,mBAAmB;YAUnB,gBAAgB;IAsBjB,OAAO;IAuBb,SAAS;CAKjB"}

package/dist/agent/browsing/utils.js

@@ -3,7 +3,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.TeardownManager = exports.detectProjectName = exports.readPlaywrightConfig = exports.injectPwLocatorGenerator = exports.prepareFileForMasterAgent = exports.markTestAsOnly = exports.replaceTodoWithCreateTest = exports.prepareBrowsingAgentTask = exports.isRegExp = void 0;
+exports.TeardownManager = exports.detectProjectName = exports.getValidProjectNames = exports.readPlaywrightConfig = exports.injectPwLocatorGenerator = exports.prepareFileForMasterAgent = exports.markTestAsOnly = exports.replaceTodoWithCreateTest = exports.prepareBrowsingAgentTask = exports.isRegExp = void 0;
 const fs_extra_1 = __importDefault(require("fs-extra"));
 const minimatch_1 = require("minimatch");
 const path_1 = __importDefault(require("path"));
@@ -92,7 +92,12 @@ async function replaceTodoWithCreateTest({ testFilePath, testCaseName, testCaseS
     // This method is an alternative to prepareFileForUpdateScenario
     // TODO: Does not support multiple pages, scoped variables, updates in POM files
     const fileContent = await fs_extra_1.default.readFile(testFilePath, "utf-8");
-    await fs_extra_1.default.writeFile(testFilePath, fileContent.replace(/\/\/ TODO\(agent\): (.*)/, (_, todoText) => `await createTest("${todoText.replace(/"/g, '\\"')}", page);`));
+    const todoRegex = /\/\/ TODO\(agent\): (.*)/;
+    const todoMatch = fileContent.match(todoRegex);
+    if (!todoMatch) {
+        throw new Error(`No "// TODO(agent):" comment found in file: ${testFilePath}`);
+    }
+    await fs_extra_1.default.writeFile(testFilePath, fileContent.replace(todoRegex, (_, todoText) => `await createTest("${todoText.replace(/"/g, '\\"')}", page);`));
     await addImportForCreateTest(testFilePath);
     await markTestAsOnly({
         testCaseName,
@@ -302,6 +307,16 @@ function matchAgainstPattern(pattern, filePathToTest) {
         return (0, minimatch_1.minimatch)(filePathToTest, pattern);
     }
 }
+async function getValidProjectNames(playwrightConfig) {
+    if (!playwrightConfig.projects) {
+        return [];
+    }
+    const filteredProjectNames = playwrightConfig.projects
+        .map((p) => p.name)
+        .filter((p) => !!p);
+    return filteredProjectNames;
+}
+exports.getValidProjectNames = getValidProjectNames;
 /**
  * detect the project name for the given file in playwright test repo
  * if project and test file path for running test don't match, then playwright throws error

package/dist/agent/chat.d.ts

@@ -1,8 +1,9 @@
-import { TraceClient } from "@empiricalrun/llm";
-import type { Anthropic } from "@empiricalrun/llm/claude";
-export declare function chatAgent({ prompt, chatModel, }: {
-    prompt: string;
-    trace?: TraceClient;
+export declare function chatAgent({ chatModel, useDiskForChatState, }: {
     chatModel?: "claude-3-7-sonnet-20250219" | "claude-3-5-sonnet-20241022";
-}): Promise<Anthropic.Messages.MessageParam[]>;
+    useDiskForChatState?: boolean;
+}): Promise<{
+    input: number;
+    output: number;
+    cost: number;
+}>;
 //# sourceMappingURL=chat.d.ts.map

package/dist/agent/chat.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"chat.d.ts","sourceRoot":"","sources":["../../src/agent/chat.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,0BAA0B,CAAC;AA8E1D,wBAAsB,SAAS,CAAC,EAC9B,MAAM,EACN,SAAwC,GACzC,EAAE;IACD,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,SAAS,CAAC,EAAE,4BAA4B,GAAG,4BAA4B,CAAC;CACzE,8CAiEA"}
+{"version":3,"file":"chat.d.ts","sourceRoot":"","sources":["../../src/agent/chat.ts"],"names":[],"mappings":"AA8EA,wBAAsB,SAAS,CAAC,EAC9B,SAAwC,EACxC,mBAAmB,GACpB,EAAE;IACD,SAAS,CAAC,EAAE,4BAA4B,GAAG,4BAA4B,CAAC;IACxE,mBAAmB,CAAC,EAAE,OAAO,CAAC;CAC/B;;;;GAoFA"}

package/dist/agent/chat.js

@@ -71,12 +71,38 @@ const toolExecutors = {
     ...Object.fromEntries(tools.map((tool) => [tool.schema.name, tool.execute])),
     str_replace_editor: claude_1.strReplaceEditorTool,
 };
-async function chatAgent({ prompt, chatModel = "claude-3-7-sonnet-20250219", }) {
-    let userPrompt = prompt;
-    let chatState = new claude_1.ChatState();
-    chatState.pushTextMessage({ message: { role: "user", content: userPrompt } });
-    let shouldAskUserForInput = false;
-    while (!userPrompt.toLowerCase().includes("stop")) {
+async function chatAgent({ chatModel = "claude-3-7-sonnet-20250219", useDiskForChatState, }) {
+    let userPrompt = undefined;
+    let chatState = useDiskForChatState ? claude_1.ChatState.load() : new claude_1.ChatState(false);
+    if (chatState.askUserForInput) {
+        // Show last message to the user for context when we loaded from disk
+        const messages = chatState.messages;
+        const lastMessage = messages[messages.length - 1];
+        if (lastMessage && Array.isArray(lastMessage.content)) {
+            const textContent = lastMessage.content.find((b) => b.type === "text");
+            if (textContent) {
+                const role = lastMessage.role.charAt(0).toUpperCase() + lastMessage.role.slice(1);
+                console.log(`${role}: ${textContent.text}`);
+            }
+        }
+    }
+    while (!userPrompt?.toLowerCase().includes("stop")) {
+        chatState.saveToDisk();
+        if (chatState.askUserForInput) {
+            userPrompt = await human_in_the_loop_1.humanLoop.getFeedback({
+                message: "User:",
+            });
+            chatState.pushMessage({
+                role: "user",
+                content: [
+                    {
+                        type: "text",
+                        text: userPrompt,
+                    },
+                ],
+            });
+            continue;
+        }
         const toolUse = chatState.getPendingToolCall();
         if (toolUse) {
             console.log("Executing tool:", toolUse.name, "with args:", toolUse.input);
@@ -85,26 +111,22 @@ async function chatAgent({ prompt, chatModel = "claude-3-7-sonnet-20250219", })
                 throw new Error(`Tool ${toolUse.name} not found`);
             }
             const toolResult = await toolExecutor(toolUse.input);
-            chatState.pushToolResultToMessages({
-                toolCall: toolUse,
-                isError: toolResult.isError,
-                result: toolResult.result,
+            chatState.pushMessage({
+                role: "user",
+                content: [
+                    {
+                        type: "tool_result",
+                        tool_use_id: toolUse.id,
+                        content: toolResult.result,
+                        is_error: toolResult.isError,
+                    },
+                ],
             });
             continue;
         }
-        if (shouldAskUserForInput) {
-            userPrompt = await human_in_the_loop_1.humanLoop.getFeedback({
-                message: "Your response?",
-            });
-            chatState.pushTextMessage({
-                message: { role: "user", content: userPrompt },
-            });
-            shouldAskUserForInput = false;
-            continue;
-        }
-        const response = await (0, claude_1.createChatCompletion)({
+        const response = await (0, claude_1.createClaudeMessage)({
             systemPrompt,
-            messages: chatState.getMessages(),
+            messages: chatState.getMessagesForCreateCompletion(),
             tools: tools.map((tool) => (0, claude_1.convertOpenAISchemaToAnthropic)((0, zod_schema_1.zodToOpenAITool)(tool.schema))),
             model: chatModel,
             withStrReplaceEditor: true,
@@ -112,19 +134,14 @@ async function chatAgent({ prompt, chatModel = "claude-3-7-sonnet-20250219", })
         if (!response) {
             throw new Error("No response from LLM");
         }
-        chatState.pushTextMessage({
-            message: { role: "assistant", content: response.content },
-        });
+        chatState.pushMessage(response);
         const textBlock = response.content.find((b) => b.type === "text");
-        const toolUseBlock = response.content.find((b) => b.type === "tool_use");
-        console.log("Assistant response:", textBlock?.text);
-        if (toolUseBlock) {
-            chatState.addPendingToolCall({ toolCall: toolUseBlock });
-        }
-        else {
-            shouldAskUserForInput = true;
+        if (textBlock) {
+            console.log("Assistant:", textBlock.text);
         }
     }
-    return chatState.getMessages();
+    const usageSummary = chatState.getUsageSummary();
+    console.log("Usage summary:", usageSummary);
+    return usageSummary;
 }
 exports.chatAgent = chatAgent;

package/dist/bin/index.js

@@ -32,7 +32,7 @@ process.on("beforeExit", async () => await flushEvents());
 process.on("exit", async () => await flushEvents());
 process.on("SIGINT", async () => await flushEvents());
 process.on("SIGTERM", async () => await flushEvents());
-async function runChatAgent(prompt, modelInput) {
+async function runChatAgent(modelInput, useDiskForChatState) {
     const MODEL_MAPPING = {
         "claude-3-7": "claude-3-7-sonnet-20250219",
         "3-7": "claude-3-7-sonnet-20250219",
@@ -43,8 +43,8 @@ async function runChatAgent(prompt, modelInput) {
         throw new Error(`Invalid chat model: ${modelInput}`);
     }
     return await (0, chat_1.chatAgent)({
-        prompt,
         chatModel: modelInput ? MODEL_MAPPING[modelInput] : undefined,
+        useDiskForChatState,
     });
 }
 async function runAgentsWorkflow(testGenConfig, testGenToken) {
@@ -181,6 +181,7 @@ async function runAgentsWorkflow(testGenConfig, testGenToken) {
         .option("--file <test-file>", "File path of the test case (inside tests dir)")
         .option("--suites <suites>", "Comma separated list of describe blocks")
         .option("--use-chat", "Use chat agent (and not the workflow)")
+        .option("--use-disk-for-chat-state", "Save and load chat state from disk")
         .option("--chat-model <model>", "Chat model to use (claude-3-7-sonnet-20250219 or claude-3-5-sonnet-20241022)")
         .parse(process.argv);
     const options = program.opts();
@@ -202,18 +203,16 @@ async function runAgentsWorkflow(testGenConfig, testGenToken) {
         generationId: testGenConfig.options?.metadata.generationId,
         projectRepoName: testGenConfig.options?.metadata.projectRepoName,
     });
-    let testGenFailed = false;
-    let agentUsed;
     // Download the build if repo has a download script
     await (0, test_build_1.downloadBuild)(testGenConfig.build || {});
+    if (completedOptions.useChat) {
+        await runChatAgent(completedOptions.chatModel, completedOptions.useDiskForChatState);
+        return;
+    }
+    let agentUsed;
+    let testGenFailed = false;
     try {
-        if (completedOptions.useChat) {
-            await runChatAgent(completedOptions.prompt, completedOptions.chatModel);
-            return;
-        }
-        else {
-            agentUsed = await runAgentsWorkflow(testGenConfig, testGenToken);
-        }
+        agentUsed = await runAgentsWorkflow(testGenConfig, testGenToken);
     }
     catch (e) {
         testGenFailed = true;

package/dist/bin/utils/index.d.ts

@@ -5,6 +5,7 @@ export interface CliOptions {
     prompt?: string;
     suites?: string;
     useChat?: boolean;
+    useDiskForChatState?: boolean;
     chatModel?: "claude-3-7" | "3-7" | "claude-3-5" | "3-5" | "claude-3-7-sonnet-20250219" | "claude-3-5-sonnet-20241022";
 }
 export declare function validateAndCompleteCliOptions(options: CliOptions): Promise<CliOptions>;

package/dist/bin/utils/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/bin/utils/index.ts"],"names":[],"mappings":"AAEA,MAAM,WAAW,UAAU;IACzB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,SAAS,CAAC,EACN,YAAY,GACZ,KAAK,GACL,YAAY,GACZ,KAAK,GACL,4BAA4B,GAC5B,4BAA4B,CAAC;CAClC;AAQD,wBAAsB,6BAA6B,CACjD,OAAO,EAAE,UAAU,GAClB,OAAO,CAAC,UAAU,CAAC,CAyDrB"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/bin/utils/index.ts"],"names":[],"mappings":"AAEA,MAAM,WAAW,UAAU;IACzB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,mBAAmB,CAAC,EAAE,OAAO,CAAC;IAC9B,SAAS,CAAC,EACN,YAAY,GACZ,KAAK,GACL,YAAY,GACZ,KAAK,GACL,4BAA4B,GAC5B,4BAA4B,CAAC;CAClC;AAQD,wBAAsB,6BAA6B,CACjD,OAAO,EAAE,UAAU,GAClB,OAAO,CAAC,UAAU,CAAC,CAyDrB"}

package/dist/bin/utils/index.js

@@ -12,9 +12,9 @@ async function validateAndCompleteCliOptions(options) {
         return options;
     }
     let requiredFields = ["name", "file", "prompt"];
-    // For new chat flow in local CLI usage, only prompt is required
     if (options.useChat) {
-        requiredFields = ["prompt"];
+        // Chat agent can prompt the user directly, nothing is required in CLI args
+        requiredFields = [];
     }
     const questions = [];
     if (!options.name && requiredFields.includes("name")) {

package/dist/tools/browser-agent.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"browser-agent.d.ts","sourceRoot":"","sources":["../../src/tools/browser-agent.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,SAAS,CAAC;AAmDpC,eAAO,MAAM,gBAAgB,EAAE,IA6C9B,CAAC"}
+{"version":3,"file":"browser-agent.d.ts","sourceRoot":"","sources":["../../src/tools/browser-agent.ts"],"names":[],"mappings":"AAUA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,SAAS,CAAC;AAmDpC,eAAO,MAAM,gBAAgB,EAAE,IA4D9B,CAAC"}

package/dist/tools/browser-agent.js

@@ -57,11 +57,27 @@ exports.browserAgentTool = {
     },
     execute: async (input) => {
         const { testName, testSuites, fileName, changeToMake, project } = input;
-        await (0, utils_1.replaceTodoWithCreateTest)({
-            testCaseName: testName,
-            testCaseSuites: testSuites,
-            testFilePath: fileName,
-        });
+        try {
+            await (0, utils_1.replaceTodoWithCreateTest)({
+                testCaseName: testName,
+                testCaseSuites: testSuites,
+                testFilePath: fileName,
+            });
+        }
+        catch (error) {
+            return {
+                isError: true,
+                result: `Error running tool: ${error}`,
+            };
+        }
+        const playwrightConfig = await (0, utils_1.readPlaywrightConfig)(process.cwd());
+        const validProjectNames = await (0, utils_1.getValidProjectNames)(playwrightConfig);
+        if (!validProjectNames.includes(project)) {
+            return {
+                isError: true,
+                result: `Invalid project name: ${project}. Valid project names are: ${validProjectNames.join(", ")}`,
+            };
+        }
         const { isError, error } = await (0, run_1.generateTestsUsingMasterAgent)({
             testFilePath: fileName,
             filePathToUpdate: fileName,

package/dist/utils/repo-tree.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"repo-tree.d.ts","sourceRoot":"","sources":["../../src/utils/repo-tree.ts"],"names":[],"mappings":"AAGA,eAAO,MAAM,eAAe,qBAO3B,CAAC;AAEF,wBAAgB,iBAAiB,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,KAAK,UAsE9D"}
+{"version":3,"file":"repo-tree.d.ts","sourceRoot":"","sources":["../../src/utils/repo-tree.ts"],"names":[],"mappings":"AAGA,eAAO,MAAM,eAAe,qBAQ3B,CAAC;AAEF,wBAAgB,iBAAiB,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,KAAK,UAsE9D"}

package/dist/utils/repo-tree.js

@@ -13,6 +13,7 @@ exports.DEFAULT_EXCLUDE = [
     /\.git/,
     ".DS_Store",
     "playwright-report",
+    ".empiricalrun",
 ];
 function generateAsciiTree(dirPath, options = {}) {
     const defaultOptions = {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@empiricalrun/test-gen",
-  "version": "0.50.4",
+  "version": "0.51.0",
   "publishConfig": {
     "registry": "https://registry.npmjs.org/",
     "access": "public"
@@ -73,7 +73,7 @@
     "tsx": "^4.16.2",
     "typescript": "^5.3.3",
     "zod": "^3.23.8",
-    "@empiricalrun/llm": "^0.10.3",
+    "@empiricalrun/llm": "^0.11.0",
     "@empiricalrun/r2-uploader": "^0.3.8",
     "@empiricalrun/reporter": "^0.23.2",
     "@empiricalrun/test-run": "^0.7.5"