@empiricalrun/test-gen 0.63.0 → 0.64.1

package/dist/tools/test-gen-browser.js

@@ -5,7 +5,8 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.generateTestWithBrowserAgent = void 0;
 const test_run_1 = require("@empiricalrun/test-run");
-const promises_1 = __importDefault(require("fs/promises"));
+const fs_1 = __importDefault(require("fs"));
+const path_1 = __importDefault(require("path"));
 const zod_1 = require("zod");
 const run_1 = require("../agent/browsing/run");
 const utils_1 = require("../agent/browsing/utils");
@@ -17,12 +18,18 @@ const BrowserAgentSchema = zod_1.z.object({
     testSuites: zod_1.z
         .array(zod_1.z.string())
         .describe("The suites (describe blocks) where the test is located"),
-    fileName: zod_1.z
+    filePath: zod_1.z
         .string()
-        .describe("The name of the file where the test is located. File name must end with .spec.ts"),
+        .describe("Path of the file where the test is located. Path must be relative to the root of the repository. File name must end with .spec.ts. For example: tests/lesson.spec.ts"),
     project: zod_1.z
         .string()
         .describe("The Playwright project to run tests against (e.g. 'chromium' or 'firefox')"),
+    buildUrl: zod_1.z
+        .string()
+        .optional()
+        .describe(`The URL of the build to run the test on.
+This is ONLY useful for preview deployments that are dynamically created on every pull request, like Vercel preview deployments.
+For all other cases, the build url does not need to be provided, since it is already hard coded in the test repo.`),
     changeToMake: zod_1.z.string().describe("The change to make to the test"),
 });
 const BROWSER_AGENT_DESCRIPTION = `
@@ -88,12 +95,17 @@ exports.generateTestWithBrowserAgent = {
         description: BROWSER_AGENT_DESCRIPTION,
         parameters: BrowserAgentSchema,
     },
-    execute: async (input, repoPath, apiKey, trace, collectArtifacts) => {
-        const repoDir = repoPath;
-        const { testName, testSuites, fileName, changeToMake, project } = input;
+    execute: async ({ input, repoPath, trace, collectArtifacts, }) => {
+        const { filePath, project } = input;
+        const absoluteFilePath = path_1.default.join(repoPath, filePath);
+        if (!fs_1.default.existsSync(absoluteFilePath)) {
+            return {
+                isError: true,
+                result: `Could not find file in repository: ${filePath}. Did you use the full path relative to the root of the repository?`,
+            };
+        }
         try {
-            const { projects } = await (0, test_run_1.getAllPlaywrightProjects)(repoDir);
-            // TODO: Check that file path is valid for this project
+            const { projects } = await (0, test_run_1.getAllPlaywrightProjects)(repoPath);
             if (!projects.includes(project)) {
                 return {
                     isError: true,
@@ -108,20 +120,25 @@ exports.generateTestWithBrowserAgent = {
                 result: `Error reading playwright config: ${error}`,
             };
         }
-        if (!(0, web_1.hasTestBlock)({ testName, testSuites, filePath: fileName })) {
+        const { testName, testSuites } = input;
+        if (!(0, web_1.hasTestBlock)({
+            testName,
+            testSuites,
+            filePath: absoluteFilePath,
+        })) {
             return {
                 isError: true,
-                result: `Test block not found for test name: "${testName}" in file: "${fileName}" with describe blocks: "${testSuites.join(", ")}"`,
+                result: `Test block not found for test name: "${testName}" in file: "${filePath}" with describe blocks: "${testSuites.join(", ")}"`,
             };
         }
         // Prepare the file for the browser agent
-        const fileBackup = await promises_1.default.readFile(fileName, "utf-8");
+        const fileBackup = fs_1.default.readFileSync(absoluteFilePath, "utf-8");
         try {
-            await (0, utils_1.replaceTodoWithCreateTest)(fileName);
+            await (0, utils_1.replaceTodoWithCreateTest)(filePath, repoPath);
         }
         catch (error) {
             // Undo the TODO -> createTest and test.only changes
-            await promises_1.default.writeFile(fileName, fileBackup, "utf-8");
+            fs_1.default.writeFileSync(absoluteFilePath, fileBackup, "utf-8");
             return {
                 isError: true,
                 result: `Error running tool: ${error}`,
@@ -130,27 +147,35 @@ exports.generateTestWithBrowserAgent = {
         try {
             // Prepare playwright for codegen
             console.log("[generateTestWithBrowserAgent] Preparing playwright for codegen");
-            await (0, pw_pause_1.preparePlaywrightForCodegen)(repoDir);
+            await (0, pw_pause_1.preparePlaywrightForCodegen)(repoPath);
         }
         catch (err) {
             console.warn("[generateTestWithBrowserAgent] Error preparing playwright for codegen", err);
         }
-        const testGenToken = (0, scenarios_1.buildTokenFromOptions)({ name: testName, file: fileName, prompt: changeToMake }, { useComputerUseAgent: true });
+        let envOverrides = {};
+        if (input.buildUrl) {
+            envOverrides = {
+                ...envOverrides,
+                BUILD_URL: input.buildUrl,
+            };
+        }
+        const testGenToken = (0, scenarios_1.buildTokenFromOptions)({ name: testName, file: filePath, prompt: input.changeToMake }, { useComputerUseAgent: true });
         console.log("[generateTestWithBrowserAgent] Validations passed, starting agent");
         const toolResult = await (0, run_1.generateTestsUsingMasterAgent)({
             testCaseName: testName,
             testCaseSuites: testSuites,
-            testFilePath: fileName,
-            filePathToUpdate: fileName,
+            testFilePath: filePath,
+            filePathToUpdate: filePath,
             projectName: project,
             traceId: trace?.id,
             testGenToken,
-            repoDir,
+            repoDir: repoPath,
             editFileWithGeneratedCode: false,
+            envOverrides,
         });
         // Cleanup: Undo the TODO -> createTest changes
-        await (0, pw_pause_1.revertToOriginalPwCode)(repoDir);
-        await promises_1.default.writeFile(fileName, fileBackup, "utf-8");
+        await (0, pw_pause_1.revertToOriginalPwCode)(repoPath);
+        fs_1.default.writeFileSync(absoluteFilePath, fileBackup, "utf-8");
         const { isError, error, actionsSummary, artifacts } = toolResult;
         if (artifacts) {
             void collectArtifacts?.(artifacts);

package/dist/tools/test-run-fetcher/index.d.ts

@@ -1,4 +1,4 @@
-import type { Tool } from "@empiricalrun/llm/chat";
+import type { Tool } from "@empiricalrun/shared-types";
 export declare function extractPathAfterSourceRepo(fullPath: string): string;
 export declare const fetchTestRunReportTool: Tool;
 //# sourceMappingURL=index.d.ts.map

package/dist/tools/test-run-fetcher/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/tools/test-run-fetcher/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,wBAAwB,CAAC;AAcnD,wBAAgB,0BAA0B,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,CAOnE;AAED,eAAO,MAAM,sBAAsB,EAAE,IA6HpC,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/tools/test-run-fetcher/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,4BAA4B,CAAC;AAcvD,wBAAgB,0BAA0B,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,CAOnE;AAED,eAAO,MAAM,sBAAsB,EAAE,IA+HpC,CAAC"}

package/dist/tools/test-run-fetcher/index.js

@@ -24,7 +24,7 @@ exports.fetchTestRunReportTool = {
         description: "Fetch details about a test run using its URL",
         parameters: TestRunSchema,
     },
-    execute: async (input, repoPath, apiKey) => {
+    execute: async ({ input, apiKey, }) => {
         const { testRunUrl } = input;
         // Remove query parameters if they exist
         const urlWithoutParams = testRunUrl.split("?")[0] || testRunUrl;

package/dist/tools/test-run.d.ts

@@ -1,3 +1,3 @@
-import type { Tool } from "@empiricalrun/llm/chat";
+import type { Tool } from "@empiricalrun/shared-types";
 export declare const runTestTool: Tool;
 //# sourceMappingURL=test-run.d.ts.map

package/dist/tools/test-run.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"test-run.d.ts","sourceRoot":"","sources":["../../src/tools/test-run.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,IAAI,EAAc,MAAM,wBAAwB,CAAC;AA4C/D,eAAO,MAAM,WAAW,EAAE,IAiEzB,CAAC"}
+{"version":3,"file":"test-run.d.ts","sourceRoot":"","sources":["../../src/tools/test-run.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAc,MAAM,4BAA4B,CAAC;AAsDnE,eAAO,MAAM,WAAW,EAAE,IAiFzB,CAAC"}

package/dist/tools/test-run.js

@@ -1,19 +1,30 @@
 "use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.runTestTool = void 0;
 const test_run_1 = require("@empiricalrun/test-run");
+const fs_1 = __importDefault(require("fs"));
+const path_1 = __importDefault(require("path"));
 const zod_1 = require("zod");
 const artifacts_1 = require("../artifacts");
-const utils_1 = require("./utils");
+const utils_1 = require("../artifacts/utils");
 const RunTestSchema = zod_1.z.object({
     testName: zod_1.z.string().describe("The name of the test to run"),
     suites: zod_1.z
         .array(zod_1.z.string())
         .describe("The suites (describe blocks) where the test is located."),
-    fileName: zod_1.z
+    filePath: zod_1.z
         .string()
-        .describe("The name of the file where the test is located. File name must end with .spec.ts"),
+        .describe("Path of the file where the test is located. Path must be relative to the root of the repository. File name must end with .spec.ts. For example: tests/lesson.spec.ts"),
     project: zod_1.z.string().describe("The project to run the test on"),
+    buildUrl: zod_1.z
+        .string()
+        .optional()
+        .describe(`The URL of the build to run the test on.
+This is ONLY useful for preview deployments that are dynamically created on every pull request, like Vercel preview deployments.
+For all other cases, the build url does not need to be provided, since it is already hard coded in the test repo.`),
 });
 function buildReportUrl(projectName, testRunId) {
     return `https://reports.empirical.run/${projectName}/${testRunId}/index.html`;
@@ -34,9 +45,9 @@ exports.runTestTool = {
         description: "Run a test",
         parameters: RunTestSchema,
     },
-    execute: async (input, repoPath, apiKey, trace, collectArtifacts) => {
+    execute: async ({ input, repoPath, collectArtifacts, }) => {
         let reportUrl = undefined;
-        let envOverrides = undefined;
+        let envOverrides = {};
         if ((0, artifacts_1.isArtifactCollectionEnabled)()) {
             const projectName = "test-gen-chat-agent";
             const testRunId = Date.now().toString();
@@ -49,16 +60,28 @@ exports.runTestTool = {
         else {
             console.warn("R2 credentials not found: report artifacts will not be uploaded");
         }
-        const { testName, suites, fileName, project } = input;
-        const repoDir = repoPath;
+        const { filePath } = input;
+        const absoluteFilePath = path_1.default.join(repoPath, filePath);
+        if (!fs_1.default.existsSync(absoluteFilePath)) {
+            return {
+                isError: true,
+                result: `File ${filePath} does not exist.`,
+            };
+        }
+        if (input.buildUrl) {
+            envOverrides = {
+                ...envOverrides,
+                BUILD_URL: input.buildUrl,
+            };
+        }
         try {
             const result = await (0, test_run_1.runSingleTest)({
-                testName,
-                suites,
-                fileName,
-                projects: [project],
+                testName: input.testName,
+                suites: input.suites,
+                filePath,
+                repoDir: repoPath,
+                projects: [input.project],
                 envOverrides,
-                repoDir,
             });
             const attachments = (0, utils_1.extractAttachmentsFromPlaywrightJSONReport)(result.summaryJson);
             void collectArtifacts?.(attachments);

package/dist/tools/utils/index.d.ts

@@ -1,4 +1,3 @@
-import { JSONReport as PlaywrightJSONReport } from "@playwright/test/reporter";
 export declare function makeDashboardRequest<T>({ path, method, body, apiKey, }: {
     path: string;
     method?: string;
@@ -11,16 +10,4 @@ export declare function callGitHubProxy({ method, url, body, apiKey, }: {
     body?: any;
     apiKey: string;
 }): Promise<unknown>;
-type AttachmentInfo = {
-    name: string;
-    path: string;
-    contentType: string;
-};
-/**
- * Extracts attachment information from a Playwright JSON report.
- * @param report The Playwright JSON report to extract attachments from
- * @returns An array of objects containing path and contentType for each attachment
- */
-export declare function extractAttachmentsFromPlaywrightJSONReport(report: PlaywrightJSONReport): AttachmentInfo[];
-export {};
 //# sourceMappingURL=index.d.ts.map

package/dist/tools/utils/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/tools/utils/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,UAAU,IAAI,oBAAoB,EAEnC,MAAM,2BAA2B,CAAC;AAEnC,wBAAsB,oBAAoB,CAAC,CAAC,EAAE,EAC5C,IAAI,EACJ,MAAc,EACd,IAAI,EACJ,MAAM,GACP,EAAE;IACD,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE,GAAG,CAAC;IACX,MAAM,EAAE,MAAM,CAAC;CAChB,GAAG,OAAO,CAAC,CAAC,CAAC,CAmBb;AAED,wBAAsB,eAAe,CAAC,EACpC,MAAM,EACN,GAAG,EACH,IAAI,EACJ,MAAM,GACP,EAAE;IACD,MAAM,EAAE,MAAM,CAAC;IACf,GAAG,EAAE,MAAM,CAAC;IACZ,IAAI,CAAC,EAAE,GAAG,CAAC;IACX,MAAM,EAAE,MAAM,CAAC;CAChB,oBAYA;AAED,KAAK,cAAc,GAAG;IACpB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;CACrB,CAAC;AAEF;;;;GAIG;AACH,wBAAgB,0CAA0C,CACxD,MAAM,EAAE,oBAAoB,GAC3B,cAAc,EAAE,CA4ClB"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/tools/utils/index.ts"],"names":[],"mappings":"AAAA,wBAAsB,oBAAoB,CAAC,CAAC,EAAE,EAC5C,IAAI,EACJ,MAAc,EACd,IAAI,EACJ,MAAM,GACP,EAAE;IACD,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE,GAAG,CAAC;IACX,MAAM,EAAE,MAAM,CAAC;CAChB,GAAG,OAAO,CAAC,CAAC,CAAC,CAmBb;AAED,wBAAsB,eAAe,CAAC,EACpC,MAAM,EACN,GAAG,EACH,IAAI,EACJ,MAAM,GACP,EAAE;IACD,MAAM,EAAE,MAAM,CAAC;IACf,GAAG,EAAE,MAAM,CAAC;IACZ,IAAI,CAAC,EAAE,GAAG,CAAC;IACX,MAAM,EAAE,MAAM,CAAC;CAChB,oBAYA"}

package/dist/tools/utils/index.js

@@ -2,7 +2,6 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.makeDashboardRequest = makeDashboardRequest;
 exports.callGitHubProxy = callGitHubProxy;
-exports.extractAttachmentsFromPlaywrightJSONReport = extractAttachmentsFromPlaywrightJSONReport;
 async function makeDashboardRequest({ path, method = "GET", body, apiKey, }) {
     const requestHeaders = {
         "Content-Type": "application/json",
@@ -34,49 +33,3 @@ async function callGitHubProxy({ method, url, body, apiKey, }) {
         apiKey,
     });
 }
-/**
- * Extracts attachment information from a Playwright JSON report.
- * @param report The Playwright JSON report to extract attachments from
- * @returns An array of objects containing path and contentType for each attachment
- */
-function extractAttachmentsFromPlaywrightJSONReport(report) {
-    const attachments = [];
-    if (!report) {
-        return attachments;
-    }
-    function processSpec(spec) {
-        const testTitle = spec.title;
-        for (const test of spec.tests) {
-            for (const result of test.results) {
-                if (!result.attachments)
-                    continue;
-                for (const attachment of result.attachments) {
-                    if (attachment.path && attachment.contentType) {
-                        attachments.push({
-                            name: `${testTitle} ${attachment.name}`,
-                            path: attachment.path,
-                            contentType: attachment.contentType,
-                        });
-                    }
-                }
-            }
-        }
-    }
-    for (const suite of report.suites) {
-        // Process nested suites
-        if (suite.suites) {
-            for (const nestedSuite of suite.suites) {
-                for (const spec of nestedSuite.specs) {
-                    processSpec(spec);
-                }
-            }
-        }
-        // Process specs in current suite
-        if (suite.specs) {
-            for (const spec of suite.specs) {
-                processSpec(spec);
-            }
-        }
-    }
-    return attachments;
-}

package/dist/utils/exec.d.ts

@@ -1,14 +1,14 @@
 export declare class ProcessManager {
     private childProcess;
     execute(command: string, args: string[], options: {
-        env?: Record<string, string>;
-        cwd?: string;
+        envOverrides: Record<string, string>;
+        cwd: string;
     }): Promise<number>;
     terminate(): void;
     isRunning(): boolean;
 }
 export declare function cmd(command: string, args: string[], options: {
-    env?: Record<string, string>;
-    cwd?: string;
+    envOverrides: Record<string, string>;
+    cwd: string;
 }): Promise<number>;
 //# sourceMappingURL=exec.d.ts.map

package/dist/utils/exec.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"exec.d.ts","sourceRoot":"","sources":["../../src/utils/exec.ts"],"names":[],"mappings":"AAmBA,qBAAa,cAAc;IACzB,OAAO,CAAC,YAAY,CAA6B;IAE3C,OAAO,CACX,OAAO,EAAE,MAAM,EACf,IAAI,EAAE,MAAM,EAAE,EAEd,OAAO,EAAE;QAAE,GAAG,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAAC,GAAG,CAAC,EAAE,MAAM,CAAA;KAAE,GACtD,OAAO,CAAC,MAAM,CAAC;IAoDlB,SAAS,IAAI,IAAI;IASjB,SAAS,IAAI,OAAO;CAGrB;AAED,wBAAsB,GAAG,CACvB,OAAO,EAAE,MAAM,EACf,IAAI,EAAE,MAAM,EAAE,EACd,OAAO,EAAE;IAAE,GAAG,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAAC,GAAG,CAAC,EAAE,MAAM,CAAA;CAAE,GACtD,OAAO,CAAC,MAAM,CAAC,CAGjB"}
+{"version":3,"file":"exec.d.ts","sourceRoot":"","sources":["../../src/utils/exec.ts"],"names":[],"mappings":"AAmBA,qBAAa,cAAc;IACzB,OAAO,CAAC,YAAY,CAA6B;IAE3C,OAAO,CACX,OAAO,EAAE,MAAM,EACf,IAAI,EAAE,MAAM,EAAE,EACd,OAAO,EAAE;QAAE,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAAC,GAAG,EAAE,MAAM,CAAA;KAAE,GAC7D,OAAO,CAAC,MAAM,CAAC;IAoDlB,SAAS,IAAI,IAAI;IASjB,SAAS,IAAI,OAAO;CAGrB;AAED,wBAAsB,GAAG,CACvB,OAAO,EAAE,MAAM,EACf,IAAI,EAAE,MAAM,EAAE,EACd,OAAO,EAAE;IAAE,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAAC,GAAG,EAAE,MAAM,CAAA;CAAE,GAC7D,OAAO,CAAC,MAAM,CAAC,CAGjB"}

package/dist/utils/exec.js

@@ -21,9 +21,7 @@ function isAcceptableExit(exitCode, signal) {
 }
 class ProcessManager {
     childProcess = null;
-    async execute(command, args, 
-    // TODO: Make these required when all tools use repoPath
-    options) {
+    async execute(command, args, options) {
         console.log(`Executing command: ${command} with args: ${args}`);
         if (this.childProcess) {
             throw new Error("Process is already running");
@@ -35,7 +33,7 @@ class ProcessManager {
                 return;
             }
             const p = (0, child_process_1.spawn)(command, args, {
-                env: { ...process_1.default.env, ...options.env },
+                env: { ...process_1.default.env, ...options.envOverrides },
                 cwd: options.cwd,
                 detached: true, // Create process group so we can terminate all child processes
             });

package/dist/utils/file-tree.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"file-tree.d.ts","sourceRoot":"","sources":["../../src/utils/file-tree.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,QAAQ,EAAE,MAAM,UAAU,CAAC;AAEpC,wBAAsB,iBAAiB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,QAAQ,CAAC,CAgC5E"}
+{"version":3,"file":"file-tree.d.ts","sourceRoot":"","sources":["../../src/utils/file-tree.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,QAAQ,EAAE,MAAM,UAAU,CAAC;AAEpC,wBAAsB,iBAAiB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,QAAQ,CAAC,CAsC5E"}

package/dist/utils/file-tree.js

@@ -7,6 +7,7 @@ exports.getFileInfoFromFS = getFileInfoFromFS;
 const promises_1 = __importDefault(require("fs/promises"));
 const path_1 = __importDefault(require("path"));
 async function getFileInfoFromFS(directory) {
+    // TODO: This traverses all node_modules - can be excluded with DEFAULT_EXCLUDE
     let currentDirName = path_1.default.basename(directory);
     let currentDir = {
         isDirectory: true,
@@ -21,6 +22,7 @@ async function getFileInfoFromFS(directory) {
     const files = await promises_1.default.readdir(directory);
     for (const file of files) {
         const filePath = path_1.default.join(directory, file);
+        // TODO: Symlinks fail here
         const stats = await promises_1.default.stat(filePath);
         if (stats.isDirectory()) {
             currentDir.children.push(await getFileInfoFromFS(filePath));

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@empiricalrun/test-gen",
-  "version": "0.63.0",
+  "version": "0.64.1",
   "publishConfig": {
     "registry": "https://registry.npmjs.org/",
     "access": "public"
@@ -62,9 +62,9 @@
     "tsx": "^4.16.2",
     "typescript": "^5.3.3",
     "zod": "^3.23.8",
-    "@empiricalrun/llm": "^0.17.1",
+    "@empiricalrun/llm": "^0.17.3",
     "@empiricalrun/r2-uploader": "^0.3.9",
-    "@empiricalrun/test-run": "^0.9.4"
+    "@empiricalrun/test-run": "^0.10.0"
   },
   "devDependencies": {
     "@playwright/test": "1.47.1",
@@ -79,7 +79,7 @@
     "playwright": "1.47.1",
     "serve-handler": "^6.1.6",
     "ts-patch": "^3.3.0",
-    "@empiricalrun/shared-types": "0.4.0"
+    "@empiricalrun/shared-types": "0.4.1"
   },
   "scripts": {
     "dev": "tspc --build --watch",

package/tsconfig.tsbuildinfo

@@ -1 +1 @@
-{"root":["./src/index.ts","./src/actions/assert.ts","./src/actions/click.ts","./src/actions/done.ts","./src/actions/fill.ts","./src/actions/goto.ts","./src/actions/hover.ts","./src/actions/index.ts","./src/actions/next-task.ts","./src/actions/press.ts","./src/actions/skill.ts","./src/actions/text-content.ts","./src/actions/constants/index.ts","./src/actions/utils/index.ts","./src/agent/browsing/index.ts","./src/agent/browsing/run.ts","./src/agent/browsing/utils.ts","./src/agent/chat/agent-loop.ts","./src/agent/chat/exports.ts","./src/agent/chat/index.ts","./src/agent/chat/models.ts","./src/agent/chat/prompt.ts","./src/agent/chat/repo.ts","./src/agent/chat/state.ts","./src/agent/chat/types.ts","./src/agent/chat/utils.ts","./src/agent/codegen/create-test-block.ts","./src/agent/codegen/fix-ts-errors.ts","./src/agent/codegen/generate-code-apply-changes.ts","./src/agent/codegen/lexical-scoped-vars.ts","./src/agent/codegen/repo-edit.ts","./src/agent/codegen/run.ts","./src/agent/codegen/skills-retriever.ts","./src/agent/codegen/test-update-feedback.ts","./src/agent/codegen/types.ts","./src/agent/codegen/update-flow.ts","./src/agent/codegen/use-skill.ts","./src/agent/codegen/utils.ts","./src/agent/cua/computer.ts","./src/agent/cua/index.ts","./src/agent/cua/model.ts","./src/agent/cua/pw-codegen/element-from-point.ts","./src/agent/cua/pw-codegen/types.ts","./src/agent/cua/pw-codegen/pw-pause/index.ts","./src/agent/cua/pw-codegen/pw-pause/utils.ts","./src/agent/diagnosis-agent/index.ts","./src/agent/diagnosis-agent/strict-mode-violation.ts","./src/agent/enrich-prompt/index.ts","./src/agent/enrich-prompt/utils.ts","./src/agent/infer-agent/index.ts","./src/agent/master/action-tool-calls.ts","./src/agent/master/element-annotation.ts","./src/agent/master/execute-browser-action.ts","./src/agent/master/execute-skill-action.ts","./src/agent/master/next-action.ts","./src/agent/master/planner.ts","./src/agent/master/run.ts","./src/agent/master/scroller.ts","./src/agent/master/with-hints.ts","./src/agent/master/browser-tests/cua.spec.ts","./src/agent/master/browser-tests/fixtures.ts","./src/agent/master/browser-tests/index.spec.ts","./src/agent/master/browser-tests/skills.spec.ts","./src/agent/master/icon-descriptor/index.ts","./src/agent/master/icon-descriptor/normalize-svg.ts","./src/agent/planner/run-time-planner.ts","./src/agent/planner/run.ts","./src/artifacts/index.ts","./src/bin/index.ts","./src/bin/logger/index.ts","./src/bin/utils/context.ts","./src/bin/utils/index.ts","./src/bin/utils/fs/index.ts","./src/bin/utils/platform/web/index.ts","./src/bin/utils/platform/web/test-files/ts-path-import-validate.ts","./src/bin/utils/scenarios/index.ts","./src/browser-injected-scripts/annotate-elements.spec.ts","./src/constants/index.ts","./src/errors/index.ts","./src/evals/add-scenario-agent.evals.ts","./src/evals/append-create-test-agent.evals.ts","./src/evals/fetch-pom-skills-agent.evals.ts","./src/evals/infer-master-or-code-agent.evals.ts","./src/evals/master-agent.evals.ts","./src/evals/type.ts","./src/evals/update-scenario-agent.evals.ts","./src/file/client.ts","./src/file/server.ts","./src/human-in-the-loop/cli.ts","./src/human-in-the-loop/index.ts","./src/human-in-the-loop/ipc.ts","./src/page/index.ts","./src/prompts/lib/ts-transformer.ts","./src/reporter/index.ts","./src/reporter/lib.ts","./src/session/index.ts","./src/test-build/index.ts","./src/tool-call-service/index.ts","./src/tool-call-service/utils.ts","./src/tools/codegen-agent.ts","./src/tools/commit-and-create-pr.ts","./src/tools/diagnosis-fetcher.ts","./src/tools/download-build.ts","./src/tools/environment-crud.ts","./src/tools/str_replace_editor.ts","./src/tools/test-gen-browser.ts","./src/tools/test-run.ts","./src/tools/grep/index.ts","./src/tools/grep/ripgrep/index.ts","./src/tools/grep/ripgrep/types.ts","./src/tools/test-run-fetcher/index.ts","./src/tools/test-run-fetcher/types.ts","./src/tools/utils/index.ts","./src/types/handlebars.d.ts","./src/types/index.ts","./src/uploader/index.ts","./src/uploader/utils.ts","./src/utils/checkpoint.ts","./src/utils/env.ts","./src/utils/exec.ts","./src/utils/file-tree.ts","./src/utils/file.ts","./src/utils/git.ts","./src/utils/html.ts","./src/utils/index.ts","./src/utils/repo-tree.ts","./src/utils/slug.ts","./src/utils/string.ts","./src/utils/stripAnsi.ts"],"version":"5.8.3"}
+{"root":["./src/index.ts","./src/actions/assert.ts","./src/actions/click.ts","./src/actions/done.ts","./src/actions/fill.ts","./src/actions/goto.ts","./src/actions/hover.ts","./src/actions/index.ts","./src/actions/next-task.ts","./src/actions/press.ts","./src/actions/skill.ts","./src/actions/text-content.ts","./src/actions/constants/index.ts","./src/actions/utils/index.ts","./src/agent/browsing/index.ts","./src/agent/browsing/run.ts","./src/agent/browsing/utils.ts","./src/agent/chat/agent-loop.ts","./src/agent/chat/exports.ts","./src/agent/chat/index.ts","./src/agent/chat/models.ts","./src/agent/chat/prompt.ts","./src/agent/chat/repo.ts","./src/agent/chat/state.ts","./src/agent/chat/types.ts","./src/agent/chat/utils.ts","./src/agent/codegen/create-test-block.ts","./src/agent/codegen/fix-ts-errors.ts","./src/agent/codegen/generate-code-apply-changes.ts","./src/agent/codegen/lexical-scoped-vars.ts","./src/agent/codegen/repo-edit.ts","./src/agent/codegen/run.ts","./src/agent/codegen/skills-retriever.ts","./src/agent/codegen/test-update-feedback.ts","./src/agent/codegen/types.ts","./src/agent/codegen/update-flow.ts","./src/agent/codegen/use-skill.ts","./src/agent/codegen/utils.ts","./src/agent/cua/computer.ts","./src/agent/cua/index.ts","./src/agent/cua/model.ts","./src/agent/cua/pw-codegen/element-from-point.ts","./src/agent/cua/pw-codegen/types.ts","./src/agent/cua/pw-codegen/pw-pause/index.ts","./src/agent/cua/pw-codegen/pw-pause/utils.ts","./src/agent/diagnosis-agent/index.ts","./src/agent/diagnosis-agent/strict-mode-violation.ts","./src/agent/enrich-prompt/index.ts","./src/agent/enrich-prompt/utils.ts","./src/agent/infer-agent/index.ts","./src/agent/master/action-tool-calls.ts","./src/agent/master/element-annotation.ts","./src/agent/master/execute-browser-action.ts","./src/agent/master/execute-skill-action.ts","./src/agent/master/next-action.ts","./src/agent/master/planner.ts","./src/agent/master/run.ts","./src/agent/master/scroller.ts","./src/agent/master/with-hints.ts","./src/agent/master/browser-tests/cua.spec.ts","./src/agent/master/browser-tests/fixtures.ts","./src/agent/master/browser-tests/index.spec.ts","./src/agent/master/browser-tests/skills.spec.ts","./src/agent/master/icon-descriptor/index.ts","./src/agent/master/icon-descriptor/normalize-svg.ts","./src/agent/planner/run-time-planner.ts","./src/agent/planner/run.ts","./src/artifacts/index.ts","./src/artifacts/utils.ts","./src/bin/index.ts","./src/bin/logger/index.ts","./src/bin/utils/context.ts","./src/bin/utils/index.ts","./src/bin/utils/fs/index.ts","./src/bin/utils/platform/web/index.ts","./src/bin/utils/platform/web/test-files/ts-path-import-validate.ts","./src/bin/utils/scenarios/index.ts","./src/browser-injected-scripts/annotate-elements.spec.ts","./src/constants/index.ts","./src/errors/index.ts","./src/evals/add-scenario-agent.evals.ts","./src/evals/append-create-test-agent.evals.ts","./src/evals/fetch-pom-skills-agent.evals.ts","./src/evals/infer-master-or-code-agent.evals.ts","./src/evals/master-agent.evals.ts","./src/evals/type.ts","./src/evals/update-scenario-agent.evals.ts","./src/file/client.ts","./src/file/server.ts","./src/human-in-the-loop/cli.ts","./src/human-in-the-loop/index.ts","./src/human-in-the-loop/ipc.ts","./src/page/index.ts","./src/prompts/lib/ts-transformer.ts","./src/reporter/index.ts","./src/reporter/lib.ts","./src/session/index.ts","./src/test-build/index.ts","./src/tool-call-service/index.ts","./src/tool-call-service/utils.ts","./src/tools/commit-and-create-pr.ts","./src/tools/diagnosis-fetcher.ts","./src/tools/download-build.ts","./src/tools/environment-crud.ts","./src/tools/str_replace_editor.ts","./src/tools/test-gen-browser.ts","./src/tools/test-run.ts","./src/tools/grep/index.ts","./src/tools/grep/ripgrep/index.ts","./src/tools/grep/ripgrep/types.ts","./src/tools/test-run-fetcher/index.ts","./src/tools/test-run-fetcher/types.ts","./src/tools/utils/index.ts","./src/types/handlebars.d.ts","./src/types/index.ts","./src/uploader/index.ts","./src/uploader/utils.ts","./src/utils/checkpoint.ts","./src/utils/env.ts","./src/utils/exec.ts","./src/utils/file-tree.ts","./src/utils/file.ts","./src/utils/git.ts","./src/utils/html.ts","./src/utils/index.ts","./src/utils/repo-tree.ts","./src/utils/slug.ts","./src/utils/string.ts","./src/utils/stripAnsi.ts"],"version":"5.8.3"}

package/dist/tools/codegen-agent.d.ts

@@ -1,3 +0,0 @@
-import type { Tool } from "@empiricalrun/llm/chat";
-export declare const codegenTool: Tool;
-//# sourceMappingURL=codegen-agent.d.ts.map

package/dist/tools/codegen-agent.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"codegen-agent.d.ts","sourceRoot":"","sources":["../../src/tools/codegen-agent.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,wBAAwB,CAAC;AAmBnD,eAAO,MAAM,WAAW,EAAE,IAyBzB,CAAC"}

package/dist/tools/codegen-agent.js

@@ -1,40 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.codegenTool = void 0;
-const zod_1 = require("zod");
-const run_1 = require("../agent/codegen/run");
-const CodegenSchema = zod_1.z.object({
-    testName: zod_1.z.string().describe("The name of the test to create or modify"),
-    testSuites: zod_1.z
-        .array(zod_1.z.string())
-        .describe("The suites (describe blocks) where the test is located"),
-    fileName: zod_1.z
-        .string()
-        .describe("The name of the file where the test is located. File name must end with .spec.ts"),
-    changeToMake: zod_1.z.string().describe("The change to make to the test"),
-});
-exports.codegenTool = {
-    schema: {
-        name: "generateTestWithCodegen",
-        description: "Create or modify a test case with code generation. This is useful when modifications can be done with TypeScript only, and don't require any browser interactions or element selectors.",
-        parameters: CodegenSchema,
-    },
-    execute: async (input) => {
-        const { testName, testSuites, fileName, changeToMake } = input;
-        const testCase = {
-            id: 0,
-            name: testName,
-            filePath: fileName,
-            suites: testSuites,
-            steps: [changeToMake],
-        };
-        const result = await (0, run_1.generateTestWithCodegen)({
-            testCase,
-            file: fileName,
-        });
-        return {
-            result: JSON.stringify(result),
-            isError: false,
-        };
-    },
-};