@empiricalrun/test-gen 0.69.1 → 0.69.3

package/CHANGELOG.md

@@ -1,5 +1,21 @@
 # @empiricalrun/test-gen
 
+## 0.69.3
+
+### Patch Changes
+
+- 298b5e5: feat: ask for project name in recorder flow
+- Updated dependencies [298b5e5]
+  - @empiricalrun/test-run@0.10.6
+
+## 0.69.2
+
+### Patch Changes
+
+- e2f72b5: fix: handle video processing time and large uploads
+- Updated dependencies [e2f72b5]
+  - @empiricalrun/llm@0.19.1
+
 ## 0.69.1
 
 ### Patch Changes

package/dist/agent/cua/pw-codegen/pw-pause/for-recorder.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"for-recorder.d.ts","sourceRoot":"","sources":["../../../../../src/agent/cua/pw-codegen/pw-pause/for-recorder.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAIvC,OAAO,EAAE,cAAc,EAAE,MAAM,SAAS,CAAC;AAEzC,qBAAa,iCAAiC;IAO1C,OAAO,CAAC,eAAe;IANzB,OAAO,CAAC,IAAI,CAAa;IACzB,OAAO,CAAC,IAAI,CAAmB;IAC/B,OAAO,CAAC,MAAM,CAA4C;IAC1D,OAAO,CAAC,iBAAiB,CAAqB;gBAGpC,eAAe,EAAE,CAAC,IAAI,EAAE,cAAc,EAAE,KAAK,OAAO,CAAC,IAAI,CAAC;YAKtD,QAAQ;IAWhB,UAAU,CAAC,IAAI,EAAE,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;IAkBrC,sBAAsB,CAAC,IAAI,EAAE,IAAI;CAmCxC"}
+{"version":3,"file":"for-recorder.d.ts","sourceRoot":"","sources":["../../../../../src/agent/cua/pw-codegen/pw-pause/for-recorder.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAIvC,OAAO,EAAE,cAAc,EAAE,MAAM,SAAS,CAAC;AAEzC,qBAAa,iCAAiC;IAO1C,OAAO,CAAC,eAAe;IANzB,OAAO,CAAC,IAAI,CAAa;IACzB,OAAO,CAAC,IAAI,CAAmB;IAC/B,OAAO,CAAC,MAAM,CAA4C;IAC1D,OAAO,CAAC,iBAAiB,CAAqB;gBAGpC,eAAe,EAAE,CAAC,IAAI,EAAE,cAAc,EAAE,KAAK,OAAO,CAAC,IAAI,CAAC;YAKtD,QAAQ;IAWhB,UAAU,CAAC,IAAI,EAAE,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;IAkBrC,sBAAsB,CAAC,IAAI,EAAE,IAAI;CA4CxC"}

package/dist/agent/cua/pw-codegen/pw-pause/for-recorder.js

@@ -69,13 +69,22 @@ class PlaywrightPauseCodegenForRecorder {
             }
         });
         await page.addInitScript(() => {
-            setInterval(() => {
+            let displayNoneSet = false;
+            function setDisplayNone() {
                 const glassPane = document.querySelector("x-pw-glass");
                 if (glassPane) {
                     const styles = glassPane.getAttribute("style") || "";
                     glassPane.setAttribute("style", styles + "; display: none;");
+                    displayNoneSet = true;
                 }
-            }, 300);
+            }
+            let interval = setInterval(() => {
+                if (displayNoneSet) {
+                    clearInterval(interval);
+                    return;
+                }
+                setDisplayNone();
+            }, 100);
         });
         await Promise.all([pausePromise, evaluatePromise]);
     }

package/dist/recorder/glob.d.ts

@@ -0,0 +1,2 @@
+export declare function generateMatchingString(patterns: string[]): string | null;
+//# sourceMappingURL=glob.d.ts.map

package/dist/recorder/glob.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"glob.d.ts","sourceRoot":"","sources":["../../src/recorder/glob.ts"],"names":[],"mappings":"AAGA,wBAAgB,sBAAsB,CAAC,QAAQ,EAAE,MAAM,EAAE,GAAG,MAAM,GAAG,IAAI,CA8FxE"}

package/dist/recorder/glob.js

@@ -0,0 +1,74 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.generateMatchingString = generateMatchingString;
+const minimatch_1 = require("minimatch");
+const path_1 = __importDefault(require("path"));
+function generateMatchingString(patterns) {
+    // Separate positive and negative patterns
+    const positivePatterns = patterns.filter((p) => !p.startsWith("!"));
+    const negativePatterns = patterns
+        .filter((p) => p.startsWith("!"))
+        .map((p) => p.slice(1));
+    // Start with the most specific pattern - temp-test.spec.ts
+    const tempTestPattern = positivePatterns.find((p) => p.includes("temp-test.spec.ts"));
+    if (!tempTestPattern) {
+        return null;
+    }
+    // Extract the base directory from the testDirPattern
+    const testDirPattern = positivePatterns.find((p) => p.includes("/**"));
+    if (!testDirPattern) {
+        return null;
+    }
+    // Get the base directory (everything before /**)
+    const baseDir = testDirPattern.replace("/**", "");
+    // Generate a simple path that matches all positive patterns
+    let candidatePath = path_1.default.join(baseDir, "temp-test.spec.ts");
+    // Check if it matches all positive patterns
+    for (const pattern of positivePatterns) {
+        if (!(0, minimatch_1.minimatch)(candidatePath, pattern)) {
+            // If it doesn't match, try to adjust the path
+            // For patterns like **/*.spec.ts, we might need to add subdirectories
+            if (pattern.includes("**/")) {
+                // Try adding a subdirectory
+                candidatePath = path_1.default.join(baseDir, "e2e", "temp-test.spec.ts");
+            }
+        }
+    }
+    // Check against negative patterns
+    for (const pattern of negativePatterns) {
+        if ((0, minimatch_1.minimatch)(candidatePath, pattern)) {
+            // If it matches a negative pattern, try to find an alternative path
+            // Add a different subdirectory or modify the path
+            candidatePath = path_1.default.join(baseDir, "integration", "temp-test.spec.ts");
+            // Re-check against all patterns
+            const matchesAllPositive = positivePatterns.every((p) => (0, minimatch_1.minimatch)(candidatePath, p));
+            const matchesNoNegative = !negativePatterns.some((p) => (0, minimatch_1.minimatch)(candidatePath, p));
+            if (!matchesAllPositive || !matchesNoNegative) {
+                // Try another path
+                candidatePath = path_1.default.join(baseDir, "specs", "temp-test.spec.ts");
+            }
+        }
+    }
+    // Final validation
+    const matchesAllPositive = positivePatterns.every((p) => (0, minimatch_1.minimatch)(candidatePath, p));
+    const matchesNoNegative = !negativePatterns.some((p) => (0, minimatch_1.minimatch)(candidatePath, p));
+    if (matchesAllPositive && matchesNoNegative) {
+        return candidatePath;
+    }
+    // If we still can't find a valid path, try a more systematic approach
+    const subdirs = ["", "e2e", "integration", "specs", "playwright", "tests"];
+    for (const subdir of subdirs) {
+        const testPath = subdir
+            ? path_1.default.join(baseDir, subdir, "temp-test.spec.ts")
+            : path_1.default.join(baseDir, "temp-test.spec.ts");
+        const matchesAllPositive = positivePatterns.every((p) => (0, minimatch_1.minimatch)(testPath, p));
+        const matchesNoNegative = !negativePatterns.some((p) => (0, minimatch_1.minimatch)(testPath, p));
+        if (matchesAllPositive && matchesNoNegative) {
+            return testPath;
+        }
+    }
+    return null;
+}

package/dist/recorder/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/recorder/index.ts"],"names":[],"mappings":"AAkBA,wBAAsB,WAAW,CAAC,EAAE,IAAI,EAAE,EAAE;IAAE,IAAI,EAAE,MAAM,CAAA;CAAE,iBAgG3D"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/recorder/index.ts"],"names":[],"mappings":"AA4BA,wBAAsB,WAAW,CAAC,EAAE,IAAI,EAAE,EAAE;IAAE,IAAI,EAAE,MAAM,CAAA;CAAE,iBAgI3D"}

package/dist/recorder/index.js

@@ -6,6 +6,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.runRecorder = runRecorder;
 const test_run_1 = require("@empiricalrun/test-run");
 const detect_port_1 = __importDefault(require("detect-port"));
+const inquirer_1 = __importDefault(require("inquirer"));
 const path_1 = __importDefault(require("path"));
 const utils_1 = require("../agent/browsing/utils");
 const pw_pause_1 = require("../agent/cua/pw-codegen/pw-pause");
@@ -18,7 +19,6 @@ const temp_files_1 = require("./temp-files");
 const upload_1 = require("./upload");
 const validation_1 = require("./validation");
 async function runRecorder({ name }) {
-    console.log(`Recording for test name: ${name}`);
     try {
         await api_client_1.apiClient.ensureAuthenticated();
     }
@@ -29,9 +29,10 @@ async function runRecorder({ name }) {
     const repoDir = process.cwd();
     let repoName = "";
     let fileServer = null;
+    let tempTestFilePath = "tests/temp-test.spec.ts";
     process.on("SIGINT", async () => {
         try {
-            await (0, temp_files_1.deleteTempTestFile)();
+            await (0, temp_files_1.deleteTempTestFile)(repoDir, tempTestFilePath);
             await (0, pw_pause_1.revertToOriginalPwCode)(repoDir);
             if (fileServer) {
                 await fileServer.stop();
@@ -46,7 +47,7 @@ async function runRecorder({ name }) {
         repoName = await (0, validation_1.validatePackageJson)(repoDir);
     }
     catch (error) {
-        console.error("Error running recorder:", error);
+        console.error(`Could not validate package.json: ensure you are running this in an Empirical repo.`);
         process.exit(1);
     }
     try {
@@ -65,14 +66,38 @@ async function runRecorder({ name }) {
         updateFile: false,
     });
     await fileServer.startFileService();
-    await (0, temp_files_1.createTempTestFile)(availablePort);
-    const absFilePath = path_1.default.join(process.cwd(), "tests", "temp-test.spec.ts");
+    // Get available Playwright projects
+    const projects = await (0, test_run_1.getProjectsFromPlaywrightConfig)(test_run_1.Platform.WEB, repoDir);
+    let selectedProjects = ["chromium"]; // default fallback
+    let selectedProjectObj;
+    if (projects.length > 0) {
+        const projectNames = projects.map((p) => p.name);
+        const { selectedProject } = await inquirer_1.default.prompt([
+            {
+                type: "list",
+                name: "selectedProject",
+                message: "Select a Playwright project to use:",
+                choices: projectNames,
+                default: projectNames.includes("chromium")
+                    ? "chromium"
+                    : projectNames[0],
+            },
+        ]);
+        selectedProjects = [selectedProject];
+        selectedProjectObj = projects.find((p) => p.name === selectedProject);
+        if (selectedProjectObj) {
+            tempTestFilePath = (0, temp_files_1.getTempTestFileLocation)(selectedProjectObj);
+        }
+    }
+    // Create temp test file in the determined location
+    await (0, temp_files_1.createTempTestFile)(availablePort, repoDir, tempTestFilePath);
+    const absFilePath = path_1.default.join(repoDir, tempTestFilePath);
     await (0, utils_1.addImportForMethod)(absFilePath, "recordTest");
     await (0, test_run_1.runSingleTest)({
         testName: "temp test",
         suites: [],
-        filePath: "tests/temp-test.spec.ts",
-        projects: ["chromium"],
+        filePath: tempTestFilePath,
+        projects: selectedProjects,
         repoDir: process.cwd(),
         envOverrides: {
             ...envVariables,
@@ -92,14 +117,18 @@ async function runRecorder({ name }) {
             attachments = [...attachments, ...videoUrls];
         }
     }
-    await (0, temp_files_1.deleteTempTestFile)();
+    await (0, temp_files_1.deleteTempTestFile)(repoDir, tempTestFilePath);
     await (0, pw_pause_1.revertToOriginalPwCode)(repoDir);
     const codegenResult = fileServer.getCodegenSources();
     await fileServer.stop();
+    if (!name || !codegenResult) {
+        logger_1.logger.error("Test name or codegen result is missing");
+        process.exit(1);
+    }
     await (0, request_1.sendToDashboardAsRequest)({
         repoName,
         testName: name,
-        codegenResult: codegenResult,
+        codegenResult,
         attachments,
     });
 }

package/dist/recorder/temp-files.d.ts

@@ -1,3 +1,12 @@
-export declare function createTempTestFile(port: number): Promise<void>;
-export declare function deleteTempTestFile(): Promise<void>;
+export type PlaywrightProject = {
+    name: string;
+    use: any;
+    testMatch: string[] | string | undefined;
+    testIgnore: string[] | string | undefined;
+    testDir: string | undefined;
+    teardown: string | undefined;
+};
+export declare function getTempTestFileLocation(selectedProject: PlaywrightProject): string;
+export declare function createTempTestFile(port: number, repoDir: string, tempFileRelativePath: string): Promise<void>;
+export declare function deleteTempTestFile(repoDir: string, tempFileRelativePath: string): Promise<void>;
 //# sourceMappingURL=temp-files.d.ts.map

package/dist/recorder/temp-files.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"temp-files.d.ts","sourceRoot":"","sources":["../../src/recorder/temp-files.ts"],"names":[],"mappings":"AAKA,wBAAsB,kBAAkB,CAAC,IAAI,EAAE,MAAM,iBAmBpD;AAED,wBAAsB,kBAAkB,kBAUvC"}
+{"version":3,"file":"temp-files.d.ts","sourceRoot":"","sources":["../../src/recorder/temp-files.ts"],"names":[],"mappings":"AAMA,MAAM,MAAM,iBAAiB,GAAG;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,GAAG,EAAE,GAAG,CAAC;IACT,SAAS,EAAE,MAAM,EAAE,GAAG,MAAM,GAAG,SAAS,CAAC;IACzC,UAAU,EAAE,MAAM,EAAE,GAAG,MAAM,GAAG,SAAS,CAAC;IAC1C,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;CAC9B,CAAC;AAEF,wBAAgB,uBAAuB,CACrC,eAAe,EAAE,iBAAiB,GACjC,MAAM,CA+BR;AAqBD,wBAAsB,kBAAkB,CACtC,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,MAAM,EACf,oBAAoB,EAAE,MAAM,iBAkB7B;AAED,wBAAsB,kBAAkB,CACtC,OAAO,EAAE,MAAM,EACf,oBAAoB,EAAE,MAAM,iBAS7B"}

package/dist/recorder/temp-files.js

@@ -3,32 +3,79 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
+exports.getTempTestFileLocation = getTempTestFileLocation;
 exports.createTempTestFile = createTempTestFile;
 exports.deleteTempTestFile = deleteTempTestFile;
 const fs_1 = __importDefault(require("fs"));
 const path_1 = __importDefault(require("path"));
 const logger_1 = require("../logger");
-async function createTempTestFile(port) {
-    const tempFilePath = path_1.default.join(process.cwd(), "tests", "temp-test.spec.ts");
-    // Check if the temp file already exists
+const glob_1 = require("./glob");
+function getTempTestFileLocation(selectedProject) {
+    const baseTestDir = selectedProject.testDir || "tests";
+    const normalized = path_1.default.normalize(baseTestDir).endsWith("/")
+        ? path_1.default.normalize(baseTestDir).slice(0, -1)
+        : path_1.default.normalize(baseTestDir);
+    const testDirPattern = `${normalized}/**`;
+    const testMatchPattern = selectedProject.testMatch
+        ? Array.isArray(selectedProject.testMatch)
+            ? selectedProject.testMatch
+            : [selectedProject.testMatch]
+        : ["**/*.spec.ts"];
+    const testIgnorePattern = selectedProject.testIgnore
+        ? Array.isArray(selectedProject.testIgnore)
+            ? selectedProject.testIgnore
+            : [selectedProject.testIgnore]
+        : [];
+    const patterns = [
+        "**/temp-test.spec.ts",
+        testDirPattern,
+        ...testMatchPattern,
+        ...testIgnorePattern.map((p) => `!${p}`),
+    ];
+    console.log("Generated patterns:", patterns);
+    const common = (0, glob_1.generateMatchingString)(patterns);
+    if (!common) {
+        throw new Error("Could not generate a valid test file location. Please check your testMatch and testIgnore patterns.");
+    }
+    return common;
+}
+function getFixturesImportPath(tempFileRelativePath) {
+    const tempFileStartsWithSlash = tempFileRelativePath.startsWith("/")
+        ? tempFileRelativePath
+        : `/${tempFileRelativePath}`;
+    const subFolder = tempFileStartsWithSlash.split("/tests/")[1];
+    if (!subFolder) {
+        return "./fixtures";
+    }
+    // Count directory levels from temp file to tests directory
+    const pathParts = subFolder.split("/");
+    // Remove the filename to get just directory parts
+    const directoryParts = pathParts.slice(0, -1);
+    const subFolderDepth = directoryParts.length;
+    // Create relative path back to tests directory, then into fixtures
+    const upLevels = subFolderDepth > 0 ? new Array(subFolderDepth).fill("../").join("") : "./";
+    return `${upLevels}fixtures`;
+}
+async function createTempTestFile(port, repoDir, tempFileRelativePath) {
+    logger_1.logger.debug("Creating temporary test file at:", tempFileRelativePath);
+    const tempFilePath = path_1.default.join(repoDir, tempFileRelativePath);
     if (fs_1.default.existsSync(tempFilePath)) {
         logger_1.logger.warn("Temporary test file already exists. Skipping creation.");
         return;
     }
-    // Create a basic test file
-    const content = `import { test, expect } from './fixtures';
+    const fixturesImportPath = getFixturesImportPath(tempFileRelativePath);
+    const content = `import { test, expect } from '${fixturesImportPath}';
 
 test('temp test', async ({ page }) => {
   await page.goto('http://localhost:${port}/ready');
   await recordTest(page);
 });
 `;
+    logger_1.logger.debug("File content:", content);
     fs_1.default.writeFileSync(tempFilePath, content);
-    logger_1.logger.debug("Temporary test file created:", tempFilePath);
 }
-async function deleteTempTestFile() {
-    const tempFilePath = path_1.default.join(process.cwd(), "tests", "temp-test.spec.ts");
-    // Check if the temp file exists
+async function deleteTempTestFile(repoDir, tempFileRelativePath) {
+    const tempFilePath = path_1.default.join(repoDir, tempFileRelativePath);
     if (fs_1.default.existsSync(tempFilePath)) {
         fs_1.default.unlinkSync(tempFilePath);
         logger_1.logger.debug("Temporary test file deleted:", tempFilePath);

package/dist/recorder/upload.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"upload.d.ts","sourceRoot":"","sources":["../../src/recorder/upload.ts"],"names":[],"mappings":"AAcA,wBAAgB,uBAAuB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,CAoBjE;AA4DD,wBAAsB,uBAAuB,CAC3C,UAAU,EAAE,MAAM,EAAE,EACpB,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC,IAAI,GAAG,MAAM,EAAE,CAAC,CAc1B"}
+{"version":3,"file":"upload.d.ts","sourceRoot":"","sources":["../../src/recorder/upload.ts"],"names":[],"mappings":"AAcA,wBAAgB,uBAAuB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,CAoBjE;AA6FD,wBAAsB,uBAAuB,CAC3C,UAAU,EAAE,MAAM,EAAE,EACpB,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC,IAAI,GAAG,MAAM,EAAE,CAAC,CAc1B"}

package/dist/recorder/upload.js

@@ -47,30 +47,56 @@ async function uploadVideos(videoPaths, testSlug) {
     const uploadDestinationDir = `recorder-uploads/${testSlug}`;
     const bucket = ASSETS_PRODUCTION_BUCKET;
     try {
-        const formData = new FormData();
-        formData.append("destination_dir", uploadDestinationDir);
-        formData.append("bucket", bucket);
-        for (const videoPath of videoPaths) {
-            if (fs_1.default.existsSync(videoPath)) {
-                const fileBuffer = fs_1.default.readFileSync(videoPath);
-                const fileName = path_1.default.basename(videoPath);
-                const blob = new Blob([fileBuffer], { type: "video/webm" });
-                formData.append("files", blob, fileName);
-            }
+        // Step 1: Get pre-signed URLs from the API
+        const files = videoPaths
+            .filter((videoPath) => fs_1.default.existsSync(videoPath))
+            .map((videoPath) => ({
+            name: path_1.default.basename(videoPath),
+            type: "video/webm",
+        }));
+        if (files.length === 0) {
+            return null;
         }
-        const response = await api_client_1.apiClient.request("/api/upload", {
+        const presignedResponse = await api_client_1.apiClient.request("/api/upload", {
             method: "POST",
-            body: formData,
+            headers: {
+                "Content-Type": "application/json",
+            },
+            body: JSON.stringify({
+                files,
+                destination_dir: uploadDestinationDir,
+                bucket,
+            }),
         });
-        if (!response.ok) {
-            console.warn(`Failed to upload videos: ${response.status} ${response.statusText}`);
+        if (!presignedResponse.ok) {
+            console.warn(`Failed to get pre-signed URLs: ${presignedResponse.status} ${presignedResponse.statusText}`);
             return null;
         }
-        const result = await response.json();
-        if (result.error) {
-            console.warn("Video upload error:", result.error.message);
+        const presignedResult = await presignedResponse.json();
+        if (presignedResult.error) {
+            console.warn("Pre-signed URL error:", presignedResult.error.message);
             return null;
         }
+        // Step 2: Upload files directly to R2 using pre-signed URLs
+        const uploadPromises = presignedResult.data.presigned_urls.map(async (urlInfo) => {
+            const videoPath = videoPaths.find((p) => path_1.default.basename(p) === urlInfo.file_name);
+            if (!videoPath || !fs_1.default.existsSync(videoPath)) {
+                throw new Error(`Video file not found: ${urlInfo.file_name}`);
+            }
+            const fileBuffer = fs_1.default.readFileSync(videoPath);
+            const uploadResponse = await fetch(urlInfo.upload_url, {
+                method: "PUT",
+                body: fileBuffer,
+                headers: {
+                    "Content-Type": "video/webm",
+                },
+            });
+            if (!uploadResponse.ok) {
+                throw new Error(`Failed to upload ${urlInfo.file_name}: ${uploadResponse.status} ${uploadResponse.statusText}`);
+            }
+            return urlInfo.key;
+        });
+        await Promise.all(uploadPromises);
         return videoPaths.map((p) => buildVideoUrl(p, uploadDestinationDir, bucket));
     }
     catch (error) {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@empiricalrun/test-gen",
-  "version": "0.69.1",
+  "version": "0.69.3",
   "publishConfig": {
     "registry": "https://registry.npmjs.org/",
     "access": "public"
@@ -64,9 +64,9 @@
     "tsx": "^4.16.2",
     "typescript": "^5.3.3",
     "zod": "^3.23.8",
-    "@empiricalrun/llm": "^0.19.0",
+    "@empiricalrun/llm": "^0.19.1",
     "@empiricalrun/r2-uploader": "^0.3.9",
-    "@empiricalrun/test-run": "^0.10.5"
+    "@empiricalrun/test-run": "^0.10.6"
   },
   "devDependencies": {
     "@playwright/test": "1.53.0",

package/tsconfig.tsbuildinfo

@@ -1 +1 @@
-{"root":["./src/index.ts","./src/logger.ts","./src/actions/assert.ts","./src/actions/click.ts","./src/actions/done.ts","./src/actions/fill.ts","./src/actions/goto.ts","./src/actions/hover.ts","./src/actions/index.ts","./src/actions/next-task.ts","./src/actions/press.ts","./src/actions/skill.ts","./src/actions/text-content.ts","./src/actions/constants/index.ts","./src/actions/utils/index.ts","./src/agent/browsing/index.ts","./src/agent/browsing/run.ts","./src/agent/browsing/utils.ts","./src/agent/chat/agent-loop.ts","./src/agent/chat/exports.ts","./src/agent/chat/index.ts","./src/agent/chat/models.ts","./src/agent/chat/state.ts","./src/agent/chat/types.ts","./src/agent/chat/utils.ts","./src/agent/chat/prompt/index.ts","./src/agent/chat/prompt/pw-utils-docs.ts","./src/agent/chat/prompt/repo.ts","./src/agent/codegen/create-test-block.ts","./src/agent/codegen/fix-ts-errors.ts","./src/agent/codegen/generate-code-apply-changes.ts","./src/agent/codegen/lexical-scoped-vars.ts","./src/agent/codegen/repo-edit.ts","./src/agent/codegen/run.ts","./src/agent/codegen/skills-retriever.ts","./src/agent/codegen/test-update-feedback.ts","./src/agent/codegen/types.ts","./src/agent/codegen/update-flow.ts","./src/agent/codegen/use-skill.ts","./src/agent/codegen/utils.ts","./src/agent/cua/computer.ts","./src/agent/cua/index.ts","./src/agent/cua/model.ts","./src/agent/cua/pw-codegen/element-from-point.ts","./src/agent/cua/pw-codegen/types.ts","./src/agent/cua/pw-codegen/pw-pause/for-recorder.ts","./src/agent/cua/pw-codegen/pw-pause/index.ts","./src/agent/cua/pw-codegen/pw-pause/ipc.ts","./src/agent/cua/pw-codegen/pw-pause/patch.ts","./src/agent/cua/pw-codegen/pw-pause/types.ts","./src/agent/diagnosis-agent/index.ts","./src/agent/diagnosis-agent/strict-mode-violation.ts","./src/agent/enrich-prompt/index.ts","./src/agent/enrich-prompt/utils.ts","./src/agent/infer-agent/index.ts","./src/agent/master/action-tool-calls.ts","./src/agent/master/element-annotation.ts","./src/agent/master/execute-browser-action.ts","./src/agent/master/execute-skill-action.ts","./src/agent/master/next-action.ts","./src/agent/master/planner.ts","./src/agent/master/run.ts","./src/agent/master/scroller.ts","./src/agent/master/with-hints.ts","./src/agent/master/browser-tests/cua.spec.ts","./src/agent/master/browser-tests/fixtures.ts","./src/agent/master/browser-tests/index.spec.ts","./src/agent/master/browser-tests/skills.spec.ts","./src/agent/master/icon-descriptor/index.ts","./src/agent/master/icon-descriptor/normalize-svg.ts","./src/agent/planner/run-time-planner.ts","./src/agent/planner/run.ts","./src/artifacts/index.ts","./src/artifacts/utils.ts","./src/auth/api-client.ts","./src/auth/cli-auth.ts","./src/auth/index.ts","./src/auth/token-store.ts","./src/bin/index.ts","./src/bin/setup.ts","./src/bin/logger/index.ts","./src/bin/utils/context.ts","./src/bin/utils/index.ts","./src/bin/utils/fs/index.ts","./src/bin/utils/platform/web/index.ts","./src/bin/utils/platform/web/test-files/ts-path-import-validate.ts","./src/bin/utils/scenarios/index.ts","./src/browser-injected-scripts/annotate-elements.spec.ts","./src/constants/index.ts","./src/errors/index.ts","./src/evals/add-scenario-agent.evals.ts","./src/evals/append-create-test-agent.evals.ts","./src/evals/fetch-pom-skills-agent.evals.ts","./src/evals/infer-master-or-code-agent.evals.ts","./src/evals/master-agent.evals.ts","./src/evals/type.ts","./src/evals/update-scenario-agent.evals.ts","./src/file/client.ts","./src/file/server.ts","./src/human-in-the-loop/cli.ts","./src/human-in-the-loop/index.ts","./src/human-in-the-loop/ipc.ts","./src/page/index.ts","./src/prompts/lib/ts-transformer.ts","./src/recorder/env-variables.ts","./src/recorder/index.ts","./src/recorder/request.ts","./src/recorder/temp-files.ts","./src/recorder/upload.ts","./src/recorder/validation.ts","./src/reporter/index.ts","./src/reporter/lib.ts","./src/session/index.ts","./src/test-build/index.ts","./src/tool-call-service/index.ts","./src/tool-call-service/utils.ts","./src/tools/commit-and-create-pr.ts","./src/tools/diagnosis-fetcher.ts","./src/tools/download-build.ts","./src/tools/list-environments.ts","./src/tools/str_replace_editor.ts","./src/tools/test-gen-browser.ts","./src/tools/test-run.ts","./src/tools/grep/index.ts","./src/tools/grep/ripgrep/index.ts","./src/tools/grep/ripgrep/types.ts","./src/tools/test-run-fetcher/index.ts","./src/tools/test-run-fetcher/types.ts","./src/tools/upgrade-packages/index.ts","./src/tools/upgrade-packages/utils.ts","./src/tools/utils/index.ts","./src/types/handlebars.d.ts","./src/types/index.ts","./src/uploader/index.ts","./src/uploader/utils.ts","./src/utils/checkpoint.ts","./src/utils/env.ts","./src/utils/exec.ts","./src/utils/file-tree.ts","./src/utils/file.ts","./src/utils/git.ts","./src/utils/html.ts","./src/utils/index.ts","./src/utils/json.ts","./src/utils/repo-tree.ts","./src/utils/slug.ts","./src/utils/string.ts","./src/utils/stripAnsi.ts"],"version":"5.8.3"}
+{"root":["./src/index.ts","./src/logger.ts","./src/actions/assert.ts","./src/actions/click.ts","./src/actions/done.ts","./src/actions/fill.ts","./src/actions/goto.ts","./src/actions/hover.ts","./src/actions/index.ts","./src/actions/next-task.ts","./src/actions/press.ts","./src/actions/skill.ts","./src/actions/text-content.ts","./src/actions/constants/index.ts","./src/actions/utils/index.ts","./src/agent/browsing/index.ts","./src/agent/browsing/run.ts","./src/agent/browsing/utils.ts","./src/agent/chat/agent-loop.ts","./src/agent/chat/exports.ts","./src/agent/chat/index.ts","./src/agent/chat/models.ts","./src/agent/chat/state.ts","./src/agent/chat/types.ts","./src/agent/chat/utils.ts","./src/agent/chat/prompt/index.ts","./src/agent/chat/prompt/pw-utils-docs.ts","./src/agent/chat/prompt/repo.ts","./src/agent/codegen/create-test-block.ts","./src/agent/codegen/fix-ts-errors.ts","./src/agent/codegen/generate-code-apply-changes.ts","./src/agent/codegen/lexical-scoped-vars.ts","./src/agent/codegen/repo-edit.ts","./src/agent/codegen/run.ts","./src/agent/codegen/skills-retriever.ts","./src/agent/codegen/test-update-feedback.ts","./src/agent/codegen/types.ts","./src/agent/codegen/update-flow.ts","./src/agent/codegen/use-skill.ts","./src/agent/codegen/utils.ts","./src/agent/cua/computer.ts","./src/agent/cua/index.ts","./src/agent/cua/model.ts","./src/agent/cua/pw-codegen/element-from-point.ts","./src/agent/cua/pw-codegen/types.ts","./src/agent/cua/pw-codegen/pw-pause/for-recorder.ts","./src/agent/cua/pw-codegen/pw-pause/index.ts","./src/agent/cua/pw-codegen/pw-pause/ipc.ts","./src/agent/cua/pw-codegen/pw-pause/patch.ts","./src/agent/cua/pw-codegen/pw-pause/types.ts","./src/agent/diagnosis-agent/index.ts","./src/agent/diagnosis-agent/strict-mode-violation.ts","./src/agent/enrich-prompt/index.ts","./src/agent/enrich-prompt/utils.ts","./src/agent/infer-agent/index.ts","./src/agent/master/action-tool-calls.ts","./src/agent/master/element-annotation.ts","./src/agent/master/execute-browser-action.ts","./src/agent/master/execute-skill-action.ts","./src/agent/master/next-action.ts","./src/agent/master/planner.ts","./src/agent/master/run.ts","./src/agent/master/scroller.ts","./src/agent/master/with-hints.ts","./src/agent/master/browser-tests/cua.spec.ts","./src/agent/master/browser-tests/fixtures.ts","./src/agent/master/browser-tests/index.spec.ts","./src/agent/master/browser-tests/skills.spec.ts","./src/agent/master/icon-descriptor/index.ts","./src/agent/master/icon-descriptor/normalize-svg.ts","./src/agent/planner/run-time-planner.ts","./src/agent/planner/run.ts","./src/artifacts/index.ts","./src/artifacts/utils.ts","./src/auth/api-client.ts","./src/auth/cli-auth.ts","./src/auth/index.ts","./src/auth/token-store.ts","./src/bin/index.ts","./src/bin/setup.ts","./src/bin/logger/index.ts","./src/bin/utils/context.ts","./src/bin/utils/index.ts","./src/bin/utils/fs/index.ts","./src/bin/utils/platform/web/index.ts","./src/bin/utils/platform/web/test-files/ts-path-import-validate.ts","./src/bin/utils/scenarios/index.ts","./src/browser-injected-scripts/annotate-elements.spec.ts","./src/constants/index.ts","./src/errors/index.ts","./src/evals/add-scenario-agent.evals.ts","./src/evals/append-create-test-agent.evals.ts","./src/evals/fetch-pom-skills-agent.evals.ts","./src/evals/infer-master-or-code-agent.evals.ts","./src/evals/master-agent.evals.ts","./src/evals/type.ts","./src/evals/update-scenario-agent.evals.ts","./src/file/client.ts","./src/file/server.ts","./src/human-in-the-loop/cli.ts","./src/human-in-the-loop/index.ts","./src/human-in-the-loop/ipc.ts","./src/page/index.ts","./src/prompts/lib/ts-transformer.ts","./src/recorder/env-variables.ts","./src/recorder/glob.ts","./src/recorder/index.ts","./src/recorder/request.ts","./src/recorder/temp-files.ts","./src/recorder/upload.ts","./src/recorder/validation.ts","./src/reporter/index.ts","./src/reporter/lib.ts","./src/session/index.ts","./src/test-build/index.ts","./src/tool-call-service/index.ts","./src/tool-call-service/utils.ts","./src/tools/commit-and-create-pr.ts","./src/tools/diagnosis-fetcher.ts","./src/tools/download-build.ts","./src/tools/list-environments.ts","./src/tools/str_replace_editor.ts","./src/tools/test-gen-browser.ts","./src/tools/test-run.ts","./src/tools/grep/index.ts","./src/tools/grep/ripgrep/index.ts","./src/tools/grep/ripgrep/types.ts","./src/tools/test-run-fetcher/index.ts","./src/tools/test-run-fetcher/types.ts","./src/tools/upgrade-packages/index.ts","./src/tools/upgrade-packages/utils.ts","./src/tools/utils/index.ts","./src/types/handlebars.d.ts","./src/types/index.ts","./src/uploader/index.ts","./src/uploader/utils.ts","./src/utils/checkpoint.ts","./src/utils/env.ts","./src/utils/exec.ts","./src/utils/file-tree.ts","./src/utils/file.ts","./src/utils/git.ts","./src/utils/html.ts","./src/utils/index.ts","./src/utils/json.ts","./src/utils/repo-tree.ts","./src/utils/slug.ts","./src/utils/string.ts","./src/utils/stripAnsi.ts"],"version":"5.8.3"}