@empiricalrun/test-gen 0.66.1 → 0.67.0

package/dist/file/server.d.ts

@@ -17,6 +17,7 @@ export declare class FileServiceServer {
     private artifactsInputs;
     private result;
     private usage;
+    private codegenSources;
     constructor({ port, repoDir, updateFile, onComplete, }: {
         port: number;
         repoDir: string;
@@ -28,6 +29,7 @@ export declare class FileServiceServer {
         usage: Usage | undefined;
     };
     getArtifactInputsFromServer(): ArtifactInput[];
+    getCodegenSources(): string | undefined;
     setFilePath(filePath: string): void;
     startFileService(): Promise<number>;
     stop(): Promise<void>;

package/dist/file/server.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"server.d.ts","sourceRoot":"","sources":["../../src/file/server.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,KAAK,EAAE,MAAM,4BAA4B,CAAC;AAKlE,OAAO,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAC;AAQlD,MAAM,MAAM,sBAAsB,GAAG;IACnC,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,kBAAkB,CAAC;IAC3B,KAAK,EAAE,KAAK,CAAC;IACb,aAAa,EAAE,MAAM,CAAC;IACtB,WAAW,EAAE,MAAM,EAAE,CAAC;CACvB,CAAC;AAEF,qBAAa,iBAAiB;IAC5B,OAAO,CAAC,IAAI,CAAa;IACzB,OAAO,CAAC,QAAQ,CAAc;IAC9B,OAAO,CAAC,OAAO,CAAc;IAC7B,OAAO,CAAC,MAAM,CAA4C;IAC1D,OAAO,CAAC,UAAU,CAAkB;IACpC,OAAO,CAAC,UAAU,CAAC,CAAa;IAEhC,OAAO,CAAC,eAAe,CAAuB;IAC9C,OAAO,CAAC,MAAM,CAAiC;IAC/C,OAAO,CAAC,KAAK,CAAoB;gBAErB,EACV,IAAI,EACJ,OAAO,EACP,UAAU,EACV,UAAU,GACX,EAAE;QACD,IAAI,EAAE,MAAM,CAAC;QACb,OAAO,EAAE,MAAM,CAAC;QAChB,UAAU,EAAE,OAAO,CAAC;QACpB,UAAU,CAAC,EAAE,MAAM,IAAI,CAAC;KACzB;IAOD,iBAAiB;;;;IAIjB,2BAA2B;IAI3B,WAAW,CAAC,QAAQ,EAAE,MAAM;IAItB,gBAAgB,IAAI,OAAO,CAAC,MAAM,CAAC;IA4DnC,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;CAgB5B"}
+{"version":3,"file":"server.d.ts","sourceRoot":"","sources":["../../src/file/server.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,KAAK,EAAE,MAAM,4BAA4B,CAAC;AAKlE,OAAO,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAC;AASlD,MAAM,MAAM,sBAAsB,GAAG;IACnC,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,kBAAkB,CAAC;IAC3B,KAAK,EAAE,KAAK,CAAC;IACb,aAAa,EAAE,MAAM,CAAC;IACtB,WAAW,EAAE,MAAM,EAAE,CAAC;CACvB,CAAC;AAEF,qBAAa,iBAAiB;IAC5B,OAAO,CAAC,IAAI,CAAa;IACzB,OAAO,CAAC,QAAQ,CAAc;IAC9B,OAAO,CAAC,OAAO,CAAc;IAC7B,OAAO,CAAC,MAAM,CAA4C;IAC1D,OAAO,CAAC,UAAU,CAAkB;IACpC,OAAO,CAAC,UAAU,CAAC,CAAa;IAEhC,OAAO,CAAC,eAAe,CAAuB;IAC9C,OAAO,CAAC,MAAM,CAAiC;IAC/C,OAAO,CAAC,KAAK,CAAoB;IAEjC,OAAO,CAAC,cAAc,CAAqB;gBAE/B,EACV,IAAI,EACJ,OAAO,EACP,UAAU,EACV,UAAU,GACX,EAAE;QACD,IAAI,EAAE,MAAM,CAAC;QACb,OAAO,EAAE,MAAM,CAAC;QAChB,UAAU,EAAE,OAAO,CAAC;QACpB,UAAU,CAAC,EAAE,MAAM,IAAI,CAAC;KACzB;IAOD,iBAAiB;;;;IAIjB,2BAA2B;IAI3B,iBAAiB;IAIjB,WAAW,CAAC,QAAQ,EAAE,MAAM;IAItB,gBAAgB,IAAI,OAAO,CAAC,MAAM,CAAC;IAqEnC,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;CAgB5B"}

package/dist/file/server.js

@@ -19,6 +19,7 @@ class FileServiceServer {
     artifactsInputs = [];
     result;
     usage;
+    codegenSources;
     constructor({ port, repoDir, updateFile, onComplete, }) {
         this.port = port;
         this.repoDir = repoDir;
@@ -31,6 +32,9 @@ class FileServiceServer {
     getArtifactInputsFromServer() {
         return this.artifactsInputs;
     }
+    getCodegenSources() {
+        return this.codegenSources;
+    }
     setFilePath(filePath) {
         this.filePath = path_1.default.resolve(this.repoDir, filePath);
     }
@@ -38,6 +42,11 @@ class FileServiceServer {
         const app = (0, express_1.default)();
         app.use(express_1.default.json({ limit: "50mb" }));
         (0, ipc_1.humanLoopRoute)(app);
+        app.post("/codegen-sources", async (req) => {
+            const payload = req.body;
+            this.codegenSources = payload.map((c) => c.actions.join("\n")).join("\n");
+            console.log("[FileServiceServer] Received codegen sources", this.codegenSources);
+        });
         app.post("/agent-results", async (req, res) => {
             const { generatedCode, importPaths, result, usage } = req.body;
             this.result = result;

package/dist/index.d.ts

@@ -2,4 +2,5 @@ import { FrameLocator, Page } from "playwright";
 import { ScopeVars } from "./types";
 export { downloadBuild } from "./test-build";
 export declare function createTest(task: string, pageRef: Page | FrameLocator, scope?: ScopeVars): Promise<void>;
+export declare function recordTest(pageRef: Page): Promise<void>;
 //# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,YAAY,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAWhD,OAAO,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AACpC,OAAO,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAsB7C,wBAAsB,UAAU,CAC9B,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,IAAI,GAAG,YAAY,EAC5B,KAAK,CAAC,EAAE,SAAS,iBAwElB"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,YAAY,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAahD,OAAO,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AACpC,OAAO,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAsB7C,wBAAsB,UAAU,CAC9B,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,IAAI,GAAG,YAAY,EAC5B,KAAK,CAAC,EAAE,SAAS,iBAwElB;AAED,wBAAsB,UAAU,CAAC,OAAO,EAAE,IAAI,iBAY7C"}

package/dist/index.js

@@ -5,8 +5,11 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.downloadBuild = void 0;
 exports.createTest = createTest;
+exports.recordTest = recordTest;
 const llm_1 = require("@empiricalrun/llm");
 const cua_1 = require("./agent/cua");
+const pw_pause_1 = require("./agent/cua/pw-codegen/pw-pause");
+const for_recorder_1 = require("./agent/cua/pw-codegen/pw-pause/for-recorder");
 const run_1 = require("./agent/master/run");
 const scenarios_1 = require("./bin/utils/scenarios");
 const client_1 = __importDefault(require("./file/client"));
@@ -94,3 +97,16 @@ async function createTest(task, pageRef, scope) {
         await flushEvents();
     }
 }
+async function recordTest(pageRef) {
+    const fileServiceClient = new client_1.default();
+    const repoDir = process.cwd();
+    const canUsePwPause = await (0, pw_pause_1.canUsePauseCodegen)(repoDir);
+    if (!canUsePwPause) {
+        return;
+    }
+    console.log("[getCodegen] using PlaywrightPauseCodegen");
+    const codegen = new for_recorder_1.PlaywrightPauseCodegenForRecorder(async (sources) => {
+        await fileServiceClient.sendCodegenSources(sources);
+    });
+    await codegen.initialize(pageRef);
+}

package/dist/recorder/display.d.ts

@@ -0,0 +1,2 @@
+export declare function displayResultsAndConfirm(name: string, codegenResult: string): Promise<string>;
+//# sourceMappingURL=display.d.ts.map

package/dist/recorder/display.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"display.d.ts","sourceRoot":"","sources":["../../src/recorder/display.ts"],"names":[],"mappings":"AAEA,wBAAsB,wBAAwB,CAC5C,IAAI,EAAE,MAAM,EACZ,aAAa,EAAE,MAAM,mBA+CtB"}

package/dist/recorder/display.js

@@ -0,0 +1,50 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.displayResultsAndConfirm = displayResultsAndConfirm;
+const inquirer_1 = __importDefault(require("inquirer"));
+async function displayResultsAndConfirm(name, codegenResult) {
+    let finalResult = codegenResult || "No code generated";
+    let approved = false;
+    while (!approved) {
+        // Display results in a box format
+        console.log("\n" + "=".repeat(80));
+        console.log("📝 TEST GENERATION RESULTS");
+        console.log("=".repeat(80));
+        console.log(`Test Name: ${name}`);
+        console.log("-".repeat(80));
+        console.log("Generated Code:");
+        console.log("-".repeat(80));
+        console.log(finalResult);
+        console.log("=".repeat(80));
+        // Ask user for confirmation
+        const { confirmed } = await inquirer_1.default.prompt([
+            {
+                type: "confirm",
+                name: "confirmed",
+                message: "Does this look good to you?",
+                default: true,
+            },
+        ]);
+        if (confirmed) {
+            console.log("✅ Great! The test generation was successful.");
+            approved = true;
+        }
+        else {
+            // Open multiline editor for user to modify
+            const { editedCode } = await inquirer_1.default.prompt([
+                {
+                    type: "editor",
+                    name: "editedCode",
+                    message: "Edit the generated code:",
+                    default: finalResult,
+                },
+            ]);
+            finalResult = editedCode;
+            console.log("Code updated. Let's review the changes...");
+        }
+    }
+    return finalResult;
+}

package/dist/recorder/index.d.ts

@@ -0,0 +1,4 @@
+export declare function runRecorder({ name }: {
+    name: string;
+}): Promise<void>;
+//# sourceMappingURL=index.d.ts.map

package/dist/recorder/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/recorder/index.ts"],"names":[],"mappings":"AAyCA,wBAAsB,WAAW,CAAC,EAAE,IAAI,EAAE,EAAE;IAAE,IAAI,EAAE,MAAM,CAAA;CAAE,iBAiF3D"}

package/dist/recorder/index.js

@@ -0,0 +1,108 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.runRecorder = runRecorder;
+const test_run_1 = require("@empiricalrun/test-run");
+const detect_port_1 = __importDefault(require("detect-port"));
+const fs_1 = __importDefault(require("fs"));
+const path_1 = __importDefault(require("path"));
+const utils_1 = require("../agent/browsing/utils");
+const chat_1 = require("../agent/chat");
+const pw_pause_1 = require("../agent/cua/pw-codegen/pw-pause");
+const utils_2 = require("../artifacts/utils");
+const server_1 = require("../file/server");
+const display_1 = require("./display");
+const request_1 = require("./request");
+const temp_files_1 = require("./temp-files");
+const upload_1 = require("./upload");
+const validation_1 = require("./validation");
+function extractVideoAttachments(repoDir) {
+    try {
+        const summaryPath = path_1.default.join(repoDir, "summary.json");
+        if (!fs_1.default.existsSync(summaryPath)) {
+            console.log("summary.json not found");
+            return [];
+        }
+        const summaryContent = JSON.parse(fs_1.default.readFileSync(summaryPath, "utf-8"));
+        const attachments = (0, utils_2.extractAttachmentsFromPlaywrightJSONReport)(summaryContent, "temp test");
+        const videoPaths = attachments
+            .filter((attachment) => attachment.contentType === "video/webm")
+            .map((attachment) => attachment.path);
+        return videoPaths;
+    }
+    catch (error) {
+        console.warn("Error processing summary.json:", error);
+        return [];
+    }
+}
+async function runRecorder({ name }) {
+    console.log(`Recording for test name: ${name}`);
+    const repoDir = process.cwd();
+    try {
+        await (0, validation_1.validate)(repoDir);
+    }
+    catch (error) {
+        console.error("Error running recorder:", error);
+        process.exit(1);
+    }
+    if (!process.env.EMPIRICALRUN_API_KEY) {
+        console.error("EMPIRICALRUN_API_KEY is not set. Please set it in your environment variables.");
+        process.exit(1);
+    }
+    try {
+        // Prepare playwright for codegen
+        console.log("[generateTestWithBrowserAgent] Preparing playwright for codegen");
+        await (0, pw_pause_1.preparePlaywrightForCodegen)(repoDir);
+    }
+    catch (err) {
+        console.warn("[generateTestWithBrowserAgent] Error preparing playwright for codegen", err);
+    }
+    const envVariables = await (0, chat_1.fetchEnvironmentVariables)();
+    await (0, temp_files_1.createTempTestFile)();
+    const absFilePath = path_1.default.join(process.cwd(), "tests", "temp-test.spec.ts");
+    await (0, utils_1.addImportForMethod)(absFilePath, "recordTest");
+    // Start a file service for IPC with the agent (which runs in a different process)
+    const availablePort = await (0, detect_port_1.default)(3030);
+    const fileServer = new server_1.FileServiceServer({
+        port: availablePort,
+        repoDir,
+        updateFile: false,
+    });
+    await fileServer.startFileService();
+    await (0, test_run_1.runSingleTest)({
+        testName: "temp test",
+        suites: [],
+        filePath: "tests/temp-test.spec.ts",
+        projects: ["chromium"],
+        repoDir: process.cwd(),
+        envOverrides: {
+            ...envVariables,
+            RUN_PLAYWRIGHT_HEADED: "true",
+            PW_CODEGEN_NO_INSPECTOR: "1",
+            IPC_FILE_SERVICE_PORT: availablePort.toString(),
+        },
+    });
+    const videoPaths = extractVideoAttachments(repoDir);
+    let attachments = [];
+    if (videoPaths.length === 0) {
+        console.warn("No video attachments found for temp test");
+    }
+    else {
+        const videoUrls = await (0, upload_1.uploadVideosWithSpinner)(videoPaths, name);
+        if (videoUrls) {
+            attachments = [...attachments, ...videoUrls];
+        }
+    }
+    await (0, temp_files_1.deleteTempTestFile)();
+    await (0, pw_pause_1.revertToOriginalPwCode)(repoDir);
+    const codegenResult = fileServer.getCodegenSources();
+    await fileServer.stop();
+    const finalCode = await (0, display_1.displayResultsAndConfirm)(name, codegenResult);
+    await (0, request_1.sendToDashboardAsRequest)({
+        testName: name,
+        codegenResult: finalCode,
+        attachments,
+    });
+}

package/dist/recorder/request.d.ts

@@ -0,0 +1,6 @@
+export declare function sendToDashboardAsRequest({ testName, codegenResult, attachments, }: {
+    testName: string;
+    codegenResult: string;
+    attachments: string[];
+}): Promise<void>;
+//# sourceMappingURL=request.d.ts.map

package/dist/recorder/request.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"request.d.ts","sourceRoot":"","sources":["../../src/recorder/request.ts"],"names":[],"mappings":"AAeA,wBAAsB,wBAAwB,CAAC,EAC7C,QAAQ,EACR,aAAa,EACb,WAAW,GACZ,EAAE;IACD,QAAQ,EAAE,MAAM,CAAC;IACjB,aAAa,EAAE,MAAM,CAAC;IACtB,WAAW,EAAE,MAAM,EAAE,CAAC;CACvB,iBAKA"}

package/dist/recorder/request.js

@@ -0,0 +1,55 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.sendToDashboardAsRequest = sendToDashboardAsRequest;
+const DASHBOARD_DOMAIN = process.env.DASHBOARD_DOMAIN || "https://dash.empirical.run";
+const title = (name) => `Add a test: ${name}`;
+function description(codegenResult, attachments) {
+    return [
+        `To add this test, refer to the following code that was captured using playwright codegen. Make modifications that you need to make to convert this into a test case that sits well with other tests in this repository.`,
+        `Codegen result:`,
+        codegenResult,
+        `Other attachments:`,
+        ...attachments,
+    ].join("\n\n");
+}
+async function sendToDashboardAsRequest({ testName, codegenResult, attachments, }) {
+    return createRequest({
+        title: title(testName),
+        description: description(codegenResult, attachments),
+    });
+}
+async function createRequest({ title, description, }) {
+    if (!DASHBOARD_DOMAIN) {
+        console.warn("DASHBOARD_DOMAIN not set, skipping request creation");
+        return;
+    }
+    if (!process.env.EMPIRICALRUN_API_KEY) {
+        console.warn("EMPIRICALRUN_API_KEY not set, skipping request creation");
+        return;
+    }
+    try {
+        const source = "cli";
+        const sourceIdentifier = "random-string";
+        const response = await fetch(`${DASHBOARD_DOMAIN}/api/requests`, {
+            method: "POST",
+            headers: {
+                "Content-Type": "application/json",
+                Authorization: `Bearer ${process.env.EMPIRICALRUN_API_KEY}`,
+            },
+            body: JSON.stringify({
+                source,
+                source_identifier: sourceIdentifier,
+                title,
+                description,
+            }),
+        });
+        if (!response.ok) {
+            throw new Error(`Failed to create request: ${response.statusText}`);
+        }
+        const data = await response.json();
+        console.log("Request created successfully:", data);
+    }
+    catch (error) {
+        console.error("Failed to create request:", error);
+    }
+}

package/dist/recorder/temp-files.d.ts

@@ -0,0 +1,3 @@
+export declare function createTempTestFile(): Promise<void>;
+export declare function deleteTempTestFile(): Promise<void>;
+//# sourceMappingURL=temp-files.d.ts.map

package/dist/recorder/temp-files.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"temp-files.d.ts","sourceRoot":"","sources":["../../src/recorder/temp-files.ts"],"names":[],"mappings":"AAGA,wBAAsB,kBAAkB,kBAoBvC;AAED,wBAAsB,kBAAkB,kBAUvC"}

package/dist/recorder/temp-files.js

@@ -0,0 +1,39 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createTempTestFile = createTempTestFile;
+exports.deleteTempTestFile = deleteTempTestFile;
+const fs_1 = __importDefault(require("fs"));
+const path_1 = __importDefault(require("path"));
+async function createTempTestFile() {
+    const tempFilePath = path_1.default.join(process.cwd(), "tests", "temp-test.spec.ts");
+    // Check if the temp file already exists
+    if (fs_1.default.existsSync(tempFilePath)) {
+        console.warn("Temporary test file already exists. Skipping creation.");
+        return;
+    }
+    // Create a basic test file
+    const content = `import { test, expect } from './fixtures';
+
+test('temp test', async ({ page }) => {
+  await page.goto('https://example.com');
+  expect(await page.title()).toBe('Example Domain');
+  await recordTest(page);
+});
+`;
+    fs_1.default.writeFileSync(tempFilePath, content);
+    console.log("Temporary test file created:", tempFilePath);
+}
+async function deleteTempTestFile() {
+    const tempFilePath = path_1.default.join(process.cwd(), "tests", "temp-test.spec.ts");
+    // Check if the temp file exists
+    if (fs_1.default.existsSync(tempFilePath)) {
+        fs_1.default.unlinkSync(tempFilePath);
+        console.log("Temporary test file deleted:", tempFilePath);
+    }
+    else {
+        console.warn("Temporary test file does not exist. Skipping deletion.");
+    }
+}

package/dist/recorder/upload.d.ts

@@ -0,0 +1,2 @@
+export declare function uploadVideosWithSpinner(videoPaths: string[], testName: string): Promise<void | string[]>;
+//# sourceMappingURL=upload.d.ts.map

package/dist/recorder/upload.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"upload.d.ts","sourceRoot":"","sources":["../../src/recorder/upload.ts"],"names":[],"mappings":"AAgFA,wBAAsB,uBAAuB,CAC3C,UAAU,EAAE,MAAM,EAAE,EACpB,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC,IAAI,GAAG,MAAM,EAAE,CAAC,CAe1B"}

package/dist/recorder/upload.js

@@ -0,0 +1,85 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.uploadVideosWithSpinner = uploadVideosWithSpinner;
+const fs_1 = __importDefault(require("fs"));
+const ora_1 = __importDefault(require("ora"));
+const path_1 = __importDefault(require("path"));
+const slug_1 = require("../utils/slug");
+const ASSETS_PRODUCTION_BUCKET = "empirical-assets-production";
+const BUCKET_DOMAINS = {
+    "empirical-assets-staging": "assets-staging.empirical.run",
+    "empirical-assets-production": "assets.empirical.run",
+};
+function buildVideoUrl(localPath, directory, bucket) {
+    const domain = BUCKET_DOMAINS[bucket];
+    const fileName = path_1.default.basename(localPath);
+    return `https://${domain}/${path_1.default.join(directory, fileName)}`;
+}
+async function uploadVideos(videoPaths, testSlug) {
+    if (videoPaths.length === 0) {
+        return null;
+    }
+    const DASHBOARD_DOMAIN = process.env.DASHBOARD_DOMAIN || "https://dash.empirical.run";
+    const API_KEY = process.env.EMPIRICALRUN_API_KEY;
+    if (!API_KEY) {
+        console.warn("EMPIRICALRUN_API_KEY not set, skipping video upload");
+        return null;
+    }
+    const uploadDestinationDir = `recorder-uploads/${testSlug}`;
+    const bucket = ASSETS_PRODUCTION_BUCKET;
+    try {
+        const formData = new FormData();
+        formData.append("destination_dir", uploadDestinationDir);
+        formData.append("bucket", bucket);
+        for (const videoPath of videoPaths) {
+            if (fs_1.default.existsSync(videoPath)) {
+                const fileBuffer = fs_1.default.readFileSync(videoPath);
+                const fileName = path_1.default.basename(videoPath);
+                const blob = new Blob([fileBuffer], { type: "video/webm" });
+                formData.append("files", blob, fileName);
+            }
+        }
+        const response = await fetch(`${DASHBOARD_DOMAIN}/api/upload`, {
+            method: "POST",
+            headers: {
+                Authorization: `Bearer ${API_KEY}`,
+            },
+            body: formData,
+        });
+        if (!response.ok) {
+            console.warn(`Failed to upload videos: ${response.status} ${response.statusText}`);
+            return null;
+        }
+        const result = await response.json();
+        if (result.error) {
+            console.warn("Video upload error:", result.error.message);
+            return null;
+        }
+        return videoPaths.map((p) => buildVideoUrl(p, uploadDestinationDir, bucket));
+    }
+    catch (error) {
+        console.warn("Error uploading videos:", error);
+        return null;
+    }
+}
+async function uploadVideosWithSpinner(videoPaths, testName) {
+    videoPaths.forEach((videoPath) => console.log(videoPath));
+    const uploadSpinner = (0, ora_1.default)("Uploading video recordings...").start();
+    try {
+        const slugifiedTestName = `${(0, slug_1.slugify)(testName)}-${Math.random().toString(36).substring(2, 8)}`;
+        const uploaded = await uploadVideos(videoPaths, slugifiedTestName);
+        if (uploaded) {
+            uploadSpinner.succeed("Video recordings uploaded successfully");
+            return uploaded;
+        }
+        else {
+            uploadSpinner.warn("Video upload skipped or failed");
+        }
+    }
+    catch (error) {
+        uploadSpinner.fail("Failed to upload video recordings");
+    }
+}

package/dist/recorder/validation.d.ts

@@ -0,0 +1,2 @@
+export declare function validate(repoDir: string): Promise<void>;
+//# sourceMappingURL=validation.d.ts.map

package/dist/recorder/validation.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"validation.d.ts","sourceRoot":"","sources":["../../src/recorder/validation.ts"],"names":[],"mappings":"AAGA,wBAAsB,QAAQ,CAAC,OAAO,EAAE,MAAM,iBAoB7C"}

package/dist/recorder/validation.js

@@ -0,0 +1,24 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.validate = validate;
+const fs_1 = __importDefault(require("fs"));
+const path_1 = __importDefault(require("path"));
+async function validate(repoDir) {
+    // Check if package.json exists
+    const packageJsonPath = path_1.default.join(repoDir, "package.json");
+    if (!fs_1.default.existsSync(packageJsonPath)) {
+        throw new Error("package.json not found in the repository");
+    }
+    // Check if playwright is installed
+    const packageJson = JSON.parse(fs_1.default.readFileSync(packageJsonPath, "utf8"));
+    const hasPlaywright = (packageJson.dependencies &&
+        packageJson.dependencies["@playwright/test"]) ||
+        (packageJson.devDependencies &&
+            packageJson.devDependencies["@playwright/test"]);
+    if (!hasPlaywright) {
+        throw new Error("Playwright is not installed. Please install @playwright/test");
+    }
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@empiricalrun/test-gen",
-  "version": "0.66.1",
+  "version": "0.67.0",
   "publishConfig": {
     "registry": "https://registry.npmjs.org/",
     "access": "public"
@@ -53,6 +53,7 @@
     "mime": "3.0.0",
     "minimatch": "^10.0.1",
     "nanoid": "^5.0.7",
+    "open": "^10.1.2",
     "openai": "4.87.3",
     "ora": "^8.1.0",
     "picocolors": "^1.0.1",

package/tsconfig.tsbuildinfo

@@ -1 +1 @@
-{"root":["./src/index.ts","./src/actions/assert.ts","./src/actions/click.ts","./src/actions/done.ts","./src/actions/fill.ts","./src/actions/goto.ts","./src/actions/hover.ts","./src/actions/index.ts","./src/actions/next-task.ts","./src/actions/press.ts","./src/actions/skill.ts","./src/actions/text-content.ts","./src/actions/constants/index.ts","./src/actions/utils/index.ts","./src/agent/browsing/index.ts","./src/agent/browsing/run.ts","./src/agent/browsing/utils.ts","./src/agent/chat/agent-loop.ts","./src/agent/chat/exports.ts","./src/agent/chat/index.ts","./src/agent/chat/models.ts","./src/agent/chat/state.ts","./src/agent/chat/types.ts","./src/agent/chat/utils.ts","./src/agent/chat/prompt/index.ts","./src/agent/chat/prompt/pw-utils-docs.ts","./src/agent/chat/prompt/repo.ts","./src/agent/codegen/create-test-block.ts","./src/agent/codegen/fix-ts-errors.ts","./src/agent/codegen/generate-code-apply-changes.ts","./src/agent/codegen/lexical-scoped-vars.ts","./src/agent/codegen/repo-edit.ts","./src/agent/codegen/run.ts","./src/agent/codegen/skills-retriever.ts","./src/agent/codegen/test-update-feedback.ts","./src/agent/codegen/types.ts","./src/agent/codegen/update-flow.ts","./src/agent/codegen/use-skill.ts","./src/agent/codegen/utils.ts","./src/agent/cua/computer.ts","./src/agent/cua/index.ts","./src/agent/cua/model.ts","./src/agent/cua/pw-codegen/element-from-point.ts","./src/agent/cua/pw-codegen/types.ts","./src/agent/cua/pw-codegen/pw-pause/index.ts","./src/agent/cua/pw-codegen/pw-pause/ipc.ts","./src/agent/cua/pw-codegen/pw-pause/patch.ts","./src/agent/diagnosis-agent/index.ts","./src/agent/diagnosis-agent/strict-mode-violation.ts","./src/agent/enrich-prompt/index.ts","./src/agent/enrich-prompt/utils.ts","./src/agent/infer-agent/index.ts","./src/agent/master/action-tool-calls.ts","./src/agent/master/element-annotation.ts","./src/agent/master/execute-browser-action.ts","./src/agent/master/execute-skill-action.ts","./src/agent/master/next-action.ts","./src/agent/master/planner.ts","./src/agent/master/run.ts","./src/agent/master/scroller.ts","./src/agent/master/with-hints.ts","./src/agent/master/browser-tests/cua.spec.ts","./src/agent/master/browser-tests/fixtures.ts","./src/agent/master/browser-tests/index.spec.ts","./src/agent/master/browser-tests/skills.spec.ts","./src/agent/master/icon-descriptor/index.ts","./src/agent/master/icon-descriptor/normalize-svg.ts","./src/agent/planner/run-time-planner.ts","./src/agent/planner/run.ts","./src/artifacts/index.ts","./src/artifacts/utils.ts","./src/bin/index.ts","./src/bin/logger/index.ts","./src/bin/utils/context.ts","./src/bin/utils/index.ts","./src/bin/utils/fs/index.ts","./src/bin/utils/platform/web/index.ts","./src/bin/utils/platform/web/test-files/ts-path-import-validate.ts","./src/bin/utils/scenarios/index.ts","./src/browser-injected-scripts/annotate-elements.spec.ts","./src/constants/index.ts","./src/errors/index.ts","./src/evals/add-scenario-agent.evals.ts","./src/evals/append-create-test-agent.evals.ts","./src/evals/fetch-pom-skills-agent.evals.ts","./src/evals/infer-master-or-code-agent.evals.ts","./src/evals/master-agent.evals.ts","./src/evals/type.ts","./src/evals/update-scenario-agent.evals.ts","./src/file/client.ts","./src/file/server.ts","./src/human-in-the-loop/cli.ts","./src/human-in-the-loop/index.ts","./src/human-in-the-loop/ipc.ts","./src/page/index.ts","./src/prompts/lib/ts-transformer.ts","./src/reporter/index.ts","./src/reporter/lib.ts","./src/session/index.ts","./src/test-build/index.ts","./src/tool-call-service/index.ts","./src/tool-call-service/utils.ts","./src/tools/commit-and-create-pr.ts","./src/tools/diagnosis-fetcher.ts","./src/tools/download-build.ts","./src/tools/list-environments.ts","./src/tools/str_replace_editor.ts","./src/tools/test-gen-browser.ts","./src/tools/test-run.ts","./src/tools/grep/index.ts","./src/tools/grep/ripgrep/index.ts","./src/tools/grep/ripgrep/types.ts","./src/tools/test-run-fetcher/index.ts","./src/tools/test-run-fetcher/types.ts","./src/tools/upgrade-packages/index.ts","./src/tools/upgrade-packages/utils.ts","./src/tools/utils/index.ts","./src/types/handlebars.d.ts","./src/types/index.ts","./src/uploader/index.ts","./src/uploader/utils.ts","./src/utils/checkpoint.ts","./src/utils/env.ts","./src/utils/exec.ts","./src/utils/file-tree.ts","./src/utils/file.ts","./src/utils/git.ts","./src/utils/html.ts","./src/utils/index.ts","./src/utils/json.ts","./src/utils/repo-tree.ts","./src/utils/slug.ts","./src/utils/string.ts","./src/utils/stripAnsi.ts"],"version":"5.8.3"}
+{"root":["./src/index.ts","./src/actions/assert.ts","./src/actions/click.ts","./src/actions/done.ts","./src/actions/fill.ts","./src/actions/goto.ts","./src/actions/hover.ts","./src/actions/index.ts","./src/actions/next-task.ts","./src/actions/press.ts","./src/actions/skill.ts","./src/actions/text-content.ts","./src/actions/constants/index.ts","./src/actions/utils/index.ts","./src/agent/browsing/index.ts","./src/agent/browsing/run.ts","./src/agent/browsing/utils.ts","./src/agent/chat/agent-loop.ts","./src/agent/chat/exports.ts","./src/agent/chat/index.ts","./src/agent/chat/models.ts","./src/agent/chat/state.ts","./src/agent/chat/types.ts","./src/agent/chat/utils.ts","./src/agent/chat/prompt/index.ts","./src/agent/chat/prompt/pw-utils-docs.ts","./src/agent/chat/prompt/repo.ts","./src/agent/codegen/create-test-block.ts","./src/agent/codegen/fix-ts-errors.ts","./src/agent/codegen/generate-code-apply-changes.ts","./src/agent/codegen/lexical-scoped-vars.ts","./src/agent/codegen/repo-edit.ts","./src/agent/codegen/run.ts","./src/agent/codegen/skills-retriever.ts","./src/agent/codegen/test-update-feedback.ts","./src/agent/codegen/types.ts","./src/agent/codegen/update-flow.ts","./src/agent/codegen/use-skill.ts","./src/agent/codegen/utils.ts","./src/agent/cua/computer.ts","./src/agent/cua/index.ts","./src/agent/cua/model.ts","./src/agent/cua/pw-codegen/element-from-point.ts","./src/agent/cua/pw-codegen/types.ts","./src/agent/cua/pw-codegen/pw-pause/for-recorder.ts","./src/agent/cua/pw-codegen/pw-pause/index.ts","./src/agent/cua/pw-codegen/pw-pause/ipc.ts","./src/agent/cua/pw-codegen/pw-pause/patch.ts","./src/agent/cua/pw-codegen/pw-pause/types.ts","./src/agent/diagnosis-agent/index.ts","./src/agent/diagnosis-agent/strict-mode-violation.ts","./src/agent/enrich-prompt/index.ts","./src/agent/enrich-prompt/utils.ts","./src/agent/infer-agent/index.ts","./src/agent/master/action-tool-calls.ts","./src/agent/master/element-annotation.ts","./src/agent/master/execute-browser-action.ts","./src/agent/master/execute-skill-action.ts","./src/agent/master/next-action.ts","./src/agent/master/planner.ts","./src/agent/master/run.ts","./src/agent/master/scroller.ts","./src/agent/master/with-hints.ts","./src/agent/master/browser-tests/cua.spec.ts","./src/agent/master/browser-tests/fixtures.ts","./src/agent/master/browser-tests/index.spec.ts","./src/agent/master/browser-tests/skills.spec.ts","./src/agent/master/icon-descriptor/index.ts","./src/agent/master/icon-descriptor/normalize-svg.ts","./src/agent/planner/run-time-planner.ts","./src/agent/planner/run.ts","./src/artifacts/index.ts","./src/artifacts/utils.ts","./src/auth/api-client.ts","./src/auth/cli-auth.ts","./src/auth/index.ts","./src/auth/token-store.ts","./src/bin/index.ts","./src/bin/logger/index.ts","./src/bin/utils/context.ts","./src/bin/utils/index.ts","./src/bin/utils/fs/index.ts","./src/bin/utils/platform/web/index.ts","./src/bin/utils/platform/web/test-files/ts-path-import-validate.ts","./src/bin/utils/scenarios/index.ts","./src/browser-injected-scripts/annotate-elements.spec.ts","./src/constants/index.ts","./src/errors/index.ts","./src/evals/add-scenario-agent.evals.ts","./src/evals/append-create-test-agent.evals.ts","./src/evals/fetch-pom-skills-agent.evals.ts","./src/evals/infer-master-or-code-agent.evals.ts","./src/evals/master-agent.evals.ts","./src/evals/type.ts","./src/evals/update-scenario-agent.evals.ts","./src/file/client.ts","./src/file/server.ts","./src/human-in-the-loop/cli.ts","./src/human-in-the-loop/index.ts","./src/human-in-the-loop/ipc.ts","./src/page/index.ts","./src/prompts/lib/ts-transformer.ts","./src/recorder/display.ts","./src/recorder/index.ts","./src/recorder/request.ts","./src/recorder/temp-files.ts","./src/recorder/upload.ts","./src/recorder/validation.ts","./src/reporter/index.ts","./src/reporter/lib.ts","./src/session/index.ts","./src/test-build/index.ts","./src/tool-call-service/index.ts","./src/tool-call-service/utils.ts","./src/tools/commit-and-create-pr.ts","./src/tools/diagnosis-fetcher.ts","./src/tools/download-build.ts","./src/tools/list-environments.ts","./src/tools/str_replace_editor.ts","./src/tools/test-gen-browser.ts","./src/tools/test-run.ts","./src/tools/grep/index.ts","./src/tools/grep/ripgrep/index.ts","./src/tools/grep/ripgrep/types.ts","./src/tools/test-run-fetcher/index.ts","./src/tools/test-run-fetcher/types.ts","./src/tools/upgrade-packages/index.ts","./src/tools/upgrade-packages/utils.ts","./src/tools/utils/index.ts","./src/types/handlebars.d.ts","./src/types/index.ts","./src/uploader/index.ts","./src/uploader/utils.ts","./src/utils/checkpoint.ts","./src/utils/env.ts","./src/utils/exec.ts","./src/utils/file-tree.ts","./src/utils/file.ts","./src/utils/git.ts","./src/utils/html.ts","./src/utils/index.ts","./src/utils/json.ts","./src/utils/repo-tree.ts","./src/utils/slug.ts","./src/utils/string.ts","./src/utils/stripAnsi.ts"],"version":"5.8.3"}