@empiricalrun/test-gen 0.66.1 → 0.67.0

package/CHANGELOG.md

@@ -1,5 +1,22 @@
 # @empiricalrun/test-gen
 
+## 0.67.0
+
+### Minor Changes
+
+- 267b012: feat: add user login in test-gen cli
+
+## 0.66.2
+
+### Patch Changes
+
+- 45dfd06: feat: show version comparison in banner
+- 7c66a47: feat: first working version of --use-recorder
+- 5bc45e1: feat: create requests from recorder cli
+- d0569de: fix: ensure browser agent is not stuck on page.pause
+- fd719f1: feat: upload recorder video and attach to request
+- a65a4d2: fix: path and ui issues
+
 ## 0.66.1
 
 ### Patch Changes

package/dist/agent/browsing/run.js

@@ -83,10 +83,10 @@ async function runBrowsingAgent({ testCaseName, testCaseSuites, testFilePath, fi
     if (error) {
         // Clean up the file if there is any error
         try {
-            const fileContent = fs_1.default.readFileSync(filePathToUpdate, "utf-8");
-            const updatedContent = (0, web_1.replaceCreateTestWithNewCode)(filePathToUpdate, fileContent, "");
-            fs_1.default.writeFileSync(filePathToUpdate, updatedContent, "utf-8");
-            await (0, web_1.lintErrors)(filePathToUpdate);
+            const fileContent = fs_1.default.readFileSync(absFilePathToUpdate, "utf-8");
+            const updatedContent = (0, web_1.replaceCreateTestWithNewCode)(absFilePathToUpdate, fileContent, "");
+            fs_1.default.writeFileSync(absFilePathToUpdate, updatedContent, "utf-8");
+            await (0, web_1.lintErrors)(absFilePathToUpdate);
         }
         catch (e) {
             console.error(`[generateTestsUsingMasterAgent] Failed to remove extra scripts from files post test gen error:`, e);

package/dist/agent/browsing/utils.d.ts

@@ -4,6 +4,7 @@ import { Page } from "playwright";
 import { PlaywrightTestConfig } from "playwright/test";
 export declare function isRegExp(obj: any): obj is RegExp;
 export declare function prepareBrowsingAgentTask(steps: string[]): string;
+export declare function addImportForMethod(testFilePath: string, methodName: string): Promise<void>;
 export declare function replaceTodoWithCreateTest(testFilePath: string, repoDir: string): Promise<void>;
 export declare function markTestAsOnly({ testCaseName, testCaseSuites, specPath, }: {
     testCaseName: string;

package/dist/agent/browsing/utils.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../../src/agent/browsing/utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,4BAA4B,CAAC;AAI3D,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAClC,OAAO,EAAE,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AAsBvD,wBAAgB,QAAQ,CAAC,GAAG,EAAE,GAAG,GAAG,GAAG,IAAI,MAAM,CAKhD;AAED,wBAAgB,wBAAwB,CAAC,KAAK,EAAE,MAAM,EAAE,UAIvD;AAiFD,wBAAsB,yBAAyB,CAC7C,YAAY,EAAE,MAAM,EACpB,OAAO,EAAE,MAAM,iBAwBhB;AAED,wBAAsB,cAAc,CAAC,EACnC,YAAY,EACZ,cAAc,EACd,QAAQ,GACT,EAAE;IACD,YAAY,EAAE,MAAM,CAAC;IACrB,cAAc,EAAE,MAAM,EAAE,CAAC;IACzB,QAAQ,EAAE,MAAM,CAAC;CAClB,iBAoBA;AAED,wBAAsB,yBAAyB,CAAC,EAC9C,QAAQ,EACR,QAAQ,EACR,KAAK,GACN,EAAE;IACD,QAAQ,EAAE,QAAQ,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,WAAW,CAAC;CACrB,GAAG,OAAO,CAAC,MAAM,CAAC,CAyDlB;AAyBD,wBAAsB,wBAAwB,CAAC,IAAI,EAAE,IAAI,iBA8HxD;AAED;;;GAGG;AACH,wBAAsB,oBAAoB,CACxC,OAAO,EAAE,MAAM,GACd,OAAO,CAAC,oBAAoB,CAAC,CA2B/B;AAWD,wBAAsB,oBAAoB,CACxC,gBAAgB,EAAE,oBAAoB,GACrC,OAAO,CAAC,MAAM,EAAE,CAAC,CAQnB;AAED;;;;;GAKG;AACH,wBAAsB,iBAAiB,CACrC,YAAY,EAAE,MAAM,EACpB,gBAAgB,EAAE,oBAAoB,EACtC,gBAAgB,GAAE,MAAM,EAAU,GACjC,OAAO,CAAC,MAAM,CAAC,CA+CjB"}
+{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../../src/agent/browsing/utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,4BAA4B,CAAC;AAI3D,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAClC,OAAO,EAAE,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AAsBvD,wBAAgB,QAAQ,CAAC,GAAG,EAAE,GAAG,GAAG,GAAG,IAAI,MAAM,CAKhD;AAED,wBAAgB,wBAAwB,CAAC,KAAK,EAAE,MAAM,EAAE,UAIvD;AAED,wBAAsB,kBAAkB,CACtC,YAAY,EAAE,MAAM,EACpB,UAAU,EAAE,MAAM,iBAgBnB;AAgED,wBAAsB,yBAAyB,CAC7C,YAAY,EAAE,MAAM,EACpB,OAAO,EAAE,MAAM,iBAwBhB;AAED,wBAAsB,cAAc,CAAC,EACnC,YAAY,EACZ,cAAc,EACd,QAAQ,GACT,EAAE;IACD,YAAY,EAAE,MAAM,CAAC;IACrB,cAAc,EAAE,MAAM,EAAE,CAAC;IACzB,QAAQ,EAAE,MAAM,CAAC;CAClB,iBAoBA;AAED,wBAAsB,yBAAyB,CAAC,EAC9C,QAAQ,EACR,QAAQ,EACR,KAAK,GACN,EAAE;IACD,QAAQ,EAAE,QAAQ,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,WAAW,CAAC;CACrB,GAAG,OAAO,CAAC,MAAM,CAAC,CAyDlB;AAyBD,wBAAsB,wBAAwB,CAAC,IAAI,EAAE,IAAI,iBA8HxD;AAED;;;GAGG;AACH,wBAAsB,oBAAoB,CACxC,OAAO,EAAE,MAAM,GACd,OAAO,CAAC,oBAAoB,CAAC,CA2B/B;AAWD,wBAAsB,oBAAoB,CACxC,gBAAgB,EAAE,oBAAoB,GACrC,OAAO,CAAC,MAAM,EAAE,CAAC,CAQnB;AAED;;;;;GAKG;AACH,wBAAsB,iBAAiB,CACrC,YAAY,EAAE,MAAM,EACpB,gBAAgB,EAAE,oBAAoB,EACtC,gBAAgB,GAAE,MAAM,EAAU,GACjC,OAAO,CAAC,MAAM,CAAC,CA+CjB"}

package/dist/agent/browsing/utils.js

@@ -5,6 +5,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.isRegExp = isRegExp;
 exports.prepareBrowsingAgentTask = prepareBrowsingAgentTask;
+exports.addImportForMethod = addImportForMethod;
 exports.replaceTodoWithCreateTest = replaceTodoWithCreateTest;
 exports.markTestAsOnly = markTestAsOnly;
 exports.prepareFileForMasterAgent = prepareFileForMasterAgent;
@@ -33,14 +34,14 @@ function prepareBrowsingAgentTask(steps) {
     const task = `${sanitizedSteps.join("\n")}\n`;
     return task;
 }
-async function addImportForCreateTest(testFilePath) {
+async function addImportForMethod(testFilePath, methodName) {
     // Instead of using "@empiricalrun/test-gen", we use the local dist file
     // This is to avoid assuming that the test-gen package is installed in the project
     const importSource = path_1.default.join(__dirname, "../../../dist/index.js");
     if (!fs_1.default.existsSync(importSource)) {
         throw new Error(`createTest import source not found at ${importSource}`);
     }
-    fs_1.default.writeFileSync(testFilePath, (0, web_1.addNewImport)(fs_1.default.readFileSync(testFilePath, "utf-8"), ["createTest"], importSource));
+    fs_1.default.writeFileSync(testFilePath, (0, web_1.addNewImport)(fs_1.default.readFileSync(testFilePath, "utf-8"), [methodName], importSource));
 }
 async function prepareFileForUpdateScenario({ testCase, specPath, trace, }) {
     const { name, suites } = testCase;
@@ -77,7 +78,7 @@ async function prepareFileForUpdateScenario({ testCase, specPath, trace, }) {
         },
     });
     await (0, web_1.appendScopeToCreateTest)(createTestFilePath, scopeVariables);
-    await addImportForCreateTest(createTestFilePath);
+    await addImportForMethod(createTestFilePath, "createTest");
     const { pomPrompt, nonSpecFilePrompt } = await (0, context_1.contextForGeneration)(createTestFilePath);
     await (0, fix_ts_errors_1.validateAndFixTypescriptErrors)({
         trace,
@@ -106,7 +107,7 @@ async function replaceTodoWithCreateTest(testFilePath, repoDir) {
     const [, pageVarName] = todoMatch;
     const pageVariable = pageVarName || "page"; // Default to "page" if not specified
     fs_1.default.writeFileSync(absoluteTestFilePath, fileContent.replace(todoRegex, (_, __, todoText) => `await createTest("${todoText.replace(/"/g, '\\"')}", ${pageVariable});`));
-    await addImportForCreateTest(absoluteTestFilePath);
+    await addImportForMethod(absoluteTestFilePath, "createTest");
 }
 async function markTestAsOnly({ testCaseName, testCaseSuites, specPath, }) {
     const testFileContent = fs_1.default.readFileSync(specPath, "utf-8");

package/dist/agent/chat/index.d.ts

@@ -1,4 +1,5 @@
 import { SupportedChatModels } from "@empiricalrun/shared-types";
+export declare function fetchEnvironmentVariables(): Promise<Record<string, string>>;
 export declare function runChatAgentForCLI({ useDiskForChatState, selectedModel, initialPromptContent, }: {
     selectedModel: SupportedChatModels;
     useDiskForChatState: boolean;

package/dist/agent/chat/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/agent/chat/index.ts"],"names":[],"mappings":"AAEA,OAAO,EAGL,mBAAmB,EACpB,MAAM,4BAA4B,CAAC;AAkEpC,wBAAsB,kBAAkB,CAAC,EACvC,mBAAmB,EACnB,aAAa,EACb,oBAAoB,GACrB,EAAE;IACD,aAAa,EAAE,mBAAmB,CAAC;IACnC,mBAAmB,EAAE,OAAO,CAAC;IAC7B,oBAAoB,EAAE,MAAM,GAAG,SAAS,CAAC;CAC1C,iBA6HA;AAuBD,wBAAsB,wBAAwB,CAAC,EAC7C,aAAa,EACb,aAAa,GACd,EAAE;IACD,aAAa,EAAE,mBAAmB,CAAC;IACnC,aAAa,EAAE,MAAM,CAAC;CACvB,iBA6DA"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/agent/chat/index.ts"],"names":[],"mappings":"AAEA,OAAO,EAGL,mBAAmB,EACpB,MAAM,4BAA4B,CAAC;AAwCpC,wBAAsB,yBAAyB,IAAI,OAAO,CACxD,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CACvB,CAwBA;AAED,wBAAsB,kBAAkB,CAAC,EACvC,mBAAmB,EACnB,aAAa,EACb,oBAAoB,GACrB,EAAE;IACD,aAAa,EAAE,mBAAmB,CAAC;IACnC,mBAAmB,EAAE,OAAO,CAAC;IAC7B,oBAAoB,EAAE,MAAM,GAAG,SAAS,CAAC;CAC1C,iBA6HA;AAuBD,wBAAsB,wBAAwB,CAAC,EAC7C,aAAa,EACb,aAAa,GACd,EAAE;IACD,aAAa,EAAE,mBAAmB,CAAC;IACnC,aAAa,EAAE,MAAM,CAAC;CACvB,iBA6DA"}

package/dist/agent/chat/index.js

@@ -1,5 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
+exports.fetchEnvironmentVariables = fetchEnvironmentVariables;
 exports.runChatAgentForCLI = runChatAgentForCLI;
 exports.runChatAgentForDashboard = runChatAgentForDashboard;
 const llm_1 = require("@empiricalrun/llm");

package/dist/agent/chat/prompt/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/agent/chat/prompt/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAI1C,wBAAsB,iBAAiB,CAAC,QAAQ,EAAE,QAAQ,mBA0GzD"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/agent/chat/prompt/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAI1C,wBAAsB,iBAAiB,CAAC,QAAQ,EAAE,QAAQ,mBA4GzD"}

package/dist/agent/chat/prompt/index.js

@@ -67,7 +67,9 @@ ONLY when explicitly asked for by the user.
 
 1. You can't delete some steps from the test to make it pass. The test needs to accomplish its objective (which is to validate a particular user scenario)
 2. Do not add any conditional logic or try catch blocks in a test. A good test deterministically tests a user scenario
-3. Trust Playwright's ability to auto-wait while taking actions on elements. For example, do not add checks on locator.isVisible() before clicking on it: Playwright already does this
+3. Trust Playwright's ability to auto-wait while taking actions on elements.
+   - Example 1: Do not add checks on locator.isVisible() before clicking on it: Playwright already waits for visibility on locator.click()
+   - Example 2: Do not add page.waitForLoadState after a page.goto: Playwright already waits for page "load" event in page.goto()
 4. Do not add waitForTimeout or waitForLoadState in a test. Playwright will automatically wait for the page to load.
 5. Try/catch blocks are a code smell for tests: you should not use them.
 6. Do not use then() or catch() syntax in a test. Use async/await only

package/dist/agent/cua/pw-codegen/pw-pause/for-recorder.d.ts

@@ -0,0 +1,14 @@
+import type { Page } from "playwright";
+import { SourcesPayload } from "./types";
+export declare class PlaywrightPauseCodegenForRecorder {
+    private sourcesCallback;
+    private port;
+    private page;
+    private server;
+    private codeForLastAction;
+    constructor(sourcesCallback: (code: SourcesPayload[]) => Promise<void>);
+    private saveCode;
+    initialize(page: Page): Promise<void>;
+    startPlaywrightCodegen(page: Page): Promise<void>;
+}
+//# sourceMappingURL=for-recorder.d.ts.map

package/dist/agent/cua/pw-codegen/pw-pause/for-recorder.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"for-recorder.d.ts","sourceRoot":"","sources":["../../../../../src/agent/cua/pw-codegen/pw-pause/for-recorder.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAGvC,OAAO,EAAE,cAAc,EAAE,MAAM,SAAS,CAAC;AAEzC,qBAAa,iCAAiC;IAO1C,OAAO,CAAC,eAAe;IANzB,OAAO,CAAC,IAAI,CAAa;IACzB,OAAO,CAAC,IAAI,CAAmB;IAC/B,OAAO,CAAC,MAAM,CAA4C;IAC1D,OAAO,CAAC,iBAAiB,CAAqB;gBAGpC,eAAe,EAAE,CAAC,IAAI,EAAE,cAAc,EAAE,KAAK,OAAO,CAAC,IAAI,CAAC;YAKtD,QAAQ;IAWhB,UAAU,CAAC,IAAI,EAAE,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;IAkBrC,sBAAsB,CAAC,IAAI,EAAE,IAAI;CAiBxC"}

package/dist/agent/cua/pw-codegen/pw-pause/for-recorder.js

@@ -0,0 +1,62 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.PlaywrightPauseCodegenForRecorder = void 0;
+const express_1 = __importDefault(require("express"));
+const ipc_1 = require("./ipc");
+class PlaywrightPauseCodegenForRecorder {
+    sourcesCallback;
+    port = 0;
+    page;
+    server;
+    codeForLastAction;
+    constructor(sourcesCallback) {
+        this.sourcesCallback = sourcesCallback;
+        this.port = ipc_1.PW_PAUSE_IPC_PORT;
+    }
+    async saveCode(code) {
+        const generatedCode = code.map((c) => c.actions.join("\n")).join("\n");
+        if (generatedCode) {
+            console.log(`[PlaywrightPauseCodegen] Received code from Playwright: ${generatedCode}`);
+            this.codeForLastAction = generatedCode;
+            await this.sourcesCallback(code);
+        }
+    }
+    async initialize(page) {
+        // Start server to receive generated code from patch
+        const app = (0, express_1.default)();
+        app.use(express_1.default.json());
+        app.post("/sources", async (req, res) => {
+            const { payload } = req.body;
+            await this.saveCode(JSON.parse(payload));
+            return res.send({ success: true });
+        });
+        await new Promise((resolve) => {
+            this.server = app.listen(this.port, () => resolve());
+        });
+        console.log(`Server started on port ${this.port}`);
+        // Start page.pause experience in the page
+        this.page = page;
+        await this.startPlaywrightCodegen(page);
+    }
+    async startPlaywrightCodegen(page) {
+        // Similar to the same name method in the main codegen
+        const timerPromise = new Promise((resolve) => {
+            setTimeout(resolve, 1000);
+        });
+        const pausePromise = page.pause();
+        await timerPromise;
+        const evaluatePromise = page.evaluate(() => {
+            // @ts-ignore
+            console.log(window["__pw_recorderSetMode"]("recording"));
+            const glassPane = document.querySelector("x-pw-glass");
+            if (glassPane) {
+                glassPane.remove();
+            }
+        });
+        await Promise.all([pausePromise, evaluatePromise]);
+    }
+}
+exports.PlaywrightPauseCodegenForRecorder = PlaywrightPauseCodegenForRecorder;

package/dist/agent/cua/pw-codegen/pw-pause/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/agent/cua/pw-codegen/pw-pause/index.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAEvC,OAAO,EAAE,qBAAqB,EAAE,MAAM,UAAU,CAAC;AAIjD,OAAO,EAAE,2BAA2B,EAAE,sBAAsB,EAAE,MAAM,SAAS,CAAC;AAE9E,wBAAsB,kBAAkB,CAAC,OAAO,EAAE,MAAM,oBAqCvD;AAiBD,qBAAa,sBAAuB,YAAW,qBAAqB;IAClE,OAAO,CAAC,IAAI,CAAa;IACzB,OAAO,CAAC,IAAI,CAAmB;IAC/B,OAAO,CAAC,MAAM,CAA4C;IAC1D,OAAO,CAAC,iBAAiB,CAAqB;;YAMhC,QAAQ;IAOhB,UAAU,CAAC,IAAI,EAAE,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;IAkBrC,sBAAsB,CAAC,IAAI,EAAE,IAAI;IAsBjC,YAAY,IAAI,OAAO,CAAC,IAAI,CAAC;IAI7B,oBAAoB,IAAI,OAAO,CAAC,MAAM,CAAC;CAU9C"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/agent/cua/pw-codegen/pw-pause/index.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAEvC,OAAO,EAAE,qBAAqB,EAAE,MAAM,UAAU,CAAC;AAKjD,OAAO,EAAE,2BAA2B,EAAE,sBAAsB,EAAE,MAAM,SAAS,CAAC;AAE9E,wBAAsB,kBAAkB,CAAC,OAAO,EAAE,MAAM,oBAuCvD;AAED,qBAAa,sBAAuB,YAAW,qBAAqB;IAClE,OAAO,CAAC,IAAI,CAAa;IACzB,OAAO,CAAC,IAAI,CAAmB;IAC/B,OAAO,CAAC,MAAM,CAA4C;IAC1D,OAAO,CAAC,iBAAiB,CAAqB;;YAMhC,QAAQ;IAUhB,UAAU,CAAC,IAAI,EAAE,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;IAkBrC,sBAAsB,CAAC,IAAI,EAAE,IAAI;IAyBjC,YAAY,IAAI,OAAO,CAAC,IAAI,CAAC;IAI7B,oBAAoB,IAAI,OAAO,CAAC,MAAM,CAAC;CAU9C"}

package/dist/agent/cua/pw-codegen/pw-pause/index.js

@@ -54,6 +54,7 @@ class PlaywrightPauseCodegen {
     async saveCode(code) {
         const generatedCode = code.map((c) => c.actions.join("\n")).join("\n");
         if (generatedCode) {
+            console.log(`[PlaywrightPauseCodegen] Received code from Playwright: ${generatedCode}`);
             this.codeForLastAction = generatedCode;
         }
     }
@@ -78,22 +79,25 @@ class PlaywrightPauseCodegen {
         // TODO: Glass pane needs to be removed on every page load
         // We use bindings that Playwright exposes to the page
         // Ref: https://github.com/microsoft/playwright/blob/e1c8e0f6b33923c95cc4b9416aefa6977b1d3c55/packages/playwright-core/src/server/recorder.ts#L191
-        await page.evaluate(() => {
-            setTimeout(() => {
-                // First, we start recording
-                // @ts-ignore
-                console.log(window["__pw_recorderSetMode"]("recording"));
-                // Then, we will resume the effect of pause()
-                // @ts-ignore
-                console.log(window["__pw_resume"]());
-                // Then, we remove highlights that Playwright shows on the screen
-                const glassPane = document.querySelector("x-pw-glass");
-                if (glassPane) {
-                    glassPane.remove();
-                }
-            }, 1000);
+        const timerPromise = new Promise((resolve) => {
+            setTimeout(resolve, 1000);
         });
-        await page.pause();
+        const pausePromise = page.pause();
+        await timerPromise;
+        const evaluatePromise = page.evaluate(() => {
+            // First, we start recording
+            // @ts-ignore
+            console.log(window["__pw_recorderSetMode"]("recording"));
+            // Then, we will resume the effect of pause()
+            // @ts-ignore
+            console.log(window["__pw_resume"]());
+            // Then, we remove highlights that Playwright shows on the screen
+            const glassPane = document.querySelector("x-pw-glass");
+            if (glassPane) {
+                glassPane.remove();
+            }
+        });
+        await Promise.all([pausePromise, evaluatePromise]);
     }
     async recordAction() {
         // Record action is no-op

package/dist/agent/cua/pw-codegen/pw-pause/types.d.ts

@@ -0,0 +1,14 @@
+export type SourcesPayload = {
+    isRecorded: boolean;
+    label: "library";
+    group: "Node.js";
+    id: "javascript";
+    text: string;
+    header: string;
+    footer: string;
+    actions: string[];
+    language: "javascript";
+    revealLine: number;
+    highlight: string[];
+};
+//# sourceMappingURL=types.d.ts.map

package/dist/agent/cua/pw-codegen/pw-pause/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../../../src/agent/cua/pw-codegen/pw-pause/types.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,cAAc,GAAG;IAC3B,UAAU,EAAE,OAAO,CAAC;IACpB,KAAK,EAAE,SAAS,CAAC;IACjB,KAAK,EAAE,SAAS,CAAC;IACjB,EAAE,EAAE,YAAY,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,QAAQ,EAAE,YAAY,CAAC;IAEvB,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,EAAE,CAAC;CACrB,CAAC"}

package/dist/agent/cua/pw-codegen/pw-pause/types.js

@@ -0,0 +1,2 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/artifacts/utils.d.ts

@@ -5,7 +5,7 @@ import { JSONReport as PlaywrightJSONReport } from "@playwright/test/reporter";
  * @param report The Playwright JSON report to extract attachments from
  * @returns An array of objects containing path and contentType for each attachment
  */
-export declare function extractAttachmentsFromPlaywrightJSONReport(report: PlaywrightJSONReport): ArtifactInputPath[];
+export declare function extractAttachmentsFromPlaywrightJSONReport(report: PlaywrightJSONReport, testNameFilter?: string): ArtifactInputPath[];
 /**
  * Scans the given repository directory for Playwright artifacts (attachments) by:
  * - Constructing the path to the Playwright report directory using the provided repoDir.

package/dist/artifacts/utils.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../src/artifacts/utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,iBAAiB,EAAE,MAAM,4BAA4B,CAAC;AAC9E,OAAO,EACL,UAAU,IAAI,oBAAoB,EAGnC,MAAM,2BAA2B,CAAC;AAInC;;;;GAIG;AACH,wBAAgB,0CAA0C,CACxD,MAAM,EAAE,oBAAoB,GAC3B,iBAAiB,EAAE,CAqErB;AAED;;;;;;;;;;GAUG;AACH,wBAAgB,uBAAuB,CAAC,OAAO,EAAE,MAAM,GAAG,aAAa,EAAE,CAmCxE"}
+{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../src/artifacts/utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,iBAAiB,EAAE,MAAM,4BAA4B,CAAC;AAC9E,OAAO,EACL,UAAU,IAAI,oBAAoB,EAGnC,MAAM,2BAA2B,CAAC;AAInC;;;;GAIG;AACH,wBAAgB,0CAA0C,CACxD,MAAM,EAAE,oBAAoB,EAC5B,cAAc,CAAC,EAAE,MAAM,GACtB,iBAAiB,EAAE,CA2DrB;AAED;;;;;;;;;;GAUG;AACH,wBAAgB,uBAAuB,CAAC,OAAO,EAAE,MAAM,GAAG,aAAa,EAAE,CAmCxE"}

package/dist/artifacts/utils.js

@@ -12,7 +12,7 @@ const path_1 = __importDefault(require("path"));
  * @param report The Playwright JSON report to extract attachments from
  * @returns An array of objects containing path and contentType for each attachment
  */
-function extractAttachmentsFromPlaywrightJSONReport(report) {
+function extractAttachmentsFromPlaywrightJSONReport(report, testNameFilter) {
     const attachments = [];
     if (!report || !report.suites || report.suites.length === 0) {
         return attachments;
@@ -26,6 +26,9 @@ function extractAttachmentsFromPlaywrightJSONReport(report) {
         if (!spec.tests) {
             return;
         }
+        if (testNameFilter && !testTitle.includes(testNameFilter)) {
+            return;
+        }
         for (const test of spec.tests) {
             if (!test.results) {
                 continue;
@@ -38,7 +41,7 @@ function extractAttachmentsFromPlaywrightJSONReport(report) {
                     // Only collect attachments that have a 'path' (i.e., not embedded content)
                     if (attachment.path && attachment.contentType) {
                         attachments.push({
-                            name: `${testTitle} ${attachment.name}`,
+                            name: `${testTitle} - ${attachment.name}`,
                             path: attachment.path,
                             contentType: attachment.contentType,
                         });
@@ -56,19 +59,16 @@ function extractAttachmentsFromPlaywrightJSONReport(report) {
             return;
         }
         for (const suite of suites) {
-            // Process specs directly within the current suite
             if (suite.specs) {
                 for (const spec of suite.specs) {
                     processSpec(spec);
                 }
             }
-            // Recursively call for any nested suites
             if (suite.suites) {
                 traverseSuites(suite.suites);
             }
         }
     }
-    // Start the recursive traversal from the top-level suites
     traverseSuites(report.suites);
     return attachments;
 }

package/dist/auth/api-client.d.ts

@@ -0,0 +1,12 @@
+declare class APIClient {
+    private appUrl;
+    constructor();
+    request(endpoint: string, options?: RequestInit): Promise<Response>;
+    private makeRequest;
+    private ensureAuthenticated;
+    private refreshToken;
+}
+export declare const apiClient: APIClient;
+export { APIClient };
+export declare function authenticatedFetch(endpoint: string, options?: RequestInit): Promise<any>;
+//# sourceMappingURL=api-client.d.ts.map

package/dist/auth/api-client.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"api-client.d.ts","sourceRoot":"","sources":["../../src/auth/api-client.ts"],"names":[],"mappings":"AAOA,cAAM,SAAS;IACb,OAAO,CAAC,MAAM,CAAS;;IAMjB,OAAO,CACX,QAAQ,EAAE,MAAM,EAChB,OAAO,GAAE,WAAgB,GACxB,OAAO,CAAC,QAAQ,CAAC;YAoCN,WAAW;YAmBX,mBAAmB;YAiBnB,YAAY;CA4C3B;AAED,eAAO,MAAM,SAAS,WAAkB,CAAC;AAEzC,OAAO,EAAE,SAAS,EAAE,CAAC;AAErB,wBAAsB,kBAAkB,CACtC,QAAQ,EAAE,MAAM,EAChB,OAAO,CAAC,EAAE,WAAW,GACpB,OAAO,CAAC,GAAG,CAAC,CAqCd"}

package/dist/auth/api-client.js

@@ -0,0 +1,133 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.APIClient = exports.apiClient = void 0;
+exports.authenticatedFetch = authenticatedFetch;
+const token_store_1 = require("./token-store");
+class APIClient {
+    appUrl;
+    constructor() {
+        this.appUrl = process.env.DASHBOARD_DOMAIN || "https://dash.empirical.run";
+    }
+    async request(endpoint, options = {}) {
+        // Ensure user is authenticated
+        await this.ensureAuthenticated();
+        const tokens = await (0, token_store_1.getStoredTokens)();
+        if (!tokens) {
+            throw new Error("Not authenticated. Please run the login command first.");
+        }
+        // Make the request with the access token
+        const response = await this.makeRequest(endpoint, options, tokens.access_token);
+        // If token is expired, try refreshing and retry once
+        if (response.status === 401) {
+            console.log("Access token expired, attempting to refresh...");
+            const refreshed = await this.refreshToken();
+            if (refreshed) {
+                const newTokens = await (0, token_store_1.getStoredTokens)();
+                if (newTokens) {
+                    return this.makeRequest(endpoint, options, newTokens.access_token);
+                }
+            }
+            throw new Error("Authentication failed. Please run the login command again.");
+        }
+        return response;
+    }
+    async makeRequest(endpoint, options, accessToken) {
+        const url = endpoint.startsWith("http")
+            ? endpoint
+            : `${this.appUrl}/api${endpoint}`;
+        return fetch(url, {
+            ...options,
+            headers: {
+                Authorization: `Bearer ${accessToken}`,
+                "Content-Type": "application/json",
+                ...options.headers,
+            },
+        });
+    }
+    async ensureAuthenticated() {
+        if (!(await (0, token_store_1.isAuthenticated)())) {
+            const tokens = await (0, token_store_1.getStoredTokens)();
+            if (!tokens) {
+                throw new Error("Not authenticated. Please run the login command first.");
+            }
+            // Token exists but is expired, try to refresh
+            const refreshed = await this.refreshToken();
+            if (!refreshed) {
+                throw new Error("Session expired. Please run the login command again.");
+            }
+        }
+    }
+    async refreshToken() {
+        const tokens = await (0, token_store_1.getStoredTokens)();
+        if (!tokens || !tokens.refresh_token) {
+            return false;
+        }
+        try {
+            // Use dashboard refresh endpoint instead of Supabase directly
+            const response = await fetch(`${this.appUrl}/api/cli/refresh`, {
+                method: "POST",
+                headers: {
+                    "Content-Type": "application/json",
+                },
+                body: JSON.stringify({
+                    refresh_token: tokens.refresh_token,
+                }),
+            });
+            if (!response.ok) {
+                const errorText = await response.text();
+                console.error("Token refresh failed:", errorText);
+                await (0, token_store_1.clearTokens)();
+                return false;
+            }
+            const data = await response.json();
+            // Store the new tokens (refresh token rotation means we get a new refresh token)
+            await (0, token_store_1.storeTokens)({
+                access_token: data.access_token,
+                refresh_token: data.refresh_token,
+                expires_at: data.expires_at,
+                user_id: data.user?.id || tokens.user_id,
+                user_email: data.user?.email || tokens.user_email,
+            });
+            console.log("Access token refreshed successfully via dashboard");
+            return true;
+        }
+        catch (error) {
+            console.error("Token refresh error:", error);
+            await (0, token_store_1.clearTokens)();
+            return false;
+        }
+    }
+}
+exports.APIClient = APIClient;
+exports.apiClient = new APIClient();
+async function authenticatedFetch(endpoint, options) {
+    try {
+        const response = await exports.apiClient.request(endpoint, options);
+        if (!response.ok) {
+            const errorText = await response.text();
+            let errorMessage;
+            try {
+                const errorJson = JSON.parse(errorText);
+                errorMessage =
+                    errorJson.error || errorJson.message || "API request failed";
+            }
+            catch {
+                errorMessage =
+                    errorText || `Request failed with status ${response.status}`;
+            }
+            throw new Error(errorMessage);
+        }
+        const contentType = response.headers.get("content-type");
+        if (contentType && contentType.includes("application/json")) {
+            return response.json();
+        }
+        return response.text();
+    }
+    catch (error) {
+        if (error.message.includes("Not authenticated") ||
+            error.message.includes("Please run the login command")) {
+            throw new Error("Authentication required. Please run: npx @empiricalrun/test-gen login");
+        }
+        throw error;
+    }
+}

package/dist/auth/cli-auth.d.ts

@@ -0,0 +1,18 @@
+export interface AuthResult {
+    success: boolean;
+    user?: {
+        id: string;
+        email: string;
+    };
+    error?: string;
+}
+export declare function authenticate(): Promise<AuthResult>;
+export declare function logout(): Promise<void>;
+export declare function getAuthStatus(): Promise<{
+    authenticated: boolean;
+    user?: {
+        id: string;
+        email: string;
+    };
+}>;
+//# sourceMappingURL=cli-auth.d.ts.map

package/dist/auth/cli-auth.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli-auth.d.ts","sourceRoot":"","sources":["../../src/auth/cli-auth.ts"],"names":[],"mappings":"AAoBA,MAAM,WAAW,UAAU;IACzB,OAAO,EAAE,OAAO,CAAC;IACjB,IAAI,CAAC,EAAE;QACL,EAAE,EAAE,MAAM,CAAC;QACX,KAAK,EAAE,MAAM,CAAC;KACf,CAAC;IACF,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,wBAAsB,YAAY,IAAI,OAAO,CAAC,UAAU,CAAC,CAmKxD;AAED,wBAAsB,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC,CAE5C;AAED,wBAAsB,aAAa,IAAI,OAAO,CAAC;IAC7C,aAAa,EAAE,OAAO,CAAC;IACvB,IAAI,CAAC,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC;CACtC,CAAC,CAeD"}