@empiricalrun/test-gen 0.66.0 → 0.66.2

package/CHANGELOG.md

@@ -1,5 +1,31 @@
 # @empiricalrun/test-gen
 
+## 0.66.2
+
+### Patch Changes
+
+- 45dfd06: feat: show version comparison in banner
+- 7c66a47: feat: first working version of --use-recorder
+- 5bc45e1: feat: create requests from recorder cli
+- d0569de: fix: ensure browser agent is not stuck on page.pause
+- fd719f1: feat: upload recorder video and attach to request
+- a65a4d2: fix: path and ui issues
+
+## 0.66.1
+
+### Patch Changes
+
+- 1a6bb19: chore: upgrade playwright in devDependencies
+- d3639c0: fix: update browsing agent artifact path for 1.53
+- 881e856: fix: update system prompt to get PRs as output
+- cfb157a: fix: follow-ups for playwright reporter upgrade
+- 4062787: feat: update page.pause codegen to work with playwright 1.53
+- Updated dependencies [cfb157a]
+- Updated dependencies [a533ee5]
+- Updated dependencies [4062787]
+  - @empiricalrun/test-run@0.10.3
+  - @empiricalrun/llm@0.18.2
+
 ## 0.66.0
 
 ### Minor Changes

package/dist/agent/browsing/run.js

@@ -83,10 +83,10 @@ async function runBrowsingAgent({ testCaseName, testCaseSuites, testFilePath, fi
     if (error) {
         // Clean up the file if there is any error
         try {
-            const fileContent = fs_1.default.readFileSync(filePathToUpdate, "utf-8");
-            const updatedContent = (0, web_1.replaceCreateTestWithNewCode)(filePathToUpdate, fileContent, "");
-            fs_1.default.writeFileSync(filePathToUpdate, updatedContent, "utf-8");
-            await (0, web_1.lintErrors)(filePathToUpdate);
+            const fileContent = fs_1.default.readFileSync(absFilePathToUpdate, "utf-8");
+            const updatedContent = (0, web_1.replaceCreateTestWithNewCode)(absFilePathToUpdate, fileContent, "");
+            fs_1.default.writeFileSync(absFilePathToUpdate, updatedContent, "utf-8");
+            await (0, web_1.lintErrors)(absFilePathToUpdate);
         }
         catch (e) {
             console.error(`[generateTestsUsingMasterAgent] Failed to remove extra scripts from files post test gen error:`, e);

package/dist/agent/browsing/utils.d.ts

@@ -4,6 +4,7 @@ import { Page } from "playwright";
 import { PlaywrightTestConfig } from "playwright/test";
 export declare function isRegExp(obj: any): obj is RegExp;
 export declare function prepareBrowsingAgentTask(steps: string[]): string;
+export declare function addImportForMethod(testFilePath: string, methodName: string): Promise<void>;
 export declare function replaceTodoWithCreateTest(testFilePath: string, repoDir: string): Promise<void>;
 export declare function markTestAsOnly({ testCaseName, testCaseSuites, specPath, }: {
     testCaseName: string;

package/dist/agent/browsing/utils.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../../src/agent/browsing/utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,4BAA4B,CAAC;AAI3D,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAClC,OAAO,EAAE,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AAsBvD,wBAAgB,QAAQ,CAAC,GAAG,EAAE,GAAG,GAAG,GAAG,IAAI,MAAM,CAKhD;AAED,wBAAgB,wBAAwB,CAAC,KAAK,EAAE,MAAM,EAAE,UAIvD;AAiFD,wBAAsB,yBAAyB,CAC7C,YAAY,EAAE,MAAM,EACpB,OAAO,EAAE,MAAM,iBAwBhB;AAED,wBAAsB,cAAc,CAAC,EACnC,YAAY,EACZ,cAAc,EACd,QAAQ,GACT,EAAE;IACD,YAAY,EAAE,MAAM,CAAC;IACrB,cAAc,EAAE,MAAM,EAAE,CAAC;IACzB,QAAQ,EAAE,MAAM,CAAC;CAClB,iBAoBA;AAED,wBAAsB,yBAAyB,CAAC,EAC9C,QAAQ,EACR,QAAQ,EACR,KAAK,GACN,EAAE;IACD,QAAQ,EAAE,QAAQ,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,WAAW,CAAC;CACrB,GAAG,OAAO,CAAC,MAAM,CAAC,CAyDlB;AAyBD,wBAAsB,wBAAwB,CAAC,IAAI,EAAE,IAAI,iBA8HxD;AAED;;;GAGG;AACH,wBAAsB,oBAAoB,CACxC,OAAO,EAAE,MAAM,GACd,OAAO,CAAC,oBAAoB,CAAC,CA2B/B;AAWD,wBAAsB,oBAAoB,CACxC,gBAAgB,EAAE,oBAAoB,GACrC,OAAO,CAAC,MAAM,EAAE,CAAC,CAQnB;AAED;;;;;GAKG;AACH,wBAAsB,iBAAiB,CACrC,YAAY,EAAE,MAAM,EACpB,gBAAgB,EAAE,oBAAoB,EACtC,gBAAgB,GAAE,MAAM,EAAU,GACjC,OAAO,CAAC,MAAM,CAAC,CA+CjB"}
+{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../../src/agent/browsing/utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,4BAA4B,CAAC;AAI3D,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAClC,OAAO,EAAE,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AAsBvD,wBAAgB,QAAQ,CAAC,GAAG,EAAE,GAAG,GAAG,GAAG,IAAI,MAAM,CAKhD;AAED,wBAAgB,wBAAwB,CAAC,KAAK,EAAE,MAAM,EAAE,UAIvD;AAED,wBAAsB,kBAAkB,CACtC,YAAY,EAAE,MAAM,EACpB,UAAU,EAAE,MAAM,iBAgBnB;AAgED,wBAAsB,yBAAyB,CAC7C,YAAY,EAAE,MAAM,EACpB,OAAO,EAAE,MAAM,iBAwBhB;AAED,wBAAsB,cAAc,CAAC,EACnC,YAAY,EACZ,cAAc,EACd,QAAQ,GACT,EAAE;IACD,YAAY,EAAE,MAAM,CAAC;IACrB,cAAc,EAAE,MAAM,EAAE,CAAC;IACzB,QAAQ,EAAE,MAAM,CAAC;CAClB,iBAoBA;AAED,wBAAsB,yBAAyB,CAAC,EAC9C,QAAQ,EACR,QAAQ,EACR,KAAK,GACN,EAAE;IACD,QAAQ,EAAE,QAAQ,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,WAAW,CAAC;CACrB,GAAG,OAAO,CAAC,MAAM,CAAC,CAyDlB;AAyBD,wBAAsB,wBAAwB,CAAC,IAAI,EAAE,IAAI,iBA8HxD;AAED;;;GAGG;AACH,wBAAsB,oBAAoB,CACxC,OAAO,EAAE,MAAM,GACd,OAAO,CAAC,oBAAoB,CAAC,CA2B/B;AAWD,wBAAsB,oBAAoB,CACxC,gBAAgB,EAAE,oBAAoB,GACrC,OAAO,CAAC,MAAM,EAAE,CAAC,CAQnB;AAED;;;;;GAKG;AACH,wBAAsB,iBAAiB,CACrC,YAAY,EAAE,MAAM,EACpB,gBAAgB,EAAE,oBAAoB,EACtC,gBAAgB,GAAE,MAAM,EAAU,GACjC,OAAO,CAAC,MAAM,CAAC,CA+CjB"}

package/dist/agent/browsing/utils.js

@@ -5,6 +5,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.isRegExp = isRegExp;
 exports.prepareBrowsingAgentTask = prepareBrowsingAgentTask;
+exports.addImportForMethod = addImportForMethod;
 exports.replaceTodoWithCreateTest = replaceTodoWithCreateTest;
 exports.markTestAsOnly = markTestAsOnly;
 exports.prepareFileForMasterAgent = prepareFileForMasterAgent;
@@ -33,14 +34,14 @@ function prepareBrowsingAgentTask(steps) {
     const task = `${sanitizedSteps.join("\n")}\n`;
     return task;
 }
-async function addImportForCreateTest(testFilePath) {
+async function addImportForMethod(testFilePath, methodName) {
     // Instead of using "@empiricalrun/test-gen", we use the local dist file
     // This is to avoid assuming that the test-gen package is installed in the project
     const importSource = path_1.default.join(__dirname, "../../../dist/index.js");
     if (!fs_1.default.existsSync(importSource)) {
         throw new Error(`createTest import source not found at ${importSource}`);
     }
-    fs_1.default.writeFileSync(testFilePath, (0, web_1.addNewImport)(fs_1.default.readFileSync(testFilePath, "utf-8"), ["createTest"], importSource));
+    fs_1.default.writeFileSync(testFilePath, (0, web_1.addNewImport)(fs_1.default.readFileSync(testFilePath, "utf-8"), [methodName], importSource));
 }
 async function prepareFileForUpdateScenario({ testCase, specPath, trace, }) {
     const { name, suites } = testCase;
@@ -77,7 +78,7 @@ async function prepareFileForUpdateScenario({ testCase, specPath, trace, }) {
         },
     });
     await (0, web_1.appendScopeToCreateTest)(createTestFilePath, scopeVariables);
-    await addImportForCreateTest(createTestFilePath);
+    await addImportForMethod(createTestFilePath, "createTest");
     const { pomPrompt, nonSpecFilePrompt } = await (0, context_1.contextForGeneration)(createTestFilePath);
     await (0, fix_ts_errors_1.validateAndFixTypescriptErrors)({
         trace,
@@ -106,7 +107,7 @@ async function replaceTodoWithCreateTest(testFilePath, repoDir) {
     const [, pageVarName] = todoMatch;
     const pageVariable = pageVarName || "page"; // Default to "page" if not specified
     fs_1.default.writeFileSync(absoluteTestFilePath, fileContent.replace(todoRegex, (_, __, todoText) => `await createTest("${todoText.replace(/"/g, '\\"')}", ${pageVariable});`));
-    await addImportForCreateTest(absoluteTestFilePath);
+    await addImportForMethod(absoluteTestFilePath, "createTest");
 }
 async function markTestAsOnly({ testCaseName, testCaseSuites, specPath, }) {
     const testFileContent = fs_1.default.readFileSync(specPath, "utf-8");

package/dist/agent/chat/index.d.ts

@@ -1,4 +1,5 @@
 import { SupportedChatModels } from "@empiricalrun/shared-types";
+export declare function fetchEnvironmentVariables(): Promise<Record<string, string>>;
 export declare function runChatAgentForCLI({ useDiskForChatState, selectedModel, initialPromptContent, }: {
     selectedModel: SupportedChatModels;
     useDiskForChatState: boolean;

package/dist/agent/chat/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/agent/chat/index.ts"],"names":[],"mappings":"AAEA,OAAO,EAGL,mBAAmB,EACpB,MAAM,4BAA4B,CAAC;AAkEpC,wBAAsB,kBAAkB,CAAC,EACvC,mBAAmB,EACnB,aAAa,EACb,oBAAoB,GACrB,EAAE;IACD,aAAa,EAAE,mBAAmB,CAAC;IACnC,mBAAmB,EAAE,OAAO,CAAC;IAC7B,oBAAoB,EAAE,MAAM,GAAG,SAAS,CAAC;CAC1C,iBA4HA;AAuBD,wBAAsB,wBAAwB,CAAC,EAC7C,aAAa,EACb,aAAa,GACd,EAAE;IACD,aAAa,EAAE,mBAAmB,CAAC;IACnC,aAAa,EAAE,MAAM,CAAC;CACvB,iBA6DA"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/agent/chat/index.ts"],"names":[],"mappings":"AAEA,OAAO,EAGL,mBAAmB,EACpB,MAAM,4BAA4B,CAAC;AAwCpC,wBAAsB,yBAAyB,IAAI,OAAO,CACxD,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CACvB,CAwBA;AAED,wBAAsB,kBAAkB,CAAC,EACvC,mBAAmB,EACnB,aAAa,EACb,oBAAoB,GACrB,EAAE;IACD,aAAa,EAAE,mBAAmB,CAAC;IACnC,mBAAmB,EAAE,OAAO,CAAC;IAC7B,oBAAoB,EAAE,MAAM,GAAG,SAAS,CAAC;CAC1C,iBA6HA;AAuBD,wBAAsB,wBAAwB,CAAC,EAC7C,aAAa,EACb,aAAa,GACd,EAAE;IACD,aAAa,EAAE,mBAAmB,CAAC;IACnC,aAAa,EAAE,MAAM,CAAC;CACvB,iBA6DA"}

package/dist/agent/chat/index.js

@@ -1,5 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
+exports.fetchEnvironmentVariables = fetchEnvironmentVariables;
 exports.runChatAgentForCLI = runChatAgentForCLI;
 exports.runChatAgentForDashboard = runChatAgentForDashboard;
 const llm_1 = require("@empiricalrun/llm");
@@ -51,6 +52,7 @@ async function runChatAgentForCLI({ useDiskForChatState, selectedModel, initialP
     await (0, git_1.checkoutBranch)(branchName, process.cwd());
     let messagesLoadedFromDisk = chatState?.messages || [];
     let chatModel = (0, chat_1.createChatModel)(messagesLoadedFromDisk, selectedModel);
+    chatModel.validateEnvVarsForAuth();
     if (initialPromptContent && chatModel.messages.length === 0) {
         chatModel.pushUserMessage(initialPromptContent);
         chatModel.askUserForInput = false;

package/dist/agent/chat/{prompt.d.ts → prompt/index.d.ts}

@@ -1,3 +1,3 @@
-import { FileInfo } from "../../types";
+import { FileInfo } from "../../../types";
 export declare function buildSystemPrompt(fileInfo: FileInfo): Promise<string>;
-//# sourceMappingURL=prompt.d.ts.map
+//# sourceMappingURL=index.d.ts.map

package/dist/agent/chat/prompt/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/agent/chat/prompt/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAI1C,wBAAsB,iBAAiB,CAAC,QAAQ,EAAE,QAAQ,mBA4GzD"}

package/dist/agent/chat/{prompt.js → prompt/index.js}

@@ -1,70 +1,21 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.buildSystemPrompt = buildSystemPrompt;
+const pw_utils_docs_1 = require("./pw-utils-docs");
 const repo_1 = require("./repo");
-const emailRecipe = `
-# Email automation
-
-## Example usage
-
-### Dynamic email
-
-This dynamically generates a random email address that can 
-be used for the test (e.g. invite a new user).
-
-\`\`\`ts
-import { EmailClient } from "@empiricalrun/playwright-utils";
-import { expect } from "@playwright/test";
-
-const client = new EmailClient();
-const address = client.getAddress();
-
-// Input the \`address\` in the application
-// that sends the email.
-
-// Get email received on the \`address\`
-const email = await client.waitForEmail();
-expect(
-  email.links.find((l) => l.text === "Join your team")
-).toBeTruthy();
-\`\`\`
-
-### Static email
-
-This uses a known (static) email that can be used to login
-into an application.
-
-This needs an email id (e.g. \`test-login-user\`). The email id
-is appended with the domain (managed internally) to get the full
-email address.
-
-\`\`\`ts
-import { EmailClient } from "@empiricalrun/playwright-utils";
-
-const emailId = \`test-login-user\`;
-
-const client = new EmailClient({ emailId });
-const address = client.getAddress(); // Returns full address with domain
-
-// Get email received on the \`address\`
-const email = await client.waitForEmail();
-
-// Get login OTP
-const loginCode = email.codes[0];
-\`\`\`
-`;
 async function buildSystemPrompt(fileInfo) {
-    const repoContext = await (0, repo_1.getRepoInfoPrompt)(fileInfo);
-    return `
-You are a helpful assistant that can answer questions and help with tasks related to writing
-and maintaining Playwright tests.
+    const preamble = `
+You are a helpful assistant that can answer questions and help with tasks related to writing and maintaining Playwright tests.
+
+You are working on a test code repository that contains Playwright tests and other related files. If you have modified 
+any files, your end output should be a pull request that will be reviewed and merged by a human.
 
-# Supported capabilities
+# Your capabilities
 
 - Adding new Playwright tests or helper methods
 - Going through test reports and identifying app issues versus test issues
-- Modifying existing tests
-- Modifying repo configuration (e.g. in playwright.config.ts and other)
+- Modifying existing tests to adapt to changes in the application
+- Modifying repo configuration (e.g. in playwright.config.ts) and dependencies (e.g. in package.json)
 
 # Going through test reports
 
@@ -116,7 +67,9 @@ ONLY when explicitly asked for by the user.
 
 1. You can't delete some steps from the test to make it pass. The test needs to accomplish its objective (which is to validate a particular user scenario)
 2. Do not add any conditional logic or try catch blocks in a test. A good test deterministically tests a user scenario
-3. Trust Playwright's ability to auto-wait while taking actions on elements. For example, do not add checks on locator.isVisible() before clicking on it: Playwright already does this
+3. Trust Playwright's ability to auto-wait while taking actions on elements.
+   - Example 1: Do not add checks on locator.isVisible() before clicking on it: Playwright already waits for visibility on locator.click()
+   - Example 2: Do not add page.waitForLoadState after a page.goto: Playwright already waits for page "load" event in page.goto()
 4. Do not add waitForTimeout or waitForLoadState in a test. Playwright will automatically wait for the page to load.
 5. Try/catch blocks are a code smell for tests: you should not use them.
 6. Do not use then() or catch() syntax in a test. Use async/await only
@@ -147,12 +100,12 @@ if (await saveButton.isVisible()) {
 }
 \`\`\`
 
-# Recipes
-You can refer to the following recipes to learn how to write tests for different scenarios.
+`;
+    const repoContext = await (0, repo_1.getRepoInfoPrompt)(fileInfo);
+    return `${preamble}
 
-<email-automation>
-${emailRecipe}
-</email-automation>
+# Recipes
+${pw_utils_docs_1.playwrightUtilsDocs}
 
 # Repo context
 ${repoContext}

package/dist/agent/chat/prompt/pw-utils-docs.d.ts

@@ -0,0 +1,2 @@
+export declare const playwrightUtilsDocs = "\nYou can refer to the following recipes to learn how to write tests for different scenarios.\n\n<email-automation>\n\n# Email automation\n\n## Example usage\n\n### Dynamic email\n\nThis dynamically generates a random email address that can \nbe used for the test (e.g. invite a new user).\n\n```ts\nimport { EmailClient } from \"@empiricalrun/playwright-utils\";\nimport { expect } from \"@playwright/test\";\n\nconst client = new EmailClient();\nconst address = client.getAddress();\n\n// Input the `address` in the application\n// that sends the email.\n\n// Get email received on the `address`\nconst email = await client.waitForEmail();\nexpect(\n  email.links.find((l) => l.text === \"Join your team\")\n).toBeTruthy();\n```\n\n### Static email\n\nThis uses a known (static) email that can be used to login\ninto an application.\n\nThis needs an email id (e.g. `test-login-user`). The email id\nis appended with the domain (managed internally) to get the full\nemail address.\n\n```ts\nimport { EmailClient } from \"@empiricalrun/playwright-utils\";\n\nconst emailId = `test-login-user`;\n\nconst client = new EmailClient({ emailId });\nconst address = client.getAddress(); // Returns full address with domain\n\n// Get email received on the `address`\nconst email = await client.waitForEmail();\n\n// Get login OTP\nconst loginCode = email.codes[0];\n```\n\n</email-automation>\n\n";
+//# sourceMappingURL=pw-utils-docs.d.ts.map

package/dist/agent/chat/prompt/pw-utils-docs.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"pw-utils-docs.d.ts","sourceRoot":"","sources":["../../../../src/agent/chat/prompt/pw-utils-docs.ts"],"names":[],"mappings":"AAoDA,eAAO,MAAM,mBAAmB,i3CAO/B,CAAC"}

package/dist/agent/chat/prompt/pw-utils-docs.js

@@ -0,0 +1,62 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.playwrightUtilsDocs = void 0;
+const emailRecipe = `
+# Email automation
+
+## Example usage
+
+### Dynamic email
+
+This dynamically generates a random email address that can 
+be used for the test (e.g. invite a new user).
+
+\`\`\`ts
+import { EmailClient } from "@empiricalrun/playwright-utils";
+import { expect } from "@playwright/test";
+
+const client = new EmailClient();
+const address = client.getAddress();
+
+// Input the \`address\` in the application
+// that sends the email.
+
+// Get email received on the \`address\`
+const email = await client.waitForEmail();
+expect(
+  email.links.find((l) => l.text === "Join your team")
+).toBeTruthy();
+\`\`\`
+
+### Static email
+
+This uses a known (static) email that can be used to login
+into an application.
+
+This needs an email id (e.g. \`test-login-user\`). The email id
+is appended with the domain (managed internally) to get the full
+email address.
+
+\`\`\`ts
+import { EmailClient } from "@empiricalrun/playwright-utils";
+
+const emailId = \`test-login-user\`;
+
+const client = new EmailClient({ emailId });
+const address = client.getAddress(); // Returns full address with domain
+
+// Get email received on the \`address\`
+const email = await client.waitForEmail();
+
+// Get login OTP
+const loginCode = email.codes[0];
+\`\`\`
+`;
+exports.playwrightUtilsDocs = `
+You can refer to the following recipes to learn how to write tests for different scenarios.
+
+<email-automation>
+${emailRecipe}
+</email-automation>
+
+`;

package/dist/agent/chat/{repo.d.ts → prompt/repo.d.ts}

@@ -1,3 +1,3 @@
-import { FileInfo } from "../../types";
+import { FileInfo } from "../../../types";
 export declare function getRepoInfoPrompt(directory: FileInfo): Promise<string>;
 //# sourceMappingURL=repo.d.ts.map

package/dist/agent/chat/prompt/repo.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"repo.d.ts","sourceRoot":"","sources":["../../../../src/agent/chat/prompt/repo.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAwC1C,wBAAsB,iBAAiB,CAAC,SAAS,EAAE,QAAQ,mBAyC1D"}

package/dist/agent/chat/{repo.js → prompt/repo.js}

@@ -5,7 +5,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.getRepoInfoPrompt = getRepoInfoPrompt;
 const path_1 = __importDefault(require("path"));
-const repo_tree_1 = require("../../utils/repo-tree");
+const repo_tree_1 = require("../../../utils/repo-tree");
 async function getAllMarkdownFiles(directory) {
     if (!directory.isDirectory) {
         return [];

package/dist/agent/cua/pw-codegen/pw-pause/for-recorder.d.ts

@@ -0,0 +1,14 @@
+import type { Page } from "playwright";
+import { SourcesPayload } from "./types";
+export declare class PlaywrightPauseCodegenForRecorder {
+    private sourcesCallback;
+    private port;
+    private page;
+    private server;
+    private codeForLastAction;
+    constructor(sourcesCallback: (code: SourcesPayload[]) => Promise<void>);
+    private saveCode;
+    initialize(page: Page): Promise<void>;
+    startPlaywrightCodegen(page: Page): Promise<void>;
+}
+//# sourceMappingURL=for-recorder.d.ts.map

package/dist/agent/cua/pw-codegen/pw-pause/for-recorder.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"for-recorder.d.ts","sourceRoot":"","sources":["../../../../../src/agent/cua/pw-codegen/pw-pause/for-recorder.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAGvC,OAAO,EAAE,cAAc,EAAE,MAAM,SAAS,CAAC;AAEzC,qBAAa,iCAAiC;IAO1C,OAAO,CAAC,eAAe;IANzB,OAAO,CAAC,IAAI,CAAa;IACzB,OAAO,CAAC,IAAI,CAAmB;IAC/B,OAAO,CAAC,MAAM,CAA4C;IAC1D,OAAO,CAAC,iBAAiB,CAAqB;gBAGpC,eAAe,EAAE,CAAC,IAAI,EAAE,cAAc,EAAE,KAAK,OAAO,CAAC,IAAI,CAAC;YAKtD,QAAQ;IAWhB,UAAU,CAAC,IAAI,EAAE,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;IAkBrC,sBAAsB,CAAC,IAAI,EAAE,IAAI;CAiBxC"}

package/dist/agent/cua/pw-codegen/pw-pause/for-recorder.js

@@ -0,0 +1,62 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.PlaywrightPauseCodegenForRecorder = void 0;
+const express_1 = __importDefault(require("express"));
+const ipc_1 = require("./ipc");
+class PlaywrightPauseCodegenForRecorder {
+    sourcesCallback;
+    port = 0;
+    page;
+    server;
+    codeForLastAction;
+    constructor(sourcesCallback) {
+        this.sourcesCallback = sourcesCallback;
+        this.port = ipc_1.PW_PAUSE_IPC_PORT;
+    }
+    async saveCode(code) {
+        const generatedCode = code.map((c) => c.actions.join("\n")).join("\n");
+        if (generatedCode) {
+            console.log(`[PlaywrightPauseCodegen] Received code from Playwright: ${generatedCode}`);
+            this.codeForLastAction = generatedCode;
+            await this.sourcesCallback(code);
+        }
+    }
+    async initialize(page) {
+        // Start server to receive generated code from patch
+        const app = (0, express_1.default)();
+        app.use(express_1.default.json());
+        app.post("/sources", async (req, res) => {
+            const { payload } = req.body;
+            await this.saveCode(JSON.parse(payload));
+            return res.send({ success: true });
+        });
+        await new Promise((resolve) => {
+            this.server = app.listen(this.port, () => resolve());
+        });
+        console.log(`Server started on port ${this.port}`);
+        // Start page.pause experience in the page
+        this.page = page;
+        await this.startPlaywrightCodegen(page);
+    }
+    async startPlaywrightCodegen(page) {
+        // Similar to the same name method in the main codegen
+        const timerPromise = new Promise((resolve) => {
+            setTimeout(resolve, 1000);
+        });
+        const pausePromise = page.pause();
+        await timerPromise;
+        const evaluatePromise = page.evaluate(() => {
+            // @ts-ignore
+            console.log(window["__pw_recorderSetMode"]("recording"));
+            const glassPane = document.querySelector("x-pw-glass");
+            if (glassPane) {
+                glassPane.remove();
+            }
+        });
+        await Promise.all([pausePromise, evaluatePromise]);
+    }
+}
+exports.PlaywrightPauseCodegenForRecorder = PlaywrightPauseCodegenForRecorder;

package/dist/agent/cua/pw-codegen/pw-pause/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/agent/cua/pw-codegen/pw-pause/index.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAEvC,OAAO,EAAE,qBAAqB,EAAE,MAAM,UAAU,CAAC;AAIjD,OAAO,EAAE,2BAA2B,EAAE,sBAAsB,EAAE,MAAM,SAAS,CAAC;AAE9E,wBAAsB,kBAAkB,CAAC,OAAO,EAAE,MAAM,oBAqCvD;AAiBD,qBAAa,sBAAuB,YAAW,qBAAqB;IAClE,OAAO,CAAC,IAAI,CAAa;IACzB,OAAO,CAAC,IAAI,CAAmB;IAC/B,OAAO,CAAC,MAAM,CAA4C;IAC1D,OAAO,CAAC,iBAAiB,CAAqB;;YAMhC,QAAQ;IAOhB,UAAU,CAAC,IAAI,EAAE,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;IAkBrC,sBAAsB,CAAC,IAAI,EAAE,IAAI;IAsBjC,YAAY,IAAI,OAAO,CAAC,IAAI,CAAC;IAI7B,oBAAoB,IAAI,OAAO,CAAC,MAAM,CAAC;CAU9C"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/agent/cua/pw-codegen/pw-pause/index.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAEvC,OAAO,EAAE,qBAAqB,EAAE,MAAM,UAAU,CAAC;AAKjD,OAAO,EAAE,2BAA2B,EAAE,sBAAsB,EAAE,MAAM,SAAS,CAAC;AAE9E,wBAAsB,kBAAkB,CAAC,OAAO,EAAE,MAAM,oBAuCvD;AAED,qBAAa,sBAAuB,YAAW,qBAAqB;IAClE,OAAO,CAAC,IAAI,CAAa;IACzB,OAAO,CAAC,IAAI,CAAmB;IAC/B,OAAO,CAAC,MAAM,CAA4C;IAC1D,OAAO,CAAC,iBAAiB,CAAqB;;YAMhC,QAAQ;IAUhB,UAAU,CAAC,IAAI,EAAE,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;IAkBrC,sBAAsB,CAAC,IAAI,EAAE,IAAI;IAyBjC,YAAY,IAAI,OAAO,CAAC,IAAI,CAAC;IAI7B,oBAAoB,IAAI,OAAO,CAAC,MAAM,CAAC;CAU9C"}

package/dist/agent/cua/pw-codegen/pw-pause/index.js

@@ -54,6 +54,7 @@ class PlaywrightPauseCodegen {
     async saveCode(code) {
         const generatedCode = code.map((c) => c.actions.join("\n")).join("\n");
         if (generatedCode) {
+            console.log(`[PlaywrightPauseCodegen] Received code from Playwright: ${generatedCode}`);
             this.codeForLastAction = generatedCode;
         }
     }
@@ -78,22 +79,25 @@ class PlaywrightPauseCodegen {
         // TODO: Glass pane needs to be removed on every page load
         // We use bindings that Playwright exposes to the page
         // Ref: https://github.com/microsoft/playwright/blob/e1c8e0f6b33923c95cc4b9416aefa6977b1d3c55/packages/playwright-core/src/server/recorder.ts#L191
-        await page.evaluate(() => {
-            setTimeout(() => {
-                // First, we start recording
-                // @ts-ignore
-                console.log(window["__pw_recorderSetMode"]("recording"));
-                // Then, we will resume the effect of pause()
-                // @ts-ignore
-                console.log(window["__pw_resume"]());
-                // Then, we remove highlights that Playwright shows on the screen
-                const glassPane = document.querySelector("x-pw-glass");
-                if (glassPane) {
-                    glassPane.remove();
-                }
-            }, 1000);
+        const timerPromise = new Promise((resolve) => {
+            setTimeout(resolve, 1000);
         });
-        await page.pause();
+        const pausePromise = page.pause();
+        await timerPromise;
+        const evaluatePromise = page.evaluate(() => {
+            // First, we start recording
+            // @ts-ignore
+            console.log(window["__pw_recorderSetMode"]("recording"));
+            // Then, we will resume the effect of pause()
+            // @ts-ignore
+            console.log(window["__pw_resume"]());
+            // Then, we remove highlights that Playwright shows on the screen
+            const glassPane = document.querySelector("x-pw-glass");
+            if (glassPane) {
+                glassPane.remove();
+            }
+        });
+        await Promise.all([pausePromise, evaluatePromise]);
     }
     async recordAction() {
         // Record action is no-op

package/dist/agent/cua/pw-codegen/pw-pause/patch.d.ts

@@ -1,9 +1,12 @@
 export declare function preparePlaywrightForCodegen(repoDir: string): Promise<void>;
-export declare function getPathToRecorderApp(repoDir: string): Promise<string | undefined>;
+export declare function getPathToRecorderApp(pwCorePath: string): Promise<string>;
 export declare function runNpmList(repoDir: string): Promise<string | undefined>;
-export declare function getPlaywrightCoreFromNpmList(output: string): any;
-export declare function hasPatchedRecorderApp(repoDir: string): Promise<boolean>;
+export declare function getPlaywrightCoreFromNpmList(output: string): {
+    path: string;
+    version: "1.47" | "1.53";
+};
+export declare function hasPatchedRecorderApp(repoDir: string): Promise<boolean | undefined>;
 export declare function revertToOriginalPwCode(repoDir: string): Promise<void>;
 export declare function createFileBackup(pathToFile: string): Promise<void>;
-export declare function patchPwCode(pathToRecorderApp: string, port: number): Promise<void>;
+export declare function patchPwCode(pwVersion: "1.47" | "1.53", pathToRecorderApp: string, port: number): Promise<void>;
 //# sourceMappingURL=patch.d.ts.map

package/dist/agent/cua/pw-codegen/pw-pause/patch.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"patch.d.ts","sourceRoot":"","sources":["../../../../../src/agent/cua/pw-codegen/pw-pause/patch.ts"],"names":[],"mappings":"AAmBA,wBAAsB,2BAA2B,CAAC,OAAO,EAAE,MAAM,iBAgBhE;AAED,wBAAsB,oBAAoB,CAAC,OAAO,EAAE,MAAM,+BAczD;AAED,wBAAsB,UAAU,CAAC,OAAO,EAAE,MAAM,+BAiB/C;AAED,wBAAgB,4BAA4B,CAAC,MAAM,EAAE,MAAM,OAuB1D;AAED,wBAAsB,qBAAqB,CAAC,OAAO,EAAE,MAAM,oBAY1D;AAED,wBAAsB,sBAAsB,CAAC,OAAO,EAAE,MAAM,iBAoB3D;AAED,wBAAsB,gBAAgB,CAAC,UAAU,EAAE,MAAM,iBAGxD;AAED,wBAAsB,WAAW,CAAC,iBAAiB,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,iBAkBxE"}
+{"version":3,"file":"patch.d.ts","sourceRoot":"","sources":["../../../../../src/agent/cua/pw-codegen/pw-pause/patch.ts"],"names":[],"mappings":"AAmBA,wBAAsB,2BAA2B,CAAC,OAAO,EAAE,MAAM,iBAehE;AAED,wBAAsB,oBAAoB,CAAC,UAAU,EAAE,MAAM,mBAgB5D;AAED,wBAAsB,UAAU,CAAC,OAAO,EAAE,MAAM,+BAiB/C;AAED,wBAAgB,4BAA4B,CAAC,MAAM,EAAE,MAAM,GAAG;IAC5D,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,GAAG,MAAM,CAAC;CAC1B,CA8BA;AAED,wBAAsB,qBAAqB,CAAC,OAAO,EAAE,MAAM,gCAkB1D;AAED,wBAAsB,sBAAsB,CAAC,OAAO,EAAE,MAAM,iBAoB3D;AAED,wBAAsB,gBAAgB,CAAC,UAAU,EAAE,MAAM,iBAGxD;AAED,wBAAsB,WAAW,CAC/B,SAAS,EAAE,MAAM,GAAG,MAAM,EAC1B,iBAAiB,EAAE,MAAM,EACzB,IAAI,EAAE,MAAM,iBA2Bb"}

package/dist/agent/cua/pw-codegen/pw-pause/patch.js

@@ -28,29 +28,30 @@ const ipc_1 = require("./ipc");
 const CUSTOM_PATCH_COMMENT = `// Custom patch code set by @empiricalrun/test-gen`;
 async function preparePlaywrightForCodegen(repoDir) {
     try {
-        const pathToRecorderApp = await getPathToRecorderApp(repoDir);
-        if (!pathToRecorderApp) {
-            throw new Error("Cannot find path to recorder app");
-        }
-        if (!fs_1.default.existsSync(pathToRecorderApp)) {
-            const errMsg = `Cannot patch Playwright: ${pathToRecorderApp} does not exist`;
-            throw new Error(errMsg);
+        const npmListOutput = await runNpmList(repoDir);
+        if (!npmListOutput) {
+            return;
         }
+        const pwCore = getPlaywrightCoreFromNpmList(npmListOutput);
+        const { path: pwCorePath, version: pwVersion } = pwCore;
+        const pathToRecorderApp = await getPathToRecorderApp(pwCorePath);
         await createFileBackup(pathToRecorderApp);
-        await patchPwCode(pathToRecorderApp, ipc_1.PW_PAUSE_IPC_PORT);
+        await patchPwCode(pwVersion, pathToRecorderApp, ipc_1.PW_PAUSE_IPC_PORT);
     }
     catch (error) {
         console.error("Error patching Playwright", error);
         throw error;
     }
 }
-async function getPathToRecorderApp(repoDir) {
-    const npmListOutput = await runNpmList(repoDir);
-    if (!npmListOutput) {
-        return;
+async function getPathToRecorderApp(pwCorePath) {
+    // Both supported versions have the same path structure
+    const pathToRecorderApp = path_1.default.join(pwCorePath, "lib", "server", "recorder", "recorderApp.js");
+    if (!pathToRecorderApp) {
+        throw new Error("Cannot find path to recorder app");
+    }
+    if (!fs_1.default.existsSync(pathToRecorderApp)) {
+        throw new Error(`${pathToRecorderApp} does not exist`);
     }
-    const playwrightCorePath = getPlaywrightCoreFromNpmList(npmListOutput);
-    const pathToRecorderApp = path_1.default.join(playwrightCorePath, "lib", "server", "recorder", "recorderApp.js");
     return pathToRecorderApp;
 }
 async function runNpmList(repoDir) {
@@ -78,20 +79,37 @@ function getPlaywrightCoreFromNpmList(output) {
     if (!playwrightTest) {
         throw new Error("Could not find @playwright/test in npm dependencies");
     }
-    const playwrightTestVersion = playwrightTest.version;
-    if (playwrightTestVersion !== "1.47.1") {
-        throw new Error("Unsupported playwright-test version: ${playwrightTestVersion}");
-    }
     const playwrightDeps = playwrightTest.dependencies["playwright"];
     const playwrightCoreDep = playwrightDeps.dependencies["playwright-core"];
     if (!playwrightCoreDep) {
         throw new Error("Could not find playwright-core in @playwright/test dependencies");
     }
-    return playwrightCoreDep.path;
+    function extractMinorVersion(version) {
+        const minorVersion = version.split(".").slice(0, 2).join(".");
+        if (minorVersion === "1.47") {
+            return "1.47";
+        }
+        else if (minorVersion === "1.53") {
+            return "1.53";
+        }
+        else {
+            throw new Error(`Unsupported Playwright version: ${minorVersion}`);
+        }
+    }
+    return {
+        path: playwrightCoreDep.path,
+        version: extractMinorVersion(playwrightCoreDep.version),
+    };
 }
 async function hasPatchedRecorderApp(repoDir) {
     try {
-        const pathToRecorderApp = await getPathToRecorderApp(repoDir);
+        const npmListOutput = await runNpmList(repoDir);
+        if (!npmListOutput) {
+            return;
+        }
+        const pwCore = getPlaywrightCoreFromNpmList(npmListOutput);
+        const { path: pwCorePath } = pwCore;
+        const pathToRecorderApp = await getPathToRecorderApp(pwCorePath);
         if (!pathToRecorderApp) {
             return false;
         }
@@ -109,8 +127,8 @@ async function revertToOriginalPwCode(repoDir) {
         if (!npmListOutput) {
             return;
         }
-        const playwrightCorePath = getPlaywrightCoreFromNpmList(npmListOutput);
-        const pathToRecorderApp = path_1.default.join(playwrightCorePath, "lib", "server", "recorder", "recorderApp.js");
+        const { path: pwCorePath } = getPlaywrightCoreFromNpmList(npmListOutput);
+        const pathToRecorderApp = path_1.default.join(pwCorePath, "lib", "server", "recorder", "recorderApp.js");
         const backupPath = `${pathToRecorderApp}.backup`;
         fs_1.default.copyFileSync(backupPath, pathToRecorderApp);
         fs_1.default.unlinkSync(backupPath);
@@ -123,9 +141,18 @@ async function createFileBackup(pathToFile) {
     const backupPath = `${pathToFile}.backup`;
     fs_1.default.copyFileSync(pathToFile, backupPath);
 }
-async function patchPwCode(pathToRecorderApp, port) {
+async function patchPwCode(pwVersion, pathToRecorderApp, port) {
     const currentFileContents = fs_1.default.readFileSync(pathToRecorderApp, "utf-8");
-    const original = `async setSources(sources) {}`;
+    let original;
+    if (pwVersion === "1.47") {
+        original = `async setSources(sources) {}`;
+    }
+    else if (pwVersion === "1.53") {
+        original = `async setSources(sources, primaryPageURL) {\n  }`;
+    }
+    else {
+        throw new Error(`Unsupported Playwright version: ${pwVersion}`);
+    }
     const replacement = `async setSources(sources) {
     ${CUSTOM_PATCH_COMMENT}
     const payload = JSON.stringify(sources.filter(source => source.isRecorded).filter(source => source.id === "javascript"));