@empiricalrun/test-gen 0.65.0 → 0.66.1

package/CHANGELOG.md

@@ -1,5 +1,45 @@
 # @empiricalrun/test-gen
 
+## 0.66.1
+
+### Patch Changes
+
+- 1a6bb19: chore: upgrade playwright in devDependencies
+- d3639c0: fix: update browsing agent artifact path for 1.53
+- 881e856: fix: update system prompt to get PRs as output
+- cfb157a: fix: follow-ups for playwright reporter upgrade
+- 4062787: feat: update page.pause codegen to work with playwright 1.53
+- Updated dependencies [cfb157a]
+- Updated dependencies [a533ee5]
+- Updated dependencies [4062787]
+  - @empiricalrun/test-run@0.10.3
+  - @empiricalrun/llm@0.18.2
+
+## 0.66.0
+
+### Minor Changes
+
+- 576870a: feat: allow specifying package version in upgradePackages tool
+- e94a2da: feat: update upgradePackages tool to include input schema for package selection
+- dfb2007: feat: add upgradePackages tool
+
+### Patch Changes
+
+- 33abadf: fix: text appendBranchNameToQueueUrl output is under 80 characters fixed
+- 1300a80: fix: branch name with dot should deploy tool execute service
+- 985d721: fix: git patch for new files
+- 6a19421: feat: collect git patch artifacts from text editor tools
+- 1a46013: feat: page.pause codegen works when tool execution is headed
+- 805f35f: fix: handle error when fetching environment variables in chat agent
+- 0a9ec78: feat: add o3 with reduced costs
+- c430cc0: fix: use mouse wheel to execute scroll in cua
+- Updated dependencies [9b873e3]
+- Updated dependencies [41c266d]
+- Updated dependencies [0a9ec78]
+- Updated dependencies [8a83b29]
+  - @empiricalrun/test-run@0.10.2
+  - @empiricalrun/llm@0.18.1
+
 ## 0.65.0
 
 ### Minor Changes

package/dist/agent/browsing/run.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../../../src/agent/browsing/run.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,KAAK,EAAE,MAAM,4BAA4B,CAAC;AAclE,OAAO,EAAE,kBAAkB,EAAE,MAAM,QAAQ,CAAC;AAG5C,KAAK,iBAAiB,GAAG;IACvB,YAAY,EAAE,MAAM,CAAC;IACrB,cAAc,EAAE,MAAM,EAAE,CAAC;IACzB,YAAY,EAAE,MAAM,CAAC;IACrB,gBAAgB,EAAE,MAAM,CAAC;IACzB,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,yBAAyB,EAAE,OAAO,CAAC;IACnC,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CACtC,CAAC;AAEF,wBAAsB,8BAA8B,CAAC,EACnD,gBAAgB,EAChB,OAAO,EACP,YAAY,GACb,EAAE;IACD,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC3B,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,CAAC;CACtB,GAAG,OAAO,CAAC,MAAM,CAAC,CAQlB;AAED,wBAAsB,gBAAgB,CAAC,EACrC,YAAY,EACZ,cAAc,EACd,YAAY,EACZ,gBAAgB,EAChB,WAAW,EACX,YAAY,EACZ,OAAO,EACP,OAAO,EACP,yBAAyB,EACzB,YAAY,GACb,EAAE,iBAAiB,GAAG,OAAO,CAAC;IAC7B,OAAO,EAAE,OAAO,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,kBAAkB,GAAG,SAAS,CAAC;IACvC,KAAK,EAAE,KAAK,GAAG,SAAS,CAAC;IACzB,SAAS,EAAE,aAAa,EAAE,CAAC;CAC5B,CAAC,CAkGD"}
+{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../../../src/agent/browsing/run.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,KAAK,EAAE,MAAM,4BAA4B,CAAC;AAclE,OAAO,EAAE,kBAAkB,EAAE,MAAM,QAAQ,CAAC;AAG5C,KAAK,iBAAiB,GAAG;IACvB,YAAY,EAAE,MAAM,CAAC;IACrB,cAAc,EAAE,MAAM,EAAE,CAAC;IACzB,YAAY,EAAE,MAAM,CAAC;IACrB,gBAAgB,EAAE,MAAM,CAAC;IACzB,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,yBAAyB,EAAE,OAAO,CAAC;IACnC,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CACtC,CAAC;AAEF,wBAAsB,8BAA8B,CAAC,EACnD,gBAAgB,EAChB,OAAO,EACP,YAAY,GACb,EAAE;IACD,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC3B,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,CAAC;CACtB,GAAG,OAAO,CAAC,MAAM,CAAC,CAQlB;AAED,wBAAsB,gBAAgB,CAAC,EACrC,YAAY,EACZ,cAAc,EACd,YAAY,EACZ,gBAAgB,EAChB,WAAW,EACX,YAAY,EACZ,OAAO,EACP,OAAO,EACP,yBAAyB,EACzB,YAAY,GACb,EAAE,iBAAiB,GAAG,OAAO,CAAC;IAC7B,OAAO,EAAE,OAAO,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,kBAAkB,GAAG,SAAS,CAAC;IACvC,KAAK,EAAE,KAAK,GAAG,SAAS,CAAC;IACzB,SAAS,EAAE,aAAa,EAAE,CAAC;CAC5B,CAAC,CAmGD"}

package/dist/agent/browsing/run.js

@@ -51,6 +51,7 @@ async function runBrowsingAgent({ testCaseName, testCaseSuites, testFilePath, fi
         projects: [projectName],
         passthroughArgs: "--retries 0 --timeout 0",
         repoDir,
+        envOverrides: envOverrides,
         // @ts-ignore
         platform: "web",
     });

package/dist/agent/chat/index.d.ts

@@ -1,9 +1,8 @@
 import { SupportedChatModels } from "@empiricalrun/shared-types";
-export declare function runChatAgentForCLI({ useDiskForChatState, selectedModel, initialPromptContent, withRetry, }: {
+export declare function runChatAgentForCLI({ useDiskForChatState, selectedModel, initialPromptContent, }: {
     selectedModel: SupportedChatModels;
     useDiskForChatState: boolean;
     initialPromptContent: string | undefined;
-    withRetry?: boolean;
 }): Promise<void>;
 export declare function runChatAgentForDashboard({ chatSessionId, selectedModel, }: {
     selectedModel: SupportedChatModels;

package/dist/agent/chat/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/agent/chat/index.ts"],"names":[],"mappings":"AAEA,OAAO,EAGL,mBAAmB,EACpB,MAAM,4BAA4B,CAAC;AA8DpC,wBAAsB,kBAAkB,CAAC,EACvC,mBAAmB,EACnB,aAAa,EACb,oBAAoB,EACpB,SAAS,GACV,EAAE;IACD,aAAa,EAAE,mBAAmB,CAAC;IACnC,mBAAmB,EAAE,OAAO,CAAC;IAC7B,oBAAoB,EAAE,MAAM,GAAG,SAAS,CAAC;IACzC,SAAS,CAAC,EAAE,OAAO,CAAC;CACrB,iBAwHA;AAuBD,wBAAsB,wBAAwB,CAAC,EAC7C,aAAa,EACb,aAAa,GACd,EAAE;IACD,aAAa,EAAE,mBAAmB,CAAC;IACnC,aAAa,EAAE,MAAM,CAAC;CACvB,iBA6DA"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/agent/chat/index.ts"],"names":[],"mappings":"AAEA,OAAO,EAGL,mBAAmB,EACpB,MAAM,4BAA4B,CAAC;AAkEpC,wBAAsB,kBAAkB,CAAC,EACvC,mBAAmB,EACnB,aAAa,EACb,oBAAoB,GACrB,EAAE;IACD,aAAa,EAAE,mBAAmB,CAAC;IACnC,mBAAmB,EAAE,OAAO,CAAC;IAC7B,oBAAoB,EAAE,MAAM,GAAG,SAAS,CAAC;CAC1C,iBA6HA;AAuBD,wBAAsB,wBAAwB,CAAC,EAC7C,aAAa,EACb,aAAa,GACd,EAAE;IACD,aAAa,EAAE,mBAAmB,CAAC;IACnC,aAAa,EAAE,MAAM,CAAC;CACvB,iBA6DA"}

package/dist/agent/chat/index.js

@@ -30,13 +30,17 @@ async function fetchEnvironmentVariables() {
         },
     });
     const data = await response.json();
+    if (!data.data) {
+        console.error("Failed to fetch environment variables:", data);
+        throw new Error("Failed to fetch environment variables");
+    }
     const envVars = data.data.environment_variables.reduce((acc, envVar) => {
         acc[envVar.name] = envVar.value;
         return acc;
     }, {});
     return envVars;
 }
-async function runChatAgentForCLI({ useDiskForChatState, selectedModel, initialPromptContent, withRetry, }) {
+async function runChatAgentForCLI({ useDiskForChatState, selectedModel, initialPromptContent, }) {
     let chatState;
     if (useDiskForChatState) {
         chatState = (0, state_1.loadChatState)();
@@ -47,6 +51,7 @@ async function runChatAgentForCLI({ useDiskForChatState, selectedModel, initialP
     await (0, git_1.checkoutBranch)(branchName, process.cwd());
     let messagesLoadedFromDisk = chatState?.messages || [];
     let chatModel = (0, chat_1.createChatModel)(messagesLoadedFromDisk, selectedModel);
+    chatModel.validateEnvVarsForAuth();
     if (initialPromptContent && chatModel.messages.length === 0) {
         chatModel.pushUserMessage(initialPromptContent);
         chatModel.askUserForInput = false;
@@ -61,8 +66,8 @@ async function runChatAgentForCLI({ useDiskForChatState, selectedModel, initialP
             console.log(`${(0, picocolors_1.blue)(latest.role)}: ${latest.textMessage}`);
         }
     }
-    // if withRetry set the chatState error null
-    if (withRetry && chatState) {
+    if (chatState && chatState.error) {
+        // Reset error state as we are attempting a retry
         chatState.error = null;
     }
     const handleSigInt = () => {
@@ -114,7 +119,6 @@ async function runChatAgentForCLI({ useDiskForChatState, selectedModel, initialP
             }
         }
         else {
-            // TODO: Should we pass a loader function? That would allow us to show a spinner
             if (!process.env.EMPIRICALRUN_API_KEY) {
                 throw new Error("EMPIRICALRUN_API_KEY is not set");
             }

package/dist/agent/chat/{prompt.d.ts → prompt/index.d.ts}

@@ -1,3 +1,3 @@
-import { FileInfo } from "../../types";
+import { FileInfo } from "../../../types";
 export declare function buildSystemPrompt(fileInfo: FileInfo): Promise<string>;
-//# sourceMappingURL=prompt.d.ts.map
+//# sourceMappingURL=index.d.ts.map

package/dist/agent/chat/prompt/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/agent/chat/prompt/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAI1C,wBAAsB,iBAAiB,CAAC,QAAQ,EAAE,QAAQ,mBA0GzD"}

package/dist/agent/chat/{prompt.js → prompt/index.js}

@@ -1,70 +1,21 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.buildSystemPrompt = buildSystemPrompt;
+const pw_utils_docs_1 = require("./pw-utils-docs");
 const repo_1 = require("./repo");
-const emailRecipe = `
-# Email automation
-
-## Example usage
-
-### Dynamic email
-
-This dynamically generates a random email address that can 
-be used for the test (e.g. invite a new user).
-
-\`\`\`ts
-import { EmailClient } from "@empiricalrun/playwright-utils";
-import { expect } from "@playwright/test";
-
-const client = new EmailClient();
-const address = client.getAddress();
-
-// Input the \`address\` in the application
-// that sends the email.
-
-// Get email received on the \`address\`
-const email = await client.waitForEmail();
-expect(
-  email.links.find((l) => l.text === "Join your team")
-).toBeTruthy();
-\`\`\`
-
-### Static email
-
-This uses a known (static) email that can be used to login
-into an application.
-
-This needs an email id (e.g. \`test-login-user\`). The email id
-is appended with the domain (managed internally) to get the full
-email address.
-
-\`\`\`ts
-import { EmailClient } from "@empiricalrun/playwright-utils";
-
-const emailId = \`test-login-user\`;
-
-const client = new EmailClient({ emailId });
-const address = client.getAddress(); // Returns full address with domain
-
-// Get email received on the \`address\`
-const email = await client.waitForEmail();
-
-// Get login OTP
-const loginCode = email.codes[0];
-\`\`\`
-`;
 async function buildSystemPrompt(fileInfo) {
-    const repoContext = await (0, repo_1.getRepoInfoPrompt)(fileInfo);
-    return `
-You are a helpful assistant that can answer questions and help with tasks related to writing
-and maintaining Playwright tests.
+    const preamble = `
+You are a helpful assistant that can answer questions and help with tasks related to writing and maintaining Playwright tests.
+
+You are working on a test code repository that contains Playwright tests and other related files. If you have modified 
+any files, your end output should be a pull request that will be reviewed and merged by a human.
 
-# Supported capabilities
+# Your capabilities
 
 - Adding new Playwright tests or helper methods
 - Going through test reports and identifying app issues versus test issues
-- Modifying existing tests
-- Modifying repo configuration (e.g. in playwright.config.ts and other)
+- Modifying existing tests to adapt to changes in the application
+- Modifying repo configuration (e.g. in playwright.config.ts) and dependencies (e.g. in package.json)
 
 # Going through test reports
 
@@ -147,12 +98,12 @@ if (await saveButton.isVisible()) {
 }
 \`\`\`
 
-# Recipes
-You can refer to the following recipes to learn how to write tests for different scenarios.
+`;
+    const repoContext = await (0, repo_1.getRepoInfoPrompt)(fileInfo);
+    return `${preamble}
 
-<email-automation>
-${emailRecipe}
-</email-automation>
+# Recipes
+${pw_utils_docs_1.playwrightUtilsDocs}
 
 # Repo context
 ${repoContext}

package/dist/agent/chat/prompt/pw-utils-docs.d.ts

@@ -0,0 +1,2 @@
+export declare const playwrightUtilsDocs = "\nYou can refer to the following recipes to learn how to write tests for different scenarios.\n\n<email-automation>\n\n# Email automation\n\n## Example usage\n\n### Dynamic email\n\nThis dynamically generates a random email address that can \nbe used for the test (e.g. invite a new user).\n\n```ts\nimport { EmailClient } from \"@empiricalrun/playwright-utils\";\nimport { expect } from \"@playwright/test\";\n\nconst client = new EmailClient();\nconst address = client.getAddress();\n\n// Input the `address` in the application\n// that sends the email.\n\n// Get email received on the `address`\nconst email = await client.waitForEmail();\nexpect(\n  email.links.find((l) => l.text === \"Join your team\")\n).toBeTruthy();\n```\n\n### Static email\n\nThis uses a known (static) email that can be used to login\ninto an application.\n\nThis needs an email id (e.g. `test-login-user`). The email id\nis appended with the domain (managed internally) to get the full\nemail address.\n\n```ts\nimport { EmailClient } from \"@empiricalrun/playwright-utils\";\n\nconst emailId = `test-login-user`;\n\nconst client = new EmailClient({ emailId });\nconst address = client.getAddress(); // Returns full address with domain\n\n// Get email received on the `address`\nconst email = await client.waitForEmail();\n\n// Get login OTP\nconst loginCode = email.codes[0];\n```\n\n</email-automation>\n\n";
+//# sourceMappingURL=pw-utils-docs.d.ts.map

package/dist/agent/chat/prompt/pw-utils-docs.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"pw-utils-docs.d.ts","sourceRoot":"","sources":["../../../../src/agent/chat/prompt/pw-utils-docs.ts"],"names":[],"mappings":"AAoDA,eAAO,MAAM,mBAAmB,i3CAO/B,CAAC"}

package/dist/agent/chat/prompt/pw-utils-docs.js

@@ -0,0 +1,62 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.playwrightUtilsDocs = void 0;
+const emailRecipe = `
+# Email automation
+
+## Example usage
+
+### Dynamic email
+
+This dynamically generates a random email address that can 
+be used for the test (e.g. invite a new user).
+
+\`\`\`ts
+import { EmailClient } from "@empiricalrun/playwright-utils";
+import { expect } from "@playwright/test";
+
+const client = new EmailClient();
+const address = client.getAddress();
+
+// Input the \`address\` in the application
+// that sends the email.
+
+// Get email received on the \`address\`
+const email = await client.waitForEmail();
+expect(
+  email.links.find((l) => l.text === "Join your team")
+).toBeTruthy();
+\`\`\`
+
+### Static email
+
+This uses a known (static) email that can be used to login
+into an application.
+
+This needs an email id (e.g. \`test-login-user\`). The email id
+is appended with the domain (managed internally) to get the full
+email address.
+
+\`\`\`ts
+import { EmailClient } from "@empiricalrun/playwright-utils";
+
+const emailId = \`test-login-user\`;
+
+const client = new EmailClient({ emailId });
+const address = client.getAddress(); // Returns full address with domain
+
+// Get email received on the \`address\`
+const email = await client.waitForEmail();
+
+// Get login OTP
+const loginCode = email.codes[0];
+\`\`\`
+`;
+exports.playwrightUtilsDocs = `
+You can refer to the following recipes to learn how to write tests for different scenarios.
+
+<email-automation>
+${emailRecipe}
+</email-automation>
+
+`;

package/dist/agent/chat/{repo.d.ts → prompt/repo.d.ts}

@@ -1,3 +1,3 @@
-import { FileInfo } from "../../types";
+import { FileInfo } from "../../../types";
 export declare function getRepoInfoPrompt(directory: FileInfo): Promise<string>;
 //# sourceMappingURL=repo.d.ts.map

package/dist/agent/chat/prompt/repo.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"repo.d.ts","sourceRoot":"","sources":["../../../../src/agent/chat/prompt/repo.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAwC1C,wBAAsB,iBAAiB,CAAC,SAAS,EAAE,QAAQ,mBAyC1D"}

package/dist/agent/chat/{repo.js → prompt/repo.js}

@@ -5,7 +5,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.getRepoInfoPrompt = getRepoInfoPrompt;
 const path_1 = __importDefault(require("path"));
-const repo_tree_1 = require("../../utils/repo-tree");
+const repo_tree_1 = require("../../../utils/repo-tree");
 async function getAllMarkdownFiles(directory) {
     if (!directory.isDirectory) {
         return [];

package/dist/agent/cua/computer.js

@@ -148,7 +148,7 @@ async function executeModelAction(page, action, codegen) {
                     scroll_y,
                 });
                 await page.mouse.move(x, y);
-                await page.evaluate(`window.scrollBy(${scroll_x}, ${scroll_y})`);
+                await page.mouse.wheel(scroll_x, scroll_y);
                 actionSummary = `Scroll at (${x}, ${y}) with offsets (scroll_x=${scroll_x}, scroll_y=${scroll_y})`;
                 actionCode = await codegen.getCodeForLastAction();
                 break;

package/dist/agent/cua/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/agent/cua/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAiB,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAC/D,OAAO,EAAE,iBAAiB,EAAE,KAAK,EAAE,MAAM,4BAA4B,CAAC;AAStE,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAwBlC,MAAM,MAAM,kBAAkB,GAAG,KAAK,CAClC;IACE,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;CACd,GACD;IACE,IAAI,EAAE,YAAY,CAAC;IACnB,UAAU,EAAE,iBAAiB,CAAC;CAC/B,CACJ,CAAC;AAEF,wBAAsB,+BAA+B,CAAC,EACpD,IAAI,EACJ,IAAI,EACJ,KAAK,GACN,EAAE;IACD,IAAI,EAAE,IAAI,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,CAAC,EAAE,WAAW,CAAC;CACrB,GAAG,OAAO,CAAC;IACV,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,EAAE,CAAC;IACtB,MAAM,EAAE,kBAAkB,CAAC;IAC3B,KAAK,EAAE,KAAK,CAAC;CACd,CAAC,CAuND"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/agent/cua/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAiB,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAC/D,OAAO,EAAE,iBAAiB,EAAE,KAAK,EAAE,MAAM,4BAA4B,CAAC;AAStE,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAgClC,MAAM,MAAM,kBAAkB,GAAG,KAAK,CAClC;IACE,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;CACd,GACD;IACE,IAAI,EAAE,YAAY,CAAC;IACnB,UAAU,EAAE,iBAAiB,CAAC;CAC/B,CACJ,CAAC;AAEF,wBAAsB,+BAA+B,CAAC,EACpD,IAAI,EACJ,IAAI,EACJ,KAAK,GACN,EAAE;IACD,IAAI,EAAE,IAAI,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,CAAC,EAAE,WAAW,CAAC;CACrB,GAAG,OAAO,CAAC;IACV,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,EAAE,CAAC;IACtB,MAAM,EAAE,kBAAkB,CAAC;IAC3B,KAAK,EAAE,KAAK,CAAC;CACd,CAAC,CAuND"}

package/dist/agent/cua/index.js

@@ -9,12 +9,17 @@ const openai_1 = __importDefault(require("openai"));
 const computer_1 = require("./computer");
 const model_1 = require("./model");
 const element_from_point_1 = require("./pw-codegen/element-from-point");
+const pw_pause_1 = require("./pw-codegen/pw-pause");
 const MAX_ITERATIONS = 15;
-function getCodegen() {
+async function getCodegenInstance() {
+    const repoDir = process.cwd();
+    const canUsePwPause = await (0, pw_pause_1.canUsePauseCodegen)(repoDir);
+    if (canUsePwPause) {
+        console.log("[getCodegen] using PlaywrightPauseCodegen");
+        return new pw_pause_1.PlaywrightPauseCodegen();
+    }
+    console.log("[getCodegen] using ElementFromPointCodegen");
     return new element_from_point_1.ElementFromPointCodegen();
-    // TODO: Add support for page.pause approach
-    // We can use PlaywrightPauseCodegen if playwright patch was successful,
-    // IPC port is available and PW_CODEGEN_NO_INSPECTOR env var is set
 }
 function artifact(screenshot, name) {
     return {
@@ -24,7 +29,7 @@ function artifact(screenshot, name) {
     };
 }
 async function createTestUsingComputerUseAgent({ page, task, trace, }) {
-    const codegen = getCodegen();
+    const codegen = await getCodegenInstance();
     await codegen.initialize(page);
     const screenshot = await (0, computer_1.getScreenshot)(page);
     const initialArtifact = artifact(screenshot, "Initial screen");

package/dist/agent/cua/pw-codegen/pw-pause/index.d.ts

@@ -1,15 +1,17 @@
 import type { Page } from "playwright";
-export { revertToOriginalPwCode } from "./utils";
-export declare const PW_PAUSE_IPC_PORT = 3039;
-export declare function preparePlaywrightForCodegen(repoDir: string): Promise<void>;
-export declare class PlaywrightPauseCodegen {
+import { BasePlaywrightCodegen } from "../types";
+export { preparePlaywrightForCodegen, revertToOriginalPwCode } from "./patch";
+export declare function canUsePauseCodegen(repoDir: string): Promise<boolean>;
+export declare class PlaywrightPauseCodegen implements BasePlaywrightCodegen {
     private port;
     private page;
     private server;
+    private codeForLastAction;
     constructor();
+    private saveCode;
     initialize(page: Page): Promise<void>;
     startPlaywrightCodegen(page: Page): Promise<void>;
     recordAction(): Promise<void>;
-    getCodegenResult(): Promise<string>;
+    getCodeForLastAction(): Promise<string>;
 }
 //# sourceMappingURL=index.d.ts.map

package/dist/agent/cua/pw-codegen/pw-pause/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/agent/cua/pw-codegen/pw-pause/index.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AASvC,OAAO,EAAE,sBAAsB,EAAE,MAAM,SAAS,CAAC;AAEjD,eAAO,MAAM,iBAAiB,OAAO,CAAC;AAEtC,wBAAsB,2BAA2B,CAAC,OAAO,EAAE,MAAM,iBAoBhE;AAGD,qBAAa,sBAAsB;IACjC,OAAO,CAAC,IAAI,CAAa;IACzB,OAAO,CAAC,IAAI,CAAmB;IAC/B,OAAO,CAAC,MAAM,CAA4C;;IAMpD,UAAU,CAAC,IAAI,EAAE,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;IAkBrC,sBAAsB,CAAC,IAAI,EAAE,IAAI;IAsBjC,YAAY,IAAI,OAAO,CAAC,IAAI,CAAC;IAI7B,gBAAgB,IAAI,OAAO,CAAC,MAAM,CAAC;CAI1C"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/agent/cua/pw-codegen/pw-pause/index.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAEvC,OAAO,EAAE,qBAAqB,EAAE,MAAM,UAAU,CAAC;AAIjD,OAAO,EAAE,2BAA2B,EAAE,sBAAsB,EAAE,MAAM,SAAS,CAAC;AAE9E,wBAAsB,kBAAkB,CAAC,OAAO,EAAE,MAAM,oBAqCvD;AAiBD,qBAAa,sBAAuB,YAAW,qBAAqB;IAClE,OAAO,CAAC,IAAI,CAAa;IACzB,OAAO,CAAC,IAAI,CAAmB;IAC/B,OAAO,CAAC,MAAM,CAA4C;IAC1D,OAAO,CAAC,iBAAiB,CAAqB;;YAMhC,QAAQ;IAOhB,UAAU,CAAC,IAAI,EAAE,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;IAkBrC,sBAAsB,CAAC,IAAI,EAAE,IAAI;IAsBjC,YAAY,IAAI,OAAO,CAAC,IAAI,CAAC;IAI7B,oBAAoB,IAAI,OAAO,CAAC,MAAM,CAAC;CAU9C"}

package/dist/agent/cua/pw-codegen/pw-pause/index.js

@@ -3,45 +3,67 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.PlaywrightPauseCodegen = exports.PW_PAUSE_IPC_PORT = exports.revertToOriginalPwCode = void 0;
-exports.preparePlaywrightForCodegen = preparePlaywrightForCodegen;
+exports.PlaywrightPauseCodegen = exports.revertToOriginalPwCode = exports.preparePlaywrightForCodegen = void 0;
+exports.canUsePauseCodegen = canUsePauseCodegen;
 const express_1 = __importDefault(require("express"));
-const fs_1 = __importDefault(require("fs"));
-const path_1 = __importDefault(require("path"));
-const utils_1 = require("./utils");
-var utils_2 = require("./utils");
-Object.defineProperty(exports, "revertToOriginalPwCode", { enumerable: true, get: function () { return utils_2.revertToOriginalPwCode; } });
-exports.PW_PAUSE_IPC_PORT = 3039;
-async function preparePlaywrightForCodegen(repoDir) {
-    const npmListOutput = await (0, utils_1.runNpmList)(repoDir);
-    if (!npmListOutput) {
-        return;
+const ipc_1 = require("./ipc");
+const patch_1 = require("./patch");
+var patch_2 = require("./patch");
+Object.defineProperty(exports, "preparePlaywrightForCodegen", { enumerable: true, get: function () { return patch_2.preparePlaywrightForCodegen; } });
+Object.defineProperty(exports, "revertToOriginalPwCode", { enumerable: true, get: function () { return patch_2.revertToOriginalPwCode; } });
+async function canUsePauseCodegen(repoDir) {
+    const hasPatchedPwCode = await (0, patch_1.hasPatchedRecorderApp)(repoDir);
+    if (!hasPatchedPwCode) {
+        // This codegen approach requires patching the playwright code to setup an
+        // IPC server <> client that passes generated code from Playwright to @empiricalrun/test-gen
+        console.log("Cannot use pause codegen because recorder app is not patched");
+        return false;
     }
-    const playwrightCorePath = (0, utils_1.getPlaywrightCoreFromNpmList)(npmListOutput);
-    const pathToRecorderApp = path_1.default.join(playwrightCorePath, "lib", "server", "recorder", "recorderApp.js");
-    if (!fs_1.default.existsSync(pathToRecorderApp)) {
-        const errMsg = `Cannot patch Playwright: ${pathToRecorderApp} does not exist`;
-        throw new Error(errMsg);
+    if (!(await (0, ipc_1.isIPCPortAvailable)())) {
+        // The IPC port is hardcoded, and it should be available for IPC to work
+        console.log("Cannot use pause codegen because IPC port is not available");
+        return false;
     }
-    await (0, utils_1.createFileBackup)(pathToRecorderApp);
-    const port = exports.PW_PAUSE_IPC_PORT;
-    await (0, utils_1.patchPwCode)(pathToRecorderApp, port);
+    const isRunningHeaded = process.env.RUN_PLAYWRIGHT_HEADED &&
+        process.env.RUN_PLAYWRIGHT_HEADED === "true";
+    if (!isRunningHeaded) {
+        // This codegen approach requires running Playwright in headed mode because
+        // it depends on the page.pause() API, which is no-op in headless mode
+        console.log("Cannot use pause codegen because RUN_PLAYWRIGHT_HEADED is not true");
+        return false;
+    }
+    // eslint-disable-next-line turbo/no-undeclared-env-vars
+    if (!process.env.PW_CODEGEN_NO_INSPECTOR) {
+        // PW_CODEGEN_NO_INSPECTOR should be set to true, so that Playwright runs the
+        // EmptyRecorderApp() -- which is the entrypoint to our patched code
+        // Ref: https://github.com/microsoft/playwright/blob/c96558d0691c0377dbc0c772a1bd8120d546e6d7/packages/playwright-core/src/server/recorder/recorderApp.ts#L98
+        console.log("Cannot use pause codegen because PW_CODEGEN_NO_INSPECTOR is not set");
+        return false;
+    }
+    // Need all conditions to be met to use pause codegen
+    return true;
 }
-// TODO: Fix this to implement BasePlaywrightCodegen
 class PlaywrightPauseCodegen {
     port = 0;
     page;
     server;
+    codeForLastAction;
     constructor() {
-        this.port = exports.PW_PAUSE_IPC_PORT;
+        this.port = ipc_1.PW_PAUSE_IPC_PORT;
+    }
+    async saveCode(code) {
+        const generatedCode = code.map((c) => c.actions.join("\n")).join("\n");
+        if (generatedCode) {
+            this.codeForLastAction = generatedCode;
+        }
     }
     async initialize(page) {
         // Start server to receive generated code from patch
         const app = (0, express_1.default)();
         app.use(express_1.default.json());
-        app.post("/test", async (req, res) => {
-            console.log("--- Received request in PlaywrightPatchCodegen ---");
-            console.log(req.body);
+        app.post("/sources", async (req, res) => {
+            const { payload } = req.body;
+            await this.saveCode(JSON.parse(payload));
             return res.send({ success: true });
         });
         await new Promise((resolve) => {
@@ -74,11 +96,17 @@ class PlaywrightPauseCodegen {
         await page.pause();
     }
     async recordAction() {
-        console.log("Record action is no-op");
+        // Record action is no-op
     }
-    async getCodegenResult() {
-        console.log("Get codegen result is no-op");
-        return "";
+    async getCodeForLastAction() {
+        // Wait for the server to send the code
+        await new Promise((resolve) => setTimeout(resolve, 1000));
+        let codeToReturn = this.codeForLastAction;
+        this.codeForLastAction = undefined;
+        if (!codeToReturn) {
+            throw new Error("No code for last action");
+        }
+        return codeToReturn;
     }
 }
 exports.PlaywrightPauseCodegen = PlaywrightPauseCodegen;

package/dist/agent/cua/pw-codegen/pw-pause/ipc.d.ts

@@ -0,0 +1,3 @@
+export declare const PW_PAUSE_IPC_PORT = 3039;
+export declare function isIPCPortAvailable(): Promise<boolean>;
+//# sourceMappingURL=ipc.d.ts.map

package/dist/agent/cua/pw-codegen/pw-pause/ipc.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ipc.d.ts","sourceRoot":"","sources":["../../../../../src/agent/cua/pw-codegen/pw-pause/ipc.ts"],"names":[],"mappings":"AAEA,eAAO,MAAM,iBAAiB,OAAO,CAAC;AAEtC,wBAAsB,kBAAkB,qBAGvC"}

package/dist/agent/cua/pw-codegen/pw-pause/ipc.js

@@ -0,0 +1,13 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.PW_PAUSE_IPC_PORT = void 0;
+exports.isIPCPortAvailable = isIPCPortAvailable;
+const detect_port_1 = __importDefault(require("detect-port"));
+exports.PW_PAUSE_IPC_PORT = 3039;
+async function isIPCPortAvailable() {
+    const portAvailable = await (0, detect_port_1.default)(exports.PW_PAUSE_IPC_PORT);
+    return portAvailable === exports.PW_PAUSE_IPC_PORT;
+}

package/dist/agent/cua/pw-codegen/pw-pause/patch.d.ts

@@ -0,0 +1,12 @@
+export declare function preparePlaywrightForCodegen(repoDir: string): Promise<void>;
+export declare function getPathToRecorderApp(pwCorePath: string): Promise<string>;
+export declare function runNpmList(repoDir: string): Promise<string | undefined>;
+export declare function getPlaywrightCoreFromNpmList(output: string): {
+    path: string;
+    version: "1.47" | "1.53";
+};
+export declare function hasPatchedRecorderApp(repoDir: string): Promise<boolean | undefined>;
+export declare function revertToOriginalPwCode(repoDir: string): Promise<void>;
+export declare function createFileBackup(pathToFile: string): Promise<void>;
+export declare function patchPwCode(pwVersion: "1.47" | "1.53", pathToRecorderApp: string, port: number): Promise<void>;
+//# sourceMappingURL=patch.d.ts.map

package/dist/agent/cua/pw-codegen/pw-pause/patch.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"patch.d.ts","sourceRoot":"","sources":["../../../../../src/agent/cua/pw-codegen/pw-pause/patch.ts"],"names":[],"mappings":"AAmBA,wBAAsB,2BAA2B,CAAC,OAAO,EAAE,MAAM,iBAehE;AAED,wBAAsB,oBAAoB,CAAC,UAAU,EAAE,MAAM,mBAgB5D;AAED,wBAAsB,UAAU,CAAC,OAAO,EAAE,MAAM,+BAiB/C;AAED,wBAAgB,4BAA4B,CAAC,MAAM,EAAE,MAAM,GAAG;IAC5D,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,GAAG,MAAM,CAAC;CAC1B,CA8BA;AAED,wBAAsB,qBAAqB,CAAC,OAAO,EAAE,MAAM,gCAkB1D;AAED,wBAAsB,sBAAsB,CAAC,OAAO,EAAE,MAAM,iBAoB3D;AAED,wBAAsB,gBAAgB,CAAC,UAAU,EAAE,MAAM,iBAGxD;AAED,wBAAsB,WAAW,CAC/B,SAAS,EAAE,MAAM,GAAG,MAAM,EAC1B,iBAAiB,EAAE,MAAM,EACzB,IAAI,EAAE,MAAM,iBA2Bb"}