@empiricalrun/test-gen 0.66.0 → 0.66.1

package/CHANGELOG.md

@@ -1,5 +1,20 @@
 # @empiricalrun/test-gen
 
+## 0.66.1
+
+### Patch Changes
+
+- 1a6bb19: chore: upgrade playwright in devDependencies
+- d3639c0: fix: update browsing agent artifact path for 1.53
+- 881e856: fix: update system prompt to get PRs as output
+- cfb157a: fix: follow-ups for playwright reporter upgrade
+- 4062787: feat: update page.pause codegen to work with playwright 1.53
+- Updated dependencies [cfb157a]
+- Updated dependencies [a533ee5]
+- Updated dependencies [4062787]
+  - @empiricalrun/test-run@0.10.3
+  - @empiricalrun/llm@0.18.2
+
 ## 0.66.0
 
 ### Minor Changes

package/dist/agent/chat/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/agent/chat/index.ts"],"names":[],"mappings":"AAEA,OAAO,EAGL,mBAAmB,EACpB,MAAM,4BAA4B,CAAC;AAkEpC,wBAAsB,kBAAkB,CAAC,EACvC,mBAAmB,EACnB,aAAa,EACb,oBAAoB,GACrB,EAAE;IACD,aAAa,EAAE,mBAAmB,CAAC;IACnC,mBAAmB,EAAE,OAAO,CAAC;IAC7B,oBAAoB,EAAE,MAAM,GAAG,SAAS,CAAC;CAC1C,iBA4HA;AAuBD,wBAAsB,wBAAwB,CAAC,EAC7C,aAAa,EACb,aAAa,GACd,EAAE;IACD,aAAa,EAAE,mBAAmB,CAAC;IACnC,aAAa,EAAE,MAAM,CAAC;CACvB,iBA6DA"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/agent/chat/index.ts"],"names":[],"mappings":"AAEA,OAAO,EAGL,mBAAmB,EACpB,MAAM,4BAA4B,CAAC;AAkEpC,wBAAsB,kBAAkB,CAAC,EACvC,mBAAmB,EACnB,aAAa,EACb,oBAAoB,GACrB,EAAE;IACD,aAAa,EAAE,mBAAmB,CAAC;IACnC,mBAAmB,EAAE,OAAO,CAAC;IAC7B,oBAAoB,EAAE,MAAM,GAAG,SAAS,CAAC;CAC1C,iBA6HA;AAuBD,wBAAsB,wBAAwB,CAAC,EAC7C,aAAa,EACb,aAAa,GACd,EAAE;IACD,aAAa,EAAE,mBAAmB,CAAC;IACnC,aAAa,EAAE,MAAM,CAAC;CACvB,iBA6DA"}

package/dist/agent/chat/index.js

@@ -51,6 +51,7 @@ async function runChatAgentForCLI({ useDiskForChatState, selectedModel, initialP
     await (0, git_1.checkoutBranch)(branchName, process.cwd());
     let messagesLoadedFromDisk = chatState?.messages || [];
     let chatModel = (0, chat_1.createChatModel)(messagesLoadedFromDisk, selectedModel);
+    chatModel.validateEnvVarsForAuth();
     if (initialPromptContent && chatModel.messages.length === 0) {
         chatModel.pushUserMessage(initialPromptContent);
         chatModel.askUserForInput = false;

package/dist/agent/chat/{prompt.d.ts → prompt/index.d.ts}

@@ -1,3 +1,3 @@
-import { FileInfo } from "../../types";
+import { FileInfo } from "../../../types";
 export declare function buildSystemPrompt(fileInfo: FileInfo): Promise<string>;
-//# sourceMappingURL=prompt.d.ts.map
+//# sourceMappingURL=index.d.ts.map

package/dist/agent/chat/prompt/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/agent/chat/prompt/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAI1C,wBAAsB,iBAAiB,CAAC,QAAQ,EAAE,QAAQ,mBA0GzD"}

package/dist/agent/chat/{prompt.js → prompt/index.js}

@@ -1,70 +1,21 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.buildSystemPrompt = buildSystemPrompt;
+const pw_utils_docs_1 = require("./pw-utils-docs");
 const repo_1 = require("./repo");
-const emailRecipe = `
-# Email automation
-
-## Example usage
-
-### Dynamic email
-
-This dynamically generates a random email address that can 
-be used for the test (e.g. invite a new user).
-
-\`\`\`ts
-import { EmailClient } from "@empiricalrun/playwright-utils";
-import { expect } from "@playwright/test";
-
-const client = new EmailClient();
-const address = client.getAddress();
-
-// Input the \`address\` in the application
-// that sends the email.
-
-// Get email received on the \`address\`
-const email = await client.waitForEmail();
-expect(
-  email.links.find((l) => l.text === "Join your team")
-).toBeTruthy();
-\`\`\`
-
-### Static email
-
-This uses a known (static) email that can be used to login
-into an application.
-
-This needs an email id (e.g. \`test-login-user\`). The email id
-is appended with the domain (managed internally) to get the full
-email address.
-
-\`\`\`ts
-import { EmailClient } from "@empiricalrun/playwright-utils";
-
-const emailId = \`test-login-user\`;
-
-const client = new EmailClient({ emailId });
-const address = client.getAddress(); // Returns full address with domain
-
-// Get email received on the \`address\`
-const email = await client.waitForEmail();
-
-// Get login OTP
-const loginCode = email.codes[0];
-\`\`\`
-`;
 async function buildSystemPrompt(fileInfo) {
-    const repoContext = await (0, repo_1.getRepoInfoPrompt)(fileInfo);
-    return `
-You are a helpful assistant that can answer questions and help with tasks related to writing
-and maintaining Playwright tests.
+    const preamble = `
+You are a helpful assistant that can answer questions and help with tasks related to writing and maintaining Playwright tests.
+
+You are working on a test code repository that contains Playwright tests and other related files. If you have modified 
+any files, your end output should be a pull request that will be reviewed and merged by a human.
 
-# Supported capabilities
+# Your capabilities
 
 - Adding new Playwright tests or helper methods
 - Going through test reports and identifying app issues versus test issues
-- Modifying existing tests
-- Modifying repo configuration (e.g. in playwright.config.ts and other)
+- Modifying existing tests to adapt to changes in the application
+- Modifying repo configuration (e.g. in playwright.config.ts) and dependencies (e.g. in package.json)
 
 # Going through test reports
 
@@ -147,12 +98,12 @@ if (await saveButton.isVisible()) {
 }
 \`\`\`
 
-# Recipes
-You can refer to the following recipes to learn how to write tests for different scenarios.
+`;
+    const repoContext = await (0, repo_1.getRepoInfoPrompt)(fileInfo);
+    return `${preamble}
 
-<email-automation>
-${emailRecipe}
-</email-automation>
+# Recipes
+${pw_utils_docs_1.playwrightUtilsDocs}
 
 # Repo context
 ${repoContext}

package/dist/agent/chat/prompt/pw-utils-docs.d.ts

@@ -0,0 +1,2 @@
+export declare const playwrightUtilsDocs = "\nYou can refer to the following recipes to learn how to write tests for different scenarios.\n\n<email-automation>\n\n# Email automation\n\n## Example usage\n\n### Dynamic email\n\nThis dynamically generates a random email address that can \nbe used for the test (e.g. invite a new user).\n\n```ts\nimport { EmailClient } from \"@empiricalrun/playwright-utils\";\nimport { expect } from \"@playwright/test\";\n\nconst client = new EmailClient();\nconst address = client.getAddress();\n\n// Input the `address` in the application\n// that sends the email.\n\n// Get email received on the `address`\nconst email = await client.waitForEmail();\nexpect(\n  email.links.find((l) => l.text === \"Join your team\")\n).toBeTruthy();\n```\n\n### Static email\n\nThis uses a known (static) email that can be used to login\ninto an application.\n\nThis needs an email id (e.g. `test-login-user`). The email id\nis appended with the domain (managed internally) to get the full\nemail address.\n\n```ts\nimport { EmailClient } from \"@empiricalrun/playwright-utils\";\n\nconst emailId = `test-login-user`;\n\nconst client = new EmailClient({ emailId });\nconst address = client.getAddress(); // Returns full address with domain\n\n// Get email received on the `address`\nconst email = await client.waitForEmail();\n\n// Get login OTP\nconst loginCode = email.codes[0];\n```\n\n</email-automation>\n\n";
+//# sourceMappingURL=pw-utils-docs.d.ts.map

package/dist/agent/chat/prompt/pw-utils-docs.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"pw-utils-docs.d.ts","sourceRoot":"","sources":["../../../../src/agent/chat/prompt/pw-utils-docs.ts"],"names":[],"mappings":"AAoDA,eAAO,MAAM,mBAAmB,i3CAO/B,CAAC"}

package/dist/agent/chat/prompt/pw-utils-docs.js

@@ -0,0 +1,62 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.playwrightUtilsDocs = void 0;
+const emailRecipe = `
+# Email automation
+
+## Example usage
+
+### Dynamic email
+
+This dynamically generates a random email address that can 
+be used for the test (e.g. invite a new user).
+
+\`\`\`ts
+import { EmailClient } from "@empiricalrun/playwright-utils";
+import { expect } from "@playwright/test";
+
+const client = new EmailClient();
+const address = client.getAddress();
+
+// Input the \`address\` in the application
+// that sends the email.
+
+// Get email received on the \`address\`
+const email = await client.waitForEmail();
+expect(
+  email.links.find((l) => l.text === "Join your team")
+).toBeTruthy();
+\`\`\`
+
+### Static email
+
+This uses a known (static) email that can be used to login
+into an application.
+
+This needs an email id (e.g. \`test-login-user\`). The email id
+is appended with the domain (managed internally) to get the full
+email address.
+
+\`\`\`ts
+import { EmailClient } from "@empiricalrun/playwright-utils";
+
+const emailId = \`test-login-user\`;
+
+const client = new EmailClient({ emailId });
+const address = client.getAddress(); // Returns full address with domain
+
+// Get email received on the \`address\`
+const email = await client.waitForEmail();
+
+// Get login OTP
+const loginCode = email.codes[0];
+\`\`\`
+`;
+exports.playwrightUtilsDocs = `
+You can refer to the following recipes to learn how to write tests for different scenarios.
+
+<email-automation>
+${emailRecipe}
+</email-automation>
+
+`;

package/dist/agent/chat/{repo.d.ts → prompt/repo.d.ts}

@@ -1,3 +1,3 @@
-import { FileInfo } from "../../types";
+import { FileInfo } from "../../../types";
 export declare function getRepoInfoPrompt(directory: FileInfo): Promise<string>;
 //# sourceMappingURL=repo.d.ts.map

package/dist/agent/chat/prompt/repo.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"repo.d.ts","sourceRoot":"","sources":["../../../../src/agent/chat/prompt/repo.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAwC1C,wBAAsB,iBAAiB,CAAC,SAAS,EAAE,QAAQ,mBAyC1D"}

package/dist/agent/chat/{repo.js → prompt/repo.js}

@@ -5,7 +5,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.getRepoInfoPrompt = getRepoInfoPrompt;
 const path_1 = __importDefault(require("path"));
-const repo_tree_1 = require("../../utils/repo-tree");
+const repo_tree_1 = require("../../../utils/repo-tree");
 async function getAllMarkdownFiles(directory) {
     if (!directory.isDirectory) {
         return [];

package/dist/agent/cua/pw-codegen/pw-pause/patch.d.ts

@@ -1,9 +1,12 @@
 export declare function preparePlaywrightForCodegen(repoDir: string): Promise<void>;
-export declare function getPathToRecorderApp(repoDir: string): Promise<string | undefined>;
+export declare function getPathToRecorderApp(pwCorePath: string): Promise<string>;
 export declare function runNpmList(repoDir: string): Promise<string | undefined>;
-export declare function getPlaywrightCoreFromNpmList(output: string): any;
-export declare function hasPatchedRecorderApp(repoDir: string): Promise<boolean>;
+export declare function getPlaywrightCoreFromNpmList(output: string): {
+    path: string;
+    version: "1.47" | "1.53";
+};
+export declare function hasPatchedRecorderApp(repoDir: string): Promise<boolean | undefined>;
 export declare function revertToOriginalPwCode(repoDir: string): Promise<void>;
 export declare function createFileBackup(pathToFile: string): Promise<void>;
-export declare function patchPwCode(pathToRecorderApp: string, port: number): Promise<void>;
+export declare function patchPwCode(pwVersion: "1.47" | "1.53", pathToRecorderApp: string, port: number): Promise<void>;
 //# sourceMappingURL=patch.d.ts.map

package/dist/agent/cua/pw-codegen/pw-pause/patch.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"patch.d.ts","sourceRoot":"","sources":["../../../../../src/agent/cua/pw-codegen/pw-pause/patch.ts"],"names":[],"mappings":"AAmBA,wBAAsB,2BAA2B,CAAC,OAAO,EAAE,MAAM,iBAgBhE;AAED,wBAAsB,oBAAoB,CAAC,OAAO,EAAE,MAAM,+BAczD;AAED,wBAAsB,UAAU,CAAC,OAAO,EAAE,MAAM,+BAiB/C;AAED,wBAAgB,4BAA4B,CAAC,MAAM,EAAE,MAAM,OAuB1D;AAED,wBAAsB,qBAAqB,CAAC,OAAO,EAAE,MAAM,oBAY1D;AAED,wBAAsB,sBAAsB,CAAC,OAAO,EAAE,MAAM,iBAoB3D;AAED,wBAAsB,gBAAgB,CAAC,UAAU,EAAE,MAAM,iBAGxD;AAED,wBAAsB,WAAW,CAAC,iBAAiB,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,iBAkBxE"}
+{"version":3,"file":"patch.d.ts","sourceRoot":"","sources":["../../../../../src/agent/cua/pw-codegen/pw-pause/patch.ts"],"names":[],"mappings":"AAmBA,wBAAsB,2BAA2B,CAAC,OAAO,EAAE,MAAM,iBAehE;AAED,wBAAsB,oBAAoB,CAAC,UAAU,EAAE,MAAM,mBAgB5D;AAED,wBAAsB,UAAU,CAAC,OAAO,EAAE,MAAM,+BAiB/C;AAED,wBAAgB,4BAA4B,CAAC,MAAM,EAAE,MAAM,GAAG;IAC5D,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,GAAG,MAAM,CAAC;CAC1B,CA8BA;AAED,wBAAsB,qBAAqB,CAAC,OAAO,EAAE,MAAM,gCAkB1D;AAED,wBAAsB,sBAAsB,CAAC,OAAO,EAAE,MAAM,iBAoB3D;AAED,wBAAsB,gBAAgB,CAAC,UAAU,EAAE,MAAM,iBAGxD;AAED,wBAAsB,WAAW,CAC/B,SAAS,EAAE,MAAM,GAAG,MAAM,EAC1B,iBAAiB,EAAE,MAAM,EACzB,IAAI,EAAE,MAAM,iBA2Bb"}

package/dist/agent/cua/pw-codegen/pw-pause/patch.js

@@ -28,29 +28,30 @@ const ipc_1 = require("./ipc");
 const CUSTOM_PATCH_COMMENT = `// Custom patch code set by @empiricalrun/test-gen`;
 async function preparePlaywrightForCodegen(repoDir) {
     try {
-        const pathToRecorderApp = await getPathToRecorderApp(repoDir);
-        if (!pathToRecorderApp) {
-            throw new Error("Cannot find path to recorder app");
-        }
-        if (!fs_1.default.existsSync(pathToRecorderApp)) {
-            const errMsg = `Cannot patch Playwright: ${pathToRecorderApp} does not exist`;
-            throw new Error(errMsg);
+        const npmListOutput = await runNpmList(repoDir);
+        if (!npmListOutput) {
+            return;
         }
+        const pwCore = getPlaywrightCoreFromNpmList(npmListOutput);
+        const { path: pwCorePath, version: pwVersion } = pwCore;
+        const pathToRecorderApp = await getPathToRecorderApp(pwCorePath);
         await createFileBackup(pathToRecorderApp);
-        await patchPwCode(pathToRecorderApp, ipc_1.PW_PAUSE_IPC_PORT);
+        await patchPwCode(pwVersion, pathToRecorderApp, ipc_1.PW_PAUSE_IPC_PORT);
     }
     catch (error) {
         console.error("Error patching Playwright", error);
         throw error;
     }
 }
-async function getPathToRecorderApp(repoDir) {
-    const npmListOutput = await runNpmList(repoDir);
-    if (!npmListOutput) {
-        return;
+async function getPathToRecorderApp(pwCorePath) {
+    // Both supported versions have the same path structure
+    const pathToRecorderApp = path_1.default.join(pwCorePath, "lib", "server", "recorder", "recorderApp.js");
+    if (!pathToRecorderApp) {
+        throw new Error("Cannot find path to recorder app");
+    }
+    if (!fs_1.default.existsSync(pathToRecorderApp)) {
+        throw new Error(`${pathToRecorderApp} does not exist`);
     }
-    const playwrightCorePath = getPlaywrightCoreFromNpmList(npmListOutput);
-    const pathToRecorderApp = path_1.default.join(playwrightCorePath, "lib", "server", "recorder", "recorderApp.js");
     return pathToRecorderApp;
 }
 async function runNpmList(repoDir) {
@@ -78,20 +79,37 @@ function getPlaywrightCoreFromNpmList(output) {
     if (!playwrightTest) {
         throw new Error("Could not find @playwright/test in npm dependencies");
     }
-    const playwrightTestVersion = playwrightTest.version;
-    if (playwrightTestVersion !== "1.47.1") {
-        throw new Error("Unsupported playwright-test version: ${playwrightTestVersion}");
-    }
     const playwrightDeps = playwrightTest.dependencies["playwright"];
     const playwrightCoreDep = playwrightDeps.dependencies["playwright-core"];
     if (!playwrightCoreDep) {
         throw new Error("Could not find playwright-core in @playwright/test dependencies");
     }
-    return playwrightCoreDep.path;
+    function extractMinorVersion(version) {
+        const minorVersion = version.split(".").slice(0, 2).join(".");
+        if (minorVersion === "1.47") {
+            return "1.47";
+        }
+        else if (minorVersion === "1.53") {
+            return "1.53";
+        }
+        else {
+            throw new Error(`Unsupported Playwright version: ${minorVersion}`);
+        }
+    }
+    return {
+        path: playwrightCoreDep.path,
+        version: extractMinorVersion(playwrightCoreDep.version),
+    };
 }
 async function hasPatchedRecorderApp(repoDir) {
     try {
-        const pathToRecorderApp = await getPathToRecorderApp(repoDir);
+        const npmListOutput = await runNpmList(repoDir);
+        if (!npmListOutput) {
+            return;
+        }
+        const pwCore = getPlaywrightCoreFromNpmList(npmListOutput);
+        const { path: pwCorePath } = pwCore;
+        const pathToRecorderApp = await getPathToRecorderApp(pwCorePath);
         if (!pathToRecorderApp) {
             return false;
         }
@@ -109,8 +127,8 @@ async function revertToOriginalPwCode(repoDir) {
         if (!npmListOutput) {
             return;
         }
-        const playwrightCorePath = getPlaywrightCoreFromNpmList(npmListOutput);
-        const pathToRecorderApp = path_1.default.join(playwrightCorePath, "lib", "server", "recorder", "recorderApp.js");
+        const { path: pwCorePath } = getPlaywrightCoreFromNpmList(npmListOutput);
+        const pathToRecorderApp = path_1.default.join(pwCorePath, "lib", "server", "recorder", "recorderApp.js");
         const backupPath = `${pathToRecorderApp}.backup`;
         fs_1.default.copyFileSync(backupPath, pathToRecorderApp);
         fs_1.default.unlinkSync(backupPath);
@@ -123,9 +141,18 @@ async function createFileBackup(pathToFile) {
     const backupPath = `${pathToFile}.backup`;
     fs_1.default.copyFileSync(pathToFile, backupPath);
 }
-async function patchPwCode(pathToRecorderApp, port) {
+async function patchPwCode(pwVersion, pathToRecorderApp, port) {
     const currentFileContents = fs_1.default.readFileSync(pathToRecorderApp, "utf-8");
-    const original = `async setSources(sources) {}`;
+    let original;
+    if (pwVersion === "1.47") {
+        original = `async setSources(sources) {}`;
+    }
+    else if (pwVersion === "1.53") {
+        original = `async setSources(sources, primaryPageURL) {\n  }`;
+    }
+    else {
+        throw new Error(`Unsupported Playwright version: ${pwVersion}`);
+    }
     const replacement = `async setSources(sources) {
     ${CUSTOM_PATCH_COMMENT}
     const payload = JSON.stringify(sources.filter(source => source.isRecorded).filter(source => source.id === "javascript"));

package/dist/artifacts/utils.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../src/artifacts/utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,iBAAiB,EAAE,MAAM,4BAA4B,CAAC;AAC9E,OAAO,EACL,UAAU,IAAI,oBAAoB,EAGnC,MAAM,2BAA2B,CAAC;AAGnC;;;;GAIG;AACH,wBAAgB,0CAA0C,CACxD,MAAM,EAAE,oBAAoB,GAC3B,iBAAiB,EAAE,CAqErB;AAED;;;;;;;;;;GAUG;AACH,wBAAgB,uBAAuB,CAAC,OAAO,EAAE,MAAM,GAAG,aAAa,EAAE,CAmBxE"}
+{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../src/artifacts/utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,iBAAiB,EAAE,MAAM,4BAA4B,CAAC;AAC9E,OAAO,EACL,UAAU,IAAI,oBAAoB,EAGnC,MAAM,2BAA2B,CAAC;AAInC;;;;GAIG;AACH,wBAAgB,0CAA0C,CACxD,MAAM,EAAE,oBAAoB,GAC3B,iBAAiB,EAAE,CAqErB;AAED;;;;;;;;;;GAUG;AACH,wBAAgB,uBAAuB,CAAC,OAAO,EAAE,MAAM,GAAG,aAAa,EAAE,CAmCxE"}

package/dist/artifacts/utils.js

@@ -6,6 +6,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.extractAttachmentsFromPlaywrightJSONReport = extractAttachmentsFromPlaywrightJSONReport;
 exports.findPlaywrightArtifacts = findPlaywrightArtifacts;
 const fs_1 = __importDefault(require("fs"));
+const path_1 = __importDefault(require("path"));
 /**
  * Extracts attachment information from a Playwright JSON report.
  * @param report The Playwright JSON report to extract attachments from
@@ -84,9 +85,19 @@ function extractAttachmentsFromPlaywrightJSONReport(report) {
  */
 function findPlaywrightArtifacts(repoDir) {
     const artifacts = [];
-    const reportPath = require("path").join(repoDir, "playwright-report");
-    const summaryJsonPath = require("path").join(reportPath, "summary.json");
-    if (fs_1.default.existsSync(summaryJsonPath)) {
+    const pathForPlaywright147 = path_1.default.join(repoDir, "playwright-report", "summary.json");
+    const pathForPlaywright153 = path_1.default.join(repoDir, "summary.json");
+    let summaryJsonPath;
+    if (fs_1.default.existsSync(pathForPlaywright147)) {
+        summaryJsonPath = pathForPlaywright147;
+    }
+    else if (fs_1.default.existsSync(pathForPlaywright153)) {
+        summaryJsonPath = pathForPlaywright153;
+    }
+    else {
+        console.warn(`[findPlaywrightArtifacts] No Playwright report found in ${repoDir}`);
+    }
+    if (summaryJsonPath) {
         try {
             const summaryJson = JSON.parse(fs_1.default.readFileSync(summaryJsonPath, "utf-8"));
             const found = extractAttachmentsFromPlaywrightJSONReport(summaryJson);

package/dist/uploader/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/uploader/index.ts"],"names":[],"mappings":"AAYA,eAAO,MAAM,aAAa,gBAAgB,CAAC;AAC3C,eAAO,MAAM,aAAa,kCAAkC,CAAC;AAG7D,wBAAgB,iBAAiB,CAC/B,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,MAAM,EAChB,SAAS,EAAE,MAAM,UAKlB;AAED,wBAAgB,qBAAqB,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,UAEtE;AAED;;;;;;;;;GASG;AACH,wBAAsB,6BAA6B,CAAC,EAClD,eAAe,EACf,QAAQ,EACR,OAAO,GACR,EAAE;IACD,eAAe,EAAE,MAAM,CAAC;IACxB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;CACjB,GAAG,OAAO,CAAC;IACV,SAAS,EAAE,MAAM,EAAE,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,EAAE,CAAC;CACtB,CAAC,CAgED;AAED,wBAAgB,mBAAmB,CAAC,eAAe,EAAE,MAAM,UAM1D;AAED,wBAAgB,2BAA2B,uBAQ1C"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/uploader/index.ts"],"names":[],"mappings":"AAYA,eAAO,MAAM,aAAa,gBAAgB,CAAC;AAC3C,eAAO,MAAM,aAAa,kCAAkC,CAAC;AAG7D,wBAAgB,iBAAiB,CAC/B,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,MAAM,EAChB,SAAS,EAAE,MAAM,UAKlB;AAED,wBAAgB,qBAAqB,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,UAEtE;AAED;;;;;;;;;GASG;AACH,wBAAsB,6BAA6B,CAAC,EAClD,eAAe,EACf,QAAQ,EACR,OAAO,GACR,EAAE;IACD,eAAe,EAAE,MAAM,CAAC;IACxB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;CACjB,GAAG,OAAO,CAAC;IACV,SAAS,EAAE,MAAM,EAAE,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,EAAE,CAAC;CACtB,CAAC,CAiED;AAED,wBAAgB,mBAAmB,CAAC,eAAe,EAAE,MAAM,UAM1D;AAED,wBAAgB,2BAA2B,uBAQ1C"}

package/dist/uploader/index.js

@@ -50,6 +50,7 @@ async function uploadTestResultsUsingPrjRepo({ projectRepoName, testName, repoDi
     // upload summary.json
     await (0, r2_uploader_1.uploadDirectory)({
         sourceDir: path_1.default.join(repoDir, "playwright-report"),
+        // TODO: this will only work for repos that use playwright 1.47.1
         fileList: [path_1.default.join(repoDir, "playwright-report", "summary.json")],
         destinationDir: uploadDir,
         uploadBucket: exports.UPLOAD_BUCKET,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@empiricalrun/test-gen",
-  "version": "0.66.0",
+  "version": "0.66.1",
   "publishConfig": {
     "registry": "https://registry.npmjs.org/",
     "access": "public"
@@ -62,12 +62,12 @@
     "tsx": "^4.16.2",
     "typescript": "^5.3.3",
     "zod": "^3.23.8",
-    "@empiricalrun/llm": "^0.18.1",
+    "@empiricalrun/llm": "^0.18.2",
     "@empiricalrun/r2-uploader": "^0.3.9",
-    "@empiricalrun/test-run": "^0.10.2"
+    "@empiricalrun/test-run": "^0.10.3"
   },
   "devDependencies": {
-    "@playwright/test": "1.47.1",
+    "@playwright/test": "1.53.0",
     "@types/async-retry": "^1.4.8",
     "@types/detect-port": "^1.3.5",
     "@types/express": "^4.17.21",
@@ -76,10 +76,10 @@
     "@types/mime": "3.0.0",
     "@types/serve-handler": "^6.1.4",
     "js-levenshtein": "^1.1.6",
-    "playwright": "1.47.1",
+    "playwright": "1.53.0",
     "serve-handler": "^6.1.6",
     "ts-patch": "^3.3.0",
-    "@empiricalrun/shared-types": "0.5.1"
+    "@empiricalrun/shared-types": "0.5.2"
   },
   "scripts": {
     "dev": "tspc --build --watch",

package/tsconfig.tsbuildinfo

@@ -1 +1 @@
-{"root":["./src/index.ts","./src/actions/assert.ts","./src/actions/click.ts","./src/actions/done.ts","./src/actions/fill.ts","./src/actions/goto.ts","./src/actions/hover.ts","./src/actions/index.ts","./src/actions/next-task.ts","./src/actions/press.ts","./src/actions/skill.ts","./src/actions/text-content.ts","./src/actions/constants/index.ts","./src/actions/utils/index.ts","./src/agent/browsing/index.ts","./src/agent/browsing/run.ts","./src/agent/browsing/utils.ts","./src/agent/chat/agent-loop.ts","./src/agent/chat/exports.ts","./src/agent/chat/index.ts","./src/agent/chat/models.ts","./src/agent/chat/prompt.ts","./src/agent/chat/repo.ts","./src/agent/chat/state.ts","./src/agent/chat/types.ts","./src/agent/chat/utils.ts","./src/agent/codegen/create-test-block.ts","./src/agent/codegen/fix-ts-errors.ts","./src/agent/codegen/generate-code-apply-changes.ts","./src/agent/codegen/lexical-scoped-vars.ts","./src/agent/codegen/repo-edit.ts","./src/agent/codegen/run.ts","./src/agent/codegen/skills-retriever.ts","./src/agent/codegen/test-update-feedback.ts","./src/agent/codegen/types.ts","./src/agent/codegen/update-flow.ts","./src/agent/codegen/use-skill.ts","./src/agent/codegen/utils.ts","./src/agent/cua/computer.ts","./src/agent/cua/index.ts","./src/agent/cua/model.ts","./src/agent/cua/pw-codegen/element-from-point.ts","./src/agent/cua/pw-codegen/types.ts","./src/agent/cua/pw-codegen/pw-pause/index.ts","./src/agent/cua/pw-codegen/pw-pause/ipc.ts","./src/agent/cua/pw-codegen/pw-pause/patch.ts","./src/agent/diagnosis-agent/index.ts","./src/agent/diagnosis-agent/strict-mode-violation.ts","./src/agent/enrich-prompt/index.ts","./src/agent/enrich-prompt/utils.ts","./src/agent/infer-agent/index.ts","./src/agent/master/action-tool-calls.ts","./src/agent/master/element-annotation.ts","./src/agent/master/execute-browser-action.ts","./src/agent/master/execute-skill-action.ts","./src/agent/master/next-action.ts","./src/agent/master/planner.ts","./src/agent/master/run.ts","./src/agent/master/scroller.ts","./src/agent/master/with-hints.ts","./src/agent/master/browser-tests/cua.spec.ts","./src/agent/master/browser-tests/fixtures.ts","./src/agent/master/browser-tests/index.spec.ts","./src/agent/master/browser-tests/skills.spec.ts","./src/agent/master/icon-descriptor/index.ts","./src/agent/master/icon-descriptor/normalize-svg.ts","./src/agent/planner/run-time-planner.ts","./src/agent/planner/run.ts","./src/artifacts/index.ts","./src/artifacts/utils.ts","./src/bin/index.ts","./src/bin/logger/index.ts","./src/bin/utils/context.ts","./src/bin/utils/index.ts","./src/bin/utils/fs/index.ts","./src/bin/utils/platform/web/index.ts","./src/bin/utils/platform/web/test-files/ts-path-import-validate.ts","./src/bin/utils/scenarios/index.ts","./src/browser-injected-scripts/annotate-elements.spec.ts","./src/constants/index.ts","./src/errors/index.ts","./src/evals/add-scenario-agent.evals.ts","./src/evals/append-create-test-agent.evals.ts","./src/evals/fetch-pom-skills-agent.evals.ts","./src/evals/infer-master-or-code-agent.evals.ts","./src/evals/master-agent.evals.ts","./src/evals/type.ts","./src/evals/update-scenario-agent.evals.ts","./src/file/client.ts","./src/file/server.ts","./src/human-in-the-loop/cli.ts","./src/human-in-the-loop/index.ts","./src/human-in-the-loop/ipc.ts","./src/page/index.ts","./src/prompts/lib/ts-transformer.ts","./src/reporter/index.ts","./src/reporter/lib.ts","./src/session/index.ts","./src/test-build/index.ts","./src/tool-call-service/index.ts","./src/tool-call-service/utils.ts","./src/tools/commit-and-create-pr.ts","./src/tools/diagnosis-fetcher.ts","./src/tools/download-build.ts","./src/tools/list-environments.ts","./src/tools/str_replace_editor.ts","./src/tools/test-gen-browser.ts","./src/tools/test-run.ts","./src/tools/grep/index.ts","./src/tools/grep/ripgrep/index.ts","./src/tools/grep/ripgrep/types.ts","./src/tools/test-run-fetcher/index.ts","./src/tools/test-run-fetcher/types.ts","./src/tools/upgrade-packages/index.ts","./src/tools/upgrade-packages/utils.ts","./src/tools/utils/index.ts","./src/types/handlebars.d.ts","./src/types/index.ts","./src/uploader/index.ts","./src/uploader/utils.ts","./src/utils/checkpoint.ts","./src/utils/env.ts","./src/utils/exec.ts","./src/utils/file-tree.ts","./src/utils/file.ts","./src/utils/git.ts","./src/utils/html.ts","./src/utils/index.ts","./src/utils/json.ts","./src/utils/repo-tree.ts","./src/utils/slug.ts","./src/utils/string.ts","./src/utils/stripAnsi.ts"],"version":"5.8.3"}
+{"root":["./src/index.ts","./src/actions/assert.ts","./src/actions/click.ts","./src/actions/done.ts","./src/actions/fill.ts","./src/actions/goto.ts","./src/actions/hover.ts","./src/actions/index.ts","./src/actions/next-task.ts","./src/actions/press.ts","./src/actions/skill.ts","./src/actions/text-content.ts","./src/actions/constants/index.ts","./src/actions/utils/index.ts","./src/agent/browsing/index.ts","./src/agent/browsing/run.ts","./src/agent/browsing/utils.ts","./src/agent/chat/agent-loop.ts","./src/agent/chat/exports.ts","./src/agent/chat/index.ts","./src/agent/chat/models.ts","./src/agent/chat/state.ts","./src/agent/chat/types.ts","./src/agent/chat/utils.ts","./src/agent/chat/prompt/index.ts","./src/agent/chat/prompt/pw-utils-docs.ts","./src/agent/chat/prompt/repo.ts","./src/agent/codegen/create-test-block.ts","./src/agent/codegen/fix-ts-errors.ts","./src/agent/codegen/generate-code-apply-changes.ts","./src/agent/codegen/lexical-scoped-vars.ts","./src/agent/codegen/repo-edit.ts","./src/agent/codegen/run.ts","./src/agent/codegen/skills-retriever.ts","./src/agent/codegen/test-update-feedback.ts","./src/agent/codegen/types.ts","./src/agent/codegen/update-flow.ts","./src/agent/codegen/use-skill.ts","./src/agent/codegen/utils.ts","./src/agent/cua/computer.ts","./src/agent/cua/index.ts","./src/agent/cua/model.ts","./src/agent/cua/pw-codegen/element-from-point.ts","./src/agent/cua/pw-codegen/types.ts","./src/agent/cua/pw-codegen/pw-pause/index.ts","./src/agent/cua/pw-codegen/pw-pause/ipc.ts","./src/agent/cua/pw-codegen/pw-pause/patch.ts","./src/agent/diagnosis-agent/index.ts","./src/agent/diagnosis-agent/strict-mode-violation.ts","./src/agent/enrich-prompt/index.ts","./src/agent/enrich-prompt/utils.ts","./src/agent/infer-agent/index.ts","./src/agent/master/action-tool-calls.ts","./src/agent/master/element-annotation.ts","./src/agent/master/execute-browser-action.ts","./src/agent/master/execute-skill-action.ts","./src/agent/master/next-action.ts","./src/agent/master/planner.ts","./src/agent/master/run.ts","./src/agent/master/scroller.ts","./src/agent/master/with-hints.ts","./src/agent/master/browser-tests/cua.spec.ts","./src/agent/master/browser-tests/fixtures.ts","./src/agent/master/browser-tests/index.spec.ts","./src/agent/master/browser-tests/skills.spec.ts","./src/agent/master/icon-descriptor/index.ts","./src/agent/master/icon-descriptor/normalize-svg.ts","./src/agent/planner/run-time-planner.ts","./src/agent/planner/run.ts","./src/artifacts/index.ts","./src/artifacts/utils.ts","./src/bin/index.ts","./src/bin/logger/index.ts","./src/bin/utils/context.ts","./src/bin/utils/index.ts","./src/bin/utils/fs/index.ts","./src/bin/utils/platform/web/index.ts","./src/bin/utils/platform/web/test-files/ts-path-import-validate.ts","./src/bin/utils/scenarios/index.ts","./src/browser-injected-scripts/annotate-elements.spec.ts","./src/constants/index.ts","./src/errors/index.ts","./src/evals/add-scenario-agent.evals.ts","./src/evals/append-create-test-agent.evals.ts","./src/evals/fetch-pom-skills-agent.evals.ts","./src/evals/infer-master-or-code-agent.evals.ts","./src/evals/master-agent.evals.ts","./src/evals/type.ts","./src/evals/update-scenario-agent.evals.ts","./src/file/client.ts","./src/file/server.ts","./src/human-in-the-loop/cli.ts","./src/human-in-the-loop/index.ts","./src/human-in-the-loop/ipc.ts","./src/page/index.ts","./src/prompts/lib/ts-transformer.ts","./src/reporter/index.ts","./src/reporter/lib.ts","./src/session/index.ts","./src/test-build/index.ts","./src/tool-call-service/index.ts","./src/tool-call-service/utils.ts","./src/tools/commit-and-create-pr.ts","./src/tools/diagnosis-fetcher.ts","./src/tools/download-build.ts","./src/tools/list-environments.ts","./src/tools/str_replace_editor.ts","./src/tools/test-gen-browser.ts","./src/tools/test-run.ts","./src/tools/grep/index.ts","./src/tools/grep/ripgrep/index.ts","./src/tools/grep/ripgrep/types.ts","./src/tools/test-run-fetcher/index.ts","./src/tools/test-run-fetcher/types.ts","./src/tools/upgrade-packages/index.ts","./src/tools/upgrade-packages/utils.ts","./src/tools/utils/index.ts","./src/types/handlebars.d.ts","./src/types/index.ts","./src/uploader/index.ts","./src/uploader/utils.ts","./src/utils/checkpoint.ts","./src/utils/env.ts","./src/utils/exec.ts","./src/utils/file-tree.ts","./src/utils/file.ts","./src/utils/git.ts","./src/utils/html.ts","./src/utils/index.ts","./src/utils/json.ts","./src/utils/repo-tree.ts","./src/utils/slug.ts","./src/utils/string.ts","./src/utils/stripAnsi.ts"],"version":"5.8.3"}

package/dist/agent/chat/prompt.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"prompt.d.ts","sourceRoot":"","sources":["../../../src/agent/chat/prompt.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAuDvC,wBAAsB,iBAAiB,CAAC,QAAQ,EAAE,QAAQ,mBAwGzD"}

package/dist/agent/chat/repo.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"repo.d.ts","sourceRoot":"","sources":["../../../src/agent/chat/repo.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAwCvC,wBAAsB,iBAAiB,CAAC,SAAS,EAAE,QAAQ,mBAyC1D"}