@empiricalrun/test-gen 0.65.0 → 0.66.1

package/dist/agent/cua/pw-codegen/pw-pause/{utils.js → patch.js}

@@ -3,14 +3,18 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
+exports.preparePlaywrightForCodegen = preparePlaywrightForCodegen;
+exports.getPathToRecorderApp = getPathToRecorderApp;
 exports.runNpmList = runNpmList;
 exports.getPlaywrightCoreFromNpmList = getPlaywrightCoreFromNpmList;
+exports.hasPatchedRecorderApp = hasPatchedRecorderApp;
 exports.revertToOriginalPwCode = revertToOriginalPwCode;
 exports.createFileBackup = createFileBackup;
 exports.patchPwCode = patchPwCode;
 const child_process_1 = require("child_process");
 const fs_1 = __importDefault(require("fs"));
 const path_1 = __importDefault(require("path"));
+const ipc_1 = require("./ipc");
 /**
  * Helpful commands for debugging:
  *
@@ -21,6 +25,35 @@ const path_1 = __importDefault(require("path"));
  * cat lib/server/recorder/recorderApp.js
  *
  */
+const CUSTOM_PATCH_COMMENT = `// Custom patch code set by @empiricalrun/test-gen`;
+async function preparePlaywrightForCodegen(repoDir) {
+    try {
+        const npmListOutput = await runNpmList(repoDir);
+        if (!npmListOutput) {
+            return;
+        }
+        const pwCore = getPlaywrightCoreFromNpmList(npmListOutput);
+        const { path: pwCorePath, version: pwVersion } = pwCore;
+        const pathToRecorderApp = await getPathToRecorderApp(pwCorePath);
+        await createFileBackup(pathToRecorderApp);
+        await patchPwCode(pwVersion, pathToRecorderApp, ipc_1.PW_PAUSE_IPC_PORT);
+    }
+    catch (error) {
+        console.error("Error patching Playwright", error);
+        throw error;
+    }
+}
+async function getPathToRecorderApp(pwCorePath) {
+    // Both supported versions have the same path structure
+    const pathToRecorderApp = path_1.default.join(pwCorePath, "lib", "server", "recorder", "recorderApp.js");
+    if (!pathToRecorderApp) {
+        throw new Error("Cannot find path to recorder app");
+    }
+    if (!fs_1.default.existsSync(pathToRecorderApp)) {
+        throw new Error(`${pathToRecorderApp} does not exist`);
+    }
+    return pathToRecorderApp;
+}
 async function runNpmList(repoDir) {
     try {
         const output = (0, child_process_1.execSync)("npm ls playwright-core --json --long --production=false", {
@@ -46,16 +79,47 @@ function getPlaywrightCoreFromNpmList(output) {
     if (!playwrightTest) {
         throw new Error("Could not find @playwright/test in npm dependencies");
     }
-    const playwrightTestVersion = playwrightTest.version;
-    if (playwrightTestVersion !== "1.47.1") {
-        throw new Error("Unsupported playwright-test version: ${playwrightTestVersion}");
-    }
     const playwrightDeps = playwrightTest.dependencies["playwright"];
     const playwrightCoreDep = playwrightDeps.dependencies["playwright-core"];
     if (!playwrightCoreDep) {
         throw new Error("Could not find playwright-core in @playwright/test dependencies");
     }
-    return playwrightCoreDep.path;
+    function extractMinorVersion(version) {
+        const minorVersion = version.split(".").slice(0, 2).join(".");
+        if (minorVersion === "1.47") {
+            return "1.47";
+        }
+        else if (minorVersion === "1.53") {
+            return "1.53";
+        }
+        else {
+            throw new Error(`Unsupported Playwright version: ${minorVersion}`);
+        }
+    }
+    return {
+        path: playwrightCoreDep.path,
+        version: extractMinorVersion(playwrightCoreDep.version),
+    };
+}
+async function hasPatchedRecorderApp(repoDir) {
+    try {
+        const npmListOutput = await runNpmList(repoDir);
+        if (!npmListOutput) {
+            return;
+        }
+        const pwCore = getPlaywrightCoreFromNpmList(npmListOutput);
+        const { path: pwCorePath } = pwCore;
+        const pathToRecorderApp = await getPathToRecorderApp(pwCorePath);
+        if (!pathToRecorderApp) {
+            return false;
+        }
+        const recorderAppContents = fs_1.default.readFileSync(pathToRecorderApp, "utf-8");
+        return recorderAppContents.includes(CUSTOM_PATCH_COMMENT);
+    }
+    catch (error) {
+        console.error("Error checking if recorder app is patched", error);
+        return false;
+    }
 }
 async function revertToOriginalPwCode(repoDir) {
     try {
@@ -63,8 +127,8 @@ async function revertToOriginalPwCode(repoDir) {
         if (!npmListOutput) {
             return;
         }
-        const playwrightCorePath = getPlaywrightCoreFromNpmList(npmListOutput);
-        const pathToRecorderApp = path_1.default.join(playwrightCorePath, "lib", "server", "recorder", "recorderApp.js");
+        const { path: pwCorePath } = getPlaywrightCoreFromNpmList(npmListOutput);
+        const pathToRecorderApp = path_1.default.join(pwCorePath, "lib", "server", "recorder", "recorderApp.js");
         const backupPath = `${pathToRecorderApp}.backup`;
         fs_1.default.copyFileSync(backupPath, pathToRecorderApp);
         fs_1.default.unlinkSync(backupPath);
@@ -77,14 +141,23 @@ async function createFileBackup(pathToFile) {
     const backupPath = `${pathToFile}.backup`;
     fs_1.default.copyFileSync(pathToFile, backupPath);
 }
-async function patchPwCode(pathToRecorderApp, port) {
+async function patchPwCode(pwVersion, pathToRecorderApp, port) {
     const currentFileContents = fs_1.default.readFileSync(pathToRecorderApp, "utf-8");
-    const original = `async setSources(sources) {}`;
-    // TODO: Can we have a request payload and parse it in our code
+    let original;
+    if (pwVersion === "1.47") {
+        original = `async setSources(sources) {}`;
+    }
+    else if (pwVersion === "1.53") {
+        original = `async setSources(sources, primaryPageURL) {\n  }`;
+    }
+    else {
+        throw new Error(`Unsupported Playwright version: ${pwVersion}`);
+    }
     const replacement = `async setSources(sources) {
-    const payload = JSON.stringify(sources.filter(source => source.isRecorded).filter(source => source.id === "javascript").map(source => source.actions));
+    ${CUSTOM_PATCH_COMMENT}
+    const payload = JSON.stringify(sources.filter(source => source.isRecorded).filter(source => source.id === "javascript"));
     const body = JSON.stringify({ payload });
-    await fetch("http://localhost:${port}/test", {
+    await fetch("http://localhost:${port}/sources", {
       method: "POST",
       headers: {
         "Content-Type": "application/json",

package/dist/artifacts/utils.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../src/artifacts/utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,iBAAiB,EAAE,MAAM,4BAA4B,CAAC;AAC9E,OAAO,EACL,UAAU,IAAI,oBAAoB,EAGnC,MAAM,2BAA2B,CAAC;AAGnC;;;;GAIG;AACH,wBAAgB,0CAA0C,CACxD,MAAM,EAAE,oBAAoB,GAC3B,iBAAiB,EAAE,CAqErB;AAED;;;;;;;;;;GAUG;AACH,wBAAgB,uBAAuB,CAAC,OAAO,EAAE,MAAM,GAAG,aAAa,EAAE,CAmBxE"}
+{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../src/artifacts/utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,iBAAiB,EAAE,MAAM,4BAA4B,CAAC;AAC9E,OAAO,EACL,UAAU,IAAI,oBAAoB,EAGnC,MAAM,2BAA2B,CAAC;AAInC;;;;GAIG;AACH,wBAAgB,0CAA0C,CACxD,MAAM,EAAE,oBAAoB,GAC3B,iBAAiB,EAAE,CAqErB;AAED;;;;;;;;;;GAUG;AACH,wBAAgB,uBAAuB,CAAC,OAAO,EAAE,MAAM,GAAG,aAAa,EAAE,CAmCxE"}

package/dist/artifacts/utils.js

@@ -6,6 +6,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.extractAttachmentsFromPlaywrightJSONReport = extractAttachmentsFromPlaywrightJSONReport;
 exports.findPlaywrightArtifacts = findPlaywrightArtifacts;
 const fs_1 = __importDefault(require("fs"));
+const path_1 = __importDefault(require("path"));
 /**
  * Extracts attachment information from a Playwright JSON report.
  * @param report The Playwright JSON report to extract attachments from
@@ -84,9 +85,19 @@ function extractAttachmentsFromPlaywrightJSONReport(report) {
  */
 function findPlaywrightArtifacts(repoDir) {
     const artifacts = [];
-    const reportPath = require("path").join(repoDir, "playwright-report");
-    const summaryJsonPath = require("path").join(reportPath, "summary.json");
-    if (fs_1.default.existsSync(summaryJsonPath)) {
+    const pathForPlaywright147 = path_1.default.join(repoDir, "playwright-report", "summary.json");
+    const pathForPlaywright153 = path_1.default.join(repoDir, "summary.json");
+    let summaryJsonPath;
+    if (fs_1.default.existsSync(pathForPlaywright147)) {
+        summaryJsonPath = pathForPlaywright147;
+    }
+    else if (fs_1.default.existsSync(pathForPlaywright153)) {
+        summaryJsonPath = pathForPlaywright153;
+    }
+    else {
+        console.warn(`[findPlaywrightArtifacts] No Playwright report found in ${repoDir}`);
+    }
+    if (summaryJsonPath) {
         try {
             const summaryJson = JSON.parse(fs_1.default.readFileSync(summaryJsonPath, "utf-8"));
             const found = extractAttachmentsFromPlaywrightJSONReport(summaryJson);

package/dist/bin/index.js

@@ -35,7 +35,7 @@ function setupProcessListeners(cleanup) {
         events.forEach((event) => process.removeListener(event, cleanup));
     };
 }
-async function runChatAgent({ modelInput, chatSessionId, useDiskForChatState, initialPromptPath, withRetry, }) {
+async function runChatAgent({ modelInput, chatSessionId, useDiskForChatState, initialPromptPath, }) {
     if (modelInput && !utils_2.ARGS_TO_MODEL_MAP[modelInput]) {
         throw new Error(`Invalid chat model: ${modelInput}`);
     }
@@ -63,7 +63,6 @@ async function runChatAgent({ modelInput, chatSessionId, useDiskForChatState, in
         selectedModel: specifiedModel || defaultModel,
         useDiskForChatState: useDiskForChatState || false,
         initialPromptContent,
-        withRetry,
     });
 }
 async function runAgentsWorkflow(testGenConfig, testGenToken) {
@@ -249,7 +248,6 @@ async function main() {
             modelInput: completedOptions.chatModel,
             useDiskForChatState: completedOptions.useDiskForChatState,
             initialPromptPath: completedOptions.initialPrompt,
-            withRetry: completedOptions.withRetry,
         });
         return;
     }

package/dist/bin/utils/index.d.ts

@@ -11,7 +11,6 @@ export interface CLIOptions {
     initialPrompt?: string;
     chatSessionId?: string;
     chatModel?: (typeof ARGS_TO_MODEL_MAP)[keyof typeof ARGS_TO_MODEL_MAP];
-    withRetry?: boolean;
 }
 export declare function validateAndCompleteCliOptions(options: CLIOptions): Promise<CLIOptions>;
 export declare function printBanner(): void;

package/dist/bin/utils/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/bin/utils/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAC;AAGjE,eAAO,MAAM,iBAAiB,EAAE,MAAM,CAAC,MAAM,EAAE,mBAAmB,CAajE,CAAC;AAEF,MAAM,WAAW,UAAU;IACzB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,mBAAmB,CAAC,EAAE,OAAO,CAAC;IAC9B,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,SAAS,CAAC,EAAE,CAAC,OAAO,iBAAiB,CAAC,CAAC,MAAM,OAAO,iBAAiB,CAAC,CAAC;IACvE,SAAS,CAAC,EAAE,OAAO,CAAC;CACrB;AAQD,wBAAsB,6BAA6B,CACjD,OAAO,EAAE,UAAU,GAClB,OAAO,CAAC,UAAU,CAAC,CAyDrB;AAED,wBAAgB,WAAW,SAgC1B"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/bin/utils/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAC;AAGjE,eAAO,MAAM,iBAAiB,EAAE,MAAM,CAAC,MAAM,EAAE,mBAAmB,CAgBjE,CAAC;AAEF,MAAM,WAAW,UAAU;IACzB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,mBAAmB,CAAC,EAAE,OAAO,CAAC;IAC9B,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,SAAS,CAAC,EAAE,CAAC,OAAO,iBAAiB,CAAC,CAAC,MAAM,OAAO,iBAAiB,CAAC,CAAC;CACxE;AAQD,wBAAsB,6BAA6B,CACjD,OAAO,EAAE,UAAU,GAClB,OAAO,CAAC,UAAU,CAAC,CAyDrB;AAED,wBAAgB,WAAW,SAgC1B"}

package/dist/bin/utils/index.js

@@ -16,6 +16,8 @@ exports.ARGS_TO_MODEL_MAP = {
     "gemini-2.5": "gemini-2.5-pro-preview-06-05",
     "gemini-2.5-pro": "gemini-2.5-pro-preview-06-05",
     "gemini-2.5-pro-preview-03-25": "gemini-2.5-pro-preview-06-05",
+    o3: "o3-2025-04-16",
+    "o3-2025-04-16": "o3-2025-04-16",
     "o4-mini": "o4-mini-2025-04-16",
     "o4-mini-2025-04-16": "o4-mini-2025-04-16",
 };

package/dist/tool-call-service/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/tool-call-service/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,EAEL,eAAe,EACf,UAAU,EACX,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAEL,mBAAmB,EACnB,IAAI,EACJ,WAAW,EACZ,MAAM,4BAA4B,CAAC;AAkBpC,KAAK,aAAa,GAAG;IACnB,CAAC,GAAG,EAAE,MAAM,GAAG,WAAW,CAAC;CAC5B,CAAC;AAEF,qBAAa,eAAe;IAC1B,KAAK,EAAE,IAAI,EAAE,CAAM;IACnB,aAAa,EAAE,aAAa,CAAM;IAClC,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,aAAa,EAAE,mBAAmB,CAAC;IACnC,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,oBAAoB,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;gBAEjC,EACV,aAAa,EACb,aAAa,EACb,UAAU,EACV,QAAQ,EACR,MAAM,EACN,KAAK,EACL,YAAY,EACZ,oBAAyB,GAC1B,EAAE;QACD,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;QAC7B,aAAa,EAAE,mBAAmB,CAAC;QACnC,UAAU,EAAE,MAAM,CAAC;QACnB,QAAQ,EAAE,MAAM,CAAC;QACjB,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;QAC3B,KAAK,CAAC,EAAE,WAAW,CAAC;QACpB,YAAY,EAAE,MAAM,EAAE,CAAC;QACvB,oBAAoB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;KAC/C;IAmCK,WAAW,CAAC,SAAS,EAAE,eAAe,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAkBxD,OAAO,CAAC,SAAS,EAAE,eAAe,EAAE,GAAG,OAAO,CAAC,UAAU,EAAE,CAAC;CAwEnE"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/tool-call-service/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,EAEL,eAAe,EACf,UAAU,EACX,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAEL,mBAAmB,EACnB,IAAI,EACJ,WAAW,EACZ,MAAM,4BAA4B,CAAC;AAmBpC,KAAK,aAAa,GAAG;IACnB,CAAC,GAAG,EAAE,MAAM,GAAG,WAAW,CAAC;CAC5B,CAAC;AAEF,qBAAa,eAAe;IAC1B,KAAK,EAAE,IAAI,EAAE,CAAM;IACnB,aAAa,EAAE,aAAa,CAAM;IAClC,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,aAAa,EAAE,mBAAmB,CAAC;IACnC,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,oBAAoB,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;gBAEjC,EACV,aAAa,EACb,aAAa,EACb,UAAU,EACV,QAAQ,EACR,MAAM,EACN,KAAK,EACL,YAAY,EACZ,oBAAyB,GAC1B,EAAE;QACD,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;QAC7B,aAAa,EAAE,mBAAmB,CAAC;QACnC,UAAU,EAAE,MAAM,CAAC;QACnB,QAAQ,EAAE,MAAM,CAAC;QACjB,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;QAC3B,KAAK,CAAC,EAAE,WAAW,CAAC;QACpB,YAAY,EAAE,MAAM,EAAE,CAAC;QACvB,oBAAoB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;KAC/C;IAoCK,WAAW,CAAC,SAAS,EAAE,eAAe,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAkBxD,OAAO,CAAC,SAAS,EAAE,eAAe,EAAE,GAAG,OAAO,CAAC,UAAU,EAAE,CAAC;CAwEnE"}

package/dist/tool-call-service/index.js

@@ -12,6 +12,7 @@ const str_replace_editor_1 = require("../tools/str_replace_editor");
 const test_gen_browser_1 = require("../tools/test-gen-browser");
 const test_run_1 = require("../tools/test-run");
 const test_run_fetcher_1 = require("../tools/test-run-fetcher");
+const upgrade_packages_1 = require("../tools/upgrade-packages");
 const checkpoint_1 = require("../utils/checkpoint");
 const utils_1 = require("./utils");
 class ToolCallService {
@@ -43,6 +44,7 @@ class ToolCallService {
             commit_and_create_pr_1.createPullRequestTool,
             list_environments_1.listEnvironmentsTool,
             download_build_1.downloadBuildTool,
+            upgrade_packages_1.upgradePackagesTool,
         ];
         if ((0, chat_1.getProviderForModel)(this.selectedModel) !== "claude") {
             this.tools.push(...str_replace_editor_1.textEditorTools);

package/dist/tool-call-service/utils.d.ts

@@ -1,4 +1,5 @@
 import { PendingToolCall, ServicePayload, Tool } from "@empiricalrun/shared-types";
+export declare function appendBranchNameToQueueUrl(queueUrl: string, branchName: string): string;
 export declare function getQueueUrl(toolCalls: PendingToolCall[], tools: Tool[]): string;
 export declare function sendToolRequestToRemoteQueue(queueUrl: string, payload: ServicePayload): Promise<void>;
 //# sourceMappingURL=utils.d.ts.map

package/dist/tool-call-service/utils.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../src/tool-call-service/utils.ts"],"names":[],"mappings":"AACA,OAAO,EACL,eAAe,EACf,cAAc,EACd,IAAI,EACL,MAAM,4BAA4B,CAAC;AAUpC,wBAAgB,WAAW,CACzB,SAAS,EAAE,eAAe,EAAE,EAC5B,KAAK,EAAE,IAAI,EAAE,GACZ,MAAM,CAwBR;AAED,wBAAsB,4BAA4B,CAChD,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE,cAAc,iBAiBxB"}
+{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../src/tool-call-service/utils.ts"],"names":[],"mappings":"AACA,OAAO,EACL,eAAe,EACf,cAAc,EACd,IAAI,EACL,MAAM,4BAA4B,CAAC;AAEpC,wBAAgB,0BAA0B,CACxC,QAAQ,EAAE,MAAM,EAChB,UAAU,EAAE,MAAM,GACjB,MAAM,CAOR;AAYD,wBAAgB,WAAW,CACzB,SAAS,EAAE,eAAe,EAAE,EAC5B,KAAK,EAAE,IAAI,EAAE,GACZ,MAAM,CAeR;AAED,wBAAsB,4BAA4B,CAChD,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE,cAAc,iBAiBxB"}

package/dist/tool-call-service/utils.js

@@ -1,14 +1,25 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
+exports.appendBranchNameToQueueUrl = appendBranchNameToQueueUrl;
 exports.getQueueUrl = getQueueUrl;
 exports.sendToolRequestToRemoteQueue = sendToolRequestToRemoteQueue;
 const client_sqs_1 = require("@aws-sdk/client-sqs");
-function appendPrefixToQueueUrl(queueUrl, prefix) {
-    if (!queueUrl || !prefix) {
-        throw new Error("queueUrl and prefix must be set");
-    }
+function appendBranchNameToQueueUrl(queueUrl, branchName) {
+    const cleanBranchName = branchName.replace(/[/.]/g, "-");
+    const suffix = cleanBranchName.slice(0, 50);
     const parts = queueUrl.split("/");
-    return `${parts.slice(0, -1).join("/")}/${prefix}-${parts.pop()}`;
+    const queueName = parts.pop();
+    const queueNameWithoutFifo = queueName?.replace(/\.fifo$/, "");
+    return `${parts.join("/")}/${queueNameWithoutFifo}-${suffix}.fifo`;
+}
+function buildQueueUrlsForPreview(baseQueueUrl) {
+    const branch = process.env.VERCEL_GIT_COMMIT_REF;
+    if (!branch) {
+        throw new Error("VERCEL_GIT_COMMIT_REF is not set");
+    }
+    const queueUrl = appendBranchNameToQueueUrl(baseQueueUrl, branch);
+    console.log("queueUrl for preview", queueUrl);
+    return queueUrl;
 }
 function getQueueUrl(toolCalls, tools) {
     const needsBrowser = toolCalls.some((toolCall) => tools.find((t) => t.schema.name === toolCall.name)?.needsBrowser);
@@ -18,13 +29,9 @@ function getQueueUrl(toolCalls, tools) {
     if (process.env.VERCEL_ENV !== "preview") {
         return baseQueueUrl;
     }
-    const branch = process.env.VERCEL_GIT_COMMIT_REF;
-    if (!branch) {
-        throw new Error("VERCEL_GIT_COMMIT_REF is not set");
+    else {
+        return buildQueueUrlsForPreview(baseQueueUrl);
     }
-    const queueUrl = appendPrefixToQueueUrl(baseQueueUrl, `gh-branch-${branch.replace(/\//g, "-")}`);
-    console.log("queueUrl", queueUrl);
-    return queueUrl;
 }
 async function sendToolRequestToRemoteQueue(queueUrl, payload) {
     const sqs = new client_sqs_1.SQSClient({

package/dist/tools/commit-and-create-pr.d.ts

@@ -1,9 +1,3 @@
 import type { Tool } from "@empiricalrun/shared-types";
-interface GitHubRepoInfo {
-    owner: string;
-    repo: string;
-}
-export declare function parseGitHubUrl(url: string): GitHubRepoInfo;
 export declare const createPullRequestTool: Tool;
-export {};
 //# sourceMappingURL=commit-and-create-pr.d.ts.map

package/dist/tools/commit-and-create-pr.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"commit-and-create-pr.d.ts","sourceRoot":"","sources":["../../src/tools/commit-and-create-pr.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAEV,IAAI,EAEL,MAAM,4BAA4B,CAAC;AAOpC,UAAU,cAAc;IACtB,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;CACd;AAED,wBAAgB,cAAc,CAAC,GAAG,EAAE,MAAM,GAAG,cAAc,CAiB1D;AAiCD,eAAO,MAAM,qBAAqB,EAAE,IAmFnC,CAAC"}
+{"version":3,"file":"commit-and-create-pr.d.ts","sourceRoot":"","sources":["../../src/tools/commit-and-create-pr.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAEV,IAAI,EAEL,MAAM,4BAA4B,CAAC;AAoCpC,eAAO,MAAM,qBAAqB,EAAE,IAkFnC,CAAC"}

package/dist/tools/commit-and-create-pr.js

@@ -1,25 +1,10 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.createPullRequestTool = void 0;
-exports.parseGitHubUrl = parseGitHubUrl;
 const child_process_1 = require("child_process");
 const zod_1 = require("zod");
 const git_1 = require("../utils/git");
 const utils_1 = require("./utils");
-function parseGitHubUrl(url) {
-    const githubIndex = url.indexOf("github.com");
-    if (githubIndex === -1) {
-        throw new Error("Invalid GitHub repository URL");
-    }
-    const [owner, repo] = url
-        .substring(githubIndex + "github.com/".length)
-        .replace(".git", "")
-        .split("/");
-    if (!owner || !repo) {
-        throw new Error("Invalid GitHub repository URL format - missing owner or repo");
-    }
-    return { owner, repo };
-}
 const createPullRequestSchema = zod_1.z.object({
     pullRequestTitle: zod_1.z
         .string()
@@ -61,25 +46,22 @@ Don't ask the user for this information, just come up with it yourself.
             })
                 .toString()
                 .trim();
-            const { owner, repo } = parseGitHubUrl(repoUrl);
-            const existingPRs = (await (0, utils_1.callGitHubProxy)({
-                method: "GET",
-                url: `https://api.github.com/repos/${owner}/${repo}/pulls`,
-                body: {
-                    head: `${owner}:${branchName}`,
-                    state: "open",
-                },
-                apiKey,
-            }));
+            const { owner, repo } = (0, utils_1.parseGitHubUrl)(repoUrl);
             (0, child_process_1.execSync)(`git push origin ${branchName} --set-upstream`, {
                 cwd: repoPath,
             });
-            const existingPR = existingPRs?.find((pr) => pr.head.ref === branchName);
+            const existingPR = await (0, utils_1.findExistingPR)({
+                owner,
+                repo,
+                branchName,
+                apiKey,
+            });
             if (existingPR) {
-                await (0, utils_1.callGitHubProxy)({
-                    method: "PATCH",
-                    url: `https://api.github.com/repos/${owner}/${repo}/pulls/${existingPR.number}`,
-                    body: { body: descriptionWithTimestamp(pullRequestDescription) },
+                await (0, utils_1.updatePullRequest)({
+                    owner,
+                    repo,
+                    prNumber: existingPR.number,
+                    body: descriptionWithTimestamp(pullRequestDescription),
                     apiKey,
                 });
                 return {
@@ -87,17 +69,15 @@ Don't ask the user for this information, just come up with it yourself.
                     result: `Committed and pushed changes to existing PR: ${existingPR.html_url}`,
                 };
             }
-            const pr = (await (0, utils_1.callGitHubProxy)({
-                method: "POST",
-                url: `https://api.github.com/repos/${owner}/${repo}/pulls`,
-                body: {
-                    title: pullRequestTitle,
-                    head: branchName,
-                    base: "main",
-                    body: descriptionWithTimestamp(pullRequestDescription),
-                },
+            const pr = await (0, utils_1.createPullRequest)({
+                owner,
+                repo,
+                title: pullRequestTitle,
+                head: branchName,
+                base: "main",
+                body: descriptionWithTimestamp(pullRequestDescription),
                 apiKey,
-            }));
+            });
             return {
                 isError: false,
                 result: `Committed and pushed changes to new PR: ${pr.html_url}`,

package/dist/tools/str_replace_editor.d.ts

@@ -1,4 +1,4 @@
-import type { Tool, ToolResult } from "@empiricalrun/shared-types";
+import type { CollectArtifacts, Tool, ToolResult } from "@empiricalrun/shared-types";
 interface StrReplaceInput {
     command: string;
     path: string;
@@ -12,9 +12,10 @@ interface StrReplaceInput {
  * Our implementation of Claude's built-in text editor tool
  * https://docs.anthropic.com/en/docs/build-with-claude/tool-use/text-editor-tool
  */
-export declare function strReplaceEditorExecutor({ input, repoPath, }: {
+export declare function strReplaceEditorExecutor({ input, repoPath, collectArtifacts, }: {
     input: StrReplaceInput;
     repoPath: string;
+    collectArtifacts?: CollectArtifacts;
 }): Promise<ToolResult>;
 export declare const textEditorTools: Tool[];
 export {};

package/dist/tools/str_replace_editor.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"str_replace_editor.d.ts","sourceRoot":"","sources":["../../src/tools/str_replace_editor.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,IAAI,EAAe,UAAU,EAAE,MAAM,4BAA4B,CAAC;AAOhF,UAAU,eAAe;IACvB,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC9B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AA6UD;;;GAGG;AACH,wBAAsB,wBAAwB,CAAC,EAC7C,KAAK,EACL,QAAQ,GACT,EAAE;IACD,KAAK,EAAE,eAAe,CAAC;IACvB,QAAQ,EAAE,MAAM,CAAC;CAClB,GAAG,OAAO,CAAC,UAAU,CAAC,CA2CtB;AAkID,eAAO,MAAM,eAAe,EAAE,IAAI,EAKjC,CAAC"}
+{"version":3,"file":"str_replace_editor.d.ts","sourceRoot":"","sources":["../../src/tools/str_replace_editor.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAEV,gBAAgB,EAChB,IAAI,EAEJ,UAAU,EACX,MAAM,4BAA4B,CAAC;AAsCpC,UAAU,eAAe;IACvB,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC9B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAiWD;;;GAGG;AACH,wBAAsB,wBAAwB,CAAC,EAC7C,KAAK,EACL,QAAQ,EACR,gBAAgB,GACjB,EAAE;IACD,KAAK,EAAE,eAAe,CAAC;IACvB,QAAQ,EAAE,MAAM,CAAC;IACjB,gBAAgB,CAAC,EAAE,gBAAgB,CAAC;CACrC,GAAG,OAAO,CAAC,UAAU,CAAC,CA8CtB;AAqID,eAAO,MAAM,eAAe,EAAE,IAAI,EAKjC,CAAC"}

package/dist/tools/str_replace_editor.js

@@ -9,6 +9,31 @@ const fs_1 = __importDefault(require("fs"));
 const path_1 = __importDefault(require("path"));
 const zod_1 = require("zod");
 const web_1 = require("../bin/utils/platform/web");
+const git_1 = require("../utils/git");
+/**
+ * Helper function to collect git patch artifacts for file modifications
+ */
+async function collectGitPatchArtifact(filePath, repoDir, operation, collectArtifacts) {
+    if (!collectArtifacts)
+        return;
+    try {
+        const gitPatch = operation === "create"
+            ? (0, git_1.getGitDiffForNewFile)(filePath, repoDir)
+            : (0, git_1.getGitDiff)(filePath, repoDir);
+        if (gitPatch.trim()) {
+            const patchArtifact = {
+                name: `${path_1.default.basename(filePath, path_1.default.extname(filePath))}_${operation}.patch`,
+                contentType: "text/plain",
+                data: Buffer.from(gitPatch, "utf-8"),
+            };
+            collectArtifacts([patchArtifact]);
+        }
+    }
+    catch (error) {
+        // Ignore git diff errors, don't fail the operation
+        console.warn(`Failed to generate git patch for ${filePath}:`, error);
+    }
+}
 /**
  * While running str_replace command, we've seen LLM can struggle to send unique old_str.
  * This function tries to find unique contexts for each occurrence of old_str, so that the error
@@ -115,7 +140,7 @@ async function fileViewExecutor({ input, filePath, absoluteFilePath, }) {
         isError: false,
     };
 }
-async function fileCreateExecutor({ input, filePath, absoluteFilePath, repoDir, }) {
+async function fileCreateExecutor({ input, filePath, absoluteFilePath, repoDir, collectArtifacts, }) {
     if (input.file_text === undefined || input.file_text === null) {
         return {
             result: "Error: file_text is required for create command",
@@ -149,6 +174,8 @@ the required directories recursively for the new file.`,
         fs_1.default.mkdirSync(parentDir, { recursive: true });
     }
     fs_1.default.writeFileSync(absoluteFilePath, input.file_text);
+    // Collect git patch artifact
+    await collectGitPatchArtifact(filePath, repoDir, "create", collectArtifacts);
     let createTypescriptResult = await (0, web_1.runTypescriptCompiler)(repoDir);
     if (!createTypescriptResult.success) {
         return {
@@ -163,7 +190,7 @@ the required directories recursively for the new file.`,
         };
     }
 }
-async function fileStrReplaceExecutor({ input, filePath, absoluteFilePath, repoDir, }) {
+async function fileStrReplaceExecutor({ input, filePath, absoluteFilePath, repoDir, collectArtifacts, }) {
     if (!fs_1.default.existsSync(absoluteFilePath)) {
         return {
             result: `Error: File ${filePath} not found. Please provide relative file path to the Repository.`,
@@ -216,6 +243,8 @@ async function fileStrReplaceExecutor({ input, filePath, absoluteFilePath, repoD
         }
         const newContent = normalizedContent.replace(normalizedOldStr, input.new_str);
         fs_1.default.writeFileSync(absoluteFilePath, newContent);
+        // Collect git patch artifact
+        await collectGitPatchArtifact(filePath, repoDir, "replace", collectArtifacts);
         let strReplaceTypescriptResult = await (0, web_1.runTypescriptCompiler)(repoDir);
         if (!strReplaceTypescriptResult.success) {
             return {
@@ -231,7 +260,7 @@ async function fileStrReplaceExecutor({ input, filePath, absoluteFilePath, repoD
         }
     }
 }
-async function fileInsertExecutor({ input, filePath, absoluteFilePath, repoDir, }) {
+async function fileInsertExecutor({ input, filePath, absoluteFilePath, repoDir, collectArtifacts, }) {
     if (!fs_1.default.existsSync(absoluteFilePath)) {
         return {
             result: `Error: File ${filePath} not found. Please provide relative file path to the Repository.`,
@@ -260,6 +289,8 @@ async function fileInsertExecutor({ input, filePath, absoluteFilePath, repoDir,
     }
     lines.splice(input.insert_line - 1, 0, input.new_str);
     fs_1.default.writeFileSync(absoluteFilePath, lines.join("\n"));
+    // Collect git patch artifact
+    await collectGitPatchArtifact(filePath, repoDir, "insert", collectArtifacts);
     let insertTypescriptResult = await (0, web_1.runTypescriptCompiler)(repoDir);
     if (!insertTypescriptResult.success) {
         return {
@@ -278,7 +309,7 @@ async function fileInsertExecutor({ input, filePath, absoluteFilePath, repoDir,
  * Our implementation of Claude's built-in text editor tool
  * https://docs.anthropic.com/en/docs/build-with-claude/tool-use/text-editor-tool
  */
-async function strReplaceEditorExecutor({ input, repoPath, }) {
+async function strReplaceEditorExecutor({ input, repoPath, collectArtifacts, }) {
     const repoDir = repoPath;
     const { path: filePath } = input;
     const absoluteFilePath = path_1.default.join(repoDir, filePath);
@@ -292,6 +323,7 @@ async function strReplaceEditorExecutor({ input, repoPath, }) {
                     filePath,
                     absoluteFilePath,
                     repoDir,
+                    collectArtifacts,
                 });
             case "str_replace":
                 return fileStrReplaceExecutor({
@@ -299,6 +331,7 @@ async function strReplaceEditorExecutor({ input, repoPath, }) {
                     filePath,
                     absoluteFilePath,
                     repoDir,
+                    collectArtifacts,
                 });
             case "insert":
                 return fileInsertExecutor({
@@ -306,6 +339,7 @@ async function strReplaceEditorExecutor({ input, repoPath, }) {
                     filePath,
                     absoluteFilePath,
                     repoDir,
+                    collectArtifacts,
                 });
             case "undo_edit":
                 return {
@@ -368,7 +402,7 @@ directories "tests", "tests/example", and "tests/example/foo.spec.ts".`,
     needsBrowser: false,
     execute: async (params) => {
         const { input } = params;
-        const { repoPath } = params;
+        const { repoPath, collectArtifacts } = params;
         return strReplaceEditorExecutor({
             input: {
                 command: "create",
@@ -376,6 +410,7 @@ directories "tests", "tests/example", and "tests/example/foo.spec.ts".`,
                 file_text: input.file_text,
             },
             repoPath,
+            collectArtifacts,
         });
     },
 };
@@ -393,7 +428,7 @@ in the file. If old_str is not unique, the tool will return an error.`,
     needsBrowser: false,
     execute: async (params) => {
         const { input } = params;
-        const { repoPath } = params;
+        const { repoPath, collectArtifacts } = params;
         return strReplaceEditorExecutor({
             input: {
                 command: "str_replace",
@@ -402,6 +437,7 @@ in the file. If old_str is not unique, the tool will return an error.`,
                 new_str: input.new_str,
             },
             repoPath,
+            collectArtifacts,
         });
     },
 };
@@ -424,7 +460,7 @@ To insert a string at the end of the file, you should use insert_line = (total l
     needsBrowser: false,
     execute: async (params) => {
         const { input } = params;
-        const { repoPath } = params;
+        const { repoPath, collectArtifacts } = params;
         return strReplaceEditorExecutor({
             input: {
                 command: "insert",
@@ -433,6 +469,7 @@ To insert a string at the end of the file, you should use insert_line = (total l
                 new_str: input.new_str,
             },
             repoPath,
+            collectArtifacts,
         });
     },
 };

package/dist/tools/test-gen-browser.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"test-gen-browser.d.ts","sourceRoot":"","sources":["../../src/tools/test-gen-browser.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EACV,IAAI,EAGL,MAAM,4BAA4B,CAAC;AAoGpC,eAAO,MAAM,4BAA4B,EAAE,IA2L1C,CAAC"}
+{"version":3,"file":"test-gen-browser.d.ts","sourceRoot":"","sources":["../../src/tools/test-gen-browser.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EACV,IAAI,EAGL,MAAM,4BAA4B,CAAC;AAoGpC,eAAO,MAAM,4BAA4B,EAAE,IAoM1C,CAAC"}

package/dist/tools/test-gen-browser.js

@@ -160,6 +160,14 @@ exports.generateTestWithBrowserAgent = {
                 BUILD_URL: input.buildUrl,
             };
         }
+        if (featureFlags.includes("headed_codegen_in_browser_agent")) {
+            // Running browser agent in headed implies using page.pause method for codegen
+            // which improves codegen quality when script injection fails (iframes, etc.)
+            envOverrides = {
+                ...envOverrides,
+                RUN_PLAYWRIGHT_HEADED: "true",
+            };
+        }
         const testGenToken = (0, scenarios_1.buildTokenFromOptions)({ name: testName, file: filePath, prompt: input.changeToMake }, { useComputerUseAgent: true });
         console.log("[generateTestWithBrowserAgent] Validations passed, starting agent");
         const agentResult = await (0, run_1.runBrowsingAgent)({

package/dist/tools/upgrade-packages/index.d.ts

@@ -0,0 +1,3 @@
+import type { Tool } from "@empiricalrun/shared-types";
+export declare const upgradePackagesTool: Tool;
+//# sourceMappingURL=index.d.ts.map

package/dist/tools/upgrade-packages/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/tools/upgrade-packages/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,4BAA4B,CAAC;AA+BvD,eAAO,MAAM,mBAAmB,EAAE,IA+GjC,CAAC"}