@empiricalrun/test-gen 0.65.0 → 0.66.0

package/CHANGELOG.md

@@ -1,5 +1,30 @@
 # @empiricalrun/test-gen
 
+## 0.66.0
+
+### Minor Changes
+
+- 576870a: feat: allow specifying package version in upgradePackages tool
+- e94a2da: feat: update upgradePackages tool to include input schema for package selection
+- dfb2007: feat: add upgradePackages tool
+
+### Patch Changes
+
+- 33abadf: fix: text appendBranchNameToQueueUrl output is under 80 characters fixed
+- 1300a80: fix: branch name with dot should deploy tool execute service
+- 985d721: fix: git patch for new files
+- 6a19421: feat: collect git patch artifacts from text editor tools
+- 1a46013: feat: page.pause codegen works when tool execution is headed
+- 805f35f: fix: handle error when fetching environment variables in chat agent
+- 0a9ec78: feat: add o3 with reduced costs
+- c430cc0: fix: use mouse wheel to execute scroll in cua
+- Updated dependencies [9b873e3]
+- Updated dependencies [41c266d]
+- Updated dependencies [0a9ec78]
+- Updated dependencies [8a83b29]
+  - @empiricalrun/test-run@0.10.2
+  - @empiricalrun/llm@0.18.1
+
 ## 0.65.0
 
 ### Minor Changes

package/dist/agent/browsing/run.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../../../src/agent/browsing/run.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,KAAK,EAAE,MAAM,4BAA4B,CAAC;AAclE,OAAO,EAAE,kBAAkB,EAAE,MAAM,QAAQ,CAAC;AAG5C,KAAK,iBAAiB,GAAG;IACvB,YAAY,EAAE,MAAM,CAAC;IACrB,cAAc,EAAE,MAAM,EAAE,CAAC;IACzB,YAAY,EAAE,MAAM,CAAC;IACrB,gBAAgB,EAAE,MAAM,CAAC;IACzB,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,yBAAyB,EAAE,OAAO,CAAC;IACnC,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CACtC,CAAC;AAEF,wBAAsB,8BAA8B,CAAC,EACnD,gBAAgB,EAChB,OAAO,EACP,YAAY,GACb,EAAE;IACD,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC3B,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,CAAC;CACtB,GAAG,OAAO,CAAC,MAAM,CAAC,CAQlB;AAED,wBAAsB,gBAAgB,CAAC,EACrC,YAAY,EACZ,cAAc,EACd,YAAY,EACZ,gBAAgB,EAChB,WAAW,EACX,YAAY,EACZ,OAAO,EACP,OAAO,EACP,yBAAyB,EACzB,YAAY,GACb,EAAE,iBAAiB,GAAG,OAAO,CAAC;IAC7B,OAAO,EAAE,OAAO,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,kBAAkB,GAAG,SAAS,CAAC;IACvC,KAAK,EAAE,KAAK,GAAG,SAAS,CAAC;IACzB,SAAS,EAAE,aAAa,EAAE,CAAC;CAC5B,CAAC,CAkGD"}
+{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../../../src/agent/browsing/run.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,KAAK,EAAE,MAAM,4BAA4B,CAAC;AAclE,OAAO,EAAE,kBAAkB,EAAE,MAAM,QAAQ,CAAC;AAG5C,KAAK,iBAAiB,GAAG;IACvB,YAAY,EAAE,MAAM,CAAC;IACrB,cAAc,EAAE,MAAM,EAAE,CAAC;IACzB,YAAY,EAAE,MAAM,CAAC;IACrB,gBAAgB,EAAE,MAAM,CAAC;IACzB,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,yBAAyB,EAAE,OAAO,CAAC;IACnC,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CACtC,CAAC;AAEF,wBAAsB,8BAA8B,CAAC,EACnD,gBAAgB,EAChB,OAAO,EACP,YAAY,GACb,EAAE;IACD,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC3B,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,CAAC;CACtB,GAAG,OAAO,CAAC,MAAM,CAAC,CAQlB;AAED,wBAAsB,gBAAgB,CAAC,EACrC,YAAY,EACZ,cAAc,EACd,YAAY,EACZ,gBAAgB,EAChB,WAAW,EACX,YAAY,EACZ,OAAO,EACP,OAAO,EACP,yBAAyB,EACzB,YAAY,GACb,EAAE,iBAAiB,GAAG,OAAO,CAAC;IAC7B,OAAO,EAAE,OAAO,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,kBAAkB,GAAG,SAAS,CAAC;IACvC,KAAK,EAAE,KAAK,GAAG,SAAS,CAAC;IACzB,SAAS,EAAE,aAAa,EAAE,CAAC;CAC5B,CAAC,CAmGD"}

package/dist/agent/browsing/run.js

@@ -51,6 +51,7 @@ async function runBrowsingAgent({ testCaseName, testCaseSuites, testFilePath, fi
         projects: [projectName],
         passthroughArgs: "--retries 0 --timeout 0",
         repoDir,
+        envOverrides: envOverrides,
         // @ts-ignore
         platform: "web",
     });

package/dist/agent/chat/index.d.ts

@@ -1,9 +1,8 @@
 import { SupportedChatModels } from "@empiricalrun/shared-types";
-export declare function runChatAgentForCLI({ useDiskForChatState, selectedModel, initialPromptContent, withRetry, }: {
+export declare function runChatAgentForCLI({ useDiskForChatState, selectedModel, initialPromptContent, }: {
     selectedModel: SupportedChatModels;
     useDiskForChatState: boolean;
     initialPromptContent: string | undefined;
-    withRetry?: boolean;
 }): Promise<void>;
 export declare function runChatAgentForDashboard({ chatSessionId, selectedModel, }: {
     selectedModel: SupportedChatModels;

package/dist/agent/chat/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/agent/chat/index.ts"],"names":[],"mappings":"AAEA,OAAO,EAGL,mBAAmB,EACpB,MAAM,4BAA4B,CAAC;AA8DpC,wBAAsB,kBAAkB,CAAC,EACvC,mBAAmB,EACnB,aAAa,EACb,oBAAoB,EACpB,SAAS,GACV,EAAE;IACD,aAAa,EAAE,mBAAmB,CAAC;IACnC,mBAAmB,EAAE,OAAO,CAAC;IAC7B,oBAAoB,EAAE,MAAM,GAAG,SAAS,CAAC;IACzC,SAAS,CAAC,EAAE,OAAO,CAAC;CACrB,iBAwHA;AAuBD,wBAAsB,wBAAwB,CAAC,EAC7C,aAAa,EACb,aAAa,GACd,EAAE;IACD,aAAa,EAAE,mBAAmB,CAAC;IACnC,aAAa,EAAE,MAAM,CAAC;CACvB,iBA6DA"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/agent/chat/index.ts"],"names":[],"mappings":"AAEA,OAAO,EAGL,mBAAmB,EACpB,MAAM,4BAA4B,CAAC;AAkEpC,wBAAsB,kBAAkB,CAAC,EACvC,mBAAmB,EACnB,aAAa,EACb,oBAAoB,GACrB,EAAE;IACD,aAAa,EAAE,mBAAmB,CAAC;IACnC,mBAAmB,EAAE,OAAO,CAAC;IAC7B,oBAAoB,EAAE,MAAM,GAAG,SAAS,CAAC;CAC1C,iBA4HA;AAuBD,wBAAsB,wBAAwB,CAAC,EAC7C,aAAa,EACb,aAAa,GACd,EAAE;IACD,aAAa,EAAE,mBAAmB,CAAC;IACnC,aAAa,EAAE,MAAM,CAAC;CACvB,iBA6DA"}

package/dist/agent/chat/index.js

@@ -30,13 +30,17 @@ async function fetchEnvironmentVariables() {
         },
     });
     const data = await response.json();
+    if (!data.data) {
+        console.error("Failed to fetch environment variables:", data);
+        throw new Error("Failed to fetch environment variables");
+    }
     const envVars = data.data.environment_variables.reduce((acc, envVar) => {
         acc[envVar.name] = envVar.value;
         return acc;
     }, {});
     return envVars;
 }
-async function runChatAgentForCLI({ useDiskForChatState, selectedModel, initialPromptContent, withRetry, }) {
+async function runChatAgentForCLI({ useDiskForChatState, selectedModel, initialPromptContent, }) {
     let chatState;
     if (useDiskForChatState) {
         chatState = (0, state_1.loadChatState)();
@@ -61,8 +65,8 @@ async function runChatAgentForCLI({ useDiskForChatState, selectedModel, initialP
             console.log(`${(0, picocolors_1.blue)(latest.role)}: ${latest.textMessage}`);
         }
     }
-    // if withRetry set the chatState error null
-    if (withRetry && chatState) {
+    if (chatState && chatState.error) {
+        // Reset error state as we are attempting a retry
         chatState.error = null;
     }
     const handleSigInt = () => {
@@ -114,7 +118,6 @@ async function runChatAgentForCLI({ useDiskForChatState, selectedModel, initialP
             }
         }
         else {
-            // TODO: Should we pass a loader function? That would allow us to show a spinner
             if (!process.env.EMPIRICALRUN_API_KEY) {
                 throw new Error("EMPIRICALRUN_API_KEY is not set");
             }

package/dist/agent/cua/computer.js

@@ -148,7 +148,7 @@ async function executeModelAction(page, action, codegen) {
                     scroll_y,
                 });
                 await page.mouse.move(x, y);
-                await page.evaluate(`window.scrollBy(${scroll_x}, ${scroll_y})`);
+                await page.mouse.wheel(scroll_x, scroll_y);
                 actionSummary = `Scroll at (${x}, ${y}) with offsets (scroll_x=${scroll_x}, scroll_y=${scroll_y})`;
                 actionCode = await codegen.getCodeForLastAction();
                 break;

package/dist/agent/cua/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/agent/cua/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAiB,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAC/D,OAAO,EAAE,iBAAiB,EAAE,KAAK,EAAE,MAAM,4BAA4B,CAAC;AAStE,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAwBlC,MAAM,MAAM,kBAAkB,GAAG,KAAK,CAClC;IACE,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;CACd,GACD;IACE,IAAI,EAAE,YAAY,CAAC;IACnB,UAAU,EAAE,iBAAiB,CAAC;CAC/B,CACJ,CAAC;AAEF,wBAAsB,+BAA+B,CAAC,EACpD,IAAI,EACJ,IAAI,EACJ,KAAK,GACN,EAAE;IACD,IAAI,EAAE,IAAI,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,CAAC,EAAE,WAAW,CAAC;CACrB,GAAG,OAAO,CAAC;IACV,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,EAAE,CAAC;IACtB,MAAM,EAAE,kBAAkB,CAAC;IAC3B,KAAK,EAAE,KAAK,CAAC;CACd,CAAC,CAuND"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/agent/cua/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAiB,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAC/D,OAAO,EAAE,iBAAiB,EAAE,KAAK,EAAE,MAAM,4BAA4B,CAAC;AAStE,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAgClC,MAAM,MAAM,kBAAkB,GAAG,KAAK,CAClC;IACE,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;CACd,GACD;IACE,IAAI,EAAE,YAAY,CAAC;IACnB,UAAU,EAAE,iBAAiB,CAAC;CAC/B,CACJ,CAAC;AAEF,wBAAsB,+BAA+B,CAAC,EACpD,IAAI,EACJ,IAAI,EACJ,KAAK,GACN,EAAE;IACD,IAAI,EAAE,IAAI,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,CAAC,EAAE,WAAW,CAAC;CACrB,GAAG,OAAO,CAAC;IACV,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,EAAE,CAAC;IACtB,MAAM,EAAE,kBAAkB,CAAC;IAC3B,KAAK,EAAE,KAAK,CAAC;CACd,CAAC,CAuND"}

package/dist/agent/cua/index.js

@@ -9,12 +9,17 @@ const openai_1 = __importDefault(require("openai"));
 const computer_1 = require("./computer");
 const model_1 = require("./model");
 const element_from_point_1 = require("./pw-codegen/element-from-point");
+const pw_pause_1 = require("./pw-codegen/pw-pause");
 const MAX_ITERATIONS = 15;
-function getCodegen() {
+async function getCodegenInstance() {
+    const repoDir = process.cwd();
+    const canUsePwPause = await (0, pw_pause_1.canUsePauseCodegen)(repoDir);
+    if (canUsePwPause) {
+        console.log("[getCodegen] using PlaywrightPauseCodegen");
+        return new pw_pause_1.PlaywrightPauseCodegen();
+    }
+    console.log("[getCodegen] using ElementFromPointCodegen");
     return new element_from_point_1.ElementFromPointCodegen();
-    // TODO: Add support for page.pause approach
-    // We can use PlaywrightPauseCodegen if playwright patch was successful,
-    // IPC port is available and PW_CODEGEN_NO_INSPECTOR env var is set
 }
 function artifact(screenshot, name) {
     return {
@@ -24,7 +29,7 @@ function artifact(screenshot, name) {
     };
 }
 async function createTestUsingComputerUseAgent({ page, task, trace, }) {
-    const codegen = getCodegen();
+    const codegen = await getCodegenInstance();
     await codegen.initialize(page);
     const screenshot = await (0, computer_1.getScreenshot)(page);
     const initialArtifact = artifact(screenshot, "Initial screen");

package/dist/agent/cua/pw-codegen/pw-pause/index.d.ts

@@ -1,15 +1,17 @@
 import type { Page } from "playwright";
-export { revertToOriginalPwCode } from "./utils";
-export declare const PW_PAUSE_IPC_PORT = 3039;
-export declare function preparePlaywrightForCodegen(repoDir: string): Promise<void>;
-export declare class PlaywrightPauseCodegen {
+import { BasePlaywrightCodegen } from "../types";
+export { preparePlaywrightForCodegen, revertToOriginalPwCode } from "./patch";
+export declare function canUsePauseCodegen(repoDir: string): Promise<boolean>;
+export declare class PlaywrightPauseCodegen implements BasePlaywrightCodegen {
     private port;
     private page;
     private server;
+    private codeForLastAction;
     constructor();
+    private saveCode;
     initialize(page: Page): Promise<void>;
     startPlaywrightCodegen(page: Page): Promise<void>;
     recordAction(): Promise<void>;
-    getCodegenResult(): Promise<string>;
+    getCodeForLastAction(): Promise<string>;
 }
 //# sourceMappingURL=index.d.ts.map

package/dist/agent/cua/pw-codegen/pw-pause/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/agent/cua/pw-codegen/pw-pause/index.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AASvC,OAAO,EAAE,sBAAsB,EAAE,MAAM,SAAS,CAAC;AAEjD,eAAO,MAAM,iBAAiB,OAAO,CAAC;AAEtC,wBAAsB,2BAA2B,CAAC,OAAO,EAAE,MAAM,iBAoBhE;AAGD,qBAAa,sBAAsB;IACjC,OAAO,CAAC,IAAI,CAAa;IACzB,OAAO,CAAC,IAAI,CAAmB;IAC/B,OAAO,CAAC,MAAM,CAA4C;;IAMpD,UAAU,CAAC,IAAI,EAAE,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;IAkBrC,sBAAsB,CAAC,IAAI,EAAE,IAAI;IAsBjC,YAAY,IAAI,OAAO,CAAC,IAAI,CAAC;IAI7B,gBAAgB,IAAI,OAAO,CAAC,MAAM,CAAC;CAI1C"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/agent/cua/pw-codegen/pw-pause/index.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAEvC,OAAO,EAAE,qBAAqB,EAAE,MAAM,UAAU,CAAC;AAIjD,OAAO,EAAE,2BAA2B,EAAE,sBAAsB,EAAE,MAAM,SAAS,CAAC;AAE9E,wBAAsB,kBAAkB,CAAC,OAAO,EAAE,MAAM,oBAqCvD;AAiBD,qBAAa,sBAAuB,YAAW,qBAAqB;IAClE,OAAO,CAAC,IAAI,CAAa;IACzB,OAAO,CAAC,IAAI,CAAmB;IAC/B,OAAO,CAAC,MAAM,CAA4C;IAC1D,OAAO,CAAC,iBAAiB,CAAqB;;YAMhC,QAAQ;IAOhB,UAAU,CAAC,IAAI,EAAE,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;IAkBrC,sBAAsB,CAAC,IAAI,EAAE,IAAI;IAsBjC,YAAY,IAAI,OAAO,CAAC,IAAI,CAAC;IAI7B,oBAAoB,IAAI,OAAO,CAAC,MAAM,CAAC;CAU9C"}

package/dist/agent/cua/pw-codegen/pw-pause/index.js

@@ -3,45 +3,67 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.PlaywrightPauseCodegen = exports.PW_PAUSE_IPC_PORT = exports.revertToOriginalPwCode = void 0;
-exports.preparePlaywrightForCodegen = preparePlaywrightForCodegen;
+exports.PlaywrightPauseCodegen = exports.revertToOriginalPwCode = exports.preparePlaywrightForCodegen = void 0;
+exports.canUsePauseCodegen = canUsePauseCodegen;
 const express_1 = __importDefault(require("express"));
-const fs_1 = __importDefault(require("fs"));
-const path_1 = __importDefault(require("path"));
-const utils_1 = require("./utils");
-var utils_2 = require("./utils");
-Object.defineProperty(exports, "revertToOriginalPwCode", { enumerable: true, get: function () { return utils_2.revertToOriginalPwCode; } });
-exports.PW_PAUSE_IPC_PORT = 3039;
-async function preparePlaywrightForCodegen(repoDir) {
-    const npmListOutput = await (0, utils_1.runNpmList)(repoDir);
-    if (!npmListOutput) {
-        return;
+const ipc_1 = require("./ipc");
+const patch_1 = require("./patch");
+var patch_2 = require("./patch");
+Object.defineProperty(exports, "preparePlaywrightForCodegen", { enumerable: true, get: function () { return patch_2.preparePlaywrightForCodegen; } });
+Object.defineProperty(exports, "revertToOriginalPwCode", { enumerable: true, get: function () { return patch_2.revertToOriginalPwCode; } });
+async function canUsePauseCodegen(repoDir) {
+    const hasPatchedPwCode = await (0, patch_1.hasPatchedRecorderApp)(repoDir);
+    if (!hasPatchedPwCode) {
+        // This codegen approach requires patching the playwright code to setup an
+        // IPC server <> client that passes generated code from Playwright to @empiricalrun/test-gen
+        console.log("Cannot use pause codegen because recorder app is not patched");
+        return false;
     }
-    const playwrightCorePath = (0, utils_1.getPlaywrightCoreFromNpmList)(npmListOutput);
-    const pathToRecorderApp = path_1.default.join(playwrightCorePath, "lib", "server", "recorder", "recorderApp.js");
-    if (!fs_1.default.existsSync(pathToRecorderApp)) {
-        const errMsg = `Cannot patch Playwright: ${pathToRecorderApp} does not exist`;
-        throw new Error(errMsg);
+    if (!(await (0, ipc_1.isIPCPortAvailable)())) {
+        // The IPC port is hardcoded, and it should be available for IPC to work
+        console.log("Cannot use pause codegen because IPC port is not available");
+        return false;
     }
-    await (0, utils_1.createFileBackup)(pathToRecorderApp);
-    const port = exports.PW_PAUSE_IPC_PORT;
-    await (0, utils_1.patchPwCode)(pathToRecorderApp, port);
+    const isRunningHeaded = process.env.RUN_PLAYWRIGHT_HEADED &&
+        process.env.RUN_PLAYWRIGHT_HEADED === "true";
+    if (!isRunningHeaded) {
+        // This codegen approach requires running Playwright in headed mode because
+        // it depends on the page.pause() API, which is no-op in headless mode
+        console.log("Cannot use pause codegen because RUN_PLAYWRIGHT_HEADED is not true");
+        return false;
+    }
+    // eslint-disable-next-line turbo/no-undeclared-env-vars
+    if (!process.env.PW_CODEGEN_NO_INSPECTOR) {
+        // PW_CODEGEN_NO_INSPECTOR should be set to true, so that Playwright runs the
+        // EmptyRecorderApp() -- which is the entrypoint to our patched code
+        // Ref: https://github.com/microsoft/playwright/blob/c96558d0691c0377dbc0c772a1bd8120d546e6d7/packages/playwright-core/src/server/recorder/recorderApp.ts#L98
+        console.log("Cannot use pause codegen because PW_CODEGEN_NO_INSPECTOR is not set");
+        return false;
+    }
+    // Need all conditions to be met to use pause codegen
+    return true;
 }
-// TODO: Fix this to implement BasePlaywrightCodegen
 class PlaywrightPauseCodegen {
     port = 0;
     page;
     server;
+    codeForLastAction;
     constructor() {
-        this.port = exports.PW_PAUSE_IPC_PORT;
+        this.port = ipc_1.PW_PAUSE_IPC_PORT;
+    }
+    async saveCode(code) {
+        const generatedCode = code.map((c) => c.actions.join("\n")).join("\n");
+        if (generatedCode) {
+            this.codeForLastAction = generatedCode;
+        }
     }
     async initialize(page) {
         // Start server to receive generated code from patch
         const app = (0, express_1.default)();
         app.use(express_1.default.json());
-        app.post("/test", async (req, res) => {
-            console.log("--- Received request in PlaywrightPatchCodegen ---");
-            console.log(req.body);
+        app.post("/sources", async (req, res) => {
+            const { payload } = req.body;
+            await this.saveCode(JSON.parse(payload));
             return res.send({ success: true });
         });
         await new Promise((resolve) => {
@@ -74,11 +96,17 @@ class PlaywrightPauseCodegen {
         await page.pause();
     }
     async recordAction() {
-        console.log("Record action is no-op");
+        // Record action is no-op
     }
-    async getCodegenResult() {
-        console.log("Get codegen result is no-op");
-        return "";
+    async getCodeForLastAction() {
+        // Wait for the server to send the code
+        await new Promise((resolve) => setTimeout(resolve, 1000));
+        let codeToReturn = this.codeForLastAction;
+        this.codeForLastAction = undefined;
+        if (!codeToReturn) {
+            throw new Error("No code for last action");
+        }
+        return codeToReturn;
     }
 }
 exports.PlaywrightPauseCodegen = PlaywrightPauseCodegen;

package/dist/agent/cua/pw-codegen/pw-pause/ipc.d.ts

@@ -0,0 +1,3 @@
+export declare const PW_PAUSE_IPC_PORT = 3039;
+export declare function isIPCPortAvailable(): Promise<boolean>;
+//# sourceMappingURL=ipc.d.ts.map

package/dist/agent/cua/pw-codegen/pw-pause/ipc.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ipc.d.ts","sourceRoot":"","sources":["../../../../../src/agent/cua/pw-codegen/pw-pause/ipc.ts"],"names":[],"mappings":"AAEA,eAAO,MAAM,iBAAiB,OAAO,CAAC;AAEtC,wBAAsB,kBAAkB,qBAGvC"}

package/dist/agent/cua/pw-codegen/pw-pause/ipc.js

@@ -0,0 +1,13 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.PW_PAUSE_IPC_PORT = void 0;
+exports.isIPCPortAvailable = isIPCPortAvailable;
+const detect_port_1 = __importDefault(require("detect-port"));
+exports.PW_PAUSE_IPC_PORT = 3039;
+async function isIPCPortAvailable() {
+    const portAvailable = await (0, detect_port_1.default)(exports.PW_PAUSE_IPC_PORT);
+    return portAvailable === exports.PW_PAUSE_IPC_PORT;
+}

package/dist/agent/cua/pw-codegen/pw-pause/{utils.d.ts → patch.d.ts}

@@ -1,16 +1,9 @@
-/**
- * Helpful commands for debugging:
- *
- * 1. Find playwright-core path
- * cd `npm ls playwright-core --json --long | jq -r '.dependencies["@playwright/test"].dependencies.playwright.dependencies["playwright-core"].path'`
- *
- * 2. Find the path to the recorder app
- * cat lib/server/recorder/recorderApp.js
- *
- */
+export declare function preparePlaywrightForCodegen(repoDir: string): Promise<void>;
+export declare function getPathToRecorderApp(repoDir: string): Promise<string | undefined>;
 export declare function runNpmList(repoDir: string): Promise<string | undefined>;
 export declare function getPlaywrightCoreFromNpmList(output: string): any;
+export declare function hasPatchedRecorderApp(repoDir: string): Promise<boolean>;
 export declare function revertToOriginalPwCode(repoDir: string): Promise<void>;
 export declare function createFileBackup(pathToFile: string): Promise<void>;
 export declare function patchPwCode(pathToRecorderApp: string, port: number): Promise<void>;
-//# sourceMappingURL=utils.d.ts.map
+//# sourceMappingURL=patch.d.ts.map

package/dist/agent/cua/pw-codegen/pw-pause/patch.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"patch.d.ts","sourceRoot":"","sources":["../../../../../src/agent/cua/pw-codegen/pw-pause/patch.ts"],"names":[],"mappings":"AAmBA,wBAAsB,2BAA2B,CAAC,OAAO,EAAE,MAAM,iBAgBhE;AAED,wBAAsB,oBAAoB,CAAC,OAAO,EAAE,MAAM,+BAczD;AAED,wBAAsB,UAAU,CAAC,OAAO,EAAE,MAAM,+BAiB/C;AAED,wBAAgB,4BAA4B,CAAC,MAAM,EAAE,MAAM,OAuB1D;AAED,wBAAsB,qBAAqB,CAAC,OAAO,EAAE,MAAM,oBAY1D;AAED,wBAAsB,sBAAsB,CAAC,OAAO,EAAE,MAAM,iBAoB3D;AAED,wBAAsB,gBAAgB,CAAC,UAAU,EAAE,MAAM,iBAGxD;AAED,wBAAsB,WAAW,CAAC,iBAAiB,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,iBAkBxE"}

package/dist/agent/cua/pw-codegen/pw-pause/{utils.js → patch.js}

@@ -3,14 +3,18 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
+exports.preparePlaywrightForCodegen = preparePlaywrightForCodegen;
+exports.getPathToRecorderApp = getPathToRecorderApp;
 exports.runNpmList = runNpmList;
 exports.getPlaywrightCoreFromNpmList = getPlaywrightCoreFromNpmList;
+exports.hasPatchedRecorderApp = hasPatchedRecorderApp;
 exports.revertToOriginalPwCode = revertToOriginalPwCode;
 exports.createFileBackup = createFileBackup;
 exports.patchPwCode = patchPwCode;
 const child_process_1 = require("child_process");
 const fs_1 = __importDefault(require("fs"));
 const path_1 = __importDefault(require("path"));
+const ipc_1 = require("./ipc");
 /**
  * Helpful commands for debugging:
  *
@@ -21,6 +25,34 @@ const path_1 = __importDefault(require("path"));
  * cat lib/server/recorder/recorderApp.js
  *
  */
+const CUSTOM_PATCH_COMMENT = `// Custom patch code set by @empiricalrun/test-gen`;
+async function preparePlaywrightForCodegen(repoDir) {
+    try {
+        const pathToRecorderApp = await getPathToRecorderApp(repoDir);
+        if (!pathToRecorderApp) {
+            throw new Error("Cannot find path to recorder app");
+        }
+        if (!fs_1.default.existsSync(pathToRecorderApp)) {
+            const errMsg = `Cannot patch Playwright: ${pathToRecorderApp} does not exist`;
+            throw new Error(errMsg);
+        }
+        await createFileBackup(pathToRecorderApp);
+        await patchPwCode(pathToRecorderApp, ipc_1.PW_PAUSE_IPC_PORT);
+    }
+    catch (error) {
+        console.error("Error patching Playwright", error);
+        throw error;
+    }
+}
+async function getPathToRecorderApp(repoDir) {
+    const npmListOutput = await runNpmList(repoDir);
+    if (!npmListOutput) {
+        return;
+    }
+    const playwrightCorePath = getPlaywrightCoreFromNpmList(npmListOutput);
+    const pathToRecorderApp = path_1.default.join(playwrightCorePath, "lib", "server", "recorder", "recorderApp.js");
+    return pathToRecorderApp;
+}
 async function runNpmList(repoDir) {
     try {
         const output = (0, child_process_1.execSync)("npm ls playwright-core --json --long --production=false", {
@@ -57,6 +89,20 @@ function getPlaywrightCoreFromNpmList(output) {
     }
     return playwrightCoreDep.path;
 }
+async function hasPatchedRecorderApp(repoDir) {
+    try {
+        const pathToRecorderApp = await getPathToRecorderApp(repoDir);
+        if (!pathToRecorderApp) {
+            return false;
+        }
+        const recorderAppContents = fs_1.default.readFileSync(pathToRecorderApp, "utf-8");
+        return recorderAppContents.includes(CUSTOM_PATCH_COMMENT);
+    }
+    catch (error) {
+        console.error("Error checking if recorder app is patched", error);
+        return false;
+    }
+}
 async function revertToOriginalPwCode(repoDir) {
     try {
         const npmListOutput = await runNpmList(repoDir);
@@ -80,11 +126,11 @@ async function createFileBackup(pathToFile) {
 async function patchPwCode(pathToRecorderApp, port) {
     const currentFileContents = fs_1.default.readFileSync(pathToRecorderApp, "utf-8");
     const original = `async setSources(sources) {}`;
-    // TODO: Can we have a request payload and parse it in our code
     const replacement = `async setSources(sources) {
-    const payload = JSON.stringify(sources.filter(source => source.isRecorded).filter(source => source.id === "javascript").map(source => source.actions));
+    ${CUSTOM_PATCH_COMMENT}
+    const payload = JSON.stringify(sources.filter(source => source.isRecorded).filter(source => source.id === "javascript"));
     const body = JSON.stringify({ payload });
-    await fetch("http://localhost:${port}/test", {
+    await fetch("http://localhost:${port}/sources", {
       method: "POST",
       headers: {
         "Content-Type": "application/json",

package/dist/bin/index.js

@@ -35,7 +35,7 @@ function setupProcessListeners(cleanup) {
         events.forEach((event) => process.removeListener(event, cleanup));
     };
 }
-async function runChatAgent({ modelInput, chatSessionId, useDiskForChatState, initialPromptPath, withRetry, }) {
+async function runChatAgent({ modelInput, chatSessionId, useDiskForChatState, initialPromptPath, }) {
     if (modelInput && !utils_2.ARGS_TO_MODEL_MAP[modelInput]) {
         throw new Error(`Invalid chat model: ${modelInput}`);
     }
@@ -63,7 +63,6 @@ async function runChatAgent({ modelInput, chatSessionId, useDiskForChatState, in
         selectedModel: specifiedModel || defaultModel,
         useDiskForChatState: useDiskForChatState || false,
         initialPromptContent,
-        withRetry,
     });
 }
 async function runAgentsWorkflow(testGenConfig, testGenToken) {
@@ -249,7 +248,6 @@ async function main() {
             modelInput: completedOptions.chatModel,
             useDiskForChatState: completedOptions.useDiskForChatState,
             initialPromptPath: completedOptions.initialPrompt,
-            withRetry: completedOptions.withRetry,
         });
         return;
     }

package/dist/bin/utils/index.d.ts

@@ -11,7 +11,6 @@ export interface CLIOptions {
     initialPrompt?: string;
     chatSessionId?: string;
     chatModel?: (typeof ARGS_TO_MODEL_MAP)[keyof typeof ARGS_TO_MODEL_MAP];
-    withRetry?: boolean;
 }
 export declare function validateAndCompleteCliOptions(options: CLIOptions): Promise<CLIOptions>;
 export declare function printBanner(): void;

package/dist/bin/utils/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/bin/utils/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAC;AAGjE,eAAO,MAAM,iBAAiB,EAAE,MAAM,CAAC,MAAM,EAAE,mBAAmB,CAajE,CAAC;AAEF,MAAM,WAAW,UAAU;IACzB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,mBAAmB,CAAC,EAAE,OAAO,CAAC;IAC9B,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,SAAS,CAAC,EAAE,CAAC,OAAO,iBAAiB,CAAC,CAAC,MAAM,OAAO,iBAAiB,CAAC,CAAC;IACvE,SAAS,CAAC,EAAE,OAAO,CAAC;CACrB;AAQD,wBAAsB,6BAA6B,CACjD,OAAO,EAAE,UAAU,GAClB,OAAO,CAAC,UAAU,CAAC,CAyDrB;AAED,wBAAgB,WAAW,SAgC1B"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/bin/utils/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAC;AAGjE,eAAO,MAAM,iBAAiB,EAAE,MAAM,CAAC,MAAM,EAAE,mBAAmB,CAgBjE,CAAC;AAEF,MAAM,WAAW,UAAU;IACzB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,mBAAmB,CAAC,EAAE,OAAO,CAAC;IAC9B,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,SAAS,CAAC,EAAE,CAAC,OAAO,iBAAiB,CAAC,CAAC,MAAM,OAAO,iBAAiB,CAAC,CAAC;CACxE;AAQD,wBAAsB,6BAA6B,CACjD,OAAO,EAAE,UAAU,GAClB,OAAO,CAAC,UAAU,CAAC,CAyDrB;AAED,wBAAgB,WAAW,SAgC1B"}

package/dist/bin/utils/index.js

@@ -16,6 +16,8 @@ exports.ARGS_TO_MODEL_MAP = {
     "gemini-2.5": "gemini-2.5-pro-preview-06-05",
     "gemini-2.5-pro": "gemini-2.5-pro-preview-06-05",
     "gemini-2.5-pro-preview-03-25": "gemini-2.5-pro-preview-06-05",
+    o3: "o3-2025-04-16",
+    "o3-2025-04-16": "o3-2025-04-16",
     "o4-mini": "o4-mini-2025-04-16",
     "o4-mini-2025-04-16": "o4-mini-2025-04-16",
 };

package/dist/tool-call-service/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/tool-call-service/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,EAEL,eAAe,EACf,UAAU,EACX,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAEL,mBAAmB,EACnB,IAAI,EACJ,WAAW,EACZ,MAAM,4BAA4B,CAAC;AAkBpC,KAAK,aAAa,GAAG;IACnB,CAAC,GAAG,EAAE,MAAM,GAAG,WAAW,CAAC;CAC5B,CAAC;AAEF,qBAAa,eAAe;IAC1B,KAAK,EAAE,IAAI,EAAE,CAAM;IACnB,aAAa,EAAE,aAAa,CAAM;IAClC,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,aAAa,EAAE,mBAAmB,CAAC;IACnC,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,oBAAoB,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;gBAEjC,EACV,aAAa,EACb,aAAa,EACb,UAAU,EACV,QAAQ,EACR,MAAM,EACN,KAAK,EACL,YAAY,EACZ,oBAAyB,GAC1B,EAAE;QACD,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;QAC7B,aAAa,EAAE,mBAAmB,CAAC;QACnC,UAAU,EAAE,MAAM,CAAC;QACnB,QAAQ,EAAE,MAAM,CAAC;QACjB,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;QAC3B,KAAK,CAAC,EAAE,WAAW,CAAC;QACpB,YAAY,EAAE,MAAM,EAAE,CAAC;QACvB,oBAAoB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;KAC/C;IAmCK,WAAW,CAAC,SAAS,EAAE,eAAe,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAkBxD,OAAO,CAAC,SAAS,EAAE,eAAe,EAAE,GAAG,OAAO,CAAC,UAAU,EAAE,CAAC;CAwEnE"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/tool-call-service/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,EAEL,eAAe,EACf,UAAU,EACX,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAEL,mBAAmB,EACnB,IAAI,EACJ,WAAW,EACZ,MAAM,4BAA4B,CAAC;AAmBpC,KAAK,aAAa,GAAG;IACnB,CAAC,GAAG,EAAE,MAAM,GAAG,WAAW,CAAC;CAC5B,CAAC;AAEF,qBAAa,eAAe;IAC1B,KAAK,EAAE,IAAI,EAAE,CAAM;IACnB,aAAa,EAAE,aAAa,CAAM;IAClC,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,aAAa,EAAE,mBAAmB,CAAC;IACnC,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,oBAAoB,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;gBAEjC,EACV,aAAa,EACb,aAAa,EACb,UAAU,EACV,QAAQ,EACR,MAAM,EACN,KAAK,EACL,YAAY,EACZ,oBAAyB,GAC1B,EAAE;QACD,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;QAC7B,aAAa,EAAE,mBAAmB,CAAC;QACnC,UAAU,EAAE,MAAM,CAAC;QACnB,QAAQ,EAAE,MAAM,CAAC;QACjB,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;QAC3B,KAAK,CAAC,EAAE,WAAW,CAAC;QACpB,YAAY,EAAE,MAAM,EAAE,CAAC;QACvB,oBAAoB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;KAC/C;IAoCK,WAAW,CAAC,SAAS,EAAE,eAAe,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAkBxD,OAAO,CAAC,SAAS,EAAE,eAAe,EAAE,GAAG,OAAO,CAAC,UAAU,EAAE,CAAC;CAwEnE"}

package/dist/tool-call-service/index.js

@@ -12,6 +12,7 @@ const str_replace_editor_1 = require("../tools/str_replace_editor");
 const test_gen_browser_1 = require("../tools/test-gen-browser");
 const test_run_1 = require("../tools/test-run");
 const test_run_fetcher_1 = require("../tools/test-run-fetcher");
+const upgrade_packages_1 = require("../tools/upgrade-packages");
 const checkpoint_1 = require("../utils/checkpoint");
 const utils_1 = require("./utils");
 class ToolCallService {
@@ -43,6 +44,7 @@ class ToolCallService {
             commit_and_create_pr_1.createPullRequestTool,
             list_environments_1.listEnvironmentsTool,
             download_build_1.downloadBuildTool,
+            upgrade_packages_1.upgradePackagesTool,
         ];
         if ((0, chat_1.getProviderForModel)(this.selectedModel) !== "claude") {
             this.tools.push(...str_replace_editor_1.textEditorTools);

package/dist/tool-call-service/utils.d.ts

@@ -1,4 +1,5 @@
 import { PendingToolCall, ServicePayload, Tool } from "@empiricalrun/shared-types";
+export declare function appendBranchNameToQueueUrl(queueUrl: string, branchName: string): string;
 export declare function getQueueUrl(toolCalls: PendingToolCall[], tools: Tool[]): string;
 export declare function sendToolRequestToRemoteQueue(queueUrl: string, payload: ServicePayload): Promise<void>;
 //# sourceMappingURL=utils.d.ts.map

package/dist/tool-call-service/utils.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../src/tool-call-service/utils.ts"],"names":[],"mappings":"AACA,OAAO,EACL,eAAe,EACf,cAAc,EACd,IAAI,EACL,MAAM,4BAA4B,CAAC;AAUpC,wBAAgB,WAAW,CACzB,SAAS,EAAE,eAAe,EAAE,EAC5B,KAAK,EAAE,IAAI,EAAE,GACZ,MAAM,CAwBR;AAED,wBAAsB,4BAA4B,CAChD,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE,cAAc,iBAiBxB"}
+{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../src/tool-call-service/utils.ts"],"names":[],"mappings":"AACA,OAAO,EACL,eAAe,EACf,cAAc,EACd,IAAI,EACL,MAAM,4BAA4B,CAAC;AAEpC,wBAAgB,0BAA0B,CACxC,QAAQ,EAAE,MAAM,EAChB,UAAU,EAAE,MAAM,GACjB,MAAM,CAOR;AAYD,wBAAgB,WAAW,CACzB,SAAS,EAAE,eAAe,EAAE,EAC5B,KAAK,EAAE,IAAI,EAAE,GACZ,MAAM,CAeR;AAED,wBAAsB,4BAA4B,CAChD,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE,cAAc,iBAiBxB"}

package/dist/tool-call-service/utils.js

@@ -1,14 +1,25 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
+exports.appendBranchNameToQueueUrl = appendBranchNameToQueueUrl;
 exports.getQueueUrl = getQueueUrl;
 exports.sendToolRequestToRemoteQueue = sendToolRequestToRemoteQueue;
 const client_sqs_1 = require("@aws-sdk/client-sqs");
-function appendPrefixToQueueUrl(queueUrl, prefix) {
-    if (!queueUrl || !prefix) {
-        throw new Error("queueUrl and prefix must be set");
-    }
+function appendBranchNameToQueueUrl(queueUrl, branchName) {
+    const cleanBranchName = branchName.replace(/[/.]/g, "-");
+    const suffix = cleanBranchName.slice(0, 50);
     const parts = queueUrl.split("/");
-    return `${parts.slice(0, -1).join("/")}/${prefix}-${parts.pop()}`;
+    const queueName = parts.pop();
+    const queueNameWithoutFifo = queueName?.replace(/\.fifo$/, "");
+    return `${parts.join("/")}/${queueNameWithoutFifo}-${suffix}.fifo`;
+}
+function buildQueueUrlsForPreview(baseQueueUrl) {
+    const branch = process.env.VERCEL_GIT_COMMIT_REF;
+    if (!branch) {
+        throw new Error("VERCEL_GIT_COMMIT_REF is not set");
+    }
+    const queueUrl = appendBranchNameToQueueUrl(baseQueueUrl, branch);
+    console.log("queueUrl for preview", queueUrl);
+    return queueUrl;
 }
 function getQueueUrl(toolCalls, tools) {
     const needsBrowser = toolCalls.some((toolCall) => tools.find((t) => t.schema.name === toolCall.name)?.needsBrowser);
@@ -18,13 +29,9 @@ function getQueueUrl(toolCalls, tools) {
     if (process.env.VERCEL_ENV !== "preview") {
         return baseQueueUrl;
     }
-    const branch = process.env.VERCEL_GIT_COMMIT_REF;
-    if (!branch) {
-        throw new Error("VERCEL_GIT_COMMIT_REF is not set");
+    else {
+        return buildQueueUrlsForPreview(baseQueueUrl);
     }
-    const queueUrl = appendPrefixToQueueUrl(baseQueueUrl, `gh-branch-${branch.replace(/\//g, "-")}`);
-    console.log("queueUrl", queueUrl);
-    return queueUrl;
 }
 async function sendToolRequestToRemoteQueue(queueUrl, payload) {
     const sqs = new client_sqs_1.SQSClient({

package/dist/tools/commit-and-create-pr.d.ts

@@ -1,9 +1,3 @@
 import type { Tool } from "@empiricalrun/shared-types";
-interface GitHubRepoInfo {
-    owner: string;
-    repo: string;
-}
-export declare function parseGitHubUrl(url: string): GitHubRepoInfo;
 export declare const createPullRequestTool: Tool;
-export {};
 //# sourceMappingURL=commit-and-create-pr.d.ts.map

package/dist/tools/commit-and-create-pr.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"commit-and-create-pr.d.ts","sourceRoot":"","sources":["../../src/tools/commit-and-create-pr.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAEV,IAAI,EAEL,MAAM,4BAA4B,CAAC;AAOpC,UAAU,cAAc;IACtB,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;CACd;AAED,wBAAgB,cAAc,CAAC,GAAG,EAAE,MAAM,GAAG,cAAc,CAiB1D;AAiCD,eAAO,MAAM,qBAAqB,EAAE,IAmFnC,CAAC"}
+{"version":3,"file":"commit-and-create-pr.d.ts","sourceRoot":"","sources":["../../src/tools/commit-and-create-pr.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAEV,IAAI,EAEL,MAAM,4BAA4B,CAAC;AAoCpC,eAAO,MAAM,qBAAqB,EAAE,IAkFnC,CAAC"}