@empiricalrun/playwright-utils 0.24.1 → 0.25.0

package/CHANGELOG.md

@@ -1,5 +1,26 @@
 # @empiricalrun/playwright-utils
 
+## 0.25.0
+
+### Minor Changes
+
+- be00f0b: feat: update overlay dismissal to support multiple overlays at once
+
+### Patch Changes
+
+- Updated dependencies [be00f0b]
+  - @empiricalrun/test-gen@0.52.1
+
+## 0.24.2
+
+### Patch Changes
+
+- Updated dependencies [a399a57]
+- Updated dependencies [1b8d273]
+- Updated dependencies [99b0826]
+  - @empiricalrun/test-gen@0.52.0
+  - @empiricalrun/llm@0.12.0
+
 ## 0.24.1
 
 ### Patch Changes

package/dist/overlay-tests/click.spec.js

@@ -29,7 +29,7 @@ fixtures_1.test.beforeEach(async ({ page }) => {
     await (0, fixtures_1.expect)(page.getByRole("heading", { name: "Terms of Service" })).not.toBeVisible();
 });
 (0, fixtures_1.test)("should choose and dismiss the correct overlay", async ({ page, server, }) => {
-    await page.goto(`${server.baseURL}/two-overlays.html`);
+    await page.goto(`${server.baseURL}/choose-an-overlay.html`);
     // Assert that button and overlays load
     await (0, fixtures_1.expect)(page.getByRole("button", { name: "Target" })).toBeVisible();
     await (0, fixtures_1.expect)(page.getByText("This is a toast message")).toBeVisible();
@@ -66,3 +66,8 @@ fixtures_1.test.beforeEach(async ({ page }) => {
     await page.getByRole("button", { name: "Target" }).click();
     await (0, fixtures_1.expect)(page.getByText("Target was clicked")).toBeVisible();
 });
+(0, fixtures_1.test)("should be able to dismiss multiple overlays", async ({ page, server, }) => {
+    await page.goto(`${server.baseURL}/loop-to-dismiss.html`);
+    await page.getByRole("button", { name: "Target" }).click();
+    await (0, fixtures_1.expect)(page.getByText("Clicked!")).toBeVisible();
+});

package/dist/overlay-tests/fixtures.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"fixtures.d.ts","sourceRoot":"","sources":["../../src/overlay-tests/fixtures.ts"],"names":[],"mappings":"AAIA,KAAK,aAAa,GAAG;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;CACjB,CAAC;AAEF,eAAO,MAAM,MAAM,uCAAc,CAAC;AAClC,eAAO,MAAM,IAAI;YAA6B,aAAa;EAsBzD,CAAC"}
+{"version":3,"file":"fixtures.d.ts","sourceRoot":"","sources":["../../src/overlay-tests/fixtures.ts"],"names":[],"mappings":"AAKA,KAAK,aAAa,GAAG;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;CACjB,CAAC;AAEF,eAAO,MAAM,MAAM,uCAAc,CAAC;AAClC,eAAO,MAAM,IAAI;YAA6B,aAAa;EAwBzD,CAAC"}

package/dist/overlay-tests/fixtures.js

@@ -5,16 +5,19 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.test = exports.expect = void 0;
 const test_1 = require("@playwright/test");
-const http_server_1 = __importDefault(require("http-server"));
+const http_1 = __importDefault(require("http"));
 const path_1 = __importDefault(require("path"));
+const serve_handler_1 = __importDefault(require("serve-handler"));
 exports.expect = test_1.test.expect;
 exports.test = test_1.test.extend({
     server: [
         // eslint-disable-next-line no-empty-pattern
         async ({}, use, workerInfo) => {
             const port = 1234 + workerInfo.workerIndex;
-            const server = http_server_1.default.createServer({
-                root: path_1.default.join(process.cwd(), "test-data"),
+            const server = http_1.default.createServer((request, response) => {
+                return (0, serve_handler_1.default)(request, response, {
+                    public: path_1.default.join(process.cwd(), "test-data"),
+                });
             });
             await new Promise((resolve) => {
                 server.listen(port, () => {

package/dist/test/scripts/pw-locator-patch/dismiss-overlays/index.d.ts

@@ -1,8 +1,6 @@
 import { Page } from "@playwright/test";
-import type { TestFn } from "../../types";
 import { OverlayElement } from "./types";
 export declare function isErrorSupported(errorMessage: string | undefined): boolean;
-export declare function runAgentOnOverlay(pageRef: Page, element: OverlayElement | undefined): Promise<void>;
 export declare function extractInterceptingElement(errorMessage: string): OverlayElement | undefined;
-export declare function handleOverlayDismissal<T>(originalError: any, page: Page, actionName: string, testFn: TestFn, retryAction: () => Promise<T>): Promise<T>;
+export declare function attemptToDismissOverlay(originalError: any, page: Page, reporter: (description: string) => void): Promise<void>;
 //# sourceMappingURL=index.d.ts.map

package/dist/test/scripts/pw-locator-patch/dismiss-overlays/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/test/scripts/pw-locator-patch/dismiss-overlays/index.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAExC,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAE1C,OAAO,EAAE,cAAc,EAAE,MAAM,SAAS,CAAC;AAYzC,wBAAgB,gBAAgB,CAAC,YAAY,EAAE,MAAM,GAAG,SAAS,WAKhE;AAED,wBAAsB,iBAAiB,CACrC,OAAO,EAAE,IAAI,EACb,OAAO,EAAE,cAAc,GAAG,SAAS,iBA8EpC;AAED,wBAAgB,0BAA0B,CACxC,YAAY,EAAE,MAAM,GACnB,cAAc,GAAG,SAAS,CAiC5B;AAwBD,wBAAsB,sBAAsB,CAAC,CAAC,EAC5C,aAAa,EAAE,GAAG,EAClB,IAAI,EAAE,IAAI,EACV,UAAU,EAAE,MAAM,EAClB,MAAM,EAAE,MAAM,EACd,WAAW,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,GAC5B,OAAO,CAAC,CAAC,CAAC,CAyBZ"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/test/scripts/pw-locator-patch/dismiss-overlays/index.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAIxC,OAAO,EAAE,cAAc,EAAE,MAAM,SAAS,CAAC;AAOzC,wBAAgB,gBAAgB,CAAC,YAAY,EAAE,MAAM,GAAG,SAAS,WAKhE;AA0CD,wBAAgB,0BAA0B,CACxC,YAAY,EAAE,MAAM,GACnB,cAAc,GAAG,SAAS,CAiC5B;AAwBD,wBAAsB,uBAAuB,CAC3C,aAAa,EAAE,GAAG,EAClB,IAAI,EAAE,IAAI,EACV,QAAQ,EAAE,CAAC,WAAW,EAAE,MAAM,KAAK,IAAI,GACtC,OAAO,CAAC,IAAI,CAAC,CAiBf"}

package/dist/test/scripts/pw-locator-patch/dismiss-overlays/index.js

@@ -1,8 +1,9 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.handleOverlayDismissal = exports.extractInterceptingElement = exports.runAgentOnOverlay = exports.isErrorSupported = void 0;
+exports.attemptToDismissOverlay = exports.extractInterceptingElement = exports.isErrorSupported = void 0;
 const run_1 = require("@empiricalrun/test-gen/agent/master/run");
 const cache_1 = require("./cache");
+const prompt_1 = require("./prompt");
 const utils_1 = require("./utils");
 const ERROR_SUBSTRING_INTERCEPTION = "intercepts pointer events";
 const PREFERRED_AGENT = "openai-cua";
@@ -15,48 +16,7 @@ function isErrorSupported(errorMessage) {
 exports.isErrorSupported = isErrorSupported;
 async function runAgentOnOverlay(pageRef, element) {
     const text = await (0, utils_1.textContent)(pageRef, element);
-    const promptAddition = text
-        ? `
-  In this case, the popup can be identified with its text content:
-  
-  <popup_text_content>
-  ${text}
-  </popup_text_content>
-  `
-        : ``;
-    let task = `
-Find a way to dismiss the popup. If the popup is non dismissible or there is no popup then return immediately.
-Do all actions required to dismiss the popup - don't ask for user confirmation.
-
-Note that you just need to dismiss popup and DO NOTHING ELSE. If you do more steps, the remainder
-of the workflow will fail, because ONLY the popup is expected to be dismissed by your actions.
-
-Examples of typical popups:
-1. Feature announcements, which can be generally dismissed by close/dismiss buttons.
-2. Product tours which might require going through the tour steps.
-3. Consents for cookies or updated terms of service, which can be dismissed by clicking on the accept/continue button.
-4. Forms that capture traffic sources or persona information. Make up content for the input fields, if that's required to dismiss the popup.
-5. Anything else that can be dismissed by taking a few user actions.
-
-${promptAddition}`;
-    if ((0, utils_1.isProductFruitsOverlay)(element)) {
-        // Special handling for product fruits overlay: Overwrite the task
-        task = `
-We are attempting to do a click action on Target element.
-
-This action is failing because our Target element is covered with another element (called Overlapper). 
-
-The Overlapper element can be identifed with the following text content:
-
-<overlapper_element_text_content>
-${text}
-</overlapper_element_text_content>
-
-The only way to work around this is to Click on any other sidebar link element.
-
-Don't reattempt the click on Target element, your job is done after the first click.
-`;
-    }
+    const task = (0, prompt_1.getTask)(element, text);
     const { success } = await (0, cache_1.executeFromCache)({
         page: pageRef,
         dom: element?.interceptor,
@@ -91,7 +51,6 @@ Don't reattempt the click on Target element, your job is done after the first cl
         });
     }
 }
-exports.runAgentOnOverlay = runAgentOnOverlay;
 function extractInterceptingElement(errorMessage) {
     // This extract element and parent info from interception error message
     // Note that error message from the last retry is returned.
@@ -149,23 +108,22 @@ function findAllMatches(str, regex) {
     }
     return matches;
 }
-async function handleOverlayDismissal(originalError, page, actionName, testFn, retryAction) {
-    let overlayElement = undefined;
+async function attemptToDismissOverlay(originalError, page, reporter) {
+    let overlayElement;
     try {
         overlayElement = extractInterceptingElement(originalError.message);
     }
     catch (err) {
         // Ignoring this error
     }
-    (0, utils_1.annotateForReport)(testFn, `Attempting to auto-dismiss overlay: ${(0, utils_1.overlayDescription)(overlayElement)}`);
+    const description = (0, utils_1.overlayDescription)(overlayElement);
+    reporter(`Attempting to auto-dismiss overlay: ${description}`);
     try {
         await runAgentOnOverlay(page, overlayElement);
     }
     catch (agentError) {
-        (0, utils_1.annotateForReport)(testFn, `Error in overlay dismiss: ${agentError.toString()}`);
+        reporter(`Error during overlay dismissal agent execution: ${agentError.toString()}`);
         throw originalError;
     }
-    (0, utils_1.annotateForReport)(testFn, `Overlay was dismissed, retrying original ${actionName} action`);
-    return await retryAction();
 }
-exports.handleOverlayDismissal = handleOverlayDismissal;
+exports.attemptToDismissOverlay = attemptToDismissOverlay;

package/dist/test/scripts/pw-locator-patch/dismiss-overlays/prompt.d.ts

@@ -0,0 +1,3 @@
+import { OverlayElement } from "./types";
+export declare function getTask(element: OverlayElement | undefined, text: string | undefined): string;
+//# sourceMappingURL=prompt.d.ts.map

package/dist/test/scripts/pw-locator-patch/dismiss-overlays/prompt.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"prompt.d.ts","sourceRoot":"","sources":["../../../../../src/test/scripts/pw-locator-patch/dismiss-overlays/prompt.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,SAAS,CAAC;AAGzC,wBAAgB,OAAO,CACrB,OAAO,EAAE,cAAc,GAAG,SAAS,EACnC,IAAI,EAAE,MAAM,GAAG,SAAS,UAkCzB"}

package/dist/test/scripts/pw-locator-patch/dismiss-overlays/prompt.js

@@ -0,0 +1,55 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getTask = void 0;
+const utils_1 = require("./utils");
+function getTask(element, text) {
+    if ((0, utils_1.isProductFruitsOverlay)(element)) {
+        // TODO: Remove this special handling with app knowledge
+        return promptForPFScenario(text);
+    }
+    const promptAddition = text
+        ? `
+In this case, the popup can be identified with its text content:
+
+<popup_text_content>
+${text}
+</popup_text_content>
+`
+        : ``;
+    let task = `
+Find a way to dismiss the popup. If the popup is non dismissible or there is no popup then return immediately.
+Do all actions required to dismiss the popup - don't ask for user confirmation.
+
+Note that you just need to dismiss popup and DO NOTHING ELSE. If you do more steps, the remainder
+of the workflow will fail, because ONLY the popup is expected to be dismissed by your actions.
+
+Examples of typical popups:
+1. Feature announcements, which can be generally dismissed by close/dismiss buttons.
+2. Product tours which might require going through the tour steps.
+3. Consents for cookies or updated terms of service, which can be dismissed by clicking on the accept/continue button.
+4. Forms that capture traffic sources or persona information. Make up content for the input fields, if that's required to dismiss the popup.
+5. Anything else that can be dismissed by taking a few user actions.
+
+${promptAddition}`;
+    return task;
+}
+exports.getTask = getTask;
+function promptForPFScenario(text) {
+    const promptAddition = text
+        ? `The Overlapper element can be identifed with the following text content:
+
+<overlapper_element_text_content>
+${text}
+</overlapper_element_text_content>`
+        : undefined;
+    return `
+We are attempting to do a click action on Target element.
+
+This action is failing because our Target element is covered with another element (called Overlapper). 
+${promptAddition || ""}
+
+The only way to work around this is to Click on some other sidebar link element.
+
+Don't reattempt the click on Target element, your job is done after the first click.
+`;
+}

package/dist/test/scripts/pw-locator-patch/highlight/click.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"click.d.ts","sourceRoot":"","sources":["../../../../../src/test/scripts/pw-locator-patch/highlight/click.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,kBAAkB,CAAC;AAEhD,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAOrC,wBAAgB,UAAU,CACxB,YAAY,EAAE,QAAQ,GAAG;IAAE,SAAS,EAAE,OAAO,CAAA;CAAE,EAC/C,MAAM,EAAE,MAAM,QA8Cf"}
+{"version":3,"file":"click.d.ts","sourceRoot":"","sources":["../../../../../src/test/scripts/pw-locator-patch/highlight/click.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,kBAAkB,CAAC;AAEhD,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAQrC,wBAAgB,UAAU,CACxB,YAAY,EAAE,QAAQ,GAAG;IAAE,SAAS,EAAE,OAAO,CAAA;CAAE,EAC/C,MAAM,EAAE,MAAM,QA0Df"}

package/dist/test/scripts/pw-locator-patch/highlight/click.js

@@ -2,38 +2,51 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.patchClick = void 0;
 const dismiss_overlays_1 = require("../dismiss-overlays");
-const utils_1 = require("../utils");
+const utils_1 = require("../dismiss-overlays/utils");
+const utils_2 = require("../utils");
 // Static flag to track if click has been patched
 const isClickPatched = new WeakMap();
 function patchClick(LocatorClass, testFn) {
     if (isClickPatched.get(LocatorClass)) {
         return;
     }
+    const reporter = (description) => (0, utils_1.annotateForReport)(testFn, description);
     const originalClick = LocatorClass.prototype.click;
     //ref: github.com/microsoft/playwright/blob/69287f26bc514b740eac40160503d6fac8185d37/packages/playwright-core/src/client/locator.ts#L255
     LocatorClass.prototype.click = async function (options) {
-        let result;
-        const stepName = `locator.click(${(0, utils_1.description)(this)})`;
-        await testFn.step(stepName, async () => {
-            try {
-                result = await originalClick.apply(this, [options]);
-            }
-            catch (originalError) {
-                if (originalError instanceof Error) {
-                    Error.captureStackTrace(originalError, LocatorClass.prototype.click);
-                }
-                if (process.env.TEST_GEN_TOKEN) {
-                    // Happening during test-gen, we ignore this
-                    throw originalError;
+        const stepName = `locator.click(${(0, utils_2.description)(this)})`;
+        return await testFn.step(stepName, async () => {
+            let overlayAttemptsRemaining = 2;
+            let originalError;
+            while (overlayAttemptsRemaining >= 0) {
+                overlayAttemptsRemaining--;
+                try {
+                    let result = await originalClick.apply(this, [options]);
+                    return result; // If click is successful, we're done -- just return
                 }
-                if (!(0, dismiss_overlays_1.isErrorSupported)(originalError.message)) {
-                    throw originalError;
+                catch (error) {
+                    originalError = error;
+                    if (originalError instanceof Error) {
+                        // Overwrite the stack trace to show the original click (remove patch)
+                        Error.captureStackTrace(originalError, LocatorClass.prototype.click);
+                    }
+                    if (process.env.TEST_GEN_TOKEN) {
+                        // We skip overlay dismissal if its happening during test-gen
+                        throw originalError;
+                    }
+                    if (!(0, dismiss_overlays_1.isErrorSupported)(originalError.message)) {
+                        // TODO: Playwright actionability checks have precedence: if an overlay blocks a
+                        // disabled button, the error will not show interception -- it will focus on "not enabled".
+                        // This will cause our overlay dismissal to not run.
+                        throw originalError;
+                    }
+                    await (0, dismiss_overlays_1.attemptToDismissOverlay)(originalError, this._frame._page, reporter);
+                    // Dismissal attempt finished (implicitly successful if no error thrown)
+                    reporter(`Overlay dismissal attempted, retrying original action.`);
                 }
-                // Now that we've confirmed this is an overlay-related error, delegate to handleOverlayDismissal
-                result = await (0, dismiss_overlays_1.handleOverlayDismissal)(originalError, this._frame._page, "click", testFn, () => originalClick.apply(this, [options]));
             }
+            throw originalError;
         }, { box: true });
-        return result;
     };
     isClickPatched.set(LocatorClass, true);
 }

package/dist/test/scripts/pw-locator-patch/highlight/hover.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"hover.d.ts","sourceRoot":"","sources":["../../../../../src/test/scripts/pw-locator-patch/highlight/hover.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,kBAAkB,CAAC;AAEhD,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAMrC,wBAAgB,UAAU,CACxB,YAAY,EAAE,QAAQ,GAAG;IAAE,SAAS,EAAE,OAAO,CAAA;CAAE,EAC/C,MAAM,EAAE,MAAM,QA+Cf"}
+{"version":3,"file":"hover.d.ts","sourceRoot":"","sources":["../../../../../src/test/scripts/pw-locator-patch/highlight/hover.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,kBAAkB,CAAC;AAEhD,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAOrC,wBAAgB,UAAU,CACxB,YAAY,EAAE,QAAQ,GAAG;IAAE,SAAS,EAAE,OAAO,CAAA;CAAE,EAC/C,MAAM,EAAE,MAAM,QAmDf"}

package/dist/test/scripts/pw-locator-patch/highlight/hover.js

@@ -2,37 +2,45 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.patchHover = void 0;
 const dismiss_overlays_1 = require("../dismiss-overlays");
-const utils_1 = require("../utils");
+const utils_1 = require("../dismiss-overlays/utils");
+const utils_2 = require("../utils");
 const isHoverPatched = new WeakMap();
 function patchHover(LocatorClass, testFn) {
     if (isHoverPatched.get(LocatorClass)) {
         return;
     }
+    const reporter = (description) => (0, utils_1.annotateForReport)(testFn, description);
     const originalHover = LocatorClass.prototype.hover;
     LocatorClass.prototype.hover = async function (options) {
-        let result;
-        const stepName = `locator.hover(${(0, utils_1.description)(this)})`;
-        await testFn.step(stepName, async () => {
-            try {
-                result = await originalHover.apply(this, [options]);
-            }
-            catch (originalError) {
-                if (originalError instanceof Error) {
-                    Error.captureStackTrace(originalError, LocatorClass.prototype.hover);
-                }
-                if (process.env.TEST_GEN_TOKEN) {
-                    // Happening during test-gen, we ignore this
-                    throw originalError;
+        const stepName = `locator.hover(${(0, utils_2.description)(this)})`;
+        return await testFn.step(stepName, async () => {
+            let overlayAttemptsRemaining = 2;
+            let originalError;
+            while (overlayAttemptsRemaining >= 0) {
+                overlayAttemptsRemaining--;
+                try {
+                    let result = await originalHover.apply(this, [options]);
+                    await (0, utils_2.highlight)(this);
+                    return result; // If hover is successful, we're done -- just return
                 }
-                if (!(0, dismiss_overlays_1.isErrorSupported)(originalError.message)) {
-                    throw originalError;
+                catch (error) {
+                    originalError = error;
+                    if (originalError instanceof Error) {
+                        Error.captureStackTrace(originalError, LocatorClass.prototype.hover);
+                    }
+                    if (process.env.TEST_GEN_TOKEN) {
+                        // We skip overlay dismissal if its happening during test-gen
+                        throw originalError;
+                    }
+                    if (!(0, dismiss_overlays_1.isErrorSupported)(originalError.message)) {
+                        throw originalError;
+                    }
+                    await (0, dismiss_overlays_1.attemptToDismissOverlay)(originalError, this._frame._page, reporter);
+                    reporter(`Overlay dismissal attempted, retrying original action.`);
                 }
-                // Now that we've confirmed this is an overlay-related error, delegate to handleOverlayDismissal
-                result = await (0, dismiss_overlays_1.handleOverlayDismissal)(originalError, this._frame._page, "hover", testFn, () => originalHover.apply(this, [options]));
             }
-            await (0, utils_1.highlight)(this);
+            throw originalError;
         }, { box: true });
-        return result;
     };
     isHoverPatched.set(LocatorClass, true);
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@empiricalrun/playwright-utils",
-  "version": "0.24.1",
+  "version": "0.25.0",
   "publishConfig": {
     "registry": "https://registry.npmjs.org/",
     "access": "public"
@@ -22,16 +22,16 @@
   },
   "author": "Empirical Team <hey@empirical.run>",
   "devDependencies": {
-    "playwright-core": "1.47.1",
     "@playwright/test": "1.47.1",
     "@types/async-retry": "^1.4.8",
     "@types/babel__code-frame": "^7.0.6",
     "@types/console-log-level": "^1.4.5",
-    "@types/http-server": "^0.12.4",
     "@types/md5": "^2.3.5",
     "@types/mime": "3.0.0",
     "@types/node": "^20.14.9",
-    "http-server": "^14.1.1"
+    "@types/serve-handler": "^6.1.4",
+    "playwright-core": "1.47.1",
+    "serve-handler": "^6.1.6"
   },
   "dependencies": {
     "@babel/code-frame": "^7.24.7",
@@ -42,9 +42,9 @@
     "mime": "3.0.0",
     "puppeteer-extra-plugin-recaptcha": "^3.6.8",
     "rimraf": "^6.0.1",
-    "@empiricalrun/llm": "^0.11.5",
+    "@empiricalrun/llm": "^0.12.0",
     "@empiricalrun/r2-uploader": "^0.3.8",
-    "@empiricalrun/test-gen": "^0.51.6"
+    "@empiricalrun/test-gen": "^0.52.1"
   },
   "scripts": {
     "dev": "tsc --build --watch",