@empiricalrun/playwright-utils 0.62.1 → 0.63.1

package/dist/test/scripts/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/test/scripts/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAG7C,OAAO,EAAE,eAAe,EAAE,MAAM,UAAU,CAAC;AAI3C,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AAQjC,wBAAgB,6BAA6B,CAC3C,IAAI,EAAE,IAAI,EACV,MAAM,EAAE,MAAM,EACd,OAAO,GAAE,eAAgC,QAmB1C"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/test/scripts/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAG7C,OAAO,EAAE,cAAc,EAAE,MAAM,UAAU,CAAC;AAG1C,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AAEjC,wBAAgB,6BAA6B,CAC3C,IAAI,EAAE,IAAI,EACV,MAAM,EAAE,MAAM,EACd,EAAE,aAAoB,EAAE,iBAAwB,EAAE,GAAE,cAAmB,QAYxE"}

package/dist/test/scripts/index.js

@@ -3,26 +3,13 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.injectLocatorHighlightScripts = injectLocatorHighlightScripts;
 const logger_1 = require("../../logger");
 const agent_capabilities_1 = require("./agent-capabilities");
-const locator_highlights_1 = require("./locator-highlights");
 const locator_vision_1 = require("./locator-vision");
-const defaultOptions = {
-    locatorHighlighter: true,
-    visionMethods: true,
-    agentCapabilities: true,
-};
-function injectLocatorHighlightScripts(page, testFn, options = defaultOptions) {
-    const opts = {
-        ...defaultOptions,
-        ...options,
-    };
+function injectLocatorHighlightScripts(page, testFn, { visionMethods = true, agentCapabilities = true } = {}) {
     try {
-        if (opts.locatorHighlighter) {
-            (0, locator_highlights_1.addLocatorHighlights)(page, testFn);
-        }
-        if (opts.visionMethods) {
+        if (visionMethods) {
             (0, locator_vision_1.addLocatorVisionMethods)(page);
         }
-        if (opts.agentCapabilities) {
+        if (agentCapabilities) {
             (0, agent_capabilities_1.addAgentCapabilities)(page, testFn);
         }
     }

package/dist/test/scripts/pw-locator-patch/actions/click.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"click.d.ts","sourceRoot":"","sources":["../../../../../src/test/scripts/pw-locator-patch/actions/click.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,kBAAkB,CAAC;AAEhD,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAWrC,wBAAgB,UAAU,CACxB,YAAY,EAAE,QAAQ,GAAG;IAAE,SAAS,EAAE,OAAO,CAAA;CAAE,EAC/C,MAAM,EAAE,MAAM,QA+Df"}

package/dist/test/scripts/pw-locator-patch/{highlight → actions}/click.js

@@ -1,10 +1,10 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.patchClick = patchClick;
+const cua_1 = require("@empiricalrun/cua");
 const dismiss_overlays_1 = require("../dismiss-overlays");
 const utils_1 = require("../dismiss-overlays/utils");
 const utils_2 = require("../utils");
-// Static flag to track if click has been patched
 const isClickPatched = new WeakMap();
 function patchClick(LocatorClass, testFn) {
     if (isClickPatched.get(LocatorClass)) {
@@ -16,6 +16,13 @@ function patchClick(LocatorClass, testFn) {
     LocatorClass.prototype.click = async function (options) {
         const stepName = `locator.click(${(0, utils_2.description)(this)})`;
         return await testFn.step(stepName, async () => {
+            if (options?.isExecutingForOverlayDismiss &&
+                (0, dismiss_overlays_1.overlayClickMode)() === "dispatch" &&
+                !(await this.evaluate(cua_1.needsFocus, undefined, {
+                    timeout: options.timeout,
+                }))) {
+                return await this.dispatchEvent("click");
+            }
             let overlayAttemptsRemaining = 2;
             let originalError;
             const overlayDismiss = new dismiss_overlays_1.OverlayDismissAgent(this._frame._page);
@@ -23,19 +30,15 @@ function patchClick(LocatorClass, testFn) {
                 overlayAttemptsRemaining--;
                 try {
                     let result = await originalClick.apply(this, [options]);
-                    // If click is successful, we can save overlay dismissal code to cache and return
                     await overlayDismiss.saveToCache();
                     return result;
                 }
                 catch (error) {
                     originalError = error;
                     if (originalError instanceof Error) {
-                        // Overwrite the stack trace to show the original click (remove patch)
                         Error.captureStackTrace(originalError, LocatorClass.prototype.click);
                     }
                     if (options?.isExecutingForOverlayDismiss) {
-                        // While executing dismiss code from cache, we attach this custom option
-                        // which ensures that the overlay dismissal will not trigger recursively
                         throw originalError;
                     }
                     if (!(0, dismiss_overlays_1.isErrorSupported)(originalError.message)) {
@@ -45,7 +48,6 @@ function patchClick(LocatorClass, testFn) {
                         throw originalError;
                     }
                     await overlayDismiss.run(originalError, reporter, testFn);
-                    // Dismissal attempt finished (implicitly successful if no error thrown)
                     reporter(`Overlay dismissal attempted, retrying original action.`);
                 }
             }

package/dist/test/scripts/pw-locator-patch/actions/hover.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"hover.d.ts","sourceRoot":"","sources":["../../../../../src/test/scripts/pw-locator-patch/actions/hover.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,kBAAkB,CAAC;AAEhD,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAOrC,wBAAgB,UAAU,CACxB,YAAY,EAAE,QAAQ,GAAG;IAAE,SAAS,EAAE,OAAO,CAAA;CAAE,EAC/C,MAAM,EAAE,MAAM,QAgDf"}

package/dist/test/scripts/pw-locator-patch/{highlight → actions}/hover.js

@@ -21,7 +21,6 @@ function patchHover(LocatorClass, testFn) {
                 overlayAttemptsRemaining--;
                 try {
                     let result = await originalHover.apply(this, [options]);
-                    // If hover is successful, we can save overlay dismissal code to cache and return
                     await overlayDismiss.saveToCache();
                     return result;
                 }
@@ -31,8 +30,6 @@ function patchHover(LocatorClass, testFn) {
                         Error.captureStackTrace(originalError, LocatorClass.prototype.hover);
                     }
                     if (options?.isExecutingForOverlayDismiss) {
-                        // While executing dismiss code from cache, we attach this custom option
-                        // which ensures that the overlay dismissal will not trigger recursively
                         throw originalError;
                     }
                     if (!(0, dismiss_overlays_1.isErrorSupported)(originalError.message)) {

package/dist/test/scripts/pw-locator-patch/dismiss-overlays/cache.d.ts

@@ -1,5 +1,5 @@
 import type { Page } from "@playwright/test";
-export declare const CACHE_FILE: string;
+export declare function cacheFile(): string;
 export declare function setCodeToCache({ dom, text, code, }: {
     dom: string | undefined;
     text: string | undefined;

package/dist/test/scripts/pw-locator-patch/dismiss-overlays/cache.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"cache.d.ts","sourceRoot":"","sources":["../../../../../src/test/scripts/pw-locator-patch/dismiss-overlays/cache.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAM7C,eAAO,MAAM,UAAU,QAItB,CAAC;AAOF,wBAAsB,cAAc,CAAC,EACnC,GAAG,EACH,IAAI,EACJ,IAAI,GACL,EAAE;IACD,GAAG,EAAE,MAAM,GAAG,SAAS,CAAC;IACxB,IAAI,EAAE,MAAM,GAAG,SAAS,CAAC;IACzB,IAAI,EAAE,MAAM,CAAC;CACd,iBAkCA;AAED,wBAAsB,gBAAgB,CAAC,EACrC,IAAI,EACJ,GAAG,EACH,IAAI,GACL,EAAE;IACD,IAAI,EAAE,IAAI,CAAC;IACX,GAAG,EAAE,MAAM,GAAG,SAAS,CAAC;IACxB,IAAI,EAAE,MAAM,GAAG,SAAS,CAAC;CAC1B,GAAG,OAAO,CAAC;IAAE,OAAO,EAAE,OAAO,CAAA;CAAE,CAAC,CAmChC;AAED,wBAAgB,gBAAgB,CAAC,IAAI,EAAE,MAAM,UAc5C"}
+{"version":3,"file":"cache.d.ts","sourceRoot":"","sources":["../../../../../src/test/scripts/pw-locator-patch/dismiss-overlays/cache.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAM7C,wBAAgB,SAAS,WAKxB;AAMD,wBAAsB,cAAc,CAAC,EACnC,GAAG,EACH,IAAI,EACJ,IAAI,GACL,EAAE;IACD,GAAG,EAAE,MAAM,GAAG,SAAS,CAAC;IACxB,IAAI,EAAE,MAAM,GAAG,SAAS,CAAC;IACzB,IAAI,EAAE,MAAM,CAAC;CACd,iBAgCA;AAED,wBAAsB,gBAAgB,CAAC,EACrC,IAAI,EACJ,GAAG,EACH,IAAI,GACL,EAAE;IACD,IAAI,EAAE,IAAI,CAAC;IACX,GAAG,EAAE,MAAM,GAAG,SAAS,CAAC;IACxB,IAAI,EAAE,MAAM,GAAG,SAAS,CAAC;CAC1B,GAAG,OAAO,CAAC;IAAE,OAAO,EAAE,OAAO,CAAA;CAAE,CAAC,CAiChC;AAED,wBAAgB,gBAAgB,CAAC,IAAI,EAAE,MAAM,UAY5C"}

package/dist/test/scripts/pw-locator-patch/dismiss-overlays/cache.js

@@ -3,24 +3,24 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.CACHE_FILE = void 0;
+exports.cacheFile = cacheFile;
 exports.setCodeToCache = setCodeToCache;
 exports.executeFromCache = executeFromCache;
 exports.addOverlayOption = addOverlayOption;
 const fs_1 = __importDefault(require("fs"));
 const path_1 = __importDefault(require("path"));
-exports.CACHE_FILE = path_1.default.join(process.cwd(), ".empiricalrun", `overlay-cache.json`);
+function cacheFile() {
+    return (process.env.EMPIRICALRUN_OVERLAY_CACHE_FILE ??
+        path_1.default.join(process.cwd(), ".empiricalrun", "overlay-cache.json"));
+}
 function normalizeString(str) {
-    // Replace all whitespace sequences with a single space
     return str.replace(/\s+/g, " ").trim();
 }
 async function setCodeToCache({ dom, text, code, }) {
     if (!dom && !text) {
-        // At least one of the two is required
         return;
     }
     if (process.env.TEST_GEN_TOKEN) {
-        // No caching for test gen sessions (we don't want steps to get committed)
         return;
     }
     const obj = {
@@ -35,7 +35,7 @@ async function setCodeToCache({ dom, text, code, }) {
         data: [],
     };
     try {
-        cache = JSON.parse(fs_1.default.readFileSync(exports.CACHE_FILE, "utf8"));
+        cache = JSON.parse(fs_1.default.readFileSync(cacheFile(), "utf8"));
         cache.data.push(obj);
     }
     catch {
@@ -44,19 +44,18 @@ async function setCodeToCache({ dom, text, code, }) {
             data: [obj],
         };
     }
-    const dir = path_1.default.dirname(exports.CACHE_FILE);
+    const dir = path_1.default.dirname(cacheFile());
     if (!fs_1.default.existsSync(dir)) {
         fs_1.default.mkdirSync(dir, { recursive: true });
     }
-    fs_1.default.writeFileSync(exports.CACHE_FILE, JSON.stringify(cache, null, 2));
+    fs_1.default.writeFileSync(cacheFile(), JSON.stringify(cache, null, 2));
 }
 async function executeFromCache({ page, dom, text, }) {
     if (!dom && !text) {
-        // At least one of the two is required
         return { success: false };
     }
     try {
-        const cache = JSON.parse(fs_1.default.readFileSync(exports.CACHE_FILE, "utf8"));
+        const cache = JSON.parse(fs_1.default.readFileSync(cacheFile(), "utf8"));
         const match = cache.data.find((c) => {
             return (c.element.dom === (dom || "") &&
                 c.element.textContent === normalizeString(text || ""));
@@ -66,7 +65,6 @@ async function executeFromCache({ page, dom, text, }) {
         }
         try {
             console.log(`Executing from cache: "${match.code}" for element: ${dom}`);
-            // Ref: https://davidwalsh.name/async-function-class
             const AsyncFunction = Object.getPrototypeOf(async function () { }).constructor;
             const codeToExecute = addOverlayOption(match.code);
             const exec = new AsyncFunction("page", codeToExecute);
@@ -85,12 +83,10 @@ async function executeFromCache({ page, dom, text, }) {
 function addOverlayOption(code) {
     return code.replace(/\.(click|hover)(\s*\(\s*)(\{[^}]*\})?(\s*\))(;)?/g, (match, action, openParen, options, closeParen, semicolon) => {
         if (options) {
-            // If options exist, add isExecutingForOverlayDismiss to them
             const optionsObj = options.replace(/\s*}\s*$/, "");
             return `.${action}${openParen}${optionsObj}, isExecutingForOverlayDismiss: true }${closeParen}${semicolon || ""}`;
         }
         else {
-            // If no options, add them with isExecutingForOverlayDismiss
             return `.${action}${openParen}{ isExecutingForOverlayDismiss: true }${closeParen}${semicolon || ""}`;
         }
     });

package/dist/test/scripts/pw-locator-patch/dismiss-overlays/index.d.ts

@@ -1,6 +1,8 @@
+import { type ClickMode } from "@empiricalrun/cua";
 import { Page } from "@playwright/test";
 import type { TestFn } from "../../types";
 import type { OverlayElement } from "./types";
+export declare function overlayClickMode(): ClickMode;
 export declare function isErrorSupported(errorMessage: string | undefined): boolean;
 export declare class OverlayDismissAgent {
     private readonly page;
@@ -8,6 +10,7 @@ export declare class OverlayDismissAgent {
     constructor(page: Page);
     saveToCache(): Promise<void>;
     run(originalError: any, reporter: (description: string) => void, testFn: TestFn): Promise<void>;
+    private dismiss;
     private runAgent;
 }
 export declare function extractInterceptingElement(errorMessage: string): OverlayElement | undefined;

package/dist/test/scripts/pw-locator-patch/dismiss-overlays/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/test/scripts/pw-locator-patch/dismiss-overlays/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAIxC,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAG1C,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,SAAS,CAAC;AAK9C,wBAAgB,gBAAgB,CAAC,YAAY,EAAE,MAAM,GAAG,SAAS,WAKhE;AAED,qBAAa,mBAAmB;IAOlB,OAAO,CAAC,QAAQ,CAAC,IAAI;IANjC,OAAO,CAAC,iBAAiB,CAIhB;IAET,YAA6B,IAAI,EAAE,IAAI,EAAI;IAErC,WAAW,kBAIhB;IAEK,GAAG,CACP,aAAa,EAAE,GAAG,EAClB,QAAQ,EAAE,CAAC,WAAW,EAAE,MAAM,KAAK,IAAI,EACvC,MAAM,EAAE,MAAM,GACb,OAAO,CAAC,IAAI,CAAC,CAuDf;YAEa,QAAQ;CAqCvB;AAED,wBAAgB,0BAA0B,CACxC,YAAY,EAAE,MAAM,GACnB,cAAc,GAAG,SAAS,CAiC5B"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/test/scripts/pw-locator-patch/dismiss-overlays/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,KAAK,SAAS,EAEf,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAIxC,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAG1C,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,SAAS,CAAC;AAW9C,wBAAgB,gBAAgB,IAAI,SAAS,CAI5C;AAED,wBAAgB,gBAAgB,CAAC,YAAY,EAAE,MAAM,GAAG,SAAS,WAKhE;AAED,qBAAa,mBAAmB;IAOlB,OAAO,CAAC,QAAQ,CAAC,IAAI;IANjC,OAAO,CAAC,iBAAiB,CAIhB;IAET,YAA6B,IAAI,EAAE,IAAI,EAAI;IAErC,WAAW,kBAIhB;IAEK,GAAG,CACP,aAAa,EAAE,GAAG,EAClB,QAAQ,EAAE,CAAC,WAAW,EAAE,MAAM,KAAK,IAAI,EACvC,MAAM,EAAE,MAAM,GACb,OAAO,CAAC,IAAI,CAAC,CAUf;YAEa,OAAO;YAwDP,QAAQ;CAkCvB;AAED,wBAAgB,0BAA0B,CACxC,YAAY,EAAE,MAAM,GACnB,cAAc,GAAG,SAAS,CAiC5B"}

package/dist/test/scripts/pw-locator-patch/dismiss-overlays/index.js

@@ -1,6 +1,7 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.OverlayDismissAgent = void 0;
+exports.overlayClickMode = overlayClickMode;
 exports.isErrorSupported = isErrorSupported;
 exports.extractInterceptingElement = extractInterceptingElement;
 const cua_1 = require("@empiricalrun/cua");
@@ -10,6 +11,11 @@ const cache_1 = require("./cache");
 const prompt_1 = require("./prompt");
 const utils_1 = require("./utils");
 const ERROR_SUBSTRING_INTERCEPTION = "intercepts pointer events";
+function overlayClickMode() {
+    return process.env.EMPIRICALRUN_OVERLAY_CLICK_MODE === "dispatch"
+        ? "dispatch"
+        : "mouse";
+}
 function isErrorSupported(errorMessage) {
     if (!errorMessage) {
         return false;
@@ -28,14 +34,15 @@ class OverlayDismissAgent {
         }
     }
     async run(originalError, reporter, testFn) {
-        const startTime = Date.now();
         let element;
         try {
             element = extractInterceptingElement(originalError.message);
         }
-        catch {
-            // Ignoring this error
-        }
+        catch { }
+        await testFn.step((0, utils_1.dismissOverlayStepTitle)(element), () => this.dismiss(element, originalError, reporter, testFn), { box: true });
+    }
+    async dismiss(element, originalError, reporter, testFn) {
+        const startTime = Date.now();
         const description = (0, utils_1.overlayDescription)(element) ?? "unknown";
         const testName = testFn.info().title;
         reporter(`Attempting to auto-dismiss overlay: ${description}`);
@@ -85,7 +92,7 @@ class OverlayDismissAgent {
     async runAgent(element, text, testFn) {
         const task = await (0, prompt_1.getTask)(this.page, element, text);
         const trace = (0, utils_1.traceThis)(task, testFn);
-        const result = await (0, cua_1.createTestUsingComputerUseAgent)({
+        const result = await testFn.step(utils_1.DISMISSAL_AGENT_STEP, () => (0, cua_1.createTestUsingComputerUseAgent)({
             page: this.page,
             task,
             trace,
@@ -96,15 +103,10 @@ class OverlayDismissAgent {
             // only once in a particular test run.
             // Ran into this here: https://empirical.run/quizizz-tests/sessions/2825
             prefersElementFromPointCodegen: true,
-            // Overlay dismissal doesn't need page navigation — the overlay is
-            // already on the current page. Including page_goto causes the model
-            // to waste turns trying to navigate instead of clicking dismiss.
             includePageGotoTool: false,
-            // Route the model call through api-worker (Cloudflare AI Gateway) on the
-            // project API key, so test-run containers carry no OpenAI key. Undefined
-            // on a dev machine or in a pi sandbox — see the helper.
             openAIClientConfig: (0, api_worker_client_1.llmProxyOpenAIConfig)(),
-        });
+            clickMode: overlayClickMode(),
+        }));
         this.cachingCandidates.push({
             dom: element?.interceptor,
             text,

package/dist/test/scripts/pw-locator-patch/dismiss-overlays/prompt.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"prompt.d.ts","sourceRoot":"","sources":["../../../../../src/test/scripts/pw-locator-patch/dismiss-overlays/prompt.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,iBAAiB,CAAC;AAE5C,OAAO,EAAE,cAAc,EAAE,MAAM,SAAS,CAAC;AAGzC,wBAAsB,OAAO,CAC3B,IAAI,EAAE,IAAI,EACV,OAAO,EAAE,cAAc,GAAG,SAAS,EACnC,IAAI,EAAE,MAAM,GAAG,SAAS,mBAsCzB"}
+{"version":3,"file":"prompt.d.ts","sourceRoot":"","sources":["../../../../../src/test/scripts/pw-locator-patch/dismiss-overlays/prompt.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,iBAAiB,CAAC;AAE5C,OAAO,EAAE,cAAc,EAAE,MAAM,SAAS,CAAC;AAGzC,wBAAsB,OAAO,CAC3B,IAAI,EAAE,IAAI,EACV,OAAO,EAAE,cAAc,GAAG,SAAS,EACnC,IAAI,EAAE,MAAM,GAAG,SAAS,mBAqCzB"}

package/dist/test/scripts/pw-locator-patch/dismiss-overlays/prompt.js

@@ -13,7 +13,6 @@ ${text}
 `
         : "";
     if ((0, utils_1.isProductFruitsOverlay)(element)) {
-        // TODO: Remove this special handling with app knowledge
         promptAddition = promptForPFScenario(text);
     }
     let task = `

package/dist/test/scripts/pw-locator-patch/dismiss-overlays/typesafe.d.ts

@@ -0,0 +1,38 @@
+import type { ElementHandle, Page } from "playwright-core";
+type Box = {
+    top: number;
+    bottom: number;
+    left: number;
+    right: number;
+};
+export type TypeSafeDismissStep = {
+    popupProbability: number;
+    box: Box;
+    boxConfidence: number;
+    clicked: {
+        x: number;
+        y: number;
+    } | undefined;
+    hitCheck: HitCheck | undefined;
+    latencyMs: number;
+    inputTokens: number;
+    outputTokens: number;
+};
+type Point = {
+    x: number;
+    y: number;
+};
+type HitCheck = "ok" | "no_blocker" | "outside_overlay" | "not_clickable";
+export type TypeSafeStopReason = "popup_gone" | "low_box_confidence" | Exclude<HitCheck, "ok"> | "no_visual_change" | "max_steps";
+export type TypeSafeDismissResult = {
+    dismissed: boolean;
+    stopReason: TypeSafeStopReason;
+    steps: TypeSafeDismissStep[];
+};
+export declare function dismissWithTypeSafe(page: Page, overlay: {
+    text: string | undefined;
+    target: ElementHandle<Element>;
+}): Promise<TypeSafeDismissResult>;
+export declare function checkHit(target: ElementHandle<Element>, point: Point): Promise<"no_blocker" | "not_clickable" | "ok" | "outside_overlay">;
+export {};
+//# sourceMappingURL=typesafe.d.ts.map

package/dist/test/scripts/pw-locator-patch/dismiss-overlays/typesafe.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"typesafe.d.ts","sourceRoot":"","sources":["../../../../../src/test/scripts/pw-locator-patch/dismiss-overlays/typesafe.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,aAAa,EAAE,IAAI,EAAE,MAAM,iBAAiB,CAAC;AAQ3D,KAAK,GAAG,GAAG;IAAE,GAAG,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,CAAC;AAWxE,MAAM,MAAM,mBAAmB,GAAG;IAChC,gBAAgB,EAAE,MAAM,CAAC;IACzB,GAAG,EAAE,GAAG,CAAC;IACT,aAAa,EAAE,MAAM,CAAC;IACtB,OAAO,EAAE;QAAE,CAAC,EAAE,MAAM,CAAC;QAAC,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,SAAS,CAAC;IAC9C,QAAQ,EAAE,QAAQ,GAAG,SAAS,CAAC;IAC/B,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;CACtB,CAAC;AAEF,KAAK,KAAK,GAAG;IAAE,CAAC,EAAE,MAAM,CAAC;IAAC,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC;AAEtC,KAAK,QAAQ,GAAG,IAAI,GAAG,YAAY,GAAG,iBAAiB,GAAG,eAAe,CAAC;AAE1E,MAAM,MAAM,kBAAkB,GAC1B,YAAY,GACZ,oBAAoB,GACpB,OAAO,CAAC,QAAQ,EAAE,IAAI,CAAC,GACvB,kBAAkB,GAClB,WAAW,CAAC;AAEhB,MAAM,MAAM,qBAAqB,GAAG;IAClC,SAAS,EAAE,OAAO,CAAC;IACnB,UAAU,EAAE,kBAAkB,CAAC;IAC/B,KAAK,EAAE,mBAAmB,EAAE,CAAC;CAC9B,CAAC;AAEF,wBAAsB,mBAAmB,CACvC,IAAI,EAAE,IAAI,EACV,OAAO,EAAE;IAAE,IAAI,EAAE,MAAM,GAAG,SAAS,CAAC;IAAC,MAAM,EAAE,aAAa,CAAC,OAAO,CAAC,CAAA;CAAE,GACpE,OAAO,CAAC,qBAAqB,CAAC,CAoDhC;AAED,wBAAgB,QAAQ,CAAC,MAAM,EAAE,aAAa,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,KAAK,sEAyDpE"}

package/dist/test/scripts/pw-locator-patch/dismiss-overlays/typesafe.js

@@ -0,0 +1,159 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.dismissWithTypeSafe = dismissWithTypeSafe;
+exports.checkHit = checkHit;
+const node_crypto_1 = require("node:crypto");
+const SYSTEM_ONE_URL = "https://api.typesafe.ai/v1/systemone";
+const MODEL = "jev-preview";
+const MAX_STEPS = 4;
+const MIN_POPUP_PROBABILITY = 0.5;
+const MIN_BOX_CONFIDENCE = 0.3;
+async function dismissWithTypeSafe(page, overlay) {
+    const steps = [];
+    const stop = (stopReason) => ({
+        dismissed: stopReason === "popup_gone" && steps.length > 1,
+        stopReason,
+        steps,
+    });
+    let previousScreenshot;
+    for (let i = 0; i < MAX_STEPS; i++) {
+        const viewport = page.viewportSize();
+        if (!viewport) {
+            throw new Error("Viewport size is required for TypeSafe dismissal");
+        }
+        const screenshot = await page.screenshot({ type: "png" });
+        if (previousScreenshot?.equals(screenshot)) {
+            return stop("no_visual_change");
+        }
+        previousScreenshot = screenshot;
+        const startedAt = Date.now();
+        const response = await askSystemOne(screenshot, overlay.text);
+        const { popup_visible, dismiss_control } = response.answers;
+        const step = {
+            popupProbability: popup_visible.noul,
+            box: dismiss_control.box,
+            boxConfidence: dismiss_control.confidence,
+            clicked: undefined,
+            hitCheck: undefined,
+            latencyMs: Date.now() - startedAt,
+            inputTokens: response.usage.input_tokens,
+            outputTokens: response.usage.output_tokens,
+        };
+        steps.push(step);
+        if (popup_visible.noul < MIN_POPUP_PROBABILITY) {
+            return stop("popup_gone");
+        }
+        if (dismiss_control.confidence < MIN_BOX_CONFIDENCE) {
+            return stop("low_box_confidence");
+        }
+        const { box } = dismiss_control;
+        const point = {
+            x: Math.round(((box.left + box.right) / 2) * viewport.width),
+            y: Math.round(((box.top + box.bottom) / 2) * viewport.height),
+        };
+        step.hitCheck = await checkHit(overlay.target, point);
+        if (step.hitCheck !== "ok") {
+            return stop(step.hitCheck);
+        }
+        step.clicked = point;
+        await page.mouse.click(point.x, point.y);
+        await page.waitForTimeout(300);
+    }
+    return stop("max_steps");
+}
+function checkHit(target, point) {
+    return target.evaluate((targetEl, { x, y }) => {
+        const deepHit = (px, py) => {
+            let el = document.elementFromPoint(px, py);
+            while (el?.shadowRoot) {
+                const inner = el.shadowRoot.elementFromPoint(px, py);
+                if (!inner || inner === el) {
+                    break;
+                }
+                el = inner;
+            }
+            return el;
+        };
+        const parentOf = (el) => el.parentNode instanceof ShadowRoot
+            ? el.parentNode.host
+            : el.parentElement;
+        const isAncestorOrSelf = (ancestor, el) => {
+            for (let n = el; n; n = parentOf(n)) {
+                if (n === ancestor) {
+                    return true;
+                }
+            }
+            return false;
+        };
+        const rect = targetEl.getBoundingClientRect();
+        const blocker = deepHit(rect.left + rect.width / 2, rect.top + rect.height / 2);
+        if (!blocker || isAncestorOrSelf(targetEl, blocker)) {
+            return "no_blocker";
+        }
+        let overlayRoot = blocker;
+        for (let p = parentOf(overlayRoot); p && !isAncestorOrSelf(p, targetEl); p = parentOf(p)) {
+            overlayRoot = p;
+        }
+        const hit = deepHit(x, y);
+        if (!hit || !isAncestorOrSelf(overlayRoot, hit)) {
+            return "outside_overlay";
+        }
+        const interactive = 'button, a[href], input, select, label, summary, iframe, [role=button], [role=link], [role=checkbox], [role=menuitem], [role=tab], [onclick], [tabindex]:not([tabindex="-1"])';
+        for (let n = hit; n; n = parentOf(n)) {
+            if (n.matches(interactive) || getComputedStyle(n).cursor === "pointer") {
+                return "ok";
+            }
+            if (n === overlayRoot) {
+                break;
+            }
+        }
+        return "not_clickable";
+    }, point);
+}
+async function askSystemOne(screenshot, overlayText) {
+    const apiKey = process.env.TYPESAFE_API_KEY;
+    if (!apiKey) {
+        throw new Error("TYPESAFE_API_KEY is not set");
+    }
+    const reference = (0, node_crypto_1.randomUUID)();
+    const popup = overlayText
+        ? `the popup that contains the text "${overlayText.trim().slice(0, 300)}"`
+        : "the popup";
+    const body = {
+        model: MODEL,
+        state: {
+            screenshot: reference,
+            context: "A browser test was blocked because a popup (modal, toast, survey, banner or product tour) covers the element it wants to click.",
+        },
+        assets: {
+            [reference]: {
+                type: "image",
+                format: "png",
+                data_base64: screenshot.toString("base64"),
+            },
+        },
+        questions: {
+            popup_visible: {
+                type: "noul",
+                instructions: `Is ${popup} still visible in \`screenshot\`?`,
+            },
+            dismiss_control: {
+                type: "box",
+                instructions: `the single control in \`screenshot\` to click next to dismiss ${popup}: a close (×) button, or a Close, Skip, No thanks, Got it, Accept, Agree or Continue button. Prefer the option that accepts or continues over Decline or Cancel. If a required checkbox must be ticked first, the checkbox. Never the page's own controls behind the popup.`,
+            },
+        },
+    };
+    const response = await fetch(SYSTEM_ONE_URL, {
+        method: "POST",
+        headers: {
+            Authorization: `Bearer ${apiKey}`,
+            "Content-Type": "application/json",
+            "TypeSafe-Danger-Zone-Images": "true",
+        },
+        body: JSON.stringify(body),
+    });
+    if (!response.ok) {
+        throw new Error(`TypeSafe ${response.status}: ${await response.text()}`);
+    }
+    return (await response.json());
+}

package/dist/test/scripts/pw-locator-patch/dismiss-overlays/utils.d.ts

@@ -2,6 +2,9 @@ import type { Page } from "@playwright/test";
 import type { TestFn } from "../../types";
 import type { OverlayElement } from "./types";
 export declare function overlayDescription(element: OverlayElement | undefined): string | undefined;
+export declare const DISMISS_OVERLAY_STEP = "Dismiss overlay";
+export declare const DISMISSAL_AGENT_STEP = "Run overlay dismissal agent";
+export declare function dismissOverlayStepTitle(element: OverlayElement | undefined): string;
 export declare function isProductFruitsOverlay(element: OverlayElement | undefined): boolean | undefined;
 export declare function textContent(pageRef: Page, element: OverlayElement | undefined): Promise<string | undefined>;
 export declare function annotateForReport(testFn: TestFn, description: string): void;

package/dist/test/scripts/pw-locator-patch/dismiss-overlays/utils.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../../../../src/test/scripts/pw-locator-patch/dismiss-overlays/utils.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAE7C,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAC1C,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,SAAS,CAAC;AAE9C,wBAAgB,kBAAkB,CAAC,OAAO,EAAE,cAAc,GAAG,SAAS,sBASrE;AAED,wBAAgB,sBAAsB,CAAC,OAAO,EAAE,cAAc,GAAG,SAAS,uBAKzE;AAED,wBAAsB,WAAW,CAC/B,OAAO,EAAE,IAAI,EACb,OAAO,EAAE,cAAc,GAAG,SAAS,+BAmDpC;AAED,wBAAgB,iBAAiB,CAAC,MAAM,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,QAMpE;AAED,wBAAgB,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,uDAiBrD"}
+{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../../../../src/test/scripts/pw-locator-patch/dismiss-overlays/utils.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAE7C,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAC1C,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,SAAS,CAAC;AAE9C,wBAAgB,kBAAkB,CAAC,OAAO,EAAE,cAAc,GAAG,SAAS,sBASrE;AAED,eAAO,MAAM,oBAAoB,oBAAoB,CAAC;AACtD,eAAO,MAAM,oBAAoB,gCAAgC,CAAC;AAElE,wBAAgB,uBAAuB,CAAC,OAAO,EAAE,cAAc,GAAG,SAAS,UAO1E;AAED,wBAAgB,sBAAsB,CAAC,OAAO,EAAE,cAAc,GAAG,SAAS,uBAKzE;AAED,wBAAsB,WAAW,CAC/B,OAAO,EAAE,IAAI,EACb,OAAO,EAAE,cAAc,GAAG,SAAS,+BAgDpC;AAED,wBAAgB,iBAAiB,CAAC,MAAM,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,QAMpE;AAED,wBAAgB,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,uDAiBrD"}

package/dist/test/scripts/pw-locator-patch/dismiss-overlays/utils.js

@@ -1,6 +1,8 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
+exports.DISMISSAL_AGENT_STEP = exports.DISMISS_OVERLAY_STEP = void 0;
 exports.overlayDescription = overlayDescription;
+exports.dismissOverlayStepTitle = dismissOverlayStepTitle;
 exports.isProductFruitsOverlay = isProductFruitsOverlay;
 exports.textContent = textContent;
 exports.annotateForReport = annotateForReport;
@@ -17,6 +19,15 @@ function overlayDescription(element) {
         }
     }
 }
+exports.DISMISS_OVERLAY_STEP = "Dismiss overlay";
+exports.DISMISSAL_AGENT_STEP = "Run overlay dismissal agent";
+function dismissOverlayStepTitle(element) {
+    const root = element?.parent ?? element?.interceptor ?? "";
+    const name = /aria-label="([^"]+)"/.exec(root)?.[1] ??
+        /role="([^"]+)"/.exec(root)?.[1] ??
+        /<([a-z][a-z0-9-]*)/i.exec(root)?.[1];
+    return name ? `${exports.DISMISS_OVERLAY_STEP} "${name}"` : exports.DISMISS_OVERLAY_STEP;
+}
 function isProductFruitsOverlay(element) {
     return (element?.parent?.includes("productfruits--container") ||
         element?.interceptor.includes("productfruits--container"));
@@ -29,7 +40,7 @@ async function textContent(pageRef, element) {
             let endTag;
             const match = startTag.match(/^<\s*([^\s>]+)/);
             if (match) {
-                const tagName = match[1]; // "div"
+                const tagName = match[1];
                 endTag = `</${tagName}>`;
             }
             if (!startTag || !endTag) {
@@ -41,18 +52,15 @@ async function textContent(pageRef, element) {
                 const parser = new DOMParser();
                 const doc = parser.parseFromString(htmlString, "text/html");
                 const tempEl = doc.body.firstElementChild;
-                let selector = tempEl.tagName.toLowerCase(); // start with the tag name, e.g., 'div'
-                // If there's an id, add it (id is unique and very specific)
+                let selector = tempEl.tagName.toLowerCase();
                 if (tempEl.id) {
                     selector += `#${CSS.escape(tempEl.id)}`;
                 }
-                // Add classes individually, escaping each one
                 if (tempEl.classList.length > 0) {
                     Array.from(tempEl.classList).forEach((cls) => {
                         selector += `.${CSS.escape(cls)}`;
                     });
                 }
-                // Add other attributes, being careful with escaping
                 Array.from(tempEl.attributes).forEach((attr) => {
                     if (attr.name === "id" || attr.name === "class") {
                         return;

package/dist/test/scripts/pw-locator-patch/utils/index.d.ts

@@ -1,4 +1,3 @@
 import { Locator } from "playwright-core";
 export declare function description(locator: Locator): string;
-export declare function scrollIntoView(locator: Locator): Promise<void>;
 //# sourceMappingURL=index.d.ts.map

package/dist/test/scripts/pw-locator-patch/utils/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/test/scripts/pw-locator-patch/utils/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,iBAAiB,CAAC;AAK1C,wBAAgB,WAAW,CAAC,OAAO,EAAE,OAAO,UA0B3C;AAED,wBAAsB,cAAc,CAAC,OAAO,EAAE,OAAO,iBAgBpD"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/test/scripts/pw-locator-patch/utils/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,iBAAiB,CAAC;AAE1C,wBAAgB,WAAW,CAAC,OAAO,EAAE,OAAO,UA0B3C"}

package/dist/test/scripts/pw-locator-patch/utils/index.js

@@ -1,9 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.description = description;
-exports.scrollIntoView = scrollIntoView;
-const logger_1 = require("../../../../logger");
-const constants_1 = require("../../../constants");
 function description(locator) {
     const fallbackDescription = locator.toString();
     try {
@@ -25,18 +22,3 @@ function description(locator) {
         return fallbackDescription;
     }
 }
-async function scrollIntoView(locator) {
-    try {
-        await locator.evaluate((node) => {
-            if (node.scrollIntoViewIfNeeded) {
-                node.scrollIntoViewIfNeeded();
-            }
-            else {
-                node.scrollIntoView();
-            }
-        }, undefined, { timeout: constants_1.DEFAULT_SCRIPT_EXECUTION_TIMEOUT });
-    }
-    catch {
-        logger_1.logger.debug("Failed to scroll into view for locator method");
-    }
-}

package/dist/test/types.d.ts

@@ -1,11 +1,8 @@
-export type HighlighterOpts = {
-    /** Show Playwright's action annotations (cursor, target box, title) in videos */
-    mousePointerHighlighter?: boolean;
-    locatorHighlighter?: boolean;
+export type PageScriptOpts = {
     visionMethods?: boolean;
     agentCapabilities?: boolean;
 };
-export type BaseTestFixtureOpts = HighlighterOpts & {
+export type BaseTestFixtureOpts = PageScriptOpts & {
     collectCoverage?: boolean;
 };
 //# sourceMappingURL=types.d.ts.map