@empiricalrun/playwright-utils 0.62.1 → 0.63.1

package/dist/test/types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/test/types.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,eAAe,GAAG;IAC5B,iFAAiF;IACjF,uBAAuB,CAAC,EAAE,OAAO,CAAC;IAClC,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAC7B,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,iBAAiB,CAAC,EAAE,OAAO,CAAC;CAC7B,CAAC;AAEF,MAAM,MAAM,mBAAmB,GAAG,eAAe,GAAG;IAClD,eAAe,CAAC,EAAE,OAAO,CAAC;CAC3B,CAAC"}
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/test/types.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,cAAc,GAAG;IAC3B,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,iBAAiB,CAAC,EAAE,OAAO,CAAC;CAC7B,CAAC;AAEF,MAAM,MAAM,mBAAmB,GAAG,cAAc,GAAG;IACjD,eAAe,CAAC,EAAE,OAAO,CAAC;CAC3B,CAAC"}

package/dist/test/video-labels.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"video-labels.d.ts","sourceRoot":"","sources":["../../src/test/video-labels.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAQ7C,wBAAgB,aAAa,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,QAGtD;AAED,wBAAgB,aAAa,CAAC,IAAI,EAAE,IAAI,GAAG,MAAM,GAAG,SAAS,CAE5D;AAED,wBAAgB,WAAW,CACzB,SAAS,EAAE,MAAM,EACjB,UAAU,EAAE,GAAG,CAAC,MAAM,CAAC,GACtB,MAAM,CAQR"}
+{"version":3,"file":"video-labels.d.ts","sourceRoot":"","sources":["../../src/test/video-labels.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAQ7C,wBAAgB,aAAa,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,QAEtD;AAED,wBAAgB,aAAa,CAAC,IAAI,EAAE,IAAI,GAAG,MAAM,GAAG,SAAS,CAE5D;AAED,wBAAgB,WAAW,CACzB,SAAS,EAAE,MAAM,EACjB,UAAU,EAAE,GAAG,CAAC,MAAM,CAAC,GACtB,MAAM,CAQR"}

package/dist/test/video-labels.js

@@ -8,7 +8,6 @@ function sanitizeLabel(label) {
     return label.replace(/[^a-z0-9._-]/gi, "_").slice(0, 80) || "video";
 }
 function setVideoLabel(page, label) {
-    // Sanitize immediately when setting
     videoLabels.set(page, sanitizeLabel(label));
 }
 function getVideoLabel(page) {

package/dist/webhook.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"webhook.d.ts","sourceRoot":"","sources":["../src/webhook.ts"],"names":[],"mappings":"AAEA,MAAM,MAAM,cAAc,GAAG;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;IAClC,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,IAAI,CAAC;IACrC,EAAE,EAAE,MAAM,CAAC;IACX,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;CACpB,CAAC;AAEF,KAAK,eAAe,GAAG,OAAO,GAAG,cAAc,CAAC;AAyPhD,wBAAsB,aAAa,CACjC,OAAO,GAAE;IAAE,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAAC,QAAQ,CAAC,EAAE,eAAe,CAAA;CAAO,GACnE,OAAO,CAAC,MAAM,CAAC,CAMjB;AAED,wBAAsB,oBAAoB,CACxC,UAAU,EAAE,MAAM,EAClB,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,GACzB,OAAO,CAAC,cAAc,EAAE,CAAC,CAO3B"}
+{"version":3,"file":"webhook.d.ts","sourceRoot":"","sources":["../src/webhook.ts"],"names":[],"mappings":"AAEA,MAAM,MAAM,cAAc,GAAG;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;IAClC,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,IAAI,CAAC;IACrC,EAAE,EAAE,MAAM,CAAC;IACX,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;CACpB,CAAC;AAEF,KAAK,eAAe,GAAG,OAAO,GAAG,cAAc,CAAC;AAmPhD,wBAAsB,aAAa,CACjC,OAAO,GAAE;IAAE,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAAC,QAAQ,CAAC,EAAE,eAAe,CAAA;CAAO,GACnE,OAAO,CAAC,MAAM,CAAC,CAMjB;AAED,wBAAsB,oBAAoB,CACxC,UAAU,EAAE,MAAM,EAClB,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,GACzB,OAAO,CAAC,cAAc,EAAE,CAAC,CAO3B"}

package/dist/webhook.js

@@ -3,7 +3,6 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.getWebhookUrl = getWebhookUrl;
 exports.queryWebhookRequests = queryWebhookRequests;
 const api_worker_client_1 = require("./api-worker-client");
-// ── webhook.site provider ──
 const WEBHOOK_SITE_BASE_URL = "https://webhook.site";
 const DEFAULT_TOKEN_EXPIRY = 604800;
 function escapeQueryTerm(term) {
@@ -99,7 +98,6 @@ async function webhookSiteQuery(token, content) {
     }
     return webhookSiteQueryDirect(token, content);
 }
-// ── inbox provider ──
 const INBOX_WORKER_URL = "https://inbox.empirical.run";
 function inboxRowToWebhookRequest(row) {
     let headers = {};
@@ -165,7 +163,6 @@ async function inboxQuery(token, content) {
     }
     return response.data.map(inboxRowToWebhookRequest);
 }
-// ── public API ──
 function extractToken(webhookUrl) {
     let url;
     try {

package/docs/fixtures.md

@@ -15,12 +15,11 @@ export const test = baseTestFixture(base);
 export const expect = extendExpect(baseExpect);
 ```
 
-## Highlighters and agentic behaviors
+## Agentic behaviors
 
-`baseTestFixture` patches the playwright page object to add locator helpers.
-Pass `mousePointerHighlighter: false` to turn off the action annotations in videos.
-
-These methods also enable agentic behaviors like dismissing overlays.
+`baseTestFixture` patches the playwright page object to add the `locator.query()` vision
+method and agentic behaviors like dismissing overlays that block a click or hover.
+Opt out with `baseTestFixture(base, { visionMethods: false })` or `{ agentCapabilities: false }`.
 
 ## Custom Matchers
 

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@empiricalrun/playwright-utils",
-  "version": "0.62.1",
+  "version": "0.63.1",
   "engines": {
     "node": ">=22"
   },
@@ -45,7 +45,7 @@
     "openapi-typescript": "7.6.1",
     "playwright-core": "1.63.0",
     "serve-handler": "^6.1.6",
-    "@empiricalrun/shared-types": "0.20.6"
+    "@empiricalrun/shared-types": "0.21.1"
   },
   "dependencies": {
     "@babel/code-frame": "^7.24.7",
@@ -58,10 +58,10 @@
     "puppeteer-extra-plugin-recaptcha": "^3.6.8",
     "rimraf": "^6.0.1",
     "ts-morph": "^23.0.0",
-    "@empiricalrun/cua": "^0.5.1",
-    "@empiricalrun/llm": "^0.28.1",
-    "@empiricalrun/r2-uploader": "^0.11.2",
-    "@empiricalrun/reporter": "^0.30.2"
+    "@empiricalrun/cua": "^0.5.3",
+    "@empiricalrun/llm": "^0.28.2",
+    "@empiricalrun/r2-uploader": "^0.11.3",
+    "@empiricalrun/reporter": "^0.30.3"
   },
   "scripts": {
     "dev": "pnpm gen:api-worker-openapi && tsgo --build --watch",

package/playwright.config.ts

@@ -1,12 +1,8 @@
 import { defineConfig } from "@playwright/test";
 
-// This config is for browser tests to verify the
-// functionality of features inside playwright-utils
 export default defineConfig({
   testDir: "./src/overlay-tests",
   retries: 0,
-  // Test timeout needs to be large enough for master agent etc.
-  // to run overlay dismissal. Action timeout can be small.
   timeout: 150_000,
   fullyParallel: true,
   workers: "50%",

package/tsconfig.tsbuildinfo

@@ -1 +1 @@
-{"version":"7.0.0-dev.20260623.1","root":["./src/api-worker-client.ts","./src/email.ts","./src/inbox-client.ts","./src/index.ts","./src/kv.ts","./src/logger.ts","./src/mailosaur-client.ts","./src/playwright-extensions.ts","./src/telemetry.ts","./src/webhook.ts","./src/auth/google.ts","./src/auth/index.ts","./src/auth/types.ts","./src/captcha/index.ts","./src/config/index.ts","./src/config/proxy.ts","./src/config/devices/types.ts","./src/generated/api-worker-openapi.ts","./src/overlay-tests/cache.spec.ts","./src/overlay-tests/click.spec.ts","./src/overlay-tests/fixtures.ts","./src/overlay-tests/patch.spec.ts","./src/overlay-tests/visual.spec.ts","./src/reporter/attachment-cleanup-test-reporter.ts","./src/reporter/attachment-cleanup.ts","./src/reporter/blob-utils.ts","./src/reporter/empirical-reporter.ts","./src/reporter/failing-line.ts","./src/reporter/harness.ts","./src/reporter/ibr-utils.ts","./src/reporter/incremental-blob-reporter.ts","./src/reporter/lifecycle-events.ts","./src/reporter/local-test.ts","./src/reporter/parity-utils.ts","./src/reporter/reporter-state.ts","./src/reporter/test-case-sync-reporter.ts","./src/reporter/test-case-sync.ts","./src/reporter/uploader.ts","./src/reporter/util.ts","./src/test/constants.ts","./src/test/coverage.ts","./src/test/index.ts","./src/test/types.ts","./src/test/video-labels.ts","./src/test/expect/index.ts","./src/test/expect/types.ts","./src/test/expect/visual.ts","./src/test/expect/webhook.ts","./src/test/scripts/agent-capabilities.ts","./src/test/scripts/index.ts","./src/test/scripts/locator-highlights.ts","./src/test/scripts/locator-vision.ts","./src/test/scripts/types.ts","./src/test/scripts/pw-locator-patch/dismiss-overlays/cache.ts","./src/test/scripts/pw-locator-patch/dismiss-overlays/index.ts","./src/test/scripts/pw-locator-patch/dismiss-overlays/prompt.ts","./src/test/scripts/pw-locator-patch/dismiss-overlays/types.ts","./src/test/scripts/pw-locator-patch/dismiss-overlays/utils.ts","./src/test/scripts/pw-locator-patch/highlight/click.ts","./src/test/scripts/pw-locator-patch/highlight/expect.ts","./src/test/scripts/pw-locator-patch/highlight/hover.ts","./src/test/scripts/pw-locator-patch/highlight/inner-text.ts","./src/test/scripts/pw-locator-patch/highlight/input-value.ts","./src/test/scripts/pw-locator-patch/highlight/is-checked.ts","./src/test/scripts/pw-locator-patch/highlight/is-disabled.ts","./src/test/scripts/pw-locator-patch/highlight/is-editable.ts","./src/test/scripts/pw-locator-patch/highlight/text-content.ts","./src/test/scripts/pw-locator-patch/utils/index.ts","./src/test/scripts/pw-locator-patch/vision/query.ts"]}
+{"version":"7.0.0-dev.20260623.1","root":["./src/api-worker-client.ts","./src/email.ts","./src/inbox-client.ts","./src/index.ts","./src/kv.ts","./src/logger.ts","./src/mailosaur-client.ts","./src/playwright-extensions.ts","./src/telemetry.ts","./src/webhook.ts","./src/auth/google.ts","./src/auth/index.ts","./src/auth/types.ts","./src/captcha/index.ts","./src/config/index.ts","./src/config/proxy.ts","./src/config/devices/types.ts","./src/generated/api-worker-openapi.ts","./src/overlay-tests/cache.spec.ts","./src/overlay-tests/click.spec.ts","./src/overlay-tests/dismiss-mechanics.spec.ts","./src/overlay-tests/dropdown.spec.ts","./src/overlay-tests/fixtures.ts","./src/overlay-tests/patch.spec.ts","./src/overlay-tests/typesafe-hit-check.spec.ts","./src/overlay-tests/typesafe.spec.ts","./src/overlay-tests/visual.spec.ts","./src/reporter/attachment-cleanup-test-reporter.ts","./src/reporter/attachment-cleanup.ts","./src/reporter/blob-utils.ts","./src/reporter/empirical-reporter.ts","./src/reporter/failing-line.ts","./src/reporter/harness.ts","./src/reporter/ibr-utils.ts","./src/reporter/incremental-blob-reporter.ts","./src/reporter/lifecycle-events.ts","./src/reporter/local-test.ts","./src/reporter/parity-utils.ts","./src/reporter/reporter-state.ts","./src/reporter/test-case-sync-reporter.ts","./src/reporter/test-case-sync.ts","./src/reporter/uploader.ts","./src/reporter/util.ts","./src/test/constants.ts","./src/test/coverage.ts","./src/test/index.ts","./src/test/types.ts","./src/test/video-labels.ts","./src/test/expect/index.ts","./src/test/expect/types.ts","./src/test/expect/visual.ts","./src/test/expect/webhook.ts","./src/test/scripts/agent-capabilities.ts","./src/test/scripts/index.ts","./src/test/scripts/locator-vision.ts","./src/test/scripts/types.ts","./src/test/scripts/pw-locator-patch/actions/click.ts","./src/test/scripts/pw-locator-patch/actions/hover.ts","./src/test/scripts/pw-locator-patch/dismiss-overlays/cache.ts","./src/test/scripts/pw-locator-patch/dismiss-overlays/index.ts","./src/test/scripts/pw-locator-patch/dismiss-overlays/prompt.ts","./src/test/scripts/pw-locator-patch/dismiss-overlays/types.ts","./src/test/scripts/pw-locator-patch/dismiss-overlays/typesafe.ts","./src/test/scripts/pw-locator-patch/dismiss-overlays/utils.ts","./src/test/scripts/pw-locator-patch/utils/index.ts","./src/test/scripts/pw-locator-patch/vision/query.ts"]}

package/upstream-oracle/ibr-adapter.js

@@ -1,23 +1,3 @@
-/**
- * Adapter that lets the IncrementalBlobReporter (IBR) stand in for
- * Playwright's built-in blob reporter inside the upstream Playwright repo's
- * test harness (tests/playwright-test).
- *
- * Used with PWTEST_INTERMEDIATE_BLOB_REPORT=1 and the fixture patch in
- * intermediate-mode-ibr.patch: every inline scenario in upstream's runner
- * suite then executes through IBR -> merge-reports instead of blob ->
- * merge-reports, turning Playwright's own tests into a completeness oracle
- * for the IBR blob format. See run.mjs for orchestration.
- *
- * A subclass rather than a wrapper so every event handler — including ones
- * IBR gains later — is inherited automatically instead of hand-forwarded
- * (a wrapper once silently swallowed onStdOut/onError). The only remaining
- * bridge is output location: the harness merges <packageRoot>/blob-report/
- * report-N.zip, IBR writes blob-report-incremental/incremental-report-N.zip,
- * so the zip is copied over after onEnd. Sharding needs no bridge: IBR falls
- * back to config.shard when SHARD_INDEX/TOTAL_SHARDS are not set.
- */
-
 const fs = require("fs");
 const path = require("path");
 
@@ -29,9 +9,6 @@ if (!IBR_DIST) {
   );
 }
 
-// Keep IBR off its local-testing path (attachment embedding + auto-merge)
-// and away from real uploads. Must happen before construction: IBR reads
-// env when instantiated.
 delete process.env.LOCAL_TEST;
 delete process.env.R2_ACCOUNT_ID;
 delete process.env.S3_UPLOAD_BUCKET;

package/upstream-oracle/run.mjs

@@ -1,30 +1,3 @@
-/**
- * Runs upstream Playwright's own runner test suite (tests/playwright-test)
- * through the IncrementalBlobReporter and compares failures against the
- * built-in blob reporter baseline.
- *
- * How: upstream's PWTEST_INTERMEDIATE_BLOB_REPORT=1 mode reroutes every
- * inline scenario through <reporter> -> merge-reports -> json before applying
- * the normal assertions — Playwright's own completeness oracle for the blob
- * format. The fixture patch (intermediate-mode-ibr.patch) lets
- * PWTEST_IBR_ADAPTER swap IBR in as that reporter.
- *
- * Both modes run the same spec files; environment noise cancels in the
- * baseline diff. Any IBR-only failure fails the run — the job stays red
- * until IBR reaches parity on these specs. It staying green is the signal
- * that the built-in blob reporter is safe to drop. The one carve-out is
- * EXPECTED_IBR_ONLY below: failures caused by injecting an external reporter
- * rather than by the blob format, each with the reason it cannot pass, and
- * each policed by a staleness check so the list cannot rot.
- *
- * Usage:
- *   node run.mjs --pw-repo <upstream clone at the pinned tag>
- *     [--specs basic.spec.ts,stdio.spec.ts] [--workers N] [--shard i/n]
- *
- * The clone must be bootstrapped (npm ci + npm run build). This script
- * (re)applies the fixture patch idempotently on every run.
- */
-
 import { spawn } from "node:child_process";
 import fs from "node:fs";
 import os from "node:os";
@@ -33,11 +6,6 @@ import { fileURLToPath } from "node:url";
 
 const ORACLE_DIR = path.dirname(fileURLToPath(import.meta.url));
 
-// The default sweep is EVERY spec in upstream's tests/playwright-test —
-// IBR is meant to become the default blob reporter, so it has to stand the
-// whole runner suite. Only structurally out-of-scope specs are excluded,
-// each with its reason printed at startup (no silent caps). First matching
-// rule wins.
 const EXCLUSION_RULES = [
   [
     (name) => name.startsWith("playwright.ct-"),
@@ -68,12 +36,6 @@ const EXCLUSION_RULES = [
       "semantics are covered by reporter-blob.spec.ts) and they busy-loop " +
       "workers under load, wedging the sweep",
   ],
-  // The two specs below are SLOW, not wedged — measured, they make steady
-  // progress and simply do not fit in SPEC_TIMEOUT_MS. The oracle runs one
-  // spec per invocation and Playwright keeps a file's tests on a single
-  // worker (fullyParallel defaults to false), so a long file runs strictly
-  // serially however many --workers it is given. Both were already
-  // contributing no signal, just a 10-minute timeout each.
   [
     (name) => name === "only-changed.spec.ts",
     "git-based run selection (--only-changed), not report format; 13 tests " +
@@ -86,15 +48,6 @@ const EXCLUSION_RULES = [
   ],
 ];
 
-// Upstream tests that fail through IBR for reasons OUTSIDE the blob format —
-// artifacts of injecting an external reporter into upstream's harness, not
-// gaps in what IBR writes. They are reported and subtracted from the failure
-// count instead of turning the job red.
-//
-// Kept honest by the staleness check at the end: an entry whose spec ran and
-// did NOT fail is reported and fails the run, so a fixed test cannot sit here
-// pretending to be unfixable. Add an entry only with the reason it can never
-// pass; anything that could be fixed belongs in the failure list.
 const EXPECTED_IBR_ONLY = [
   {
     key:
@@ -108,15 +61,10 @@ const EXPECTED_IBR_ONLY = [
   },
 ];
 
-/** Spec file name out of a failure key ("cache.spec.ts:53 › title"). */
 function specOfKey(key) {
   return key.slice(0, key.indexOf(":"));
 }
 
-// Tests skipped by title via --grep-invert. Reserved for tests that WEDGE
-// the sweep — a busy-looped worker no per-test timeout can interrupt — so
-// exclusion is surgical (exact title match) and every entry carries the
-// observed reason. Everything else in the spec still runs.
 const HANGING_TESTS = [];
 
 function discoverSpecs(pwRepo) {
@@ -147,7 +95,6 @@ const DEFAULT_IBR_DIST = path.join(
 
 function parseArgs(argv) {
   const args = { specs: null, workers: 4, shard: null };
-  // Normalize --flag=value into --flag value.
   argv = argv.flatMap((a) =>
     a.startsWith("--") && a.includes("=")
       ? [a.slice(0, a.indexOf("=")), a.slice(a.indexOf("=") + 1)]
@@ -199,7 +146,6 @@ function run(command, cmdArgs, options) {
   });
 }
 
-/** Failed-test keys ("file:line › suite › title") from a Playwright JSON report. */
 function collectFailures(report) {
   const failures = new Set();
   const visit = (suite, titles) => {
@@ -265,17 +211,12 @@ async function runMode({ pwRepo, spec, workers, mode, ibrDist }) {
     env.PWTEST_IBR_ADAPTER = ADAPTER_PATH;
     env.PWTEST_IBR_DIST = ibrDist;
   }
-  // The inner run writes its JSON report at the end, so nothing streams to
-  // stdout while it runs. Heartbeat from the test-results dir (the outer
-  // harness creates one dir per executed test) so long modes show progress.
   const testResultsDir = path.join(pwRepo, "test-results");
   const heartbeat = setInterval(() => {
     let dirs = 0;
     try {
       dirs = fs.readdirSync(testResultsDir).length;
-    } catch {
-      // Not created yet.
-    }
+    } catch {}
     const minutes = Math.round((Date.now() - startedAt) / 60_000);
     console.log(
       `  [${mode} ${spec}] ~${dirs} tests executed, ${minutes}m elapsed`,
@@ -289,9 +230,6 @@ async function runMode({ pwRepo, spec, workers, mode, ibrDist }) {
       "--",
       spec,
       `--workers=${workers}`,
-      // Absorbs outer-harness flake: a scenario that fails on IBR's real gaps
-      // fails every retry, while an infra hiccup passes on retry and is
-      // reported "flaky" (not counted as a failure).
       "--retries=2",
       `--global-timeout=${SPEC_TIMEOUT_MS}`,
       // An empty --grep-invert would match (and thus drop) every test, so
@@ -349,7 +287,6 @@ if (!args.specs) {
   }
 }
 if (args.shard) {
-  // Round-robin slice so slow specs spread across shards.
   args.specs = args.specs.filter(
     (_, i) => i % args.shard.total === args.shard.index - 1,
   );
@@ -365,9 +302,6 @@ for (const { pattern, reason } of HANGING_TESTS) {
 for (const { key, reason } of EXPECTED_IBR_ONLY) {
   console.log(`  [expected-ibr-only] ${key} — ${reason}`);
 }
-// Each spec runs both modes back to back as its own bounded invocation
-// (see SPEC_TIMEOUT_MS); a hang or count mismatch quarantines that spec and
-// the sweep continues.
 const ibrOnly = [];
 const hungSpecs = [];
 const mismatchedSpecs = [];
@@ -443,8 +377,6 @@ for (const spec of mismatchedSpecs) {
   console.log(`  [mismatch] ${spec}`);
 }
 
-// An expected failure whose spec ran and passed means the list is stale —
-// that is a fix to celebrate by deleting the entry, not a silent pass.
 const staleExpected = EXPECTED_IBR_ONLY.filter(
   ({ key }) => comparedSpecs.has(specOfKey(key)) && !matchedExpected.has(key),
 );

package/dist/test/scripts/locator-highlights.d.ts

@@ -1,4 +0,0 @@
-import type { Page } from "@playwright/test";
-import { TestFn } from "./types";
-export declare function addLocatorHighlights(page: Page, testFn: TestFn): void;
-//# sourceMappingURL=locator-highlights.d.ts.map

package/dist/test/scripts/locator-highlights.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"locator-highlights.d.ts","sourceRoot":"","sources":["../../../src/test/scripts/locator-highlights.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAU7C,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AAEjC,wBAAgB,oBAAoB,CAAC,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,QAK9D"}

package/dist/test/scripts/locator-highlights.js

@@ -1,28 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.addLocatorHighlights = addLocatorHighlights;
-const expect_1 = require("./pw-locator-patch/highlight/expect");
-const hover_1 = require("./pw-locator-patch/highlight/hover");
-const inner_text_1 = require("./pw-locator-patch/highlight/inner-text");
-const input_value_1 = require("./pw-locator-patch/highlight/input-value");
-const is_checked_1 = require("./pw-locator-patch/highlight/is-checked");
-const is_disabled_1 = require("./pw-locator-patch/highlight/is-disabled");
-const is_editable_1 = require("./pw-locator-patch/highlight/is-editable");
-const text_content_1 = require("./pw-locator-patch/highlight/text-content");
-function addLocatorHighlights(page, testFn) {
-    applyHighlights(page, testFn);
-    page.context().on("page", async (newPage) => {
-        applyHighlights(newPage, testFn);
-    });
-}
-function applyHighlights(page, testFn) {
-    const LocatorClass = page.locator("").constructor;
-    (0, hover_1.patchHover)(LocatorClass, testFn);
-    (0, expect_1.patchExpect)(LocatorClass);
-    (0, input_value_1.patchInputValue)(LocatorClass, testFn);
-    (0, is_checked_1.patchIsChecked)(LocatorClass, testFn);
-    (0, is_editable_1.patchIsEditable)(LocatorClass, testFn);
-    (0, is_disabled_1.patchIsDisabled)(LocatorClass, testFn);
-    (0, inner_text_1.patchInnerText)(LocatorClass, testFn);
-    (0, text_content_1.patchTextContent)(LocatorClass, testFn);
-}

package/dist/test/scripts/pw-locator-patch/highlight/click.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"click.d.ts","sourceRoot":"","sources":["../../../../../src/test/scripts/pw-locator-patch/highlight/click.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,kBAAkB,CAAC;AAEhD,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAQrC,wBAAgB,UAAU,CACxB,YAAY,EAAE,QAAQ,GAAG;IAAE,SAAS,EAAE,OAAO,CAAA;CAAE,EAC/C,MAAM,EAAE,MAAM,QA2Df"}

package/dist/test/scripts/pw-locator-patch/highlight/expect.d.ts

@@ -1,5 +0,0 @@
-import type { Locator } from "@playwright/test";
-export declare function patchExpect(LocatorClass: Function & {
-    prototype: Locator;
-}): void;
-//# sourceMappingURL=expect.d.ts.map

package/dist/test/scripts/pw-locator-patch/highlight/expect.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"expect.d.ts","sourceRoot":"","sources":["../../../../../src/test/scripts/pw-locator-patch/highlight/expect.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,kBAAkB,CAAC;AAMhD,wBAAgB,WAAW,CAAC,YAAY,EAAE,QAAQ,GAAG;IAAE,SAAS,EAAE,OAAO,CAAA;CAAE,QAoB1E"}

package/dist/test/scripts/pw-locator-patch/highlight/expect.js

@@ -1,23 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.patchExpect = patchExpect;
-const utils_1 = require("../utils");
-const isExpectPatched = new WeakMap();
-function patchExpect(LocatorClass) {
-    if (isExpectPatched.get(LocatorClass)) {
-        return;
-    }
-    const originalExpect = LocatorClass.prototype._expect;
-    // No need to add test.step in this patch as its already an internal method and is not part of stack trace
-    // if added then its tracked as a separate step in playwright trace
-    // @ts-ignore _expect is a private method in playwright
-    // https://github.com/microsoft/playwright/blob/69287f26bc514b740eac40160503d6fac8185d37/packages/playwright-core/src/client/locator.ts#L352
-    LocatorClass.prototype._expect = async function (expression, options) {
-        const result = await originalExpect.apply(this, [expression, options]);
-        if (result.matches) {
-            await (0, utils_1.scrollIntoView)(this);
-        }
-        return result;
-    };
-    isExpectPatched.set(LocatorClass, true);
-}

package/dist/test/scripts/pw-locator-patch/highlight/hover.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"hover.d.ts","sourceRoot":"","sources":["../../../../../src/test/scripts/pw-locator-patch/highlight/hover.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,kBAAkB,CAAC;AAEhD,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAOrC,wBAAgB,UAAU,CACxB,YAAY,EAAE,QAAQ,GAAG;IAAE,SAAS,EAAE,OAAO,CAAA;CAAE,EAC/C,MAAM,EAAE,MAAM,QAmDf"}

package/dist/test/scripts/pw-locator-patch/highlight/inner-text.d.ts

@@ -1,6 +0,0 @@
-import type { Locator } from "@playwright/test";
-import { TestFn } from "../../types";
-export declare function patchInnerText(LocatorClass: Function & {
-    prototype: Locator;
-}, testFn: TestFn): void;
-//# sourceMappingURL=inner-text.d.ts.map

package/dist/test/scripts/pw-locator-patch/highlight/inner-text.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"inner-text.d.ts","sourceRoot":"","sources":["../../../../../src/test/scripts/pw-locator-patch/highlight/inner-text.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,kBAAkB,CAAC;AAEhD,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAKrC,wBAAgB,cAAc,CAC5B,YAAY,EAAE,QAAQ,GAAG;IAAE,SAAS,EAAE,OAAO,CAAA;CAAE,EAC/C,MAAM,EAAE,MAAM,QA4Bf"}

package/dist/test/scripts/pw-locator-patch/highlight/inner-text.js

@@ -1,30 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.patchInnerText = patchInnerText;
-const utils_1 = require("../utils");
-const isInnerTextPatched = new WeakMap();
-function patchInnerText(LocatorClass, testFn) {
-    if (isInnerTextPatched.get(LocatorClass)) {
-        return;
-    }
-    const originalInnerText = LocatorClass.prototype.innerText;
-    //ref: https://github.com/microsoft/playwright/blob/69287f26bc514b740eac40160503d6fac8185d37/packages/playwright-core/src/client/locator.ts#L251
-    LocatorClass.prototype.innerText = async function (options) {
-        let result;
-        const stepName = `locator.innerText(${(0, utils_1.description)(this)})`;
-        await testFn.step(stepName, async () => {
-            try {
-                result = await originalInnerText.apply(this, [options]);
-            }
-            catch (error) {
-                if (error instanceof Error) {
-                    Error.captureStackTrace(error, LocatorClass.prototype.innerText);
-                }
-                throw error;
-            }
-            await (0, utils_1.scrollIntoView)(this);
-        }, { box: true });
-        return result;
-    };
-    isInnerTextPatched.set(LocatorClass, true);
-}

package/dist/test/scripts/pw-locator-patch/highlight/input-value.d.ts

@@ -1,6 +0,0 @@
-import type { Locator } from "@playwright/test";
-import { TestFn } from "../../types";
-export declare function patchInputValue(LocatorClass: Function & {
-    prototype: Locator;
-}, testFn: TestFn): void;
-//# sourceMappingURL=input-value.d.ts.map

package/dist/test/scripts/pw-locator-patch/highlight/input-value.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"input-value.d.ts","sourceRoot":"","sources":["../../../../../src/test/scripts/pw-locator-patch/highlight/input-value.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,kBAAkB,CAAC;AAEhD,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAKrC,wBAAgB,eAAe,CAC7B,YAAY,EAAE,QAAQ,GAAG;IAAE,SAAS,EAAE,OAAO,CAAA;CAAE,EAC/C,MAAM,EAAE,MAAM,QA4Bf"}

package/dist/test/scripts/pw-locator-patch/highlight/input-value.js

@@ -1,30 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.patchInputValue = patchInputValue;
-const utils_1 = require("../utils");
-const isInputValuePatched = new WeakMap();
-function patchInputValue(LocatorClass, testFn) {
-    if (isInputValuePatched.get(LocatorClass)) {
-        return;
-    }
-    const originalInputValue = LocatorClass.prototype.inputValue;
-    //ref: github.com/microsoft/playwright/blob/69287f26bc514b740eac40160503d6fac8185d37/packages/playwright-core/src/client/locator.ts#L255
-    LocatorClass.prototype.inputValue = async function (options) {
-        let result;
-        const stepName = `locator.inputValue(${(0, utils_1.description)(this)})`;
-        await testFn.step(stepName, async () => {
-            try {
-                result = await originalInputValue.apply(this, [options]);
-            }
-            catch (error) {
-                if (error instanceof Error) {
-                    Error.captureStackTrace(error, LocatorClass.prototype.inputValue);
-                }
-                throw error;
-            }
-            await (0, utils_1.scrollIntoView)(this);
-        }, { box: true });
-        return result;
-    };
-    isInputValuePatched.set(LocatorClass, true);
-}

package/dist/test/scripts/pw-locator-patch/highlight/is-checked.d.ts

@@ -1,6 +0,0 @@
-import type { Locator } from "@playwright/test";
-import { TestFn } from "../../types";
-export declare function patchIsChecked(LocatorClass: Function & {
-    prototype: Locator;
-}, testFn: TestFn): void;
-//# sourceMappingURL=is-checked.d.ts.map

package/dist/test/scripts/pw-locator-patch/highlight/is-checked.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"is-checked.d.ts","sourceRoot":"","sources":["../../../../../src/test/scripts/pw-locator-patch/highlight/is-checked.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,kBAAkB,CAAC;AAEhD,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAKrC,wBAAgB,cAAc,CAC5B,YAAY,EAAE,QAAQ,GAAG;IAAE,SAAS,EAAE,OAAO,CAAA;CAAE,EAC/C,MAAM,EAAE,MAAM,QA4Bf"}

package/dist/test/scripts/pw-locator-patch/highlight/is-checked.js

@@ -1,30 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.patchIsChecked = patchIsChecked;
-const utils_1 = require("../utils");
-const isIsCheckedPatched = new WeakMap();
-function patchIsChecked(LocatorClass, testFn) {
-    if (isIsCheckedPatched.get(LocatorClass)) {
-        return;
-    }
-    const originalIsChecked = LocatorClass.prototype.isChecked;
-    LocatorClass.prototype.isChecked = async function (options) {
-        // ref: https://github.com/microsoft/playwright/blob/69287f26bc514b740eac40160503d6fac8185d37/packages/playwright-core/src/client/locator.ts#L259
-        let result;
-        const stepName = `locator.isChecked(${(0, utils_1.description)(this)})`;
-        await testFn.step(stepName, async () => {
-            try {
-                result = await originalIsChecked.apply(this, [options]);
-            }
-            catch (error) {
-                if (error instanceof Error) {
-                    Error.captureStackTrace(error, LocatorClass.prototype.isChecked);
-                }
-                throw error;
-            }
-            await (0, utils_1.scrollIntoView)(this);
-        }, { box: true });
-        return result;
-    };
-    isIsCheckedPatched.set(LocatorClass, true);
-}

package/dist/test/scripts/pw-locator-patch/highlight/is-disabled.d.ts

@@ -1,6 +0,0 @@
-import type { Locator } from "@playwright/test";
-import { TestFn } from "../../types";
-export declare function patchIsDisabled(LocatorClass: Function & {
-    prototype: Locator;
-}, testFn: TestFn): void;
-//# sourceMappingURL=is-disabled.d.ts.map

package/dist/test/scripts/pw-locator-patch/highlight/is-disabled.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"is-disabled.d.ts","sourceRoot":"","sources":["../../../../../src/test/scripts/pw-locator-patch/highlight/is-disabled.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,kBAAkB,CAAC;AAEhD,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAKrC,wBAAgB,eAAe,CAC7B,YAAY,EAAE,QAAQ,GAAG;IAAE,SAAS,EAAE,OAAO,CAAA;CAAE,EAC/C,MAAM,EAAE,MAAM,QA4Bf"}

package/dist/test/scripts/pw-locator-patch/highlight/is-disabled.js

@@ -1,30 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.patchIsDisabled = patchIsDisabled;
-const utils_1 = require("../utils");
-const isIsDisabledPatched = new WeakMap();
-function patchIsDisabled(LocatorClass, testFn) {
-    if (isIsDisabledPatched.get(LocatorClass)) {
-        return;
-    }
-    const originalIsDisabled = LocatorClass.prototype.isDisabled;
-    LocatorClass.prototype.isDisabled = async function (options) {
-        // ref: https://github.com/microsoft/playwright/blob/69287f26bc514b740eac40160503d6fac8185d37/packages/playwright-core/src/client/locator.ts#L263
-        let result;
-        const stepName = `locator.isDisabled(${(0, utils_1.description)(this)})`;
-        await testFn.step(stepName, async () => {
-            try {
-                result = await originalIsDisabled.apply(this, [options]);
-            }
-            catch (error) {
-                if (error instanceof Error) {
-                    Error.captureStackTrace(error, LocatorClass.prototype.isDisabled);
-                }
-                throw error;
-            }
-            await (0, utils_1.scrollIntoView)(this);
-        }, { box: true });
-        return result;
-    };
-    isIsDisabledPatched.set(LocatorClass, true);
-}

package/dist/test/scripts/pw-locator-patch/highlight/is-editable.d.ts

@@ -1,6 +0,0 @@
-import type { Locator } from "@playwright/test";
-import { TestFn } from "../../types";
-export declare function patchIsEditable(LocatorClass: Function & {
-    prototype: Locator;
-}, testFn: TestFn): void;
-//# sourceMappingURL=is-editable.d.ts.map

package/dist/test/scripts/pw-locator-patch/highlight/is-editable.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"is-editable.d.ts","sourceRoot":"","sources":["../../../../../src/test/scripts/pw-locator-patch/highlight/is-editable.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,kBAAkB,CAAC;AAEhD,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAKrC,wBAAgB,eAAe,CAC7B,YAAY,EAAE,QAAQ,GAAG;IAAE,SAAS,EAAE,OAAO,CAAA;CAAE,EAC/C,MAAM,EAAE,MAAM,QA2Bf"}

package/dist/test/scripts/pw-locator-patch/highlight/is-editable.js

@@ -1,29 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.patchIsEditable = patchIsEditable;
-const utils_1 = require("../utils");
-const isIsEditablePatched = new WeakMap();
-function patchIsEditable(LocatorClass, testFn) {
-    if (isIsEditablePatched.get(LocatorClass)) {
-        return;
-    }
-    const originalIsEditable = LocatorClass.prototype.isEditable;
-    LocatorClass.prototype.isEditable = async function (options) {
-        let result;
-        const stepName = `locator.isEditable(${(0, utils_1.description)(this)})`;
-        await testFn.step(stepName, async () => {
-            try {
-                result = await originalIsEditable.apply(this, [options]);
-            }
-            catch (error) {
-                if (error instanceof Error) {
-                    Error.captureStackTrace(error, LocatorClass.prototype.isEditable);
-                }
-                throw error;
-            }
-            await (0, utils_1.scrollIntoView)(this);
-        }, { box: true });
-        return result;
-    };
-    isIsEditablePatched.set(LocatorClass, true);
-}

package/dist/test/scripts/pw-locator-patch/highlight/text-content.d.ts

@@ -1,6 +0,0 @@
-import type { Locator } from "@playwright/test";
-import { TestFn } from "../../types";
-export declare function patchTextContent(LocatorClass: Function & {
-    prototype: Locator;
-}, testFn: TestFn): void;
-//# sourceMappingURL=text-content.d.ts.map

package/dist/test/scripts/pw-locator-patch/highlight/text-content.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"text-content.d.ts","sourceRoot":"","sources":["../../../../../src/test/scripts/pw-locator-patch/highlight/text-content.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,kBAAkB,CAAC;AAEhD,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAKrC,wBAAgB,gBAAgB,CAC9B,YAAY,EAAE,QAAQ,GAAG;IAAE,SAAS,EAAE,OAAO,CAAA;CAAE,EAC/C,MAAM,EAAE,MAAM,QA4Bf"}