@piwitests/reporter 0.24.0 → 0.26.0

package/dist/internal/capture/capture-fixtures.js

@@ -309,7 +309,16 @@ function probeElementAttrs(el, arg) {
     }
   }
   const hasLabel = !!(el.labels && el.labels.length > 0);
-  const labelText = includeLabelText ? hasLabel ? (el.labels[0].textContent || "").replace(/\s+/g, " ").trim().slice(0, 120) || null : null : void 0;
+  let labelText;
+  if (includeLabelText) {
+    labelText = null;
+    try {
+      const label = hasLabel ? el.labels[0] : null;
+      labelText = (label && label.textContent || "").replace(/\s+/g, " ").trim().slice(0, 120) || null;
+    } catch {
+      labelText = null;
+    }
+  }
   return {
     tagName: el.tagName?.toLowerCase?.() ?? "unknown",
     attributes: attrMap,
@@ -1013,6 +1022,7 @@ var CAPTURED_ATTRIBUTES = [
   "alt",
   "title",
   "aria-label",
+  "aria-labelledby",
   "aria-level",
   "role",
   "type",
@@ -1548,6 +1558,43 @@ function extractAccessibleName(ariaSnapshot) {
   if (match) return match[1];
   return null;
 }
+var FORM_FIELD_TAGS = /* @__PURE__ */ new Set(["input", "select", "textarea"]);
+var NAME_FROM_CONTENT_ROLES = /* @__PURE__ */ new Set([
+  "button",
+  "cell",
+  "checkbox",
+  "columnheader",
+  "gridcell",
+  "heading",
+  "link",
+  "menuitem",
+  "menuitemcheckbox",
+  "menuitemradio",
+  "option",
+  "radio",
+  "row",
+  "rowheader",
+  "switch",
+  "tab",
+  "tooltip",
+  "treeitem"
+]);
+var PROBE_TEXT_CAP = 80;
+var PROBE_LABEL_TEXT_CAP = 120;
+function exactAccessibleName(attrs, role) {
+  if (attrs.attributes["aria-labelledby"]) return null;
+  const ariaLabel = attrs.attributes["aria-label"];
+  if (ariaLabel) return ariaLabel;
+  if (FORM_FIELD_TAGS.has(attrs.tagName)) {
+    const labelText = attrs.labelText;
+    return labelText && labelText.length < PROBE_LABEL_TEXT_CAP ? labelText : null;
+  }
+  if (role && NAME_FROM_CONTENT_ROLES.has(role)) {
+    const text = attrs.textContent;
+    return text && text.length < PROBE_TEXT_CAP ? text : null;
+  }
+  return null;
+}
 var NAME_BASED_METHODS = /* @__PURE__ */ new Set([
   "getByText",
   "getByRole",
@@ -2009,7 +2056,7 @@ function createSink() {
     capturedLocators: [],
     capturePromises: [],
     failedLocators: [],
-    expectCapturedLocations: /* @__PURE__ */ new Set(),
+    probedLocations: /* @__PURE__ */ new Set(),
     lastActivePage: null,
     testInfo: null,
     stashedWebVitals: null,
@@ -2236,7 +2283,6 @@ var INSTRUMENTED_CONTEXTS = /* @__PURE__ */ new WeakSet();
 var PATCHED_BROWSERS = /* @__PURE__ */ new WeakSet();
 var CHAIN_METHOD_SET = new Set(CHAIN_METHODS);
 var ACTION_METHOD_SET = new Set(ACTION_METHODS);
-var FORM_FIELD_TAGS = /* @__PURE__ */ new Set(["input", "select", "textarea"]);
 var CAPTURED_ATTRS_ARG = {
   keep: [...CAPTURED_ATTRIBUTES],
   tagRoles: TAG_TO_ROLE,
@@ -2245,11 +2291,32 @@ var CAPTURED_ATTRS_ARG = {
   // special-cased logic in the probe, so add them explicitly).
   roleSources: [.../* @__PURE__ */ new Set(["[role]", "input", "select", ...Object.keys(TAG_TO_ROLE)])].join(","),
   // The reporter always wants ancestor-anchored alternatives (the picker's
-  // anchors step and generateAnchoredAlternatives both need them); it derives
-  // the accessible name itself, so the probe's own labelText is unneeded.
+  // anchors step and generateAnchoredAlternatives both need them). `labelText`
+  // is what names a form field, and the probe reads it from `el.labels` in the
+  // same pass — so asking for it here is free and settles the accessible name
+  // of a labeled field without a second round trip (`exactAccessibleName`).
   includeStructural: true,
-  includeLabelText: false
+  includeLabelText: true
 };
+var PROBE_GLOBAL = "__piwiProbeElement";
+var PROBE_INIT_SCRIPT = `(() => {
+  const probe = ${probeElementAttrs.toString()};
+  const arg = ${JSON.stringify(CAPTURED_ATTRS_ARG)};
+  globalThis[${JSON.stringify(PROBE_GLOBAL)}] = (el) => probe(el, arg);
+})();`;
+var PROBE_UNSEEDED_PAGES = /* @__PURE__ */ new WeakSet();
+function probeElement(page, target) {
+  const shipSource = () => target.evaluate(probeElementAttrs, CAPTURED_ATTRS_ARG);
+  if (!page || PROBE_UNSEEDED_PAGES.has(page)) return shipSource();
+  return target.evaluate((el, name) => {
+    const seeded = globalThis[name];
+    return typeof seeded === "function" ? seeded(el) : null;
+  }, PROBE_GLOBAL).then((attrs) => {
+    if (attrs) return attrs;
+    PROBE_UNSEEDED_PAGES.add(page);
+    return shipSource();
+  });
+}
 async function ariaSnapshotBestEffort(target, timeout) {
   if (typeof target.ariaSnapshot !== "function") return null;
   try {
@@ -2268,8 +2335,8 @@ async function ariaSnapshotBestEffort(target, timeout) {
     }
   }
 }
-function startElementCapture(sink, target, seq, callerLocation, used) {
-  const probe = target.evaluate(probeElementAttrs, CAPTURED_ATTRS_ARG);
+function startElementCapture(sink, page, target, seq, callerLocation, used) {
+  const probe = probeElement(page, target);
   const settledProbe = probe.then(
     () => void 0,
     () => void 0
@@ -2288,8 +2355,9 @@ function startElementCapture(sink, target, seq, callerLocation, used) {
       ]);
       const role = resolveAriaRole({ ...attrs, accessibleName: null });
       const isFormField = FORM_FIELD_TAGS.has(attrs.tagName);
-      const aria = role || isFormField ? await ariaSnapshotBestEffort(target, 500) : null;
-      const accessibleName = extractAccessibleName(aria) || approximateAccessibleName({ ...attrs, accessibleName: null });
+      const exactName = exactAccessibleName(attrs, role);
+      const aria = exactName === null && (role || isFormField) ? await ariaSnapshotBestEffort(target, 500) : null;
+      const accessibleName = exactName ?? (extractAccessibleName(aria) || approximateAccessibleName({ ...attrs, accessibleName: null }));
       sink.capturedLocators[seq] = {
         location: callerLocation,
         used,
@@ -2309,6 +2377,7 @@ function startElementCapture(sink, target, seq, callerLocation, used) {
         alternatives: generateAlternatives({ ...attrs, accessibleName })
       };
     } catch {
+      if (callerLocation) sink.probedLocations.delete(callerLocation);
     } finally {
       clearTimeout(deadline);
     }
@@ -2345,17 +2414,17 @@ function wrapLocator(page, locator, originMethod, originArgs) {
             args: originArgs,
             raw: `${originMethod}(${JSON.stringify(originArgs)})`
           };
-          const alreadyCaptured = callerLocation !== null && sink.expectCapturedLocations.has(callerLocation);
+          const alreadyProbed = callerLocation !== null && sink.probedLocations.has(callerLocation);
           let seq = -1;
-          if (!alreadyCaptured) {
+          if (!alreadyProbed) {
             seq = sink.capturedLocators.length;
             sink.capturedLocators.push({ location: callerLocation, used, element: null, alternatives: [] });
           }
           const result = await fn.apply(target, callArgs);
           const matches = result?.matches;
-          if (matches === true && !alreadyCaptured) {
-            if (callerLocation) sink.expectCapturedLocations.add(callerLocation);
-            startElementCapture(sink, target, seq, callerLocation, used);
+          if (matches === true && !alreadyProbed) {
+            if (callerLocation) sink.probedLocations.add(callerLocation);
+            startElementCapture(sink, page, target, seq, callerLocation, used);
           } else if (matches === false) {
             sink.failedLocators.push({ method: originMethod, args: originArgs, location: callerLocation });
           }
@@ -2367,19 +2436,23 @@ function wrapLocator(page, locator, originMethod, originArgs) {
         const sink = currentSink;
         if (!sink) return fn.apply(target, callArgs);
         sink.lastActivePage = page;
-        const seq = sink.capturedLocators.length;
         const callerLocation = captureCallerLocation();
         const used = {
           method: originMethod,
           args: originArgs,
           raw: `${originMethod}(${JSON.stringify(originArgs)})`
         };
-        sink.capturedLocators.push({
-          location: callerLocation,
-          used,
-          element: null,
-          alternatives: []
-        });
+        const alreadyProbed = callerLocation !== null && sink.probedLocations.has(callerLocation);
+        let seq = -1;
+        if (!alreadyProbed) {
+          seq = sink.capturedLocators.length;
+          sink.capturedLocators.push({
+            location: callerLocation,
+            used,
+            element: null,
+            alternatives: []
+          });
+        }
         let result;
         try {
           result = await fn.apply(target, callArgs);
@@ -2387,7 +2460,10 @@ function wrapLocator(page, locator, originMethod, originArgs) {
           sink.failedLocators.push({ method: originMethod, args: originArgs, location: callerLocation });
           throw error;
         }
-        startElementCapture(sink, target, seq, callerLocation, used);
+        if (!alreadyProbed) {
+          if (callerLocation) sink.probedLocations.add(callerLocation);
+          startElementCapture(sink, page, target, seq, callerLocation, used);
+        }
         return result;
       };
     }
@@ -2420,6 +2496,9 @@ function instrumentPage(page) {
         return wrapLocator(page, original(...args), method, args);
       };
     }
+    if (typeof page.on === "function") {
+      page.on("framenavigated", () => PROBE_UNSEEDED_PAGES.delete(page));
+    }
   }
   page.on("console", (msg) => {
     const sink = currentSink;
@@ -2484,6 +2563,10 @@ function instrumentPage(page) {
 function instrumentContext(context) {
   if (!context || INSTRUMENTED_CONTEXTS.has(context)) return;
   INSTRUMENTED_CONTEXTS.add(context);
+  if (process.env.PIWI_CAPTURE_LOCATORS !== "false" && typeof context.addInitScript === "function") {
+    void Promise.resolve(context.addInitScript({ content: PROBE_INIT_SCRIPT })).catch(() => {
+    });
+  }
   const originalNewPage = context.newPage.bind(context);
   context.newPage = async (...args) => {
     const page = await originalNewPage(...args);

package/dist/internal/capture/locator-healing.d.ts

@@ -83,6 +83,33 @@ declare const EXPECT_CAPTURE_EXPRESSIONS: ReadonlySet<string>;
  * Returns the first quoted string after the role, or null if none found.
  */
 declare function extractAccessibleName(ariaSnapshot: string | null): string | null;
+/** Tags whose accessible name comes from an associated `<label>`. */
+declare const FORM_FIELD_TAGS: ReadonlySet<string>;
+/**
+ * Roles whose accessible name is computed from the element's own content. For
+ * these, an element carrying neither `aria-label` nor `aria-labelledby` is
+ * named by its trimmed text — which the probe already returns.
+ */
+declare const NAME_FROM_CONTENT_ROLES: ReadonlySet<string>;
+/** The subset of a probe result the accessible-name shortcut reads. */
+interface NameSource {
+    tagName: string;
+    attributes: Record<string, string | null>;
+    textContent: string | null;
+    labelText?: string | null;
+}
+/**
+ * The accessible name when the probed attributes already settle it, or null
+ * when only the browser can. Capture consults this before spending an
+ * `ariaSnapshot()` round trip on an element: in each case below the name is
+ * what the accessible-name computation would return anyway, so the round trip
+ * would buy nothing.
+ *
+ * Deliberately narrow — anything outside these cases (an `aria-labelledby`
+ * reference, an image named by `alt`, an element with no text) still goes to
+ * the browser, because a wrong name here becomes a wrong `getByRole` locator.
+ */
+declare function exactAccessibleName(attrs: NameSource, role: string | null): string | null;
 /** A failed locator action, used to suggest a fresh locator from the live page. */
 interface FailedLocatorInfo {
     method: string;
@@ -126,4 +153,4 @@ declare function suggestLocatorsFromAria(failed: FailedLocatorInfo, ariaSnapshot
  */
 declare function captureCallerLocation(stack?: string): string | null;
 
-export { ACTION_METHODS, CHAIN_METHODS, EXPECT_CAPTURE_EXPRESSIONS, EXPECT_METHOD, type FailedLocatorInfo, LOCATOR_CREATING_CHAINS, LOCATOR_METHODS, type LocatorSuggestion, captureCallerLocation, dedupeSnapshotsByLocation, extractAccessibleName, renderFailing, suggestLocatorsFromAria };
+export { ACTION_METHODS, CHAIN_METHODS, EXPECT_CAPTURE_EXPRESSIONS, EXPECT_METHOD, FORM_FIELD_TAGS, type FailedLocatorInfo, LOCATOR_CREATING_CHAINS, LOCATOR_METHODS, type LocatorSuggestion, NAME_FROM_CONTENT_ROLES, type NameSource, captureCallerLocation, dedupeSnapshotsByLocation, exactAccessibleName, extractAccessibleName, renderFailing, suggestLocatorsFromAria };

package/dist/internal/capture/locator-healing.js

@@ -35,14 +35,17 @@ __export(locator_healing_exports, {
   CHAIN_METHODS: () => CHAIN_METHODS,
   EXPECT_CAPTURE_EXPRESSIONS: () => EXPECT_CAPTURE_EXPRESSIONS,
   EXPECT_METHOD: () => EXPECT_METHOD,
+  FORM_FIELD_TAGS: () => FORM_FIELD_TAGS,
   INPUT_TYPE_TO_ROLE: () => INPUT_TYPE_TO_ROLE,
   LOCATOR_CREATING_CHAINS: () => LOCATOR_CREATING_CHAINS,
   LOCATOR_METHODS: () => LOCATOR_METHODS,
+  NAME_FROM_CONTENT_ROLES: () => NAME_FROM_CONTENT_ROLES,
   TAG_TO_ROLE: () => TAG_TO_ROLE,
   approximateAccessibleName: () => approximateAccessibleName,
   captureCallerLocation: () => captureCallerLocation,
   classifyCssStability: () => classifyCssStability,
   dedupeSnapshotsByLocation: () => dedupeSnapshotsByLocation,
+  exactAccessibleName: () => exactAccessibleName,
   extractAccessibleName: () => extractAccessibleName,
   generateAlternatives: () => generateAlternatives,
   headingLevel: () => headingLevel,
@@ -195,6 +198,7 @@ var CAPTURED_ATTRIBUTES = [
   "alt",
   "title",
   "aria-label",
+  "aria-labelledby",
   "aria-level",
   "role",
   "type",
@@ -573,6 +577,43 @@ function extractAccessibleName(ariaSnapshot) {
   if (match) return match[1];
   return null;
 }
+var FORM_FIELD_TAGS = /* @__PURE__ */ new Set(["input", "select", "textarea"]);
+var NAME_FROM_CONTENT_ROLES = /* @__PURE__ */ new Set([
+  "button",
+  "cell",
+  "checkbox",
+  "columnheader",
+  "gridcell",
+  "heading",
+  "link",
+  "menuitem",
+  "menuitemcheckbox",
+  "menuitemradio",
+  "option",
+  "radio",
+  "row",
+  "rowheader",
+  "switch",
+  "tab",
+  "tooltip",
+  "treeitem"
+]);
+var PROBE_TEXT_CAP = 80;
+var PROBE_LABEL_TEXT_CAP = 120;
+function exactAccessibleName(attrs, role) {
+  if (attrs.attributes["aria-labelledby"]) return null;
+  const ariaLabel = attrs.attributes["aria-label"];
+  if (ariaLabel) return ariaLabel;
+  if (FORM_FIELD_TAGS.has(attrs.tagName)) {
+    const labelText = attrs.labelText;
+    return labelText && labelText.length < PROBE_LABEL_TEXT_CAP ? labelText : null;
+  }
+  if (role && NAME_FROM_CONTENT_ROLES.has(role)) {
+    const text = attrs.textContent;
+    return text && text.length < PROBE_TEXT_CAP ? text : null;
+  }
+  return null;
+}
 var NAME_BASED_METHODS = /* @__PURE__ */ new Set([
   "getByText",
   "getByRole",
@@ -707,14 +748,17 @@ function captureCallerLocation(stack = new Error().stack ?? "") {
   CHAIN_METHODS,
   EXPECT_CAPTURE_EXPRESSIONS,
   EXPECT_METHOD,
+  FORM_FIELD_TAGS,
   INPUT_TYPE_TO_ROLE,
   LOCATOR_CREATING_CHAINS,
   LOCATOR_METHODS,
+  NAME_FROM_CONTENT_ROLES,
   TAG_TO_ROLE,
   approximateAccessibleName,
   captureCallerLocation,
   classifyCssStability,
   dedupeSnapshotsByLocation,
+  exactAccessibleName,
   extractAccessibleName,
   generateAlternatives,
   headingLevel,

package/package.json

@@ -1,9 +1,9 @@
 {
   "name": "@piwitests/reporter",
-  "version": "0.24.0",
+  "version": "0.26.0",
   "description": "Playwright reporter that streams results, traces and HTML reports to a Piwi Dashboard instance",
   "url": "https://github.com/PiwiTests/platform",
-  "homepage": "https://piwitests.github.io",
+  "homepage": "https://piwitests.dev",
   "repository": {
     "type": "git",
     "url": "https://github.com/PiwiTests/platform"
@@ -53,6 +53,8 @@
     "reporter:test:integration": "npm run reporter:build && playwright test --config=tests/integration/playwright.config.ts",
     "reporter:test:integration:ai": "npm run reporter:build && node tests/integration/ai/run.mjs",
     "reporter:test:integration:ai:live": "npm run reporter:build && playwright test --config=tests/integration/ai/live.config.ts",
+    "reporter:bench": "npm run reporter:build && node tests/bench/run.mjs",
+    "reporter:bench:micro": "vitest bench --run",
     "test": "npm run reporter:test",
     "prepublishOnly": "npm run reporter:build"
   },
@@ -60,6 +62,9 @@
     "dist/",
     "templates/"
   ],
+  "engines": {
+    "node": ">=20"
+  },
   "peerDependencies": {
     "@playwright/test": "^1.61.1"
   },

package/templates/skills/investigate-failure/SKILL.md

@@ -5,7 +5,7 @@ description: Investigate a failed test run recorded in Piwi Dashboard and propos
 
 # Investigate a Piwi failure
 
-Turn a failed run in [Piwi Dashboard](https://piwitests.github.io) into a grounded diagnosis and a concrete fix. Piwi has already gathered the evidence — the error text, the steps that ran, console output, failing network calls, a suggested locator, and the source diff since the last passing run. Use that instead of guessing.
+Turn a failed run in [Piwi Dashboard](https://piwitests.dev) into a grounded diagnosis and a concrete fix. Piwi has already gathered the evidence — the error text, the steps that ran, console output, failing network calls, a suggested locator, and the source diff since the last passing run. Use that instead of guessing.
 
 ## How you reach Piwi
 

package/templates/skills/run-the-right-tests/SKILL.md

@@ -0,0 +1,38 @@
+---
+name: run-the-right-tests
+description: Pick and run the right subset of Playwright tests using Piwi's data-driven selections, instead of always running the whole suite. Use when the user asks to "run smoke tests", "run the right tests", "just run what's relevant", "verify this fix", or wants a fast, targeted test loop rather than the full run.
+---
+
+# Run the right tests with Piwi selections
+
+Running the whole suite for every change is slow, and hand-maintained grep patterns go stale. A Piwi **selection** is a named, declarative subset of the suite that Piwi resolves from run history — smoke, critical-and-stable, recently-broken, the best five minutes. This skill picks the selection that fits the task and runs exactly those tests.
+
+## How you reach Piwi
+
+Prefer the **Piwi MCP server** if it is connected (`list_selections`, `resolve_selection`, `preview_selection`). Otherwise use the reporter CLI (`npx @piwitests/reporter select|run`) with `PIWI_DASHBOARD_URL` / `PIWI_API_KEY` / `PIWI_PROJECT_NAME` set, or the dashboard's **Selections** tab.
+
+## Steps
+
+1. **See what selections exist.** Call `list_selections` for the project. Every project has the built-ins `failed` (tests whose latest run failed) and `quarantine-free`, plus any the team saved (often `smoke`). Pick the one that matches the intent:
+   - About to make a broad change, or want a quick confidence check → `smoke` (or `preview_selection` with `{ "include": [{ "tags": ["smoke"] }] }`).
+   - Iterating on a fix → `failed`, or a `{ "include": [{ "failedInLastRuns": 5 }] }` preview.
+   - Time-boxed → resolve any selection with a `budgetMs` (e.g. 300000 for five minutes).
+
+2. **Resolve it to a command.** Call `resolve_selection` with the key (and optional `budgetMs`). You get back the matching tests, an estimate, and a ready-to-run `playwright test` command. Check the count and warnings first — a selection that matches **zero** tests is a red flag (too narrow, or nothing qualifies), and a `quarantined-included` warning means a flaky test is in the set.
+
+3. **Run it.** The most reliable way is the reporter CLI, which resolves and runs in one step and stamps the run so the dashboard names the subset:
+   ```
+   npx @piwitests/reporter run <key>
+   ```
+   Or run the materialized command `resolve_selection` returned directly with `playwright test`. Pass extra Playwright args after `--` (e.g. `-- --workers=4`).
+
+4. **After a fix, verify with the same selection.** Re-run the selection that covered the failure and confirm it now passes. In CI, `npx @piwitests/reporter gate --require-selection <key>` fails the build if any test the selection currently matches did not run or did not pass — catching a smoke job that silently shrank.
+
+5. **Report.** State which selection you ran, how many tests it resolved to, and the outcome. If no saved selection fit, suggest one (a `preview_selection` definition the team could save) rather than falling back to the whole suite silently.
+
+## Guardrails
+
+- A selection that resolves to **zero** tests is never "nothing to do" — it means the definition is wrong. Stop and say so.
+- Selections choose what to *run*; they never hide a failure. Quarantine is the tool for a test whose verdict should not block a merge — do not use a selection to route around a red test.
+- Don't invent a selection key. Use `list_selections` to see the real ones, and `preview_selection` for an ad-hoc subset.
+- The full suite stays the baseline. Selections are for the fast loops between full runs, not a permanent replacement.

package/templates/skills/setup-piwi/SKILL.md

@@ -5,7 +5,7 @@ description: Wire a Playwright project up to a Piwi Dashboard — install the re
 
 # Set up Piwi in a Playwright project
 
-Connect a Playwright test suite to a [Piwi Dashboard](https://piwitests.github.io) so every run is uploaded, kept, and analyzed. The mechanical work is done by a deterministic command; your job is to gather the right inputs, run it, finish anything it flags, and prove a run reaches the dashboard.
+Connect a Playwright test suite to a [Piwi Dashboard](https://piwitests.dev) so every run is uploaded, kept, and analyzed. The mechanical work is done by a deterministic command; your job is to gather the right inputs, run it, finish anything it flags, and prove a run reaches the dashboard.
 
 ## Before you start