ultra11y 5.6.0 → 5.6.1

package/.claude-plugin/marketplace.json

@@ -10,7 +10,7 @@
       "name": "ultra11y",
       "source": "./",
       "description": "Automatic accessibility review of the code under change before every commit, push and pull request, plus full WCAG 2.2 AA / RGAA audits and conformance deliverables on demand.",
-      "version": "5.6.0",
+      "version": "5.6.1",
       "author": { "name": "maxgfr" },
       "homepage": "https://github.com/maxgfr/ultra11y",
       "repository": "https://github.com/maxgfr/ultra11y",

package/.claude-plugin/plugin.json

@@ -1,7 +1,7 @@
 {
   "name": "ultra11y",
   "description": "Accessibility for WCAG 2.2 AA and country standards (RGAA…): an automatic review of the code under change before every commit, push and pull request, plus full audits and conformance deliverables on demand.",
-  "version": "5.6.0",
+  "version": "5.6.1",
   "author": { "name": "maxgfr" },
   "homepage": "https://github.com/maxgfr/ultra11y",
   "repository": "https://github.com/maxgfr/ultra11y",

package/.codex-plugin/plugin.json

@@ -1,7 +1,7 @@
 {
   "name": "ultra11y",
   "description": "Accessibility for WCAG 2.2 AA and country standards (RGAA…): an automatic review of the code under change before every commit, push and pull request, plus full audits and conformance deliverables on demand.",
-  "version": "5.6.0",
+  "version": "5.6.1",
   "author": { "name": "maxgfr", "url": "https://github.com/maxgfr" },
   "homepage": "https://github.com/maxgfr/ultra11y",
   "repository": "https://github.com/maxgfr/ultra11y",

package/.opencode/plugins/ultra11y.js

@@ -27,7 +27,7 @@ import { fileURLToPath } from "node:url";
 // Ownership marker: `ultra11y install --opencode` refuses to overwrite a plugin file that
 // does not carry it, so a user's own ultra11y.js is never clobbered.
 const ULTRA11Y_OPENCODE_PLUGIN = "ULTRA11Y_OPENCODE_PLUGIN";
-const ULTRA11Y_PLUGIN_VERSION = "5.6.0";
+const ULTRA11Y_PLUGIN_VERSION = "5.6.1";
 
 const here = dirname(fileURLToPath(import.meta.url));
 

package/dist/playwright.mjs

@@ -320,37 +320,80 @@ async function probeHover(page) {
 async function runLiveProbes(page, opts = {}) {
   const only = opts.only?.length ? new Set(opts.only) : null;
   const want = (id) => only === null || only.has(id);
-  const size = page.viewportSize?.() ?? null;
+  const canResize = typeof page.setViewportSize === "function" && typeof page.viewportSize === "function";
+  const canType = !!page.keyboard && typeof page.keyboard.press === "function";
+  const canHover = typeof page.hover === "function" && typeof page.waitForTimeout === "function";
+  const canStyle = typeof page.addStyleTag === "function";
+  const size = canResize ? page.viewportSize() ?? null : null;
   const restore = size ?? { width: 1280, height: 900 };
-  const out = { focusVisible: [], hover: [], reflowZoom: [], textSpacing: [], reflow: { horizontalScroll: false }, probed: [] };
-  if (want("2.4.7")) {
-    out.focusVisible = await probeFocusVisible(page).catch(() => []);
-    out.probed.push("2.4.7");
+  const out = { focusVisible: [], hover: [], reflowZoom: [], textSpacing: [], reflow: { horizontalScroll: false }, probed: [], skipped: [] };
+  const skip = (sc, why) => {
+    out.skipped?.push({ sc, why });
+  };
+  if (!canResize) skip("1.4.10", "the page object cannot resize its viewport");
+  if (!canType) skip("2.4.7", "the page object exposes no keyboard");
+  if (!canHover) skip("1.4.13", "the page object cannot hover");
+  if (!canStyle) skip("1.4.12", "the page object cannot inject a stylesheet");
+  if (want("2.4.7") && canType) {
+    const r = await probeFocusVisible(page).catch((e) => {
+      skip("2.4.7", String(e?.message ?? e).slice(0, 160));
+      return null;
+    });
+    if (r) {
+      out.focusVisible = r;
+      out.probed.push("2.4.7");
+    }
   }
-  if (want("1.4.13")) {
-    out.hover = await probeHover(page).catch(() => []);
-    out.probed.push("1.4.13");
+  if (want("1.4.13") && canHover && canType) {
+    const r = await probeHover(page).catch((e) => {
+      skip("1.4.13", String(e?.message ?? e).slice(0, 160));
+      return null;
+    });
+    if (r) {
+      out.hover = r;
+      out.probed.push("1.4.13");
+    }
   }
   if (want("1.4.4")) {
     out.reflowZoom = await page.evaluate(REFLOW_ZOOM_PROBE).catch(() => []) ?? [];
     out.probed.push("1.4.4");
   }
-  if (want("1.4.10")) {
-    await page.setViewportSize({ width: 320, height: restore.height }).catch(() => {
+  if (want("1.4.10") && canResize) {
+    let narrowed = true;
+    await page.setViewportSize({ width: 320, height: restore.height }).catch((e) => {
+      narrowed = false;
+      skip("1.4.10", String(e?.message ?? e).slice(0, 160));
     });
-    out.reflow = await page.evaluate(REFLOW_PROBE).catch(() => ({ horizontalScroll: false })) ?? {
-      horizontalScroll: false
-    };
-    await page.setViewportSize(restore).catch(() => {
-    });
-    out.probed.push("1.4.10");
+    if (narrowed) {
+      const r = await page.evaluate(REFLOW_PROBE).catch((e) => {
+        skip("1.4.10", String(e?.message ?? e).slice(0, 160));
+        return null;
+      });
+      await page.setViewportSize(restore).catch(() => {
+      });
+      if (r) {
+        out.reflow = r;
+        out.probed.push("1.4.10");
+      }
+    }
   }
-  if (want("1.4.12")) {
-    const handle = await page.addStyleTag({ content: TEXT_SPACING_CSS }).catch(() => null);
-    out.textSpacing = await page.evaluate(TEXT_SPACING_PROBE).catch(() => []) ?? [];
-    if (handle) await page.evaluate(REMOVE_TEXT_SPACING_STEP).catch(() => {
+  if (want("1.4.12") && canStyle) {
+    const handle = await page.addStyleTag({ content: TEXT_SPACING_CSS }).catch((e) => {
+      skip("1.4.12", String(e?.message ?? e).slice(0, 160));
+      return null;
     });
-    out.probed.push("1.4.12");
+    if (handle) {
+      const r = await page.evaluate(TEXT_SPACING_PROBE).catch((e) => {
+        skip("1.4.12", String(e?.message ?? e).slice(0, 160));
+        return null;
+      });
+      await page.evaluate(REMOVE_TEXT_SPACING_STEP).catch(() => {
+      });
+      if (r) {
+        out.textSpacing = r;
+        out.probed.push("1.4.12");
+      }
+    }
   }
   return out;
 }
@@ -501,7 +544,10 @@ async function checkA11y(page, opts = {}) {
   if (opts.probes) {
     try {
       probes = await runLiveProbes(page, Array.isArray(opts.probes) ? { only: opts.probes } : {});
-    } catch {
+    } catch (e) {
+      console.warn(
+        `ultra11y: the live probes failed on this page \u2014 ${e instanceof Error ? e.message : String(e)}. The snapshot was still recorded; the criteria they decide stay to assess.`
+      );
     }
   }
   const payload = buildPayload(collected, url, "playwright", opts, shot, probes);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "ultra11y",
-  "version": "5.6.0",
+  "version": "5.6.1",
   "description": "Audit HTML/CSS/JSX against WCAG 2.2 AA and produce a dated compliance report, or author/review accessible markup (native-HTML-first). A skills.sh agent skill: an install-free static engine (bundled, no npm install) plus the agent's judgment, with check/verify gates against hallucinated non-conformities, and pluggable in-repo standards packs (RGAA France first; Section 508 & EN 301 549 next).",
   "type": "module",
   "packageManager": "pnpm@10.33.0",

package/scripts/ultra11y.mjs

@@ -6,7 +6,7 @@ import { join as join51, relative as relative5, resolve as resolve16, sep as sep
 import { fileURLToPath as fileURLToPath5, pathToFileURL as pathToFileURL3 } from "url";
 
 // src/types.ts
-var VERSION = "5.6.0";
+var VERSION = "5.6.1";
 var SCHEMA_VERSION = 2;
 
 // src/audit.ts

package/skills/review-a11y/SKILL.md

@@ -5,7 +5,7 @@ when_to_use: "Invoke WITHOUT being asked whenever changed front-end code should
 allowed-tools: Bash(node ${CLAUDE_SKILL_DIR}/scripts/ultra11y.mjs *), Read, Grep, Glob
 license: MIT
 metadata:
-  version: 5.6.0
+  version: 5.6.1
 ---
 
 # review-a11y — accessibility review of changed code

package/skills/review-a11y/scripts/ultra11y.mjs

@@ -6,7 +6,7 @@ import { join as join51, relative as relative5, resolve as resolve16, sep as sep
 import { fileURLToPath as fileURLToPath5, pathToFileURL as pathToFileURL3 } from "url";
 
 // src/types.ts
-var VERSION = "5.6.0";
+var VERSION = "5.6.1";
 var SCHEMA_VERSION = 2;
 
 // src/audit.ts

package/skills/ultra11y/SKILL.md

@@ -4,7 +4,7 @@ description: "Use to AUDIT existing HTML/CSS/JSX against WCAG 2.2 AA accessibili
 when_to_use: "Invoke when the user asks for an accessibility AUDIT or a formal deliverable: audit a repo, site or page against WCAG 2.2 AA or a country standard (RGAA, Section 508, EN 301 549); produce a dated conformance report, a criterion grid, a PRD backlog, or tickets (GitHub/GitLab/Jira); author accessible markup from scratch; wire the repo gate (init --hook/--ci) or a rendered-DOM capture pipeline. For a review of the code UNDER CHANGE (diff, branch, PR), use the `review-a11y` skill instead."
 license: MIT
 metadata:
-  version: 5.6.0
+  version: 5.6.1
 ---
 
 # ultra11y — audit WCAG 2.2 AA and write accessible markup

package/skills/ultra11y/scripts/ultra11y.mjs

@@ -6,7 +6,7 @@ import { join as join51, relative as relative5, resolve as resolve16, sep as sep
 import { fileURLToPath as fileURLToPath5, pathToFileURL as pathToFileURL3 } from "url";
 
 // src/types.ts
-var VERSION = "5.6.0";
+var VERSION = "5.6.1";
 var SCHEMA_VERSION = 2;
 
 // src/audit.ts

package/src/integrations/playwright.ts

@@ -85,8 +85,15 @@ export async function checkA11y(page: PlaywrightPage, opts: PlaywrightCheckOptio
   if (opts.probes) {
     try {
       probes = await runLiveProbes(page, Array.isArray(opts.probes) ? { only: opts.probes } : {});
-    } catch {
-      /* the page is still recorded; the criteria these decide simply stay to assess */
+    } catch (e) {
+      // LOUD, not silent. A swallowed probe failure is indistinguishable from a page with
+      // nothing wrong: the criteria it would have decided simply stay « to assess », run after
+      // run, with nobody able to tell whether they were measured and clean or never measured
+      // at all. That confusion is the exact failure mode this tool exists to prevent, so it
+      // must not be the one it ships. The page is still recorded either way.
+      console.warn(
+        `ultra11y: the live probes failed on this page — ${e instanceof Error ? e.message : String(e)}. The snapshot was still recorded; the criteria they decide stay to assess.`,
+      );
     }
   }
 

package/src/probes.ts

@@ -260,38 +260,87 @@ export async function probeHover(page: Any): Promise<ProbeHit[]> {
 export async function runLiveProbes(page: Any, opts: { only?: string[] } = {}): Promise<LiveProbeResult> {
   const only = opts.only?.length ? new Set(opts.only) : null;
   const want = (id: string): boolean => only === null || only.has(id);
-  const size = (page.viewportSize?.() ?? null) as { width: number; height: number } | null;
+  // Capability checks, not assumptions. A page object that cannot resize or press a key is a
+  // page whose reflow and focus-visibility simply were not measured — which is a fact to
+  // record, not a crash to propagate into somebody's test run.
+  const canResize = typeof page.setViewportSize === "function" && typeof page.viewportSize === "function";
+  const canType = !!page.keyboard && typeof page.keyboard.press === "function";
+  const canHover = typeof page.hover === "function" && typeof page.waitForTimeout === "function";
+  const canStyle = typeof page.addStyleTag === "function";
+  const size = (canResize ? (page.viewportSize() ?? null) : null) as { width: number; height: number } | null;
   const restore = size ?? { width: 1280, height: 900 };
-  const out: LiveProbeResult = { focusVisible: [], hover: [], reflowZoom: [], textSpacing: [], reflow: { horizontalScroll: false }, probed: [] };
+  const out: LiveProbeResult = { focusVisible: [], hover: [], reflowZoom: [], textSpacing: [], reflow: { horizontalScroll: false }, probed: [], skipped: [] };
+  const skip = (sc: string, why: string): void => {
+    out.skipped?.push({ sc, why });
+  };
+  if (!canResize) skip("1.4.10", "the page object cannot resize its viewport");
+  if (!canType) skip("2.4.7", "the page object exposes no keyboard");
+  if (!canHover) skip("1.4.13", "the page object cannot hover");
+  if (!canStyle) skip("1.4.12", "the page object cannot inject a stylesheet");
   // Each probe is guarded on its own: one that throws costs its criterion, never the others
   // and never the caller's test.
-  if (want("2.4.7")) {
-    out.focusVisible = await probeFocusVisible(page).catch(() => [] as ProbeHit[]);
-    out.probed.push("2.4.7");
+  if (want("2.4.7") && canType) {
+    const r = await probeFocusVisible(page).catch((e: unknown) => {
+      skip("2.4.7", String((e as Error)?.message ?? e).slice(0, 160));
+      return null;
+    });
+    if (r) {
+      out.focusVisible = r;
+      out.probed.push("2.4.7");
+    }
   }
-  if (want("1.4.13")) {
-    out.hover = await probeHover(page).catch(() => [] as ProbeHit[]);
-    out.probed.push("1.4.13");
+  if (want("1.4.13") && canHover && canType) {
+    const r = await probeHover(page).catch((e: unknown) => {
+      skip("1.4.13", String((e as Error)?.message ?? e).slice(0, 160));
+      return null;
+    });
+    if (r) {
+      out.hover = r;
+      out.probed.push("1.4.13");
+    }
   }
   if (want("1.4.4")) {
     out.reflowZoom = ((await page.evaluate(REFLOW_ZOOM_PROBE).catch(() => [])) as ProbeHit[]) ?? [];
     out.probed.push("1.4.4");
   }
-  if (want("1.4.10")) {
-    await page.setViewportSize({ width: 320, height: restore.height }).catch(() => {});
-    out.reflow = ((await page.evaluate(REFLOW_PROBE).catch(() => ({ horizontalScroll: false }))) as { horizontalScroll: boolean }) ?? {
-      horizontalScroll: false,
-    };
-    await page.setViewportSize(restore).catch(() => {});
-    out.probed.push("1.4.10");
+  if (want("1.4.10") && canResize) {
+    let narrowed = true;
+    await page.setViewportSize({ width: 320, height: restore.height }).catch((e: unknown) => {
+      narrowed = false;
+      skip("1.4.10", String((e as Error)?.message ?? e).slice(0, 160));
+    });
+    if (narrowed) {
+      const r = (await page.evaluate(REFLOW_PROBE).catch((e: unknown) => {
+        skip("1.4.10", String((e as Error)?.message ?? e).slice(0, 160));
+        return null;
+      })) as { horizontalScroll: boolean } | null;
+      // The viewport goes back whatever the probe did — the caller's next assertion must not
+      // be measuring a 320px page.
+      await page.setViewportSize(restore).catch(() => {});
+      if (r) {
+        out.reflow = r;
+        out.probed.push("1.4.10");
+      }
+    }
   }
-  if (want("1.4.12")) {
+  if (want("1.4.12") && canStyle) {
     // Tagged so it can be removed again — an injected stylesheet left behind would change
     // every measurement the caller makes after this call.
-    const handle = await page.addStyleTag({ content: TEXT_SPACING_CSS }).catch(() => null);
-    out.textSpacing = ((await page.evaluate(TEXT_SPACING_PROBE).catch(() => [])) as ProbeHit[]) ?? [];
-    if (handle) await page.evaluate(REMOVE_TEXT_SPACING_STEP).catch(() => {});
-    out.probed.push("1.4.12");
+    const handle = await page.addStyleTag({ content: TEXT_SPACING_CSS }).catch((e: unknown) => {
+      skip("1.4.12", String((e as Error)?.message ?? e).slice(0, 160));
+      return null;
+    });
+    if (handle) {
+      const r = (await page.evaluate(TEXT_SPACING_PROBE).catch((e: unknown) => {
+        skip("1.4.12", String((e as Error)?.message ?? e).slice(0, 160));
+        return null;
+      })) as ProbeHit[] | null;
+      await page.evaluate(REMOVE_TEXT_SPACING_STEP).catch(() => {});
+      if (r) {
+        out.textSpacing = r;
+        out.probed.push("1.4.12");
+      }
+    }
   }
   return out;
 }
@@ -317,4 +366,9 @@ export interface LiveProbeResult {
   /** The success criteria actually probed on THIS page. Absence of a hit only means
    *  something when the probe ran, which is why this travels with the hits. */
   probed: string[];
+  /** Why a probe did not run, when one did not. Recorded rather than dropped: a measurement
+   *  that vanishes silently is indistinguishable from a page with nothing wrong, and the
+   *  criteria it would have decided then sit at « to assess » with nobody able to tell which
+   *  of the two happened. */
+  skipped?: { sc: string; why: string }[];
 }

package/src/types.ts

@@ -1,6 +1,6 @@
 // Single source of truth for shared types + the embedded version. sync-version.mjs
 // rewrites VERSION at release time (kept in lockstep with package.json + SKILL.md).
-export const VERSION = "5.6.0";
+export const VERSION = "5.6.1";
 export const SCHEMA_VERSION = 2;
 
 // Lang = the UI FRAME's language — the `L` localization tables each module (report,