testaro 5.18.0 → 5.19.0

package/commands.js

@@ -173,6 +173,12 @@ exports.commands = {
         withItems: [true, 'boolean']
       }
     ],
+    filter: [
+      'Perform a filter test',
+      {
+        withItems: [true, 'boolean']
+      }
+    ],
     focInd: [
       'Perform a focInd test',
       {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "testaro",
-  "version": "5.18.0",
+  "version": "5.19.0",
   "description": "Automation of accessibility testing",
   "main": "index.js",
   "scripts": {

package/run.js

@@ -38,6 +38,7 @@ const tests = {
   docType: 'document without a doctype property',
   elements: 'data on specified elements',
   embAc: 'active elements embedded in links or buttons',
+  filter: 'filter styles on elements',
   focAll: 'focusable and Tab-focused elements',
   focInd: 'focus indicators',
   focOp: 'focusability and operability',

package/samples/scripts/tp18.json

@@ -0,0 +1,217 @@
+{
+  "id": "tp16",
+  "what": "Alfa, Axe, Continuum, HTML CodeSniffer, IBM, Nu Html Checker, Tenon, WAVE, and 22 custom tests",
+  "strict": true,
+  "timeLimit": 500,
+  "commands": [
+    {
+      "type": "launch",
+      "which": "webkit",
+      "what": "Webkit browser"
+    },
+    {
+      "type": "url",
+      "which": "https://*",
+      "what": "any page"
+    },
+    {
+      "type": "tenonRequest",
+      "id": "a",
+      "withNewContent": true,
+      "what": "Tenon API version 2 test request"
+    },
+    {
+      "type": "test",
+      "which": "motion",
+      "what": "spontaneous change of content; requires webkit",
+      "delay": 2500,
+      "interval": 2500,
+      "count": 5
+    },
+    {
+      "type": "launch",
+      "which": "chromium",
+      "what": "Chromium browser"
+    },
+    {
+      "type": "url",
+      "which": "https://*",
+      "what": "any page"
+    },
+    {
+      "type": "test",
+      "which": "allHidden",
+      "what": "document entirely or mainly hidden"
+    },
+    {
+      "type": "test",
+      "which": "bulk",
+      "what": "count of visible elements"
+    },
+    {
+      "type": "test",
+      "which": "docType",
+      "what": "missing or invalid doctype declaration"
+    },
+    {
+      "type": "test",
+      "which": "embAc",
+      "withItems": true,
+      "what": "active elements incorrectly embedded in each other"
+    },
+    {
+      "type": "test",
+      "which": "filter",
+      "withItems": true,
+      "what": "filter styles"
+    },
+    {
+      "type": "test",
+      "which": "focAll",
+      "what": "Tab-focusability"
+    },
+    {
+      "type": "test",
+      "which": "focInd",
+      "revealAll": false,
+      "allowedDelay": 250,
+      "withItems": true,
+      "what": "focus indicators"
+    },
+    {
+      "type": "test",
+      "which": "focOp",
+      "withItems": true,
+      "what": "focusability and operability of elements"
+    },
+    {
+      "type": "test",
+      "which": "focVis",
+      "withItems": true,
+      "what": "links outside display when focused"
+    },
+    {
+      "type": "test",
+      "which": "hover",
+      "sampleSize": 20,
+      "withItems": true,
+      "what": "hover impacts"
+    },
+    {
+      "type": "test",
+      "which": "labClash",
+      "withItems": true,
+      "what": "unlabeled and mislabeled form controls"
+    },
+    {
+      "type": "test",
+      "which": "linkTo",
+      "withItems": true,
+      "what": "links without destinations"
+    },
+    {
+      "type": "test",
+      "which": "linkUl",
+      "withItems": true,
+      "what": "underlining of inline links"
+    },
+    {
+      "type": "test",
+      "which": "miniText",
+      "withItems": true,
+      "what": "small text"
+    },
+    {
+      "type": "test",
+      "which": "menuNav",
+      "withItems": true,
+      "what": "keyboard navigation within true-focus menus"
+    },
+    {
+      "type": "test",
+      "which": "nonTable",
+      "withItems": true,
+      "what": "tables used for layout"
+    },
+    {
+      "type": "test",
+      "which": "radioSet",
+      "withItems": true,
+      "what": "grouping of radio buttons in fieldsets"
+    },
+    {
+      "type": "test",
+      "which": "role",
+      "what": "validity and necessity of role assignments"
+    },
+    {
+      "type": "test",
+      "which": "styleDiff",
+      "withItems": true,
+      "what": "style consistency of headings, buttons, and links"
+    },
+    {
+      "type": "test",
+      "which": "tabNav",
+      "withItems": true,
+      "what": "keyboard navigation within tab lists"
+    },
+    {
+      "type": "test",
+      "which": "titledEl",
+      "withItems": true,
+      "what": "title attributes on inappropriate elements"
+    },
+    {
+      "type": "test",
+      "which": "zIndex",
+      "withItems": true,
+      "what": "elements with non-auto z indexes"
+    },
+    {
+      "type": "test",
+      "which": "alfa",
+      "what": "Siteimprove alfa"
+    },
+    {
+      "type": "test",
+      "which": "axe",
+      "detailLevel": 2,
+      "rules": [],
+      "what": "Axe core, all rules"
+    },
+    {
+      "type": "test",
+      "which": "continuum",
+      "what": "Continuum"
+    },
+    {
+      "type": "test",
+      "which": "htmlcs",
+      "what": "HTML CodeSniffer"
+    },
+    {
+      "type": "test",
+      "which": "ibm",
+      "withItems": true,
+      "what": "IBM Accessibility Checker, with page content and again with URL"
+    },
+    {
+      "type": "test",
+      "which": "nuVal",
+      "what": "Nu Html Checker"
+    },
+    {
+      "type": "test",
+      "which": "wave",
+      "reportType": 4,
+      "what": "WAVE, report-type 4"
+    },
+    {
+      "type": "test",
+      "which": "tenon",
+      "id": "a",
+      "what": "Tenon API version 2 result retrieval"
+    }
+  ]
+}

package/tests/filter.js

@@ -0,0 +1,47 @@
+/*
+  filter
+  This test reports elements whose styles include filter. The filter style property is considered
+  inherently inaccessible, because it modifies the rendering of content, overriding user settings,
+  and requires the user to apply custom styles to neutralize it, which is difficult or impossible
+  in some user environments.
+*/
+// Runs the test and returns the results.
+exports.reporter = async (page, withItems) => {
+  // Identify the elements with filter style properties.
+  const data = await page.evaluate(withItems => {
+    // Returns a space-minimized copy of a string.
+    const compact = string => string.replace(/[\t\n]/g, '').replace(/\s{2,}/g, ' ').trim();
+    // Get all elements in the body.
+    const elements = Array.from(document.body.querySelectorAll('*'));
+    // Get those that have filter styles.
+    const filterElements = elements.filter(element => {
+      const elementStyles = window.getComputedStyle(element);
+      return elementStyles.filter !== 'none';
+    });
+    const filterData = filterElements.map(element => ({
+      element,
+      impact: element.querySelectorAll('*').length
+    }));
+    // Initialize the result.
+    const data = {
+      totals: {
+        styledElements: filterElements.length,
+        impactedElements: filterData.reduce((total, current) => total + current.impact, 0)
+      }
+    };
+    // If itemization is required:
+    if (withItems) {
+      // Add it to the result.
+      data.items = [];
+      filterData.forEach(filterDatum => {
+        data.items.push({
+          tagName: filterDatum.element.tagName,
+          text: compact(filterDatum.element.textContent),
+          impact: filterDatum.impact
+        });
+      });
+    }
+    return data;
+  }, withItems);
+  return {result: data};
+};

package/tests/hover.js

@@ -1,25 +1,26 @@
 /*
   hover
   This test reports unexpected impacts of hovering. The effects include additions and removals
-  of visible elements, opacity changes, unhoverable elements, and suppression of hover indication.
+  of visible elements, opacity changes, unhoverable elements, and nonstandard hover indication.
   The elements that are subjected to hovering (called “triggers”) are the Playwright-visible
   elements that have 'A', 'BUTTON', or 'LI' tag names or have 'onmouseenter' or 'onmouseover'
   attributes.
   
-  When such an element is hovered over, the test examines the impacts on descendants of the great
-  grandparents of the elements with tag names 'A' and 'BUTTON', grandparents of elements with tag
-  name 'LI', and otherwise the descendants of the elements themselves. Four impacts are counted:
+  The test examines how the hover event is indicated to the user with the mouse cursor and with
+  changes of the styles of the trigger.
+
+  When a trigger is hovered over, the test also examines the impacts on descendants of the great
+  grandparents of triggers with tag names 'A' and 'BUTTON', grandparents of triggers with tag
+  name 'LI', and otherwise the descendants of the triggers themselves. Four impacts are counted:
   (1) an element is added or becomes visible, (2) an element is removed or becomes invisible, (3)
   the opacity of an element changes, and (4) the element is a descendant of an element whose opacity
   changes. The test checks up to 4 times for hovering impacts at intervals of 0.3 second.
 
-  The test also examines how the hover event is indicated to the user with the mouse cursor and with
-  style changes.
-
   Despite the delay, the test can make the execution time practical by randomly sampling triggers
   instead of hovering over all of them. When sampling is performed, the results may vary from one
-  execution to another. Because hover impacts typically occur near the beginning of a page, the
-  probability of the inclusion of a trigger in a sample decreases with the index of the trigger.
+  execution to another. Because hover impacts typically occur near the beginning of a page with
+  navigation menus, the probability of the inclusion of a trigger in a sample decreases with the
+  index of the trigger.
 
   An element is reported as unhoverable when it fails the Playwright actionability checks for
   hovering, i.e. fails to be attached to the DOM, visible, stable (not or no longer animating), and

package/validation/tests/scripts/filter.json

@@ -0,0 +1,46 @@
+{
+  "what": "validation of filter test",
+  "strict": true,
+  "commands": [
+    {
+      "type": "launch",
+      "which": "chromium",
+      "what": "usual browser"
+    },
+    {
+      "type": "url",
+      "which": "__targets__/filter/good.html",
+      "what": "page with no filter styles"
+    },
+    {
+      "type": "test",
+      "which": "filter",
+      "what": "filter",
+      "withItems": true,
+      "expect": [
+        ["totals.styledElements", "=", 0],
+        ["totals.impactedElements", "=", 0]
+      ]
+    },
+    {
+      "type": "url",
+      "which": "__targets__/filter/bad.html",
+      "what": "page with filter styles"
+    },
+    {
+      "type": "test",
+      "which": "filter",
+      "what": "filter",
+      "withItems": true,
+      "expect": [
+        ["totals.styledElements", "=", 2],
+        ["totals.impactedElements", "=", 7],
+        ["items.0.tagName", "=", "MAIN"],
+        ["items.1.tagName", "=", "UL"],
+        ["items.1.text", "i", "Item"],
+        ["items.0.impact", "=", 5],
+        ["items.1.impact", "=", 2]
+      ]
+    }
+  ]
+}

package/validation/tests/scripts/zIndex.json

@@ -24,7 +24,7 @@
     {
       "type": "url",
       "which": "__targets__/zIndex/bad.html",
-      "what": "page with explicit z-index attributes roles"
+      "what": "page with explicit z-index attributes"
     },
     {
       "type": "test",

package/validation/tests/targets/filter/bad.html

@@ -0,0 +1,27 @@
+<!DOCTYPE html>
+<html lang="en-US">
+  <head>
+    <meta charset="utf-8">
+    <title>Page with filter styles</title>
+    <meta name="description" content="tester">
+    <meta name="viewport" content="width=device-width, initial-scale=1">
+    <style>
+      main {
+        filter: blur(5px);
+      }
+      ul {
+        filter: opacity(20%);
+      }
+    </style>
+  </head>
+  <body>
+    <main>
+      <h1>Page with filter styles</h1>
+      <p>This is a paragraph.</p>
+      <ul>
+        <li>Item 1</li>
+        <li>Item 2</li>
+      </ul>
+    </main>
+  </body>
+</html>

package/validation/tests/targets/filter/good.html

@@ -0,0 +1,19 @@
+<!DOCTYPE html>
+<html lang="en-US">
+  <head>
+    <meta charset="utf-8">
+    <title>Page without filter styles</title>
+    <meta name="description" content="tester">
+    <meta name="viewport" content="width=device-width, initial-scale=1">
+  </head>
+  <body>
+    <main>
+      <h1>Page without filter styles</h1>
+      <p>This is a paragraph.</p>
+      <ul>
+        <li>Item 1</li>
+        <li>Item 2</li>
+      </ul>
+    </main>
+  </body>
+</html>