testaro 60.7.3 → 60.8.0

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "testaro",
-  "version": "60.7.3",
+  "version": "60.8.0",
   "description": "Run 1000 web accessibility tests from 11 tools and get a standardized report",
   "main": "index.js",
   "scripts": {

package/run.js

@@ -372,121 +372,6 @@ const launch = exports.launch = async (
       browserContext.setDefaultTimeout(0);
       // When a page (i.e. tab) is added to the browser context (i.e. browser window):
       browserContext.on('page', async page => {
-        const isTestaroTest = act.type === 'test' && act.which === 'testaro';
-        // Mask automation detection.
-        await page.addInitScript(isTestaroTest => {
-          Object.defineProperty(navigator, 'webdriver', {get: () => undefined});
-          window.chrome = {runtime: {}};
-          Object.defineProperty(navigator, 'plugins', {
-            get: () => [1, 2, 3, 4, 5]
-          });
-          Object.defineProperty(navigator, 'languages', {
-            get: () => ['en-US', 'en']
-          });
-          // If the act is a testaro test act:
-          if (isTestaroTest) {
-            // Add a window method to return an instance.
-            window.getInstance = (
-              element, ruleID, what, count = 1, ordinalSeverity, summaryTagName = ''
-            ) => {
-              // If the element exists:
-              if (element) {
-                // Get its properties.
-                const boxData = element.getBoundingClientRect();
-                ['x', 'y', 'width', 'height'].forEach(dimension => {
-                  boxData[dimension] = Math.round(boxData[dimension]);
-                });
-                const {x, y, width, height} = boxData;
-                const {tagName, id = ''} = element;
-                // Return an itemized instance.
-                return {
-                  ruleID,
-                  what,
-                  count,
-                  ordinalSeverity,
-                  tagName,
-                  id,
-                  location: {
-                    doc: 'dom',
-                    type: 'box',
-                    spec: {
-                      x,
-                      y,
-                      width,
-                      height
-                    }
-                  },
-                  excerpt: element.textContent.trim().replace(/\s+/g, ' ').slice(0, 100),
-                  boxID: [x, y, width, height].join(':'),
-                  pathID: window.getXPath(element)
-                };
-              }
-              // Otherwise, i.e. if no element exists, return a summary instance.
-              return {
-                ruleID,
-                what,
-                count,
-                ordinalSeverity,
-                tagName: summaryTagName,
-                id: '',
-                location: {
-                  doc: '',
-                  type: '',
-                  spec: ''
-                },
-                excerpt: '',
-                boxID: '',
-                pathID: ''
-              };
-            };
-            // Add a window method to get the XPath of an element.
-            window.getXPath = element => {
-              if (!element || element.nodeType !== Node.ELEMENT_NODE) {
-                return '';
-              }
-              const segments = [];
-              let el = element;
-              // As long as the current node is an element:
-              while (el && el.nodeType === Node.ELEMENT_NODE) {
-                const tag = el.tagName.toLowerCase();
-                // If it is the html element:
-                if (el === document.documentElement) {
-                  // Prepend it to the segment array
-                  segments.unshift('html');
-                  // Stop traversing.
-                  break;
-                }
-                // Otherwise, get its parent node.
-                const parent = el.parentNode;
-                // If (abnormally) the parent node is not an element:
-                if (!parent || parent.nodeType !== Node.ELEMENT_NODE) {
-                  // Prepend it to the segment array.
-                  segments.unshift(tag);
-                  // Stop traversing, leaving the segment array partial.
-                  break;
-                }
-                let subscript = '';
-                let sameTagCount = 0;
-                // Get the subscript of the element.
-                const cohort = Array
-                .from(parent.childNodes)
-                .filter(
-                  childNode => childNode.nodeType === Node.ELEMENT_NODE
-                  && childNode.tagName === el.tagName
-                );
-                if (cohort.length > 1) {
-                  subscript = `[${cohort.indexOf(el) + 1}]`;
-                }
-                // Prepend the element identifier to the segment array.
-                segments.unshift(`${tag}${subscript}`);
-                // Continue the traversal with the parent of the current element.
-                el = parent;
-              }
-              // Return the XPath.
-              return `/${segments.join('/')}`;
-            };
-          }
-        }, isTestaroTest);
         // Ensure the report has a jobData property.
         report.jobData ??= {};
         const {jobData} = report;
@@ -550,6 +435,122 @@ const launch = exports.launch = async (
       page = await browserContext.newPage();
       // Wait until it is stable.
       await page.waitForLoadState('domcontentloaded', {timeout: 5000});
+      const isTestaroTest = act.type === 'test' && act.which === 'testaro';
+      // Add a script to the page to:
+      await page.addInitScript(isTestaroTest => {
+        // Mask automation detection.
+        Object.defineProperty(navigator, 'webdriver', {get: () => undefined});
+        window.chrome = {runtime: {}};
+        Object.defineProperty(navigator, 'plugins', {
+          get: () => [1, 2, 3, 4, 5]
+        });
+        Object.defineProperty(navigator, 'languages', {
+          get: () => ['en-US', 'en']
+        });
+        // If the act is a testaro test act:
+        if (isTestaroTest) {
+          // Add a window method to return an instance.
+          window.getInstance = (
+            element, ruleID, what, count = 1, ordinalSeverity, summaryTagName = ''
+          ) => {
+            // If the element exists:
+            if (element) {
+              // Get its properties.
+              const boxData = element.getBoundingClientRect();
+              ['x', 'y', 'width', 'height'].forEach(dimension => {
+                boxData[dimension] = Math.round(boxData[dimension]);
+              });
+              const {x, y, width, height} = boxData;
+              const {tagName, id = ''} = element;
+              // Return an itemized instance.
+              return {
+                ruleID,
+                what,
+                count,
+                ordinalSeverity,
+                tagName,
+                id,
+                location: {
+                  doc: 'dom',
+                  type: 'box',
+                  spec: {
+                    x,
+                    y,
+                    width,
+                    height
+                  }
+                },
+                excerpt: element.textContent.trim().replace(/\s+/g, ' ').slice(0, 100),
+                boxID: [x, y, width, height].join(':'),
+                pathID: window.getXPath(element)
+              };
+            }
+            // Otherwise, i.e. if no element exists, return a summary instance.
+            return {
+              ruleID,
+              what,
+              count,
+              ordinalSeverity,
+              tagName: summaryTagName,
+              id: '',
+              location: {
+                doc: '',
+                type: '',
+                spec: ''
+              },
+              excerpt: '',
+              boxID: '',
+              pathID: ''
+            };
+          };
+          // Add a window method to get the XPath of an element.
+          window.getXPath = element => {
+            if (!element || element.nodeType !== Node.ELEMENT_NODE) {
+              return '';
+            }
+            const segments = [];
+            let el = element;
+            // As long as the current node is an element:
+            while (el && el.nodeType === Node.ELEMENT_NODE) {
+              const tag = el.tagName.toLowerCase();
+              // If it is the html element:
+              if (el === document.documentElement) {
+                // Prepend it to the segment array
+                segments.unshift('html');
+                // Stop traversing.
+                break;
+              }
+              // Otherwise, get its parent node.
+              const parent = el.parentNode;
+              // If (abnormally) the parent node is not an element:
+              if (!parent || parent.nodeType !== Node.ELEMENT_NODE) {
+                // Prepend it to the segment array.
+                segments.unshift(tag);
+                // Stop traversing, leaving the segment array partial.
+                break;
+              }
+              let subscript = '';
+              let sameTagCount = 0;
+              // Get the subscript of the element.
+              const cohort = Array
+              .from(parent.childNodes)
+              .filter(
+                childNode => childNode.nodeType === Node.ELEMENT_NODE
+                && childNode.tagName === el.tagName
+              );
+              if (cohort.length > 1) {
+                subscript = `[${cohort.indexOf(el) + 1}]`;
+              }
+              // Prepend the element identifier to the segment array.
+              segments.unshift(`${tag}${subscript}`);
+              // Continue the traversal with the parent of the current element.
+              el = parent;
+            }
+            // Return the XPath.
+            return `/${segments.join('/')}`;
+          };
+        }
+      }, isTestaroTest);
       // Navigate to the specified URL.
       const navResult = await goTo(report, page, url, 15000, 'domcontentloaded');
       // If the navigation succeeded:

package/testaro/allHidden-old.js

@@ -0,0 +1,98 @@
+/*
+  © 2023 CVS Health and/or one of its affiliates. All rights reserved.
+  © 2025 Jonathan Robert Pool. All rights reserved.
+
+  MIT License
+
+  Permission is hereby granted, free of charge, to any person obtaining a copy
+  of this software and associated documentation files (the "Software"), to deal
+  in the Software without restriction, including without limitation the rights
+  to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+  copies of the Software, and to permit persons to whom the Software is
+  furnished to do so, subject to the following conditions:
+
+  The above copyright notice and this permission notice shall be included in all
+  copies or substantial portions of the Software.
+
+  THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+  IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+  FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+  AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+  LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+  OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+  SOFTWARE.
+*/
+
+/*
+  allHidden
+  This test reports a page that is entirely or mainly hidden.
+*/
+
+// FUNCTIONS
+
+// Runs the test and returns the result.
+exports.reporter = async page => {
+  // Get data on violations of the rule.
+  const violationData = await page.evaluate(() => {
+    // Get all candidates, i.e. the regions that should never be hidden.
+    const regions = {
+      html: {
+        element: document.documentElement,
+        severity: 3
+      },
+      body: {
+        element: document.body,
+        severity: 2
+      },
+      main: {
+        element: document.querySelector('main, [role=main]'),
+        severity: 1
+      }
+    };
+    let violationCounts = [0, 0, 0, 0];
+    const instances = [];
+    // For each candidate:
+    Object.keys(regions).forEach(regionName => {
+      const region = regions[regionName];
+      const {element, severity} = region;
+      console.log(`XXX ${regionName}`);
+      const tagName = regionName.toUpperCase();
+      // If it is not main and does not exist:
+      if (! element && regionName !== 'main') {
+        console.log(`XXX ${regionName} is not main anddoes not exist`);
+        // Increment the violation count.
+        violationCounts[3]++;
+        // Add an instance to the instances.
+        const what = `The ${regionName} region does not exist`;
+        // Add a summary instance to the instances.
+        instances.push(window.getInstance(null, 'allHidden', what, 1, 3, tagName));
+      }
+      // Otherwise, if it exists:
+      else if (element) {
+        console.log(`XXX ${regionName} exists`);
+        const styleDec = window.getComputedStyle(element);
+        const {display, visibility} = styleDec;
+        // If it is hidden:
+        if (display === 'none' || visibility === 'hidden' || element.ariaHidden === 'true') {
+          // Increment the violation count.
+          violationCounts[severity]++;
+          // Add an instance to the instances.
+          const what = `The ${regionName} region is hidden`;
+          // Add an instance to the instances.
+          instances.push(window.getInstance(element, 'allHidden', what, 1, severity, tagName));
+        }
+      }
+    });
+    return {
+      violationCounts,
+      instances
+    };
+  });
+  const {violationCounts, instances} = violationData;
+  // Return the result.
+  return {
+    data: {},
+    totals: violationCounts,
+    standardInstances: instances
+  };
+};

package/testaro/allHidden.js

@@ -1,5 +1,6 @@
 /*
   © 2023 CVS Health and/or one of its affiliates. All rights reserved.
+  © 2025 Jonathan Robert Pool. All rights reserved.
 
   MIT License
 
@@ -26,52 +27,35 @@
   allHidden
   This test reports a page that is entirely or mainly hidden.
 */
+
+// FUNCTIONS
+
+// Runs the test and returns the result.
 exports.reporter = async page => {
-  // Gets the hiddennesses of the document, body, and main region.
-  const data = await page.evaluate(() => {
-    // For each region:
-    const {body} = document;
-    const main = body && body.querySelector('main, [role=main]');
-    const data = [];
-    [document.documentElement, body, main].forEach(region => {
-      if (! region) {
-        data.push(null);
-      }
-      else if (region.hidden || region.ariaHidden) {
-        data.push(true);
-      }
-      else {
-        const styleDec = window.getComputedStyle(region);
-        const {display, visibility} = styleDec;
-        data.push(display === 'none' || visibility === 'hidden');
-      }
-    });
-    return data;
-  });
-  // Get the severity totals.
-  const totals = [0, data[2] ? 1 : 0, data[1] ? 1 : 0, data[0] ? 1 : 0];
-  const standardInstances = [];
-  data.forEach((isHidden, index) => {
-    const region = [['Document', 'HTML'], ['Body', 'BODY'], ['Main region', 'MAIN']][index];
-    if (isHidden) {
-      standardInstances.push({
-        ruleID: 'allHidden',
-        what: `${region[0]} is hidden`,
-        ordinalSeverity: 3 - index,
-        tagName: region[1],
-        id: '',
-        location: {
-          doc: '',
-          type: '',
-          spec: ''
-        },
-        excerpt: ''
-      });
+  // Get a count of elements deemed visible by Playwright.
+  const visibleElementCount = await page.locator('body :visible').count();
+  // Get a violation count and an instance.
+  const violationData = await page.evaluate(visibleElementCount => {
+    let violationCount = 0;
+    const instances = [];
+    // If no element is visible:
+    if (! visibleElementCount) {
+      // Increment the violation count.
+      violationCount = 1;
+      const what = `The entire page body is hidden or empty`;
+      // Add a summary instance to the instances.
+      instances.push(window.getInstance(null, 'allHidden', what, 1, 3));
     }
-  });
+    return {
+      violationCount,
+      instances
+    };
+  }, visibleElementCount);
+  const {violationCount, instances} = violationData;
+  // Return the result.
   return {
-    data,
-    totals,
-    standardInstances
+    data: {},
+    totals: [0, 0, 0, violationCount],
+    standardInstances: instances
   };
 };

package/testaro/bulk.js

@@ -1,5 +1,6 @@
 /*
   © 2021–2023 CVS Health and/or one of its affiliates. All rights reserved.
+  © 2025 Jonathan Robert Pool. All rights reserved.
 
   MIT License
 
@@ -32,37 +33,31 @@
   if the page is cluttered with content.
 */
 exports.reporter = async page => {
-  const data = {};
-  await page.waitForSelector('body', {timeout: 10000})
-  .catch(error => {
-    console.log(`ERROR (${error.message})`);
-    data.prevented = true;
-    data.error = 'ERROR: bulk timed out';
-    return {result: data};
-  });
-  const visiblesLoc = await page.locator('body :visible');
-  const visibleLocs = await visiblesLoc.all();
-  data.visibleElements = visibleLocs.length;
-  const severity = Math.min(4, Math.round(data.visibleElements / 400));
-  const totals = [0, 0, 0, 0];
-  if (severity) {
-    totals[severity - 1] = 1;
-  }
+  // Get a count of elements deemed visible by Playwright.
+  const visibleElementCount = await page.locator(':visible').count();
+  // Get totals and an instance.
+  const violationData = await page.evaluate(visibleElementCount => {
+    // Convert the count to a severity level, treating up to 400 as non-reportable.
+    const severity = Math.min(4, Math.round(visibleElementCount / 400)) - 1;
+    const totals = [0, 0, 0, 0];
+    const instances = [];
+    // If the severity is reportable:
+    if (severity > -1) {
+      totals[severity] = 1;
+      const what = `Page contains ${visibleElementCount} visible elements`;
+      // Create an instance reporting it.
+      instances.push(window.getInstance(document.documentElement, 'bulk', what, 1, severity));
+    }
+    return {
+      totals,
+      instances
+    };
+  }, visibleElementCount);
+  const {totals, instances} = violationData;
+  // Return the result.
   return {
-    data,
+    data: {},
     totals,
-    standardInstances: data.visibleElements < 200 ? [] : [{
-      ruleID: 'bulk',
-      what: 'Page contains a large number of visible elements',
-      ordinalSeverity: severity - 1,
-      tagName: 'HTML',
-      id: '',
-      location: {
-        doc: '',
-        type: '',
-        spec: ''
-      },
-      excerpt: ''
-    }]
+    standardInstances: instances
   };
 };

package/tests/testaro.js

@@ -607,7 +607,7 @@ exports.reporter = async (page, report, actIndex) => {
               // Add data about the test, including its prevention, to the result.
               const endTime = Date.now();
               testTimes.push([rule, Math.round((endTime - startTime) / 1000)]);
-              data.rulePreventions.push(rule);
+              data.rulePreventions.push(ruleID);
               data.rulePreventionMessages[ruleID] = 'Timeout';
               result[ruleID].totals = [0, 0, 0, 0];
               result[ruleID].standardInstances = [];

package/validation/tests/targets/adbID/index.html

@@ -33,16 +33,16 @@
     <main>
       <h1>Page with good and bad ARIA description references</h1>
       <p>WAVE is an application that tests web pages for <span aria-describedby="a11yWhat">accessibility</span></p>
-      <p>Defect 1: MDN Web Docs is a website that documents the standards underlying <span aria-describedby="wwwWhat">the World Wide Web</span></p>    
+      <p>Defect 1: MDN Web Docs is a website that documents the standards underlying <span aria-describedby="wwwWhat">the World Wide Web</span></p>
       <p>The three largest countries in North America are:</p>
       <ul>
         <li>Canada</li>
         <li aria-describedby="usaAlt">Defect 2: United States of America</li>
         <li>Mexico</li>
       </ul>
-      <p id="usaALT">The United States of America is often called <q>America</q>.</p>
+      <p id="usaAlt">The United States of America is often called <q>America</q>.</p>
       <p id="a11yWhat">Accessibility is the quality of being designed and implemented for universal usability for users with a range of abilities and disabilities.</p>
-      <p id="usaALT">The United States of America is often called <q>USA</q>.</p>
+      <p id="usaAlt">The United States of America is often called <q>USA</q>.</p>
     </main>
   </body>
 </html>

package/validation/tests/targets/allHidden/ariaHiddenBody.html

@@ -29,7 +29,7 @@
     <meta name="description" content="tester">
     <meta name="viewport" content="width=device-width, initial-scale=1">
   </head>
-  <body  aria-hidden="true">
+  <body aria-hidden="true">
     <main>
       <h1>Page with an ARIA-hidden body</h1>
       <p>This page has an ARIA-hidden body.</p>

package/validation/tests/targets/allHidden/mixedHidden.html

@@ -22,7 +22,7 @@
   OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
   SOFTWARE.
 -->
-  <html lang="en-US" aria-hidden="true">
+<html lang="en-US" aria-hidden="true">
   <head>
     <meta charset="utf-8">
     <title>Page with mixture of hiddenness</title>

package/validation/tests/targets/allHidden/noBody.html

@@ -1,6 +1,7 @@
 <!DOCTYPE html>
 <!--
   © 2023 CVS Health and/or one of its affiliates. All rights reserved.
+  © 2025 Jonathan Robert Pool. All rights reserved.
 
   MIT License
 
@@ -30,5 +31,5 @@
     <meta name="viewport" content="width=device-width, initial-scale=1">
   </head>
   <h1>Page with no body</h1>
-  <p>The content is direct children of the <code>html</code> element.</p>
+  <p>The content is direct children of the <code>html</code> element. However, the browser will supply the missing <code>body</code> element, allowing the page to pass the test.</p>
 </html>

package/validation/tests/targets/allHidden/noMain.html

@@ -1,6 +1,7 @@
 <!DOCTYPE html>
 <!--
   © 2023 CVS Health and/or one of its affiliates. All rights reserved.
+  © 2025 Jonathan Robert Pool. All rights reserved.
 
   MIT License
 
@@ -31,6 +32,6 @@
   </head>
   <body>
     <h1>Page with no main landmark</h1>
-    <p>This page has no main landmark.</p>
+    <p>This page has no main landmark. But the <code>body</code> element has visible descendants, so this page will pass the test.</p>
   </body>
 </html>

package/reproInitScripts.js

@@ -1,51 +0,0 @@
-/*
-  reproInitScripts.js
-  Minimal example to demonstrate an apparent Playwright bug reported as issue 38442
-  (https://github.com/microsoft/playwright/issues/38442).
-*/
-
-// save as e.g. reproInitScripts.js
-// run with: node reproInitScripts.js
-
-const {chromium} = require('playwright');
-
-(async () => {
-
-  const browser = await chromium.launch({headless: true});
-  const context = await browser.newContext();
-
-  context.on('page', async page => {
-    console.log('context.on("page") fired');
-
-    // First init script
-    await page.addInitScript(() => {
-      window.helperOne = () => 'one';
-    });
-
-    // Second init script
-    await page.addInitScript(() => {
-      window.helperTwo = () => 'two';
-    });
-
-    // Third init script
-    await page.addInitScript(() => {
-      window.helperThree = () => 'three';
-    });
-
-  });
-
-  const page = await context.newPage();
-
-  await page.goto('https://example.com', {waitUntil: 'domcontentloaded'});
-
-  const result = await page.evaluate(() => ({
-    helperOne: typeof window.helperOne,
-    helperTwo: typeof window.helperTwo,
-    helperThree: typeof window.helperThree
-  }));
-
-  console.log('Helper types:', result);
-
-  await browser.close();
-
-})();