testaro 36.1.0 → 36.1.2

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "testaro",
-  "version": "36.1.0",
+  "version": "36.1.2",
   "description": "Run 1000 web accessibility tests from 10 tools and get a standardized report",
   "main": "index.js",
   "scripts": {

package/procs/getSource.js

@@ -1,5 +1,5 @@
 /*
-  © 2023 CVS Health and/or one of its affiliates. All rights reserved.
+  © 2023–2024 CVS Health and/or one of its affiliates. All rights reserved.
 
   Permission is hereby granted, free of charge, to any person obtaining a copy
   of this software and associated documentation files (the "Software"), to deal
@@ -54,6 +54,7 @@ exports.getSource = async page => {
     catch(error) {
       console.log(`ERROR getting source of page (${error.message})`);
       data.prevented = true;
+      data.error = 'ERROR getting source of page';
     }
   }
   return data;

package/procs/isInlineLink.js

@@ -28,11 +28,17 @@
 */
 
 exports.isInlineLink = async loc => await loc.evaluate(element => {
+  let listAncestor;
   // Initialize the link as inline.
   let result = true;
-  // If it is in a list item in a list of at least 2 links:
-  const listAncestor = element.closest('ul, ol');
-  if (listAncestor) {
+  // If its display style property is block:
+  const styleDec = window.getComputedStyle(element);
+  if (styleDec.display === 'block') {
+    // Reclassify the link as non-inline.
+    result = false;
+  }
+  // Otherwise, if it is in a list item in a list of at least 2 links:
+  else if (listAncestor = element.closest('ul, ol')) {
     if (listAncestor.children.length > 1 && Array.from(listAncestor.children).every(child => {
       const isValidListItem = child.tagName === 'LI';
       const has1Link = child.querySelectorAll('a').length === 1;

package/procs/testaro.js

@@ -1,5 +1,5 @@
 /*
-  © 2023 CVS Health and/or one of its affiliates. All rights reserved.
+  © 2023–2024 CVS Health and/or one of its affiliates. All rights reserved.
 
   Permission is hereby granted, free of charge, to any person obtaining a copy
   of this software and associated documentation files (the "Software"), to deal
@@ -34,8 +34,8 @@ const {getLocatorData} = require('../procs/getLocatorData');
 
 // ########## FUNCTIONS
 
-// Initializes locators and a result.
-const init = async (sampleMax, page, locAllSelector, options = {}) => {
+// Initializes violation locators and a result and returns them in an object.
+const init = exports.init = async (sampleMax, page, locAllSelector, options = {}) => {
   // Get locators for the specified elements.
   const locPop = page.locator(locAllSelector, options);
   const locPops = await locPop.all();
@@ -60,11 +60,11 @@ const init = async (sampleMax, page, locAllSelector, options = {}) => {
   };
 };
 
-// Populates a result.
-const report = async (withItems, all, ruleID, whats, ordinalSeverity, tagName = '') => {
+// Populates and returns a result.
+const report = exports.report = async (withItems, all, ruleID, whats, ordinalSeverity, tagName = '') => {
   const {locs, result} = all;
   const {data, totals, standardInstances} = result;
-  // For each instance locator:
+  // For each violation locator:
   for (const locItem of locs) {
     // Get data on its element.
     let loc, whatParam;
@@ -76,7 +76,7 @@ const report = async (withItems, all, ruleID, whats, ordinalSeverity, tagName =
       loc = locItem;
     }
     const elData = await getLocatorData(loc);
-    // Add to the totals.
+    // Increment the totals.
     totals[ordinalSeverity] += data.populationRatio;
     // If itemization is required:
     if (withItems) {
@@ -114,11 +114,11 @@ const report = async (withItems, all, ruleID, whats, ordinalSeverity, tagName =
   return result;
 };
 // Performs a simplifiable test.
-const simplify = async (page, withItems, ruleData) => {
+exports.simplify = async (page, withItems, ruleData) => {
   const {
     ruleID, selector, pruner, isDestructive, complaints, ordinalSeverity, summaryTagName
   } = ruleData;
-  // Initialize the locators and result.
+  // Get an object with initialized violation locators and result as properties.
   const all = await init(100, page, selector);
   // For each locator:
   for (const loc of all.allLocs) {
@@ -126,7 +126,7 @@ const simplify = async (page, withItems, ruleData) => {
     const isBad = await pruner(loc);
     // If it does:
     if (isBad) {
-      // Add the locator to the array of violators.
+      // Add the locator of the element to the array of violation locators.
       all.locs.push(loc);
     }
   }
@@ -135,7 +135,7 @@ const simplify = async (page, withItems, ruleData) => {
     complaints.instance,
     complaints.summary
   ];
-  const testReport = await report(withItems, all, ruleID, whats, ordinalSeverity, summaryTagName);
+  const result = await report(withItems, all, ruleID, whats, ordinalSeverity, summaryTagName);
   // If the pruner modifies the page:
   if (isDestructive) {
     // Reload the page.
@@ -146,8 +146,6 @@ const simplify = async (page, withItems, ruleData) => {
       console.log('ERROR: page reload timed out');
     }
   }
-  return testReport;
+  // Return the result.
+  return result;
 };
-exports.init = init;
-exports.report = report;
-exports.simplify = simplify;

package/procs/visChange.js

@@ -1,5 +1,5 @@
 /*
-  © 2023 CVS Health and/or one of its affiliates. All rights reserved.
+  © 2023–2024 CVS Health and/or one of its affiliates. All rights reserved.
 
   Permission is hereby granted, free of charge, to any person obtaining a copy
   of this software and associated documentation files (the "Software"), to deal
@@ -71,7 +71,7 @@ exports.visChange = async (page, options = {}) => {
       }
     });
   }
-  // Make a screenshot, excluding an element if specified.
+  // Make and get a screenshot, excluding an element if specified.
   const shot0 = await shoot(page, exclusion);
   // If it succeeded:
   if (shot0.length) {
@@ -93,7 +93,7 @@ exports.visChange = async (page, options = {}) => {
     }
     // Wait as specified, or 3 seconds.
     await page.waitForTimeout(delayBetween || 3000);
-    // Make another screenshot.
+    // Make and get another screenshot.
     const shot1 = await shoot(page, exclusion);
     // If it succeeded:
     if (shot1.length) {
@@ -119,15 +119,17 @@ exports.visChange = async (page, options = {}) => {
       // Return this.
       return {
         success: false,
+        prevented: true,
         error: 'Second screenshot failed'
       };
     }
   }
-  // Otherwise, i.e. if the screenshot failed:
+  // Otherwise, i.e. if the first screenshot failed:
   else {
     // Return this.
     return {
       success: false,
+      prevented: true,
       error: 'First screenshot failed'
     };
   }

package/testaro/buttonMenu.js

@@ -122,8 +122,8 @@ exports.reporter = async (page, withItems, trialKeySpecs = []) => {
     // Get a locator for its menu.
     const menuID = await mbLoc.getAttribute('aria-controls');
     const menuLoc = page.locator(`[id=${menuID}][role=menu], [id=${menuID}][role=menubar]`);
-    // If the button controls a menu:
-    if (menuLoc) {
+    // If the button controls exactly 1 menu:
+    if (menuLoc && await menuLoc.count() === 1) {
       // Get data on the menu.
       const elData = await getLocatorData(menuLoc);
       // If data were obtained:
@@ -251,10 +251,25 @@ exports.reporter = async (page, withItems, trialKeySpecs = []) => {
         console.log('ERROR: Menu data not obtained');
       }
     }
-    // Otherwise, i.e. if the menu was not identified:
+    // Otherwise, i.e. if it does not control exactly 1 menu:
     else {
-      // Report this.
-      console.log('ERROR: Menu controlled by menu button not found');
+      // Add to the totals.
+      totals[2]++;
+      // If itemization is required:
+      if (withItems) {
+        // Get data on the menu button.
+        const mbData = await getLocatorData(mbLoc);
+        // Add an instance to the result.
+        standardInstances.push({
+          ruleID: 'buttonMenu',
+          what: `Menu button does not control exactly 1 menu`,
+          ordinalSeverity: 2,
+          tagName: 'BUTTON',
+          id: await mbData.id,
+          location: mbData.location,
+          excerpt: mbData.excerpt
+        });
+      }
     }
   }
   // If itemization is not required and there are any instances:
@@ -262,7 +277,7 @@ exports.reporter = async (page, withItems, trialKeySpecs = []) => {
     // Add a summary instance to the result.
     standardInstances.push({
       ruleID: 'buttonMenu',
-      what: 'Menus respond nonstandardly to navigation keys',
+      what: 'Menu buttons and menus behave nonstandardly',
       count: totals[2],
       ordinalSeverity: 2,
       tagName: '',

package/testaro/dupAtt.js

@@ -1,5 +1,5 @@
 /*
-  © 2023 CVS Health and/or one of its affiliates. All rights reserved.
+  © 2023–2024 CVS Health and/or one of its affiliates. All rights reserved.
 
   Permission is hereby granted, free of charge, to any person obtaining a copy
   of this software and associated documentation files (the "Software"), to deal
@@ -47,6 +47,7 @@ exports.reporter = async (page, withItems) => {
   if (sourceData.prevented) {
     // Report this.
     data.prevented = true;
+    data.error = sourceData.error;
   }
   // Otherwise, i.e. if it was obtained:
   else {

package/testaro/focOp.js

@@ -1,5 +1,5 @@
 /*
-  © 2021–2023 CVS Health and/or one of its affiliates. All rights reserved.
+  © 2021–2024 CVS Health and/or one of its affiliates. All rights reserved.
 
   Permission is hereby granted, free of charge, to any person obtaining a copy
   of this software and associated documentation files (the "Software"), to deal
@@ -67,7 +67,7 @@ exports.reporter = async (page, withItems) => {
   const whats = [
     'Element is Tab-focusable but not operable', 'Elements are Tab-focusable but not operable'
   ];
-  const testReport = await report(withItems, all, 'focOp', whats, 2);
+  const result = await report(withItems, all, 'focOp', whats, 2);
   // Reload the page, because isOperable() modified it.
   try {
     await page.reload({timeout: 15000});
@@ -75,5 +75,5 @@ exports.reporter = async (page, withItems) => {
   catch(error) {
     console.log('ERROR: page reload timed out');
   }
-  return testReport;
+  return result;
 };

package/testaro/headEl.js

@@ -1,5 +1,5 @@
 /*
-  © 2023 CVS Health and/or one of its affiliates. All rights reserved.
+  © 2023–2024 CVS Health and/or one of its affiliates. All rights reserved.
 
   Permission is hereby granted, free of charge, to any person obtaining a copy
   of this software and associated documentation files (the "Software"), to deal
@@ -48,6 +48,7 @@ exports.reporter = async page => {
   if (sourceData.prevented) {
     // Report this.
     data.prevented = true;
+    data.error = 'ERROR getting page source';
   }
   // Otherwise, i.e. if it was obtained:
   else {

package/testaro/hover.js

@@ -1,5 +1,5 @@
 /*
-  © 2021–2023 CVS Health and/or one of its affiliates. All rights reserved.
+  © 2021–2024 CVS Health and/or one of its affiliates. All rights reserved.
 
   Permission is hereby granted, free of charge, to any person obtaining a copy
   of this software and associated documentation files (the "Software"), to deal
@@ -70,6 +70,7 @@ exports.reporter = async (page, withItems) => {
     await page.mouse.move(0, 0);
     const loc0 = page.locator('body *:visible');
     const elementCount0 = await loc0.count();
+    // Hover over the element, whether or not covered.
     try {
       await loc.hover({
         force: true,
@@ -78,16 +79,23 @@ exports.reporter = async (page, withItems) => {
       const loc1 = page.locator('body *:visible');
       const elementCount1 = await loc1.count();
       const additions = elementCount1 - elementCount0;
-      // If any elements are:
+      // If any elements are added or subtracted:
       if (additions !== 0) {
-        // Add the locator and the change of element count to the array of violators.
+        // Add the locator and the change of element count to the array of violation locators.
         const impact = additions > 0
           ? `added ${additions} elements to the page`
           : `subtracted ${- additions} from the page`;
         all.locs.push([loc, impact]);
       }
     }
-    catch(error) {}
+    // If hovering times out:
+    catch(error) {
+      // Report the test prevented.
+      const {data} = all.result;
+      data.prevented = true;
+      data.error = 'ERROR hovering over an element';
+      break;
+    }
   }
   // Populate and return the result.
   const whats = [

package/testaro/opFoc.js

@@ -1,5 +1,5 @@
 /*
-  © 2023 CVS Health and/or one of its affiliates. All rights reserved.
+  © 2023–2024 CVS Health and/or one of its affiliates. All rights reserved.
 
   Permission is hereby granted, free of charge, to any person obtaining a copy
   of this software and associated documentation files (the "Software"), to deal
@@ -68,7 +68,7 @@ exports.reporter = async (page, withItems) => {
     'Element is operable (__param__) but not Tab-focusable',
     'Elements are operable but not Tab-focusable'
   ];
-  const testReport = await report(withItems, all, 'opFoc', whats, 3);
+  const result = await report(withItems, all, 'opFoc', whats, 3);
   // Reload the page, because isOperable() modified it.
   try {
     await page.reload({timeout: 15000});
@@ -76,5 +76,5 @@ exports.reporter = async (page, withItems) => {
   catch(error) {
     console.log('ERROR: page reload timed out');
   }
-  return testReport;
+  return result;
 };

package/testaro/tabNav.js

@@ -28,6 +28,329 @@
 
 // FUNCTIONS
 
+// Returns the text associated with an element.
+const allText = async (page, elementHandle) => await page.evaluate(element => {
+  // Identify the element, if specified, or else the focused element.
+  const el = element || document.activeElement;
+  // Initialize an array of its texts.
+  const texts = [];
+  // FUNCTION DEFINITION START
+  // Removes excess spacing from a string.
+  const debloat = text => text.trim().replace(/\s+/g, ' ');
+  // FUNCTION DEFINITION END
+  // Add any attribute label to the array.
+  const ariaLabel = el.getAttribute('aria-label');
+  if (ariaLabel) {
+    const trimmedLabel = debloat(ariaLabel);
+    if (trimmedLabel) {
+      texts.push(trimmedLabel);
+    }
+  }
+  // Add any explicit and implicit labels to the array.
+  const labelNodeList = el.labels;
+  if (labelNodeList && labelNodeList.length) {
+    const labels = Array.from(labelNodeList);
+    const labelTexts = labels
+    .map(label => label.textContent && debloat(label.textContent))
+    .filter(text => text);
+    if (labelTexts.length) {
+      texts.push(...labelTexts);
+    }
+  }
+  // Add any referenced labels to the array.
+  if (el.hasAttribute('aria-labelledby')) {
+    const labelerIDs = el.getAttribute('aria-labelledby').split(/\s+/);
+    labelerIDs.forEach(id => {
+      const labeler = document.getElementById(id);
+      if (labeler) {
+        const labelerText = debloat(labeler.textContent);
+        if (labelerText) {
+          texts.push(labelerText);
+        }
+      }
+    });
+  }
+  // Add any image text alternatives to the array.
+  const altTexts = Array
+  .from(element.querySelectorAll('img[alt]:not([alt=""])'))
+  .map(img => debloat(img.alt))
+  .join('; ');
+  if (altTexts.length) {
+    texts.push(altTexts);
+  }
+  // Add the first 100 characters of any text content of the element to the array.
+  const ownText = element.textContent;
+  if (ownText) {
+    const minText = debloat(ownText);
+    if (minText) {
+      texts.push(minText.slice(0, 100));
+    }
+  }
+  // Add any ID of the element to the array.
+  const id = element.id;
+  if (id) {
+    texts.push(`#${id}`);
+  }
+  // Identify a concatenation of the texts.
+  let textChain = texts.join('; ');
+  // If it is empty:
+  if (! textChain) {
+    // Substitute the HTML of the element.
+    textChain = `{${debloat(element.outerHTML)}}`;
+    if (textChain === '{}') {
+      textChain = '';
+    }
+  }
+  // Return a concatenation of the texts in the array.
+  return textChain;
+}, elementHandle);
+// Returns the index of the focused tab in an array of tabs.
+const focusedTab = async tabs => await page.evaluate(tabs => {
+  const focus = document.activeElement;
+  return tabs.indexOf(focus);
+}, tabs)
+.catch(error => {
+  console.log(`ERROR: could not find focused tab (${error.message})`);
+  return -1;
+});
+// Tests a navigation on a tab element.
+const testKey = async (
+  tabs, tabElement, keyName, keyProp, goodIndex, elementIsCorrect, itemData
+) => {
+  let pressed = true;
+  // Click the tab element, to make the focus on it effective.
+  await tabElement.click({
+    timeout: 500
+  })
+  .catch(async error => {
+    console.log(
+      `ERROR clicking tab element ${itemData.text} (${error.message.replace(/\n.+/s, '')})`
+    );
+    await tabElement.click({
+      force: true
+    });
+  })
+  .catch(error => {
+    console.log(
+      `ERROR force-clicking tab element ${itemData.text} (${error.message.replace(/\n.+/s, '')})`
+    );
+    pressed = false;
+  });
+  // Increment the counts of navigations and key navigations.
+  data.totals.navigations.all.total++;
+  data.totals.navigations.specific[keyProp].total++;
+  const {navigationErrors} = itemData;
+  // If the click succeeded:
+  if (pressed) {
+    // Refocus the tab element and press the specified key (page.keyboard.press may fail).
+    await tabElement.press(keyName, {
+      timeout: 1000
+    })
+    .catch(error => {
+      console.log(`ERROR: could not press ${keyName} (${error.message})`);
+      pressed = false;
+    });
+    // If the refocus and keypress succeeded:
+    if (pressed) {
+      // Identify which tab element is now focused, if any.
+      const focusIndex = await focusedTab(tabs);
+      // If the focus is correct:
+      if (focusIndex === goodIndex) {
+        // Increment the counts of correct navigations and correct key navigations.
+        data.totals.navigations.all.correct++;
+        data.totals.navigations.specific[keyProp].correct++;
+      }
+      // Otherwise, i.e. if the focus is incorrect:
+      else {
+        // Increment the counts of incorrect navigations and incorrect key navigations.
+        data.totals.navigations.all.incorrect++;
+        data.totals.navigations.specific[keyProp].incorrect++;
+        // Update the element status to incorrect.
+        elementIsCorrect = false;
+        // If itemization is required:
+        if (withItems) {
+          // Update the element report.
+          navigationErrors.push(keyName);
+        }
+      }
+      return elementIsCorrect;
+    }
+    // Otherwise, i.e. if the refocus or keypress failed:
+    else {
+      // Increment the counts of incorrect navigations and incorrect key navigations.
+      data.totals.navigations.all.incorrect++;
+      data.totals.navigations.specific[keyProp].incorrect++;
+      // If itemization is required and a focus failure has not yet been reported:
+      if (withItems && ! navigationErrors.includes('focus')) {
+        // Update the element report.
+        navigationErrors.push('focus');
+      }
+      return false;
+    }
+  }
+  // Otherwise, i.e. if the click failed:
+  else {
+    // Increment the counts of incorrect navigations and incorrect key navigations.
+    data.totals.navigations.all.incorrect++;
+    data.totals.navigations.specific[keyProp].incorrect++;
+    // If itemization is required and a click failure has not yet been reported:
+    if (withItems && ! navigationErrors.includes('click')) {
+      // Update the element report.
+      navigationErrors.push('click');
+    }
+    return false;
+  }
+};
+// Returns the index to which an arrow key should move the focus.
+const arrowTarget = (startIndex, tabCount, orientation, direction) => {
+  if (orientation === 'horizontal') {
+    if (['up', 'down'].includes(direction)) {
+      return startIndex;
+    }
+    else if (direction === 'left') {
+      return startIndex ? startIndex - 1 : tabCount - 1;
+    }
+    else if (direction === 'right') {
+      return startIndex === tabCount - 1 ? 0 : startIndex + 1;
+    }
+  }
+  else if (orientation === 'vertical') {
+    if (['left', 'right'].includes(direction)) {
+      return startIndex;
+    }
+    else if (direction === 'up') {
+      return startIndex ? startIndex - 1 : tabCount - 1;
+    }
+    else if (direction === 'down') {
+      return startIndex === tabCount - 1 ? 0 : startIndex + 1;
+    }
+  }
+};
+/*
+  Recursively tests tablist tab elements (per
+  https://www.w3.org/TR/wai-aria-practices-1.1/#tabpanel)
+*/
+const testTabs = async (tabs, index, listOrientation, listIsCorrect) => {
+  const tabCount = tabs.length;
+  // If any tab elements remain to be tested:
+  if (index < tabCount) {
+    // Increment the reported count of tab elements.
+    data.totals.tabElements.total++;
+    // Identify the tab element to be tested.
+    const currentTab = tabs[index];
+    // Initialize it as correct.
+    let isCorrect = true;
+    const itemData = {};
+    // If itemization is required:
+    if (withItems) {
+      let found = true;
+      // Initialize a report on the element.
+      const moreItemData = await page.evaluate(element => ({
+        tagName: element.tagName,
+        id: element.id
+      }), currentTab)
+      .catch(error => {
+        console.log(`ERROR: could not get tag name (${error.message})`);
+        found = false;
+        data.prevented = true;
+        return 'ERROR: not found';
+      });
+      if (found) {
+        itemData.tagName = moreItemData.tagName;
+        itemData.id = moreItemData.id;
+        itemData.text = await allText(page, currentTab);
+        itemData.navigationErrors = [];
+      }
+    }
+    // Test the element with each navigation key.
+    isCorrect = await testKey(tabs, currentTab, 'Tab', 'tab', -1, isCorrect, itemData);
+    isCorrect = await testKey(
+      tabs,
+      currentTab,
+      'ArrowLeft',
+      'left',
+      arrowTarget(index, tabCount, listOrientation, 'left'),
+      isCorrect,
+      itemData
+    );
+    isCorrect = await testKey(
+      tabs,
+      currentTab,
+      'ArrowRight',
+      'right',
+      arrowTarget(index, tabCount, listOrientation, 'right'),
+      isCorrect,
+      itemData
+    );
+    isCorrect = await testKey(
+      tabs,
+      currentTab,
+      'ArrowUp',
+      'up',
+      arrowTarget(index, tabCount, listOrientation, 'up'),
+      isCorrect,
+      itemData
+    );
+    isCorrect = await testKey(
+      tabs,
+      currentTab,
+      'ArrowDown',
+      'down',
+      arrowTarget(index, tabCount, listOrientation, 'down'),
+      isCorrect,
+      itemData
+    );
+    isCorrect = await testKey(tabs, currentTab, 'Home', 'home', 0, isCorrect, itemData);
+    isCorrect = await testKey(
+      tabs, currentTab, 'End', 'end', tabCount - 1, isCorrect, itemData
+    );
+    // Update the tablist status (Node 14 does not support the ES 2021 &&= operator).
+    listIsCorrect = listIsCorrect && isCorrect;
+    // Increment the data.
+    data.totals.tabElements[isCorrect ? 'correct' : 'incorrect']++;
+    if (withItems) {
+      data.tabElements[isCorrect ? 'correct' : 'incorrect'].push(itemData);
+    }
+    // Process the next tab element.
+    return await testTabs(tabs, index + 1, listOrientation, listIsCorrect);
+  }
+  // Otherwise, i.e. if all tab elements have been tested:
+  else {
+    // Return whether the tablist is correct.
+    return listIsCorrect;
+  }
+};
+// Recursively tests tablists.
+const testTabLists = async tabLists => {
+  // If any tablists remain to be tested:
+  if (tabLists.length) {
+    const firstTabList = tabLists[0];
+    let orientation = await firstTabList.getAttribute('aria-orientation')
+    .catch(error=> {
+      console.log(`ERROR: could not get tab-list orientation (${error.message})`);
+      return 'ERROR';
+    });
+    if (! orientation) {
+      orientation = 'horizontal';
+    }
+    if (orientation === 'ERROR') {
+      data.prevented = true;
+    }
+    else {
+      const tabs = await firstTabList.$$('[role=tab]');
+      // If the tablist contains at least 2 tab elements:
+      if (tabs.length > 1) {
+        // Test them.
+        const isCorrect = await testTabs(tabs, 0, orientation, true);
+        // Increment the data.
+        data.totals.tabLists.total++;
+        data.totals.tabLists[isCorrect ? 'correct' : 'incorrect']++;
+        // Process the remaining tablists.
+        await testTabLists(tabLists.slice(1));
+      }
+    }
+  }
+};
 // Tests tab-list navigation and reports results.
 exports.reporter = async (page, withItems) => {
   // Initialize the results.
@@ -98,332 +421,6 @@ exports.reporter = async (page, withItems) => {
   // Get an array of element handles for the visible tablists.
   const tabLists = await page.$$('[role=tablist]:visible');
   if (tabLists.length) {
-    // FUNCTION DEFINITIONS START
-    // Returns text associated with an element.
-    // Returns the text associated with an element.
-    const allText = async (page, elementHandle) => await page.evaluate(element => {
-      // Identify the element, if specified, or else the focused element.
-      const el = element || document.activeElement;
-      // Initialize an array of its texts.
-      const texts = [];
-      // FUNCTION DEFINITION START
-      // Removes excess spacing from a string.
-      const debloat = text => text.trim().replace(/\s+/g, ' ');
-      // FUNCTION DEFINITION END
-      // Add any attribute label to the array.
-      const ariaLabel = el.getAttribute('aria-label');
-      if (ariaLabel) {
-        const trimmedLabel = debloat(ariaLabel);
-        if (trimmedLabel) {
-          texts.push(trimmedLabel);
-        }
-      }
-      // Add any explicit and implicit labels to the array.
-      const labelNodeList = el.labels;
-      if (labelNodeList && labelNodeList.length) {
-        const labels = Array.from(labelNodeList);
-        const labelTexts = labels
-        .map(label => label.textContent && debloat(label.textContent))
-        .filter(text => text);
-        if (labelTexts.length) {
-          texts.push(...labelTexts);
-        }
-      }
-      // Add any referenced labels to the array.
-      if (el.hasAttribute('aria-labelledby')) {
-        const labelerIDs = el.getAttribute('aria-labelledby').split(/\s+/);
-        labelerIDs.forEach(id => {
-          const labeler = document.getElementById(id);
-          if (labeler) {
-            const labelerText = debloat(labeler.textContent);
-            if (labelerText) {
-              texts.push(labelerText);
-            }
-          }
-        });
-      }
-      // Add any image text alternatives to the array.
-      const altTexts = Array
-      .from(element.querySelectorAll('img[alt]:not([alt=""])'))
-      .map(img => debloat(img.alt))
-      .join('; ');
-      if (altTexts.length) {
-        texts.push(altTexts);
-      }
-      // Add the first 100 characters of any text content of the element to the array.
-      const ownText = element.textContent;
-      if (ownText) {
-        const minText = debloat(ownText);
-        if (minText) {
-          texts.push(minText.slice(0, 100));
-        }
-      }
-      // Add any ID of the element to the array.
-      const id = element.id;
-      if (id) {
-        texts.push(`#${id}`);
-      }
-      // Identify a concatenation of the texts.
-      let textChain = texts.join('; ');
-      // If it is empty:
-      if (! textChain) {
-        // Substitute the HTML of the element.
-        textChain = `{${debloat(element.outerHTML)}}`;
-        if (textChain === '{}') {
-          textChain = '';
-        }
-      }
-      // Return a concatenation of the texts in the array.
-      return textChain;
-    }, elementHandle);
-    // Returns the index of the focused tab in an array of tabs.
-    const focusedTab = async tabs => await page.evaluate(tabs => {
-      const focus = document.activeElement;
-      return tabs.indexOf(focus);
-    }, tabs)
-    .catch(error => {
-      console.log(`ERROR: could not find focused tab (${error.message})`);
-      return -1;
-    });
-    // Tests a navigation on a tab element.
-    const testKey = async (
-      tabs, tabElement, keyName, keyProp, goodIndex, elementIsCorrect, itemData
-    ) => {
-      let pressed = true;
-      // Click the tab element, to make the focus on it effective.
-      await tabElement.click({
-        timeout: 500
-      })
-      .catch(async error => {
-        console.log(
-          `ERROR clicking tab element ${itemData.text} (${error.message.replace(/\n.+/s, '')})`
-        );
-        await tabElement.click({
-          force: true
-        });
-      })
-      .catch(error => {
-        console.log(
-          `ERROR force-clicking tab element ${itemData.text} (${error.message.replace(/\n.+/s, '')})`
-        );
-        pressed = false;
-      });
-      // Increment the counts of navigations and key navigations.
-      data.totals.navigations.all.total++;
-      data.totals.navigations.specific[keyProp].total++;
-      const {navigationErrors} = itemData;
-      // If the click succeeded:
-      if (pressed) {
-        // Refocus the tab element and press the specified key (page.keyboard.press may fail).
-        await tabElement.press(keyName, {
-          timeout: 1000
-        })
-        .catch(error => {
-          console.log(`ERROR: could not press ${keyName} (${error.message})`);
-          pressed = false;
-        });
-        // If the refocus and keypress succeeded:
-        if (pressed) {
-          // Identify which tab element is now focused, if any.
-          const focusIndex = await focusedTab(tabs);
-          // If the focus is correct:
-          if (focusIndex === goodIndex) {
-            // Increment the counts of correct navigations and correct key navigations.
-            data.totals.navigations.all.correct++;
-            data.totals.navigations.specific[keyProp].correct++;
-          }
-          // Otherwise, i.e. if the focus is incorrect:
-          else {
-            // Increment the counts of incorrect navigations and incorrect key navigations.
-            data.totals.navigations.all.incorrect++;
-            data.totals.navigations.specific[keyProp].incorrect++;
-            // Update the element status to incorrect.
-            elementIsCorrect = false;
-            // If itemization is required:
-            if (withItems) {
-              // Update the element report.
-              navigationErrors.push(keyName);
-            }
-          }
-          return elementIsCorrect;
-        }
-        // Otherwise, i.e. if the refocus or keypress failed:
-        else {
-          // Increment the counts of incorrect navigations and incorrect key navigations.
-          data.totals.navigations.all.incorrect++;
-          data.totals.navigations.specific[keyProp].incorrect++;
-          // If itemization is required and a focus failure has not yet been reported:
-          if (withItems && ! navigationErrors.includes('focus')) {
-            // Update the element report.
-            navigationErrors.push('focus');
-          }
-          return false;
-        }
-      }
-      // Otherwise, i.e. if the click failed:
-      else {
-        // Increment the counts of incorrect navigations and incorrect key navigations.
-        data.totals.navigations.all.incorrect++;
-        data.totals.navigations.specific[keyProp].incorrect++;
-        // If itemization is required and a click failure has not yet been reported:
-        if (withItems && ! navigationErrors.includes('click')) {
-          // Update the element report.
-          navigationErrors.push('click');
-        }
-        return false;
-      }
-    };
-    // Returns the index to which an arrow key should move the focus.
-    const arrowTarget = (startIndex, tabCount, orientation, direction) => {
-      if (orientation === 'horizontal') {
-        if (['up', 'down'].includes(direction)) {
-          return startIndex;
-        }
-        else if (direction === 'left') {
-          return startIndex ? startIndex - 1 : tabCount - 1;
-        }
-        else if (direction === 'right') {
-          return startIndex === tabCount - 1 ? 0 : startIndex + 1;
-        }
-      }
-      else if (orientation === 'vertical') {
-        if (['left', 'right'].includes(direction)) {
-          return startIndex;
-        }
-        else if (direction === 'up') {
-          return startIndex ? startIndex - 1 : tabCount - 1;
-        }
-        else if (direction === 'down') {
-          return startIndex === tabCount - 1 ? 0 : startIndex + 1;
-        }
-      }
-    };
-    /*
-      Recursively tests tablist tab elements (per
-      https://www.w3.org/TR/wai-aria-practices-1.1/#tabpanel)
-    */
-    const testTabs = async (tabs, index, listOrientation, listIsCorrect) => {
-      const tabCount = tabs.length;
-      // If any tab elements remain to be tested:
-      if (index < tabCount) {
-        // Increment the reported count of tab elements.
-        data.totals.tabElements.total++;
-        // Identify the tab element to be tested.
-        const currentTab = tabs[index];
-        // Initialize it as correct.
-        let isCorrect = true;
-        const itemData = {};
-        // If itemization is required:
-        if (withItems) {
-          let found = true;
-          // Initialize a report on the element.
-          const moreItemData = await page.evaluate(element => ({
-            tagName: element.tagName,
-            id: element.id
-          }), currentTab)
-          .catch(error => {
-            console.log(`ERROR: could not get tag name (${error.message})`);
-            found = false;
-            data.prevented = true;
-            return 'ERROR: not found';
-          });
-          if (found) {
-            itemData.tagName = moreItemData.tagName;
-            itemData.id = moreItemData.id;
-            itemData.text = await allText(page, currentTab);
-            itemData.navigationErrors = [];
-          }
-        }
-        // Test the element with each navigation key.
-        isCorrect = await testKey(tabs, currentTab, 'Tab', 'tab', -1, isCorrect, itemData);
-        isCorrect = await testKey(
-          tabs,
-          currentTab,
-          'ArrowLeft',
-          'left',
-          arrowTarget(index, tabCount, listOrientation, 'left'),
-          isCorrect,
-          itemData
-        );
-        isCorrect = await testKey(
-          tabs,
-          currentTab,
-          'ArrowRight',
-          'right',
-          arrowTarget(index, tabCount, listOrientation, 'right'),
-          isCorrect,
-          itemData
-        );
-        isCorrect = await testKey(
-          tabs,
-          currentTab,
-          'ArrowUp',
-          'up',
-          arrowTarget(index, tabCount, listOrientation, 'up'),
-          isCorrect,
-          itemData
-        );
-        isCorrect = await testKey(
-          tabs,
-          currentTab,
-          'ArrowDown',
-          'down',
-          arrowTarget(index, tabCount, listOrientation, 'down'),
-          isCorrect,
-          itemData
-        );
-        isCorrect = await testKey(tabs, currentTab, 'Home', 'home', 0, isCorrect, itemData);
-        isCorrect = await testKey(
-          tabs, currentTab, 'End', 'end', tabCount - 1, isCorrect, itemData
-        );
-        // Update the tablist status (Node 14 does not support the ES 2021 &&= operator).
-        listIsCorrect = listIsCorrect && isCorrect;
-        // Increment the data.
-        data.totals.tabElements[isCorrect ? 'correct' : 'incorrect']++;
-        if (withItems) {
-          data.tabElements[isCorrect ? 'correct' : 'incorrect'].push(itemData);
-        }
-        // Process the next tab element.
-        return await testTabs(tabs, index + 1, listOrientation, listIsCorrect);
-      }
-      // Otherwise, i.e. if all tab elements have been tested:
-      else {
-        // Return whether the tablist is correct.
-        return listIsCorrect;
-      }
-    };
-    // Recursively tests tablists.
-    const testTabLists = async tabLists => {
-      // If any tablists remain to be tested:
-      if (tabLists.length) {
-        const firstTabList = tabLists[0];
-        let orientation = await firstTabList.getAttribute('aria-orientation')
-        .catch(error=> {
-          console.log(`ERROR: could not get tab-list orientation (${error.message})`);
-          return 'ERROR';
-        });
-        if (! orientation) {
-          orientation = 'horizontal';
-        }
-        if (orientation === 'ERROR') {
-          data.prevented = true;
-        }
-        else {
-          const tabs = await firstTabList.$$('[role=tab]');
-          // If the tablist contains at least 2 tab elements:
-          if (tabs.length > 1) {
-            // Test them.
-            const isCorrect = await testTabs(tabs, 0, orientation, true);
-            // Increment the data.
-            data.totals.tabLists.total++;
-            data.totals.tabLists[isCorrect ? 'correct' : 'incorrect']++;
-            // Process the remaining tablists.
-            await testTabLists(tabLists.slice(1));
-          }
-        }
-      }
-    };
-    // FUNCTION DEFINITIONS END
     await testTabLists(tabLists);
     // Reload the page, because keyboard navigation may have triggered content changes.
     try {

package/testaro/textNodes.js

@@ -154,7 +154,7 @@ exports.reporter = async (page, withItems, detailLevel, text = '') => {
     console.log(`ERROR performing test (${error.message.replace(/\n.+/s, '')})`);
     data = {
       prevented: true,
-      error: 'ERROR performing test'
+      error: 'Test failed'
     };
   }
   // Return the result.

package/tests/testaro.js

@@ -52,10 +52,23 @@ const futureEvalRulesCleanRoom = {
   phOnly: 'input elements with placeholders but no accessible names'
 };
 */
+const futureRules = new Set([
+  'altScheme',
+  'captionLoc',
+  'dataListRef',
+  'secHeading',
+  'textSem',
+  'adbID',
+  'imageLink',
+  'legendLoc',
+  'optRoleSel',
+  'phOnly'
+]);
 const evalRules = {
   allCaps: 'leaf elements with entirely upper-case text longer than 7 characters',
   allHidden: 'page that is entirely or mostly hidden',
   allSlanted: 'leaf elements with entirely italic or oblique text longer than 39 characters',
+  attVal: 'duplicate attribute values',
   autocomplete: 'name and email inputs without autocomplete attributes',
   bulk: 'large count of visible elements',
   buttonMenu: 'nonstandard keyboard navigation between items of button-controlled menus',
@@ -75,8 +88,8 @@ const evalRules = {
   hr: 'hr element instead of styles used for vertical segmentation',
   labClash: 'labeling inconsistencies',
   lineHeight: 'text with a line height less than 1.5 times its font size',
-  linkExt: 'links that automatically open new windows',
   linkAmb: 'links with identical texts but different destinations',
+  linkExt: 'links that automatically open new windows',
   linkOldAtt: 'links with deprecated attributes',
   linkTitle: 'links with title attributes repeating text content',
   linkTo: 'links without destinations',
@@ -148,16 +161,24 @@ exports.reporter = async (page, options) => {
   if (
     rules.length > 1
     && ['y', 'n'].includes(rules[0])
-    && rules.slice(1).every(rule => evalRules[rule] || etcRules[rule])
+    && rules.slice(1).every(rule => {
+      if (evalRules[rule] || etcRules[rule] || futureRules.has(rule)) {
+        return true;
+      }
+      else {
+        console.log(`ERROR: Testaro rule ${rule} invalid`);
+        return false;
+      }
+    })
   ) {
     // Wait 1 second to prevent out-of-order logging with granular reporting.
     await wait(1000);
-    // For each rule invoked:
+    // For each rule invoked except future rules:
     const calledRules = rules[0] === 'y'
       ? rules.slice(1)
       : Object.keys(evalRules).filter(ruleID => ! rules.slice(1).includes(ruleID));
     const testTimes = [];
-    for (const rule of calledRules) {
+    for (const rule of calledRules.filter(rule => ! futureRules.has(rule))) {
       // Initialize an argument array.
       const ruleArgs = [page, withItems];
       // If the rule is defined with JavaScript or JSON but not both:
@@ -217,7 +238,7 @@ exports.reporter = async (page, options) => {
       // Otherwise, i.e. if the rule is undefined or doubly defined:
       else {
         // Report this.
-        data.invalid.push(rule);
+        data.rulesInvalid.push(rule);
         console.log(`ERROR: Rule ${rule} not validly defined`);
       }
     }