testaro 5.14.2 → 5.14.4

package/README.md

@@ -103,7 +103,7 @@ A script is a JSON file with the properties:
 }
 ```
 
-The `timeLimit` property is optional. If it is omitted, a default of 300 seconds (5 minutes) is set. 
+The `timeLimit` property is optional. If it is omitted, a default of 300 seconds (5 minutes) is set.
 
 ### Example
 
@@ -444,6 +444,8 @@ That would state the expectation that the `result` property of the `acts` item f
 
 The first item in each array is an identifier of a property within the `result` property. The item has the format of a string with `.` delimiters. Each `.`-delimited segment its the name of the next property in the hierarchy. If the current object is an array, the next segment must be a non-negative integer, representing the index of an element of the array. For example, `items.1.attributes.0` references the first element of the array that is the `attributes` property of the object that is the second element of the array that is the `items` property of `result`. (In JavaScript, this would be written `items[1].attributes[0]`, but in the `expect` property all property names are `.`-delimited.)
 
+If there is only 1 item in an array, it states the expectation that the specified property does not exist. Otherwise, there are 3 items in the array.
+
 The second item in each array, if there are 3 items in the array, is an operator, drawn from:
 - `<`: less than
 - `=`: equal to

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "testaro",
-  "version": "5.14.2",
+  "version": "5.14.4",
   "description": "Automation of accessibility testing",
   "main": "index.js",
   "scripts": {

package/run.js

@@ -65,7 +65,17 @@ const tests = {
 };
 // Tests that may change the DOM.
 const domChangers = new Set([
-  'axe', 'continuum', 'focAll', 'focInd', 'focOp', 'hover', 'htmlcs', 'ibm', 'menuNav', 'wave'
+  'axe',
+  'continuum',
+  'focAll',
+  'focInd',
+  'focOp',
+  'hover',
+  'htmlcs',
+  'ibm',
+  'menuNav',
+  'textNodes',
+  'wave'
 ]);
 // Browser types available in PlayWright.
 const browserTypeNames = {
@@ -557,23 +567,29 @@ const visit = async (act, page, isStrict) => {
 };
 // Returns a property value and whether it satisfies an expectation.
 const isTrue = (object, specs) => {
-  let satisfied;
   const property = specs[0];
   const propertyTree = property.split('.');
-  const relation = specs[1];
-  const criterion = specs[2];
   let actual = property.length ? object[propertyTree[0]] : object;
   // Identify the actual value of the specified property.
   while (propertyTree.length > 1 && actual !== undefined) {
     propertyTree.shift();
     actual = actual[propertyTree[0]];
   }
-  if (actual === undefined) {
-    return [null, false];
+  // If the expectation is that the property does not exist:
+  if (specs.length === 1) {
+    // Return whether the expectation is satisfied.
+    return [actual, actual === undefined];
   }
-  else {
+  // Otherwise, i.e. if the expectation is of a property value:
+  else if (specs.length === 3) {
     // Determine whether the expectation was fulfilled.
-    if (relation === '=') {
+    const relation = specs[1];
+    const criterion = specs[2];
+    let satisfied;
+    if (actual === undefined) {
+      return [null, false];
+    }
+    else if (relation === '=') {
       satisfied = actual === criterion;
     }
     else if (relation === '<') {
@@ -591,11 +607,12 @@ const isTrue = (object, specs) => {
     else if (relation === '!i') {
       satisfied = ! actual.includes(criterion);
     }
-    else if (! relation) {
-      satisfied = actual === undefined;
-    }
     return [actual, satisfied];
   }
+  // Otherwise, i.e. if the specifications are invalid:
+  else {
+    //
+  }
 };
 // Adds a wait error result to an act.
 const waitError = (page, act, error, what) => {

package/samples/scripts/tp16.json

@@ -113,6 +113,12 @@
       "withItems": true,
       "what": "keyboard navigation within true-focus menus"
     },
+    {
+      "type": "test",
+      "which": "nonTable",
+      "withItems": true,
+      "what": "tables used for layout"
+    },
     {
       "type": "test",
       "which": "radioSet",

package/tests/nonTable.js

@@ -4,17 +4,21 @@
   This test reports tables used for layout.
 */
 exports.reporter = async (page, withItems) => {
-  // Identify the visible links without href attributes.
+  // Identify the tables used for layout.
   const badTableTexts = await page.$$eval('table', tables => {
+    // Initialize an array of pseudotable texts.
     const badTableTexts = [];
     // FUNCTION DEFINITIONS START
     // Returns a space-minimized copy of a string.
     const compact = string => string.replace(/[\t\n]/g, '').replace(/\s{2,}/g, ' ').trim();
+    // Adds the first 100 characters of the code of a pseudotable to the array of pseudotable texts.
     const addBad = table => {
       badTableTexts.push(compact(table.outerHTML).slice(0, 100));
     };
     // FUNCTION DEFINITIONS END
+    // For each table on the page:
     tables.forEach(table => {
+      // Ignore it if it has a grid or treegrid role, a caption, or a table-like element.
       const role = table.getAttribute('role');
       if (
         table.caption
@@ -23,10 +27,13 @@ exports.reporter = async (page, withItems) => {
       ) {
         return;
       }
+      // Otherwise, if the table contains another table:
       else if (table.querySelector('table')) {
+        // Treat it as a pseudotable.
         addBad(table);
         return;
       }
+      // Otherwise, if the table has only 1 row or 1 column:
       else if (
         table.querySelectorAll('tr').length === 1
         || Math.max(
@@ -35,18 +42,23 @@ exports.reporter = async (page, withItems) => {
           .map(row => Array.from(row.querySelectorAll('td')).length)
         ) === 1
       ) {
+        // Treat it as a pseudotable.
         addBad(table);
         return;
       }
+      // Otherwise, if the table contains an object or player:
       else if (table.querySelector('object, embed, applet, audio, video')) {
+        // Treat it as a pseudotable.
         addBad(table);
         return;
       }
     });
+    // Return the array of pseudotable text beginnings.
     return badTableTexts;
   });
+  // Return the result.
   const data = {
-    totals: badTableTexts.length
+    total: badTableTexts.length
   };
   if (withItems) {
     data.items = badTableTexts;

package/tests/textNodes.js

@@ -3,9 +3,10 @@
   This test reports data about specified text nodes.
   Meanings of detailLevel values:
     0. Only total node count; no detail.
-    1+. Count of ancestry levels to provide data on (1 = text node, 2 = also parent, etc.)
+    1-3. Count of ancestry levels to provide data on (1 = text node, 2 = also parent,
+      3 = also grandparent)
 */
-exports.reporter = async (page, detailLevel, text) => {
+exports.reporter = async (page, detailLevel, text = '') => {
   let data = {};
   // Get the data on the text nodes.
   try {
@@ -13,14 +14,10 @@ exports.reporter = async (page, detailLevel, text) => {
       const detailLevel = args[0];
       const text = args[1];
       const matchNodes = [];
-      // Normalize the body.
+      // Collapse any adjacent text nodes.
       document.body.normalize();
-      // Make a copy of the body.
-      const tempBody = document.body.cloneNode(true);
-      // Insert it into the document.
-      document.body.appendChild(tempBody);
-      // Remove the irrelevant text content from the copy.
-      const extraElements = Array.from(tempBody.querySelectorAll('style, script, svg'));
+      // Remove the irrelevant text content.
+      const extraElements = Array.from(document.body.querySelectorAll('style, script, svg'));
       extraElements.forEach(element => {
         element.textContent = '';
       });
@@ -28,8 +25,11 @@ exports.reporter = async (page, detailLevel, text) => {
       // Compacts a string.
       const compact = string => string.replace(/\s+/g, ' ').trim();
       // Compacts and lower-cases a string.
-      const normalize = string => compact(string).toLowerCase();
-      // Gets data on an element.
+      const standardize = string => compact(string).toLowerCase();
+      /*
+        Gets data (tagName, text if specified, attributes, refLabels, labels, and children)
+        on an element.
+      */
       const getElementData = (element, withText) => {
         // Initialize the data.
         const data = {
@@ -80,15 +80,16 @@ exports.reporter = async (page, detailLevel, text) => {
         return data;
       };
       // FUNCTION DEFINITIONS END
-      const normText = normalize(text);
+      const stdText = standardize(text);
       // Create a collection of the text nodes.
-      const walker = document.createTreeWalker(tempBody, NodeFilter.SHOW_TEXT);
+      const walker = document.createTreeWalker(document.body, NodeFilter.SHOW_TEXT);
       // Get their count.
       const data = {nodeCount: 0};
       let more = true;
       while(more) {
         if (walker.nextNode()) {
-          if (normalize(walker.currentNode.nodeValue).includes(normText)) {
+          const stdCurrent = standardize(walker.currentNode.nodeValue);
+          if (stdCurrent.includes(stdText)) {
             data.nodeCount++;
             matchNodes.push(walker.currentNode);
           }
@@ -97,27 +98,25 @@ exports.reporter = async (page, detailLevel, text) => {
           more = false;
         }
       }
-      // If no itemization is required:
-      if (detailLevel === 0) {
-        // Return the node count.
-        return data;
-      }
-      // Otherwise, i.e. if itemization is required:
-      else {
+      // If itemization is required:
+      if (detailLevel > 0) {
         // Initialize the item data.
         data.items = [];
-        // For each text node matching the specified text:
+        // For each text node matching any specified text:
         matchNodes.forEach(node => {
           // Initialize the data on it.
           const itemData = {text: compact(node.nodeValue)};
           // If ancestral itemization is required:
           if (detailLevel > 1) {
-            // Add the ancestral data to the item data.
+            // Add the ancestral data, starting with the parent, to the item data.
             itemData.ancestors = [];
             let base = node;
             let currentLevel = 1;
+            // For each specified ancestral distance:
             while(currentLevel++ < detailLevel) {
+              // Add data on it to the data on the text node.
               const newBase = base.parentElement;
+              // Omit the text of the text node if the ancestor is its parent.
               itemData.ancestors.push(getElementData(newBase, currentLevel > 2));
               base = newBase;
             }
@@ -126,7 +125,6 @@ exports.reporter = async (page, detailLevel, text) => {
           data.items.push(itemData);
         });
       }
-      document.body.removeChild(tempBody);
       return data;
     }, [detailLevel, text]);
   }

package/validation/executors/test.js

@@ -6,10 +6,6 @@ const fs = require('fs').promises;
 const {handleRequest} = require(`${__dirname}/../../run`);
 const test = process.argv[2];
 const validateTests = async () => {
-  const totals = {
-    attempts: 0,
-    successes: 0
-  };
   const scriptFileNames = await fs.readdir(`${__dirname}/../tests/scripts`);
   for (const scriptFileName of scriptFileNames.filter(fileName => fileName === `${test}.json`)) {
     const rawScriptJSON = await fs
@@ -29,37 +25,25 @@ const validateTests = async () => {
       console.log('Failure: Log empty or invalid');
       console.log(JSON.stringify(log, null, 2));
     }
+    const testActs = acts.filter(act => act.type && act.type === 'test');
     if (
-      acts.length === script.commands.length
-      && acts.every(
-        act => act.type && act.type === 'test'
-          ? act.result && act.result.failureCount !== undefined
-          : true
-      )
+      testActs.length === script.commands.filter(cmd => cmd.type === 'test').length
+      && testActs.every(testAct => testAct.result && testAct.result.failureCount !== undefined)
     ) {
-      totals.attempts++;
-      totals.successes++;
       console.log('Success: Reports have been correctly populated');
-      if (acts.every(
-        act => act.type === 'test' ? act.result.failureCount === 0 : true
-      )) {
-        totals.attempts++;
-        totals.successes++;
+      if (testActs.every(testAct => testAct.result.failureCount === 0)) {
         console.log('Success: No failures');
       }
       else {
-        totals.attempts++;
-        console.log('Failure: At least one test has at least one failure');
+        console.log('Failure: The test has at least one failure');
         console.log(JSON.stringify(acts, null, 2));
       }
     }
     else {
-      totals.attempts++;
       console.log('Failure: Reports empty or invalid');
       console.log(JSON.stringify(acts, null, 2));
     }
   }
-  console.log(`Grand totals: attempts ${totals.attempts}, successes ${totals.successes}`);
   return Promise.resolve('');
 };
 validateTests()

package/validation/tests/scripts/nonTable.json

@@ -0,0 +1,28 @@
+{
+  "what": "validation of nonTable test",
+  "strict": true,
+  "commands": [
+    {
+      "type": "launch",
+      "which": "chromium",
+      "what": "usual browser"
+    },
+    {
+      "type": "url",
+      "which": "__targets__/nonTable/index.html",
+      "what": "page with a real table and 3 pseudotables"
+    },
+    {
+      "type": "test",
+      "which": "nonTable",
+      "what": "tables used for layout",
+      "withItems": true,
+      "expect": [
+        ["total", "=", 3],
+        ["items.0", "i", "Unit"],
+        ["items.1", "i", "Sales"],
+        ["items.2", "i", "Chime"]
+      ]
+    }
+  ]
+}

package/validation/tests/scripts/textNodes.json

@@ -0,0 +1,89 @@
+{
+  "what": "validation of elements test",
+  "strict": true,
+  "commands": [
+    {
+      "type": "launch",
+      "which": "chromium",
+      "what": "usual browser"
+    },
+    {
+      "type": "url",
+      "which": "__targets__/textNodes/index.html",
+      "what": "page with a shadow root"
+    },
+    {
+      "type": "test",
+      "which": "textNodes",
+      "what": "text nodes",
+      "detailLevel": 0,
+      "expect": [
+        ["nodeCount", "=", 35]
+      ]
+    },
+    {
+      "type": "test",
+      "which": "textNodes",
+      "what": "text nodes",
+      "detailLevel": 0,
+      "text": "alia",
+      "expect": [
+        ["nodeCount", "=", 2]
+      ]
+    },
+    {
+      "type": "test",
+      "which": "textNodes",
+      "what": "text nodes",
+      "detailLevel": 1,
+      "text": "alia",
+      "expect": [
+        ["nodeCount", "=", 2],
+        ["items.0.text", "=", "Io alia"]
+      ]
+    },
+    {
+      "type": "test",
+      "which": "textNodes",
+      "what": "text nodes",
+      "detailLevel": 2,
+      "text": "This is the",
+      "expect": [
+        ["nodeCount", "=", 2],
+        ["items.0.text", "=", "This is the first button"],
+        ["items.1.text", "=", "This is the second button"],
+        ["items.0.ancestors.0.tagName", "=", "BUTTON"],
+        ["items.1.ancestors.0.tagName", "=", "BUTTON"],
+        ["items.0.ancestors.0.attributes.0.name", "=", "id"],
+        ["items.0.ancestors.0.attributes.0.value", "=", "button0"],
+        ["items.1.ancestors.0.attributes.1.name", "=", "aria-labelledby"],
+        ["items.1.ancestors.0.attributes.1.value", "=", "button1Label"],
+        ["items.0.ancestors.0.refLabels"],
+        ["items.1.ancestors.0.refLabels.0", "=", "Click the second button."],
+        ["items.0.ancestors.0.labels.0", "=", "Click the first button."],
+        ["items.0.ancestors.0.labels.1", "=", "Did you click it?"],
+        ["items.1.ancestors.0.labels"],
+        ["items.0.ancestors.0.children"]
+      ]
+    },
+    {
+      "type": "test",
+      "which": "textNodes",
+      "what": "text nodes",
+      "detailLevel": 3,
+      "text": "tute alia",
+      "expect": [
+        ["nodeCount", "=", 1],
+        ["items.0.text", "=", "Io tute alia"],
+        ["items.0.ancestors.0.tagName", "=", "LI"],
+        ["items.0.ancestors.1.tagName", "=", "UL"],
+        ["items.0.ancestors.0.attributes.0.name", "=", "class"],
+        ["items.0.ancestors.0.attributes.0.value", "=", "last"],
+        ["items.0.ancestors.1.attributes.0.name", "=", "lang"],
+        ["items.0.ancestors.1.attributes.0.value", "=", "eo"],
+        ["items.0.ancestors.1.children.1.tagName", "=", "LI"],
+        ["items.0.ancestors.1.children.2.attributes.1.name", "=", "hidden"]
+      ]
+    }
+  ]
+}

package/validation/tests/targets/elements/index.html

@@ -2,13 +2,13 @@
 <html lang="en-US">
   <head>
     <meta charset="utf-8">
-    <title>Page</title>
+    <title>Page for elements test validation</title>
     <meta name="description" content="tester">
     <meta name="viewport" content="width=device-width, initial-scale=1">
   </head>
   <body>
     <main>
-      <h1>Page</h1>
+      <h1>Page for elements test validation</h1>
       <h2>Main part</h2>
       <p class="first">This is a paragraph.</p>
       <p>This is a list:</p>

package/validation/tests/targets/nonTable/index.html

@@ -0,0 +1,65 @@
+<!DOCTYPE html>
+<html lang="en-US">
+  <head>
+    <meta charset="utf-8">
+    <title>Page with a real table and pseudotables</title>
+    <meta name="description" content="tester">
+    <meta name="viewport" content="width=device-width, initial-scale=1">
+    <style>
+      table {
+        border-collapse: collapse;
+      }
+      td, th {
+        padding: 0.3rem;
+        border: 0.2rem black solid;
+      }
+    </style>
+  </head>
+  <body>
+    <main>
+      <h1>Page with a real table and pseudotables</h1>
+      <h2>Real table</h2>
+      <table>
+        <caption>Personnel</caption>
+        <thead>
+          <tr><th>Name</th><th>Department</th></tr>
+        </thead>
+        <tbody>
+          <tr><th>Amy</th><td>Accessibility</td></tr>
+          <tr><th>Abe</th><td>Marketing</td></tr>
+        </tbody>
+      </table>
+      <h2>Pseudotables 0 and 1: personnel</h2>
+      <table>
+        <tr><td>Given name</td><td>Unit</td></tr>
+        <tr><td>Kim</td><td>Usability</td></tr>
+        <tr><td>Ken</td><td><table><tr><td>Advertising</td><td>Sales</td></tr></table></td></tr>
+      </table>
+      <h2>Pseudotable 2: ringtones</h2>
+      <table>
+        <tr>
+          <td>Chime</td>
+          <td>
+            <object
+              title="chime"
+              type="audio/mp4"
+              data="chime.m4a"
+            >
+            </object>
+          </td>
+        </tr>
+        <tr>
+          <td>Gong</td>
+          <td>
+            <object
+              title="gong"
+              type="audio/mp4"
+              data="gong.m4a"
+            >
+            </object>
+          </td>
+        </tr>
+      </table>
+    </main>
+  </body>
+</html>

package/validation/tests/targets/textNodes/index.html

@@ -0,0 +1,40 @@
+<!DOCTYPE html>
+<html lang="en-US">
+  <head>
+    <meta charset="utf-8">
+    <title>Page for textNodes test validation</title>
+    <meta name="description" content="tester">
+    <meta name="viewport" content="width=device-width, initial-scale=1">
+  </head>
+  <body>
+    <main>
+      <h1>Page for textNodes test validation</h1>
+      <h2>Main part</h2>
+      <p class="first">This is a paragraph.</p>
+      <p>This is a list:</p>
+      <ul lang="eo">
+        <li class="first">Io</li>
+        <li>Io alia</li>
+        <li class="last" hidden>Io tute alia</li>
+      </ul>
+      <h2>Auxiliary part</h2>
+      <p>This is a summary.</p>
+      <div id="host"></div>
+      <div id="guest">
+        <h3>Details</h3>
+        <p class="sole">Here are some details.</p>
+      </div>
+      <label for="button0">Click the first button.</label>
+      <button id="button0" type="button">This is the first button</button>
+      <label for="button0">Did you click it?</label>
+      <p id="button1Label">Click the second button.</p>
+      <button type="button" aria-labelledby="button1Label">This is the second button</button>
+    </main>
+    <script>
+      document
+      .getElementById('host')
+      .attachShadow({mode: 'open'})
+      .appendChild(document.getElementById('guest'));
+    </script>
+  </body>
+</html>