testaro 5.2.1 → 5.4.0

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "testaro",
-  "version": "5.2.1",
+  "version": "5.4.0",
   "description": "Automation of accessibility testing",
   "main": "index.js",
   "scripts": {

package/run.js

@@ -633,6 +633,12 @@ const wait = ms => {
 };
 // Recursively performs the acts in a report.
 const doActs = async (report, actIndex, page) => {
+  process.on('message', message => {
+    if (message === 'interrupt') {
+      console.log('ERROR: Terminal interrupted doActs');
+      process.exit();
+    }
+  });
   const {acts} = report;
   // If any more commands are to be performed:
   if (actIndex > -1 && actIndex < acts.length) {
@@ -1310,8 +1316,7 @@ const doScript = async (report) => {
 const injectLaunches = acts => {
   let injectMore = true;
   while (injectMore) {
-    const injectIndex = acts.findIndex(
-      (act, index) =>
+    const injectIndex = acts.findIndex((act, index) =>
       index < acts.length - 1
       && act.type === 'test'
       && acts[index + 1].type === 'test'

package/runHost.js

@@ -0,0 +1,36 @@
+/*
+  runHost.js
+  Runs a host job and writes a report file.
+*/
+
+// ########## IMPORTS
+
+// Module to keep secrets.
+require('dotenv').config();
+// Module to read and write files.
+const fs = require('fs/promises');
+const {handleRequest} = require('./run');
+
+// ########## CONSTANTS
+const reportDir = process.env.REPORTDIR;
+
+// ########## FUNCTIONS
+
+// Runs one script and writes a report file.
+const runHost = async (id, scriptJSON, hostJSON) => {
+  const report = {
+    id,
+    host: JSON.parse(hostJSON),
+    log: [],
+    script: JSON.parse(scriptJSON),
+    acts: []
+  };
+  await handleRequest(report);
+  const reportJSON = JSON.stringify(report, null, 2);
+  await fs.writeFile(`${reportDir}/${id}.json`, reportJSON);
+  process.disconnect();
+  process.exit();
+};
+
+// ########## OPERATION
+runHost(... process.argv.slice(2));

package/tests/hover.js

@@ -158,7 +158,10 @@ const find = async (withItems, page, region, sample, popRatio) => {
             position: {
               x: 0,
               y: 0
-            }
+            },
+            timeout: 500,
+            force: true,
+            noWaitAfter: true
           });
           // Wait for any delayed and/or slowed hover reaction.
           await page.waitForTimeout(200);

package/tests/htmlcs.js

@@ -21,14 +21,14 @@ exports.reporter = async page => {
       const nextIssues = await page.evaluate(standard => {
         let issues = null;
         try {
-          issues = HTMLCS_RUNNER.run(standard);
+          issues = window['HTMLCS_RUNNER'].run(standard);
         }
         catch(error) {
           console.log(`ERROR executing HTMLCS_RUNNER on ${document.URL} (${error.message})`);
-        };
+        }
         return issues;
       }, standard);
-      if (nextIssues) {
+      if (nextIssues && nextIssues.every(issue => typeof issue === 'string')) {
         messageStrings.push(... nextIssues);
       }
       else {
@@ -36,7 +36,7 @@ exports.reporter = async page => {
         result.error = 'ERROR executing HTMLCS_RUNNER in the page';
         break;
       }
-    };
+    }
     if (! result.prevented) {
       // Sort the issues by class and standard.
       messageStrings.sort();

package/tests/ibm.js

@@ -104,7 +104,7 @@ exports.reporter = async (page, withItems, withNewContent) => {
     result.content = await doTest(typeContent, withItems, timeLimit);
     if (result.content.prevented) {
       result.prevented = true;
-      console.log('ERROR: Getting ibm test report from page took too long');
+      console.log(`ERROR: Getting ibm test report from page timed out at ${timeLimit} seconds`);
     }
   }
   // If a test with new content is to be performed:
@@ -114,7 +114,7 @@ exports.reporter = async (page, withItems, withNewContent) => {
     result.url = await doTest(typeContent, withItems, timeLimit);
     if (result.url.prevented) {
       result.prevented = true;
-      console.log('ERROR: Getting ibm test report from URL took too long');
+      console.log(`ERROR: Getting ibm test report from URL timed out at ${timeLimit} seconds`);
     }
   }
   await close();

package/tests/role.js

@@ -120,6 +120,58 @@ exports.reporter = async page => await page.$eval('body', body => {
     'treegrid',
     'treeitem',
   ]);
+  // Implicit roles
+  const implicitRoles = {
+    article: 'article',
+    aside: 'complementary',
+    button: 'button',
+    datalist: 'listbox',
+    dd: 'definition',
+    details: 'group',
+    dfn: 'term',
+    dialog: 'dialog',
+    dt: 'term',
+    fieldset: 'group',
+    figure: 'figure',
+    h1: 'heading',
+    h2: 'heading',
+    h3: 'heading',
+    h4: 'heading',
+    h5: 'heading',
+    h6: 'heading',
+    hr: 'separator',
+    html: 'document',
+    li: 'listitem',
+    main: 'main',
+    math: 'math',
+    menu: 'list',
+    nav: 'navigation',
+    ol: 'list',
+    output: 'status',
+    progress: 'progressbar',
+    summary: 'button',
+    SVG: 'graphics-document',
+    table: 'table',
+    tbody: 'rowgroup',
+    textarea: 'textbox',
+    tfoot: 'rowgroup',
+    thead: 'rowgroup',
+    tr: 'row',
+    ul: 'list'
+  };
+  // FUNCTIONS
+  const dataInit = (data, tagName, role) => {
+    if (! data.tagNames[tagName]) {
+      data.tagNames[tagName] = {};
+    }
+    if (! data.tagNames[tagName][role]) {
+      data.tagNames[tagName][role] = {
+        bad: 0,
+        redundant: 0
+      };
+    }
+  };
+  // OPERATION
   // Remove the deprecated roles from the non-abstract roles.
   goodRoles.forEach(role => {
     if (badRoles.has(role)) {
@@ -128,34 +180,41 @@ exports.reporter = async page => await page.$eval('body', body => {
   });
   // Identify all elements with role attributes.
   const roleElements = Array.from(body.querySelectorAll('[role]'));
-  // Identify those with roles that are either deprecated or invalid.
-  const bads = roleElements.filter(element => {
-    const role = element.getAttribute('role');
-    return badRoles.has(role) || ! goodRoles.has(role);
-  });
   // Initialize the result.
   const data = {
     roleElements: roleElements.length,
-    badRoleElements: bads.length,
+    badRoleElements: 0,
+    redundantRoleElements: 0,
     tagNames: {}
   };
-  // For each element with a deprecated role:
-  bads.forEach(element => {
-    // Identify its facts.
-    const tagName = element.tagName;
+  // Identify the elements with redundant roles and bad roles.
+  roleElements.forEach(element => {
     const role = element.getAttribute('role');
-    // Add them to the result.
-    if (data.tagNames[tagName]) {
-      if (data.tagNames[tagName][role]) {
-        data.tagNames[tagName][role]++;
+    const tagName = element.tagName;
+    // If the role is not absolutely valid:
+    if (! goodRoles.has(role)) {
+      // If it is bad or redundant:
+      if (badRoles.has(role)) {
+        dataInit(data, tagName, role);
+        // Add the facts to the result.
+        if (role === implicitRoles[tagName.toLowerCase()]) {
+          data.redundantRoleElements++;
+          data.tagNames[tagName][role].redundant++;
+        }
+        else {
+          data.badRoleElements++;
+          data.tagNames[tagName][role].bad++;
+        }
       }
+      // Otherwise, i.e. if it is absolutely invalid:
       else {
-        data.tagNames[tagName][role] = 1;
+        // Add the facts to the result.
+        data.badRoleElements++;
+        dataInit(data, tagName, role);
+        data.tagNames[tagName][role].bad++;
       }
     }
-    else {
-      data.tagNames[tagName] = {[role]: 1};
-    }
   });
+  // Return the result.
   return {result: data};
 });

package/tests/tabNav.js

@@ -103,7 +103,9 @@ exports.reporter = async (page, withItems) => {
         });
       })
       .catch(error => {
-        console.log(`ERROR: could not click tab element ${itemData.text} (${error.message})`);
+        console.log(
+          `ERROR clicking tab element ${itemData.text} (${error.message.replace(/\n.+/s, '')})`
+        );
       pressed = false;
       });
       // Increment the counts of navigations and key navigations.