testaro 14.2.1 → 14.2.3

package/actSpecs.js

@@ -214,7 +214,6 @@ exports.actSpecs = {
     tenon: [
       'Perform Tenon tests',
       {
-        tenonData: [true, 'object', '', 'object with accessToken and requestIDs properties'],
         id: [true, 'string', 'hasLength', 'ID of the requested test instance']
       }
     ],
@@ -223,13 +222,13 @@ exports.actSpecs = {
       {
         withItems: [true, 'boolean', '', 'itemize'],
         rules: [false, 'array', 'areStrings', 'IDs of rules to include if array starts with y or exclude if with n, if not all evaluative rules'],
-        args: [false, 'object', '', 'extra args (object with rule properties and arrays of argument values as values ({focInd: [false, 250], hover: [-1], motion: [2500, 2500, 5]} by default'],
+        args: [false, 'object', 'areArrays', 'extra args (object with rule properties and arrays of argument values as values ({focInd: [false, 250], hover: [-1], motion: [2500, 2500, 5]} by default'],
       }
     ],
     wave: [
       'Perform WAVE tests',
       {
-        reportType: [true, 'number', '', 'WAVE report type']
+        reportType: [true, 'number', '', 'WAVE report type (1, 2, 3, or 4)']
       }
     ]
   }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "testaro",
-  "version": "14.2.1",
+  "version": "14.2.3",
   "description": "Automation of accessibility testing",
   "main": "index.js",
   "scripts": {

package/run.js

@@ -107,6 +107,8 @@ const isFocusable = string => ['a', 'button', 'input', 'select'].includes(string
 const areNumbers = array => array.every(element => typeof element === 'number');
 // Returns whether all elements of an array are strings.
 const areStrings = array => array.every(element => typeof element === 'string');
+// Returns whether all properties of an object have array values.
+const areArrays = object => Object.values(object).every(value => Array.isArray(value));
 // Returns whether a variable has a specified type.
 const hasType = (variable, type) => {
   if (type === 'string') {
@@ -155,6 +157,9 @@ const hasSubtype = (variable, subtype) => {
     else if (subtype === 'areStrings') {
       return areStrings(variable);
     }
+    else if (subtype === 'areArrays') {
+      return areArrays(variable);
+    }
     else if (subtype === 'isState') {
       return isState(variable);
     }

package/standardize.js

@@ -147,7 +147,7 @@ const doQualWeb = (result, standardResult, ruleClassName) => {
 const doWAVE = (result, standardResult, categoryName) => {
   if (result.categories && result.categories[categoryName]) {
     const category = result.categories[categoryName];
-    const ordinalSeverity = categoryName === 'alert' ? 0 : 1;
+    const ordinalSeverity = categoryName === 'alert' ? 0 : 3;
     Object.keys(category.items).forEach(rule => {
       category.items[rule].selectors.forEach(selector => {
         const instance = {
@@ -170,12 +170,12 @@ const doWAVE = (result, standardResult, categoryName) => {
 const convert = (testName, result, standardResult) => {
   // alfa
   if (testName === 'alfa' && result.totals) {
-    standardResult.totals = [result.totals.warnings, result.totals.failures];
+    standardResult.totals = [result.totals.warnings, 0, 0, result.totals.failures];
     result.items.forEach(item => {
       const instance = {
         issueID: item.rule.ruleID,
         what: item.rule.ruleSummary,
-        ordinalSeverity: ['cantTell', 'failed'].indexOf(item.verdict),
+        ordinalSeverity: ['cantTell', '', '', 'failed'].indexOf(item.verdict),
         location: {
           doc: 'dom',
           type: 'xpath',
@@ -227,7 +227,9 @@ const convert = (testName, result, standardResult) => {
     const {instances} = standardResult;
     standardResult.totals = [
       instances.filter(instance => instance.ordinalSeverity === 0).length,
-      instances.filter(instance => instance.ordinalSeverity === 1).length
+      0,
+      0,
+      instances.filter(instance => instance.ordinalSeverity === 3).length
     ];
   }
   // ibm
@@ -237,7 +239,7 @@ const convert = (testName, result, standardResult) => {
       const instance = {
         issueID: item.ruleId,
         what: item.message,
-        ordinalSeverity: ['recommendation', 'violation'].indexOf(item.level),
+        ordinalSeverity: ['', 'recommendation', '', 'violation'].indexOf(item.level),
         location: {
           doc: 'dom',
           type: 'xpath',
@@ -259,8 +261,9 @@ const convert = (testName, result, standardResult) => {
     const {instances} = standardResult;
     standardResult.totals = [
       instances.filter(instance => instance.ordinalSeverity === 0).length,
-      instances.filter(instance => instance.ordinalSeverity === 1).length,
-      instances.filter(instance => instance.ordinalSeverity === 2).length
+      0,
+      instances.filter(instance => instance.ordinalSeverity === 2).length,
+      instances.filter(instance => instance.ordinalSeverity === 3).length,
     ];
   }
   // qualWeb
@@ -314,7 +317,7 @@ const convert = (testName, result, standardResult) => {
     rules.forEach(rule => {
       const ruleResult = result.rules[rule];
       standardResult.totals.forEach((total, index) => {
-        standardResult.totals[index] += ruleResult.totals[index];
+        standardResult.totals[index] += ruleResult.totals[index] || 0;
       });
       standardResult.instances.push(... ruleResult.standardInstances);
     });
@@ -332,7 +335,10 @@ const convert = (testName, result, standardResult) => {
   ) {
     const {categories} = result;
     standardResult.totals = [
-      categories.alert.count || 0, (categories.error.count || 0) + (categories.contrast.count || 0)
+      categories.alert.count || 0,
+      0,
+      0,
+      (categories.error.count || 0) + (categories.contrast.count || 0)
     ];
     ['error', 'contrast', 'alert'].forEach(categoryName => {
       doWAVE(result, standardResult, categoryName);

package/testaro/filter.js

@@ -43,7 +43,7 @@ exports.reporter = async (page, withItems) => {
     }
     return data;
   }, withItems);
-  const totals = [0, data.totals.impactedElements, data.totals.styledElements, 0, 0];
+  const totals = [0, data.totals.impactedElements, data.totals.styledElements, 0];
   const standardInstances = [];
   if (data.items) {
     data.items.forEach(item => {

package/testaro/focAll.js

@@ -54,7 +54,12 @@ exports.reporter = async page => {
     discrepancy: tabFocused - tabFocusables
   };
   // Reload the page.
-  await page.reload({timeout: 15000});
+  try {
+    await page.reload({timeout: 15000});
+  }
+  catch(error) {
+    console.log('ERROR: page reload timed out');
+  }
   // Return the result.
   return {
     data,

package/testaro/focInd.js

@@ -200,7 +200,12 @@ exports.reporter = async (page, withItems, revealAll = false, allowedDelay = 250
     });
   }
   // Reload the page.
-  await page.reload({timeout: 15000});
+  try {
+    await page.reload({timeout: 15000});
+  }
+  catch(error) {
+    console.log('ERROR: page reload timed out');
+  }
   return {
     data,
     totals,

package/testaro/focOp.js

@@ -188,7 +188,12 @@ exports.reporter = async (page, withItems) => {
     });
   }
   // Reload the page.
-  await page.reload({timeout: 15000});
+  try {
+    await page.reload({timeout: 15000});
+  }
+  catch(error) {
+    console.log('ERROR: page reload timed out');
+  }
   return {
     data,
     totals,

package/testaro/hover.js

@@ -433,7 +433,12 @@ exports.reporter = async (page, withItems, sampleSize = -1) => {
     });
   }
   // Reload the page.
-  await page.reload({timeout: 15000});
+  try {
+    await page.reload({timeout: 15000});
+  }
+  catch(error) {
+    console.log('ERROR: page reload timed out');
+  }
   // Return the result.
   return {
     data,

package/testaro/menuNav.js

@@ -296,7 +296,12 @@ exports.reporter = async (page, withItems) => {
     });
   }
   // Reload the page.
-  await page.reload({timeout: 15000});
+  try {
+    await page.reload({timeout: 15000});
+  }
+  catch(error) {
+    console.log('ERROR: page reload timed out');
+  }
   return {
     data,
     totals,

package/testaro/radioSet.js

@@ -86,7 +86,7 @@ exports.reporter = async (page, withItems) => {
           standardInstances.push({
             issueID: 'radioSet',
             what: 'Radio button and others with its name are not grouped in their own fieldset with a legend',
-            ordinalSeverity: 0,
+            ordinalSeverity: 2,
             location: {
               doc: '',
               type: '',
@@ -100,7 +100,7 @@ exports.reporter = async (page, withItems) => {
         standardInstances.push({
           issueID: 'radioSet',
           what: 'Radio buttons are not validly grouped in fieldsets with legends',
-          ordinalSeverity: 1,
+          ordinalSeverity: 2,
           location: {
             doc: '',
             type: '',
@@ -111,7 +111,7 @@ exports.reporter = async (page, withItems) => {
       }
       return {
         data,
-        totals: [0, totals.total - totals.inSet, 0, 0],
+        totals: [0, 0, totals.total - totals.inSet, 0],
         standardInstances
       };
     }

package/testaro/tabNav.js

@@ -360,7 +360,12 @@ exports.reporter = async (page, withItems) => {
     });
   }
   // Reload the page.
-  await page.reload({timeout: 15000});
+  try {
+    await page.reload({timeout: 15000});
+  }
+  catch(error) {
+    console.log('ERROR: page reload timed out');
+  }
   return {
     data,
     totals,

package/tests/testaro.js

@@ -29,7 +29,6 @@ const evalRules = {
   role: 'invalid, inadvised, and redundant explicit roles',
   styleDiff: 'style inconsistencies',
   tabNav: 'nonstandard keyboard navigation between elements with the tab role',
-  title: 'missing page title',
   titledEl: 'title attributes on inappropriate elements',
   zIndex: 'non-default Z indexes'
 };