testaro 10.0.0 → 10.2.0

package/actSpecs.js

@@ -153,6 +153,12 @@ exports.actSpecs = {
     ]
   },
   tests: {
+    alfa: [
+      'Perform an alfa test',
+      {
+        rules: [false, 'array', 'areStrings', 'rule names (e.g., r25), if not all']
+      }
+    ],
     attVal: [
       'Perform an attVal test',
       {
@@ -169,6 +175,12 @@ exports.actSpecs = {
         rules: [true, 'array', 'areStrings', 'rule names, or empty if all']
       }
     ],
+    continuum: [
+      'Perform a continuum test',
+      {
+        rules: [false, 'array', 'areNumbers', 'rule numbers (e.g., 25), if not all']
+      }
+    ],
     elements: [
       'Perform an elements test',
       {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "testaro",
-  "version": "10.0.0",
+  "version": "10.2.0",
   "description": "Automation of accessibility testing",
   "main": "index.js",
   "scripts": {

package/run.js

@@ -119,6 +119,8 @@ const isState = string => ['loaded', 'idle'].includes(string);
 const isURL = string => /^(?:https?|file):\/\/[^\s]+$/.test(string);
 // Validates a focusable tag name.
 const isFocusable = string => ['a', 'button', 'input', 'select'].includes(string);
+// Returns whether all elements of an array are numbers.
+const areNumbers = array => array.every(element => typeof element === 'number');
 // Returns whether all elements of an array are strings.
 const areStrings = array => array.every(element => typeof element === 'string');
 // Returns whether a variable has a specified type.
@@ -160,6 +162,9 @@ const hasSubtype = (variable, subtype) => {
     else if (subtype === 'isWaitable') {
       return waitables.includes(variable);
     }
+    else if (subtype === 'areNumbers') {
+      return areNumbers(variable);
+    }
     else if (subtype === 'areStrings') {
       return areStrings(variable);
     }

package/tests/alfa.js

@@ -7,12 +7,17 @@
 
 const {Audit} = require('@siteimprove/alfa-act');
 const {Scraper} = require('@siteimprove/alfa-scraper');
-const alfaRules = require('@siteimprove/alfa-rules');
+let alfaRules = require('@siteimprove/alfa-rules').default;
 
 // FUNCTIONS
 
 // Conducts and reports an alfa test.
-exports.reporter = async page => {
+exports.reporter = async (page, rules) => {
+  // If only some rules are to be employed:
+  if (rules && rules.length) {
+    // Remove the other rules.
+    alfaRules = alfaRules.filter(rule => rules.includes(rule.uri.replace(/^.+-/, '')));
+  }
   // Get the document containing the summaries of the alfa rules.
   const context = page.context();
   const rulePage = await context.newPage();
@@ -44,6 +49,7 @@ exports.reporter = async page => {
       });
       await rulePage.close();
     }
+    // Initialize the result.
     const data = {
       totals: {
         failures: 0,
@@ -52,15 +58,19 @@ exports.reporter = async page => {
       items: []
     };
     await Scraper.with(async scraper => {
+      // Get the page content.
       for (const input of await scraper.scrape(page.url())) {
-        const audit = Audit.of(input, alfaRules.default);
+        // Test it with the specified rules.
+        const audit = Audit.of(input, alfaRules);
         const outcomes = Array.from(await audit.evaluate());
+        // For each failure or warning:
         outcomes.forEach((outcome, index) => {
           const {target} = outcome;
           if (target && ! target._members) {
             const outcomeJ = outcome.toJSON();
             const verdict = outcomeJ.outcome;
             if (verdict !== 'passed') {
+              // Add to the result.
               const {rule} = outcomeJ;
               const {tags, uri, requirements} = rule;
               const ruleID = uri.replace(/^.+-/, '');

package/tests/continuum.js

@@ -6,7 +6,7 @@
 
 // FUNCTIONS
 // Runs Continuum on the page.
-exports.reporter = async page => {
+exports.reporter = async (page, rules) => {
   let result = {};
   // Inject the continuum scripts into the page, exposing the continuum object.
   for (const fileName of ['continuum.conf', 'AccessEngine.community', 'Continuum.community']) {
@@ -23,9 +23,20 @@ exports.reporter = async page => {
   }
   if (! result.prevented) {
     // Run the Continuum ruleset and get the result, failing if none within 20 seconds.
-    result = await page.evaluate(async () => {
+    result = await page.evaluate(async rules => {
       continuum.setUp(null, null, window);
-      const bigResultPromise = continuum.runAllTests();
+      // If a set of rules to be employed was specified:
+      let bigResultPromise;
+      if (rules && Array.isArray(rules) && rules.length && rules.every(rule => typeof rule === 'number')) {
+        // Run the tests for them.
+        bigResultPromise = continuum.runTests(rules);
+      }
+      // Otherwise, i.e. if no rules were specified:
+      else {
+        // Run all the tests.
+        bigResultPromise = continuum.runAllTests();
+      }
+      // Allow 20 seconds for the result compilation.
       const deadlinePromise = new Promise(resolve => {
         setTimeout(() => {
           resolve('timeout');
@@ -54,7 +65,7 @@ exports.reporter = async page => {
           error: 'ERROR: Invalid result'
         };
       }
-    });
+    }, rules);
   }
   return {result};
 };