testaro 4.2.3 → 4.2.6

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "testaro",
-  "version": "4.2.3",
+  "version": "4.2.6",
   "description": "Automation of accessibility testing",
   "main": "index.js",
   "scripts": {

package/samples/batches/a11yorgs.json

@@ -0,0 +1,276 @@
+{
+  "id": "a11yorgs",
+  "what": "Pages expected to pass all accessibility tests",
+  "hosts": [
+    {
+      "id": "iaap",
+      "which": "https://www.accessibilityassociation.org/s/",
+      "what": "IAAP"
+    },
+    {
+      "id": "w3cwaiaria",
+      "which": "https://www.w3.org/WAI/standards-guidelines/aria/",
+      "what": "W3C WAI-ARIA"
+    },
+    {
+      "id": "mozilla",
+      "which": "https://www.mozilla.org/en-US/",
+      "what": "Mozilla"
+    },
+    {
+      "id": "uswds",
+      "which": "https://designsystem.digital.gov/documentation/accessibility/",
+      "what": "U.S. Web Design System"
+    },
+    {
+      "id": "deque",
+      "which": "https://deque.com/",
+      "what": "Deque"
+    },
+    {
+      "id": "levelaccess",
+      "which": "https://www.levelaccess.com/",
+      "what": "Level Access"
+    },
+    {
+      "id": "tpgi",
+      "which": "https://www.tpgi.com/",
+      "what": "TPGi"
+    },
+    {
+      "id": "usablenet",
+      "which": "https://usablenet.com/",
+      "what": "UsableNet"
+    },
+    {
+      "id": "evinced",
+      "which": "https://www.evinced.com/",
+      "what": "Evinced"
+    },
+    {
+      "id": "accessibe",
+      "which": "https://accessibe.com/",
+      "what": "AccessiBe"
+    },
+    {
+      "id": "siteimprove",
+      "which": "https://siteimprove.com/en-us/accessibility/",
+      "what": "Siteimprove"
+    },
+    {
+      "id": "a11yshield",
+      "which": "https://www.accessibilityshield.com/",
+      "what": "Accessibility Shield"
+    },
+    {
+      "id": "barrierbreak",
+      "which": "https://www.barrierbreak.com/",
+      "what": "Barrier Break"
+    },
+    {
+      "id": "converge",
+      "which": "https://convergeaccessibility.com/",
+      "what": "Converge Accessibility"
+    },
+    {
+      "id": "crawford",
+      "which": "https://www.crawfordtech.com/accessibilitynow",
+      "what": "Crawford Technologies"
+    },
+    {
+      "id": "essential",
+      "which": "https://www.essentialaccessibility.com/",
+      "what": "eSSENTIAL Accessibility"
+    },
+    {
+      "id": "microassist",
+      "which": "https://www.microassist.com/",
+      "what": "Microassist"
+    },
+    {
+      "id": "mindscreen",
+      "which": "https://www.mindscreen.de/",
+      "what": "mindscreen"
+    },
+    {
+      "id": "onlineada",
+      "which": "https://onlineada.com/",
+      "what": "Online ADA"
+    },
+    {
+      "id": "tenon",
+      "which": "https://tenon.io/",
+      "what": "Tenon"
+    },
+    {
+      "id": "weco",
+      "which": "https://theweco.com/",
+      "what": "WeCo"
+    },
+    {
+      "id": "zugang",
+      "which": "https://www.access-for-all.ch/ch/",
+      "what": "Zugang für alle"
+    },
+    {
+      "id": "aph",
+      "which": "https://www.aph.org/accessibility-solutions/",
+      "what": "American Printing House"
+    },
+    {
+      "id": "dac",
+      "which": "https://www.digitalaccessibilitycentre.org/",
+      "what": "Digital Accessibility Centre"
+    },
+    {
+      "id": "ubb",
+      "which": "https://www.bfit-bund.de/DE/Home/home_node.html",
+      "what": "Überwachungsstelle des BFIT-Bund"
+    },
+    {
+      "id": "hearcolors",
+      "which": "https://www.hearcolors.com.mx/",
+      "what": "Fundación Hearcolors"
+    },
+    {
+      "id": "knowbility",
+      "which": "https://knowbility.org/",
+      "what": "Knowbility"
+    },
+    {
+      "id": "peat",
+      "which": "https://www.peatworks.org/",
+      "what": "PEAT"
+    },
+    {
+      "id": "viscardi",
+      "which": "https://www.viscardicenter.org/digital-accessibility-services/web-accessibility/",
+      "what": "Viscardi Center"
+    },
+    {
+      "id": "blindspot",
+      "which": "https://myblindspot.org/",
+      "what": "My Blind Spot"
+    },
+    {
+      "id": "a11yoz",
+      "which": "https://www.accessibilityoz.com/",
+      "what": "AccessibilityOz"
+    },
+    {
+      "id": "visionaus",
+      "which": "https://www.visionaustralia.org/services/digital-access",
+      "what": "Vision Australia"
+    },
+    {
+      "id": "abilitynet",
+      "which": "https://www.abilitynet.org.uk/",
+      "what": "AbilityNet"
+    },
+    {
+      "id": "audioeye",
+      "which": "https://www.audioeye.com/",
+      "what": "AudioEye"
+    },
+    {
+      "id": "funka",
+      "which": "https://www.funka.com/en/",
+      "what": "Funka"
+    },
+    {
+      "id": "accessibleweb",
+      "which": "https://accessibleweb.com/",
+      "what": "Accessible Web"
+    },
+    {
+      "id": "atos",
+      "which": "https://atos.net/en/lp/accessibility-and-assistive-technology-iux",
+      "what": "Atos"
+    },
+    {
+      "id": "equalentry",
+      "which": "https://equalentry.com/",
+      "what": "Equal Entry"
+    },
+    {
+      "id": "gatechcidi",
+      "which": "https://cidi.gatech.edu/",
+      "what": "Georgia Tech CIDI"
+    },
+    {
+      "id": "webaim",
+      "which": "https://webaim.org/",
+      "what": "WebAIM"
+    },
+    {
+      "id": "csuncd",
+      "which": "https://www.csun.edu/cod",
+      "what": "CSUN Center on Disabilities"
+    },
+    {
+      "id": "makesense",
+      "which": "https://mk-sense.com/",
+      "what": "Make-Sense"
+    },
+    {
+      "id": "faciliti",
+      "which": "https://www.facil-iti.fr/",
+      "what": "FACIL’iti"
+    },
+    {
+      "id": "aaatraq",
+      "which": "https://aaatraq.com/",
+      "what": "AAAtraq"
+    },
+    {
+      "id": "accessibleorg",
+      "which": "https://accessible.org/",
+      "what": "Accessible.org"
+    },
+    {
+      "id": "ab11y",
+      "which": "https://www.ab11y.com/",
+      "what": "Ab11y"
+    },
+    {
+      "id": "digitala11y",
+      "which": "https://www.digitala11y.com/",
+      "what": "DigitalA11Y"
+    },
+    {
+      "id": "teachaccess",
+      "which": "https://teachaccess.org/",
+      "what": "Teach Access"
+    },
+    {
+      "id": "tetralogical",
+      "which": "https://tetralogical.com/",
+      "what": "TetraLogical"
+    },
+    {
+      "id": "adaexpertise",
+      "which": "https://adaexpertise.com/",
+      "what": "ADA Expertise Consulting"
+    },
+    {
+      "id": "aten",
+      "which": "https://atendesigngroup.com/",
+      "what": "Aten Design Group"
+    },
+    {
+      "id": "holistica11y",
+      "which": "https://holistica11y.com/",
+      "what": "HolisticA11Y"
+    },
+    {
+      "id": "zenythgroup",
+      "which": "https://zenythgroup.com/index",
+      "what": "Zenyth Group"
+    },
+    {
+      "id": "boia",
+      "which": "https://www.boia.org/",
+      "what": "Bureau of Internet Accessibility"
+    }
+  ]
+}

package/samples/batches/doordash.json

@@ -0,0 +1,11 @@
+{
+  "id": "doordash",
+  "what": "DoorDash",
+  "hosts": [
+    {
+      "id": "doordash",
+      "which": "https://www.doordash.com/",
+      "what": "DoorDash"
+    }
+  ]
+}

package/samples/batches/greiner.json

@@ -0,0 +1,36 @@
+{
+  "id": "greiner",
+  "what": "Greiner’s Fine Men’s Clothing",
+  "hosts": [
+    {
+      "id": "greinerhome",
+      "which": "http://greinersclothing.com/",
+      "what": "Greiner’s Fine Men’s Clothing: Home"
+    },
+    {
+      "id": "greinerabout",
+      "which": "https://greinersclothing.com/about-us/",
+      "what": "Greiner’s Fine Men’s Clothing: About Us"
+    },
+    {
+      "id": "greinercol",
+      "which": "https://greinersclothing.com/collections-fw2018-2/",
+      "what": "Greiner’s Fine Men’s Clothing: Collections"
+    },
+    {
+      "id": "greinermasks",
+      "which": "https://greinersclothing.com/covid19masks/",
+      "what": "Greiner’s Fine Men’s Clothing: COVID-19 Masks"
+    },
+    {
+      "id": "greinermeasure",
+      "which": "https://greinersclothing.com/made-to-measure/",
+      "what": "Greiner’s Fine Men’s Clothing: Made to Measure"
+    },
+    {
+      "id": "greinercontact",
+      "which": "https://greinersclothing.com/contact-2/",
+      "what": "Greiner’s Fine Men’s Clothing: Contact + Locations"
+    }
+  ]
+}

package/samples/batches/siteimprove.json

@@ -0,0 +1,11 @@
+{
+  "id": "siteimprove",
+  "what": "Siteimprove",
+  "hosts": [
+    {
+      "id": "siteimprove",
+      "which": "https://www.siteimprove.com/",
+      "what": "Siteimprove"
+    }
+  ]
+}

package/samples/batches/siteimprovea11y.json

@@ -0,0 +1,11 @@
+{
+  "id": "siteimprovea11y",
+  "what": "Siteimprove accessibility",
+  "hosts": [
+    {
+      "id": "siteimprovea11y",
+      "which": "https://www.siteimprove.com/platform/accessibility/",
+      "what": "Siteimprove accessibility"
+    }
+  ]
+}

package/samples/scripts/alfa.json

@@ -0,0 +1,22 @@
+{
+  "id": "alfa",
+  "what": "Alfa test package",
+  "strict": true,
+  "commands": [
+    {
+      "type": "launch",
+      "which": "chromium",
+      "what": "used for most tests"
+    },
+    {
+      "type": "url",
+      "which": "https://*",
+      "what": "any page"
+    },
+    {
+      "type": "test",
+      "which": "alfa",
+      "what": "Siteimprove alfa"
+    }
+  ]
+}

package/samples/scripts/ibm.json

@@ -0,0 +1,23 @@
+{
+  "id": "ibm",
+  "what": "IBM Equal Access test package",
+  "strict": true,
+  "commands": [
+    {
+      "type": "launch",
+      "which": "chromium",
+      "what": "used for most tests"
+    },
+    {
+      "type": "url",
+      "which": "https://*",
+      "what": "any page"
+    },
+    {
+      "type": "test",
+      "which": "ibm",
+      "withItems": true,
+      "what": "IBM Equal Access"
+    }
+  ]
+}

package/tests/ibm.js

@@ -24,29 +24,35 @@ const {getCompliance} = require('accessibility-checker');
 const run = async content => {
   const nowLabel = (new Date()).toISOString().slice(0, 19);
   // Return the result of a test.
-  const report = await getCompliance(content, nowLabel);
-  return report;
+  const ibmReport = await getCompliance(content, nowLabel);
+  return ibmReport;
 };
-// Reports the result of an IBM test.
-const report = (result, withItems) => {
+// Trims an IBM report.
+const report = (ibmReport, withItems) => {
   const data = {};
-  if (result) {
-    data.totals = result.report.summary.counts;
-    if (withItems) {
-      data.items = result.report.results;
-      data.items.forEach(item => {
-        delete item.apiArgs;
-        delete item.category;
-        delete item.ignored;
-        delete item.messageArgs;
-        delete item.reasonId;
-        delete item.ruleTime;
-        delete item.value;
-      });
+  if (ibmReport && ibmReport.report && ibmReport.report.summary) {
+    const totals = ibmReport.report.summary.counts;
+    if (totals) {
+      data.totals = totals;
+      if (withItems) {
+        data.items = ibmReport.report.results;
+        data.items.forEach(item => {
+          delete item.apiArgs;
+          delete item.category;
+          delete item.ignored;
+          delete item.messageArgs;
+          delete item.reasonId;
+          delete item.ruleTime;
+          delete item.value;
+        });
+      }
+    }
+    else {
+      data.error = 'ERROR: ibm test delivered no totals';
     }
   }
   else {
-    data.error = 'ERROR: ibm test failed';
+    data.error = 'ERROR: ibm test delivered no report summary';
   }
   return data;
 };
@@ -56,13 +62,13 @@ const doTest = async (content, withItems, timeLimit) => {
   let timeoutID;
   const wait = new Promise(resolve => {
     timeoutID = setTimeout(() => {
-      resolve('');
+      resolve({});
     }, 1000 * timeLimit);
   });
   // Conduct and report the test.
-  const result = run(content);
+  const ibmReport = run(content);
   // Wait for the report until the time limit expires.
-  const resultIfFast = await Promise.race([result, wait]);
+  const ibmReportIfFast = await Promise.race([ibmReport, wait]);
   // Delete the report files.
   try {
     const reportNames = await fs.readdir('results');
@@ -74,14 +80,16 @@ const doTest = async (content, withItems, timeLimit) => {
     console.log('ibm test created no result files.');
   }
   // Return the result.
-  if (resultIfFast) {
+  if (ibmReportIfFast.report) {
     clearTimeout(timeoutID);
-    const typeResult = report(result, withItems);
-    return typeResult;
+    const ibmTypeReport = report(ibmReportIfFast, withItems);
+    return ibmTypeReport;
   }
   else {
     console.log('ERROR: getting ibm test report took too long');
-    return 'ERROR: getting ibm test report took too long';
+    return {
+      error: 'ERROR: getting ibm test report took too long'
+    };
   }
 };
 // Returns results of one or two IBM tests.