testaro 5.14.0 → 5.14.2

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "testaro",
-  "version": "5.14.0",
+  "version": "5.14.2",
   "description": "Automation of accessibility testing",
   "main": "index.js",
   "scripts": {

package/run.js

@@ -1440,6 +1440,9 @@ const doActs = async (report, actIndex, page) => {
     // Perform the remaining acts.
     await doActs(report, actIndex + 1, page);
   }
+  else {
+    await browserClose();
+  }
 };
 // Performs the commands in a script.
 const doScript = async (report) => {

package/samples/scripts/tp16.json

@@ -0,0 +1,191 @@
+{
+  "id": "tp15",
+  "what": "Alfa, Axe, Continuum, HTML CodeSniffer, IBM, Nu Html Checker, Tenon, WAVE, and 24 custom tests",
+  "strict": true,
+  "timeLimit": 500,
+  "commands": [
+    {
+      "type": "launch",
+      "which": "webkit",
+      "what": "Webkit browser"
+    },
+    {
+      "type": "url",
+      "which": "https://*",
+      "what": "any page"
+    },
+    {
+      "type": "tenonRequest",
+      "id": "a",
+      "withNewContent": true,
+      "what": "Tenon API version 2 test request"
+    },
+    {
+      "type": "test",
+      "which": "motion",
+      "what": "spontaneous change of content; requires webkit",
+      "delay": 2500,
+      "interval": 2500,
+      "count": 5
+    },
+    {
+      "type": "launch",
+      "which": "chromium",
+      "what": "Chromium browser"
+    },
+    {
+      "type": "url",
+      "which": "https://*",
+      "what": "any page"
+    },
+    {
+      "type": "test",
+      "which": "bulk",
+      "what": "count of visible elements"
+    },
+    {
+      "type": "test",
+      "which": "embAc",
+      "withItems": true,
+      "what": "active elements incorrectly embedded in each other"
+    },
+    {
+      "type": "test",
+      "which": "focAll",
+      "what": "Tab-focusability"
+    },
+    {
+      "type": "test",
+      "which": "focInd",
+      "revealAll": false,
+      "allowedDelay": 250,
+      "withItems": true,
+      "what": "focus indicators"
+    },
+    {
+      "type": "test",
+      "which": "focOp",
+      "withItems": true,
+      "what": "focusability and operability of elements"
+    },
+    {
+      "type": "test",
+      "which": "focVis",
+      "withItems": true,
+      "what": "links outside display when focused"
+    },
+    {
+      "type": "test",
+      "which": "hover",
+      "headSize": 40,
+      "headSampleSize": 20,
+      "tailSampleSize": 15,
+      "withItems": true,
+      "what": "hover impacts"
+    },
+    {
+      "type": "test",
+      "which": "labClash",
+      "withItems": true,
+      "what": "unlabeled and mislabeled form controls"
+    },
+    {
+      "type": "test",
+      "which": "linkTo",
+      "withItems": true,
+      "what": "links without destinations"
+    },
+    {
+      "type": "test",
+      "which": "linkUl",
+      "withItems": true,
+      "what": "underlining of inline links"
+    },
+    {
+      "type": "test",
+      "which": "miniText",
+      "withItems": true,
+      "what": "small text"
+    },
+    {
+      "type": "test",
+      "which": "menuNav",
+      "withItems": true,
+      "what": "keyboard navigation within true-focus menus"
+    },
+    {
+      "type": "test",
+      "which": "radioSet",
+      "withItems": true,
+      "what": "grouping of radio buttons in fieldsets"
+    },
+    {
+      "type": "test",
+      "which": "role",
+      "what": "validity and necessity of role assignments"
+    },
+    {
+      "type": "test",
+      "which": "styleDiff",
+      "withItems": true,
+      "what": "style consistency of headings, buttons, and links"
+    },
+    {
+      "type": "test",
+      "which": "tabNav",
+      "withItems": true,
+      "what": "keyboard navigation within tab lists"
+    },
+    {
+      "type": "test",
+      "which": "zIndex",
+      "withItems": true,
+      "what": "elements with non-auto z indexes"
+    },
+    {
+      "type": "test",
+      "which": "alfa",
+      "what": "Siteimprove alfa"
+    },
+    {
+      "type": "test",
+      "which": "axe",
+      "detailLevel": 2,
+      "rules": [],
+      "what": "Axe core, all rules"
+    },
+    {
+      "type": "test",
+      "which": "continuum",
+      "what": "Continuum"
+    },
+    {
+      "type": "test",
+      "which": "htmlcs",
+      "what": "HTML CodeSniffer"
+    },
+    {
+      "type": "test",
+      "which": "ibm",
+      "withItems": true,
+      "what": "IBM Accessibility Checker, with page content and again with URL"
+    },
+    {
+      "type": "test",
+      "which": "nuVal",
+      "what": "Nu Html Checker"
+    },
+    {
+      "type": "test",
+      "which": "wave",
+      "reportType": 4,
+      "what": "WAVE, report-type 4"
+    },
+    {
+      "type": "test",
+      "which": "tenon",
+      "id": "a",
+      "what": "Tenon API version 2 result retrieval"
+    }
+  ]
+}

package/tests/focVis.js

@@ -20,7 +20,7 @@ exports.reporter = async (page, withItems) => {
     return badLinks;
   });
   const data = {
-    totals: badLinks.length
+    total: badLinks.length
   };
   if (withItems) {
     data.items = badLinks;

package/tests/linkTo.js

@@ -16,7 +16,7 @@ exports.reporter = async (page, withItems) => {
     }
   );
   const data = {
-    totals: badLinkTexts.length
+    total: badLinkTexts.length
   };
   if (withItems) {
     data.items = badLinkTexts;

package/tests/miniText.js

@@ -39,7 +39,7 @@ exports.reporter = async (page, withItems) => {
     }
   );
   const data = {
-    totals: miniTexts.length
+    total: miniTexts.length
   };
   if (withItems) {
     data.items = miniTexts;

package/validation/executors/test.js

@@ -60,5 +60,7 @@ const validateTests = async () => {
     }
   }
   console.log(`Grand totals: attempts ${totals.attempts}, successes ${totals.successes}`);
+  return Promise.resolve('');
 };
-validateTests();
+validateTests()
+.then(() => '');

package/validation/tests/scripts/focOp.json

@@ -1,5 +1,5 @@
 {
-  "what": "tests of focOp test",
+  "what": "validation of focOp test",
   "strict": true,
   "commands": [
     {

package/validation/tests/scripts/focVis.json

@@ -0,0 +1,26 @@
+{
+  "what": "validation of focVis test",
+  "strict": true,
+  "commands": [
+    {
+      "type": "launch",
+      "which": "chromium",
+      "what": "usual browser"
+    },
+    {
+      "type": "url",
+      "which": "__targets__/focVis/index.html",
+      "what": "page with links inside and outside the viewport"
+    },
+    {
+      "type": "test",
+      "which": "focVis",
+      "what": "off-display focused links",
+      "withItems": true,
+      "expect": [
+        ["total", "=", 1],
+        ["items.0", "=", "Basque information"]
+      ]
+    }
+  ]
+}

package/validation/tests/scripts/linkTo.json

@@ -0,0 +1,26 @@
+{
+  "what": "validation of linkTo test",
+  "strict": true,
+  "commands": [
+    {
+      "type": "launch",
+      "which": "chromium",
+      "what": "usual browser"
+    },
+    {
+      "type": "url",
+      "which": "__targets__/linkTo/index.html",
+      "what": "page with links with and without destinations"
+    },
+    {
+      "type": "test",
+      "which": "linkTo",
+      "what": "links without destinations",
+      "withItems": true,
+      "expect": [
+        ["total", "=", 1],
+        ["items.0", "=", "nothing at all"]
+      ]
+    }
+  ]
+}

package/validation/tests/scripts/miniText.json

@@ -0,0 +1,27 @@
+{
+  "what": "validation of miniText test",
+  "strict": true,
+  "commands": [
+    {
+      "type": "launch",
+      "which": "chromium",
+      "what": "usual browser"
+    },
+    {
+      "type": "url",
+      "which": "__targets__/miniText/index.html",
+      "what": "page with text in various font sizes"
+    },
+    {
+      "type": "test",
+      "which": "miniText",
+      "what": "small text",
+      "withItems": true,
+      "expect": [
+        ["total", "=", 3],
+        ["items.0", "i", "rem"],
+        ["items.2", "i", "named"]
+      ]
+    }
+  ]
+}

package/validation/tests/targets/focVis/index.html

@@ -0,0 +1,23 @@
+<!DOCTYPE html>
+<html lang="en-US">
+  <head>
+    <meta charset="utf-8">
+    <title>Page with links within and outside the viewport</title>
+    <meta name="description" content="tester">
+    <meta name="viewport" content="width=device-width, initial-scale=1">
+    <style>
+      .away {
+        position: absolute;
+        top: -10rem;
+      }
+    </style>
+  </head>
+  <body>
+    <main>
+      <h1>Page with links within and outside the viewport</h1>
+      <p>This page contains a normal link to <a href="https://en.wikipedia.org">English information</a>.</p>
+      <p>However, there is another link that you cannot see, because it is outside the viewport.</p>
+      <p><a class="away" href="https://eus.wikipedia.org">Basque information</a></p>
+    </main>
+  </body>
+</html>

package/validation/tests/targets/linkTo/index.html

@@ -0,0 +1,15 @@
+<!DOCTYPE html>
+<html lang="en-US">
+  <head>
+    <meta charset="utf-8">
+    <title>Page with links with and without destinations</title>
+    <meta name="description" content="tester">
+    <meta name="viewport" content="width=device-width, initial-scale=1">
+  </head>
+  <body>
+    <main>
+      <h1>Page with links with and without destinations</h1>
+      <p>This page contains a normal link to <a href="https://en.wikipedia.org">English information</a> and a deviant link to <a>nothing at all</a>.</p>
+    </main>
+  </body>
+</html>

package/validation/tests/targets/miniText/index.html

@@ -0,0 +1,33 @@
+<!DOCTYPE html>
+<html lang="en-US">
+  <head>
+    <meta charset="utf-8">
+    <title>Page with small text</title>
+    <meta name="description" content="tester">
+    <meta name="viewport" content="width=device-width, initial-scale=1">
+    <style>
+      .maxi {
+        font-size: x-large;
+      }
+      .mini {
+        font-size: 0.5rem;
+      }
+      .miniPx {
+        font-size: 7px;
+      }
+      .miniWord {
+        font-size: xx-small;
+      }
+    </style>
+  </head>
+  <body>
+    <main>
+      <h1>Page with small text</h1>
+      <p>This text has the default font size.</p>
+      <p class="mini">This text is small, defined in rem.</p>
+      <p class="miniPx">This text is small, defined in px.</p>
+      <p class="miniWord">This text is small, defined with a named constant.</p>
+      <p class="maxi">This text is extra-large.</p>
+    </main>
+  </body>
+</html>