testaro 59.2.11 → 60.0.0

package/README.md

@@ -42,6 +42,7 @@ One software product that performs some such functions is [Testilo](https://www.
 
 Testaro uses:
 - [Playwright](https://playwright.dev/) to launch browsers, perform user actions in them, and perform tests
+- [playwright-extra](https://www.npmjs.com/package/playwright-extra) and [puppeteer-extra-plugin-stealth](https://www.npmjs.com/package/puppeteer-extra-plugin-stealth) to make a Playwright-controlled browser more indistinguishable from a human-operated browser and thus make their requests more likely to succeed
 - [playwright-dompath](https://www.npmjs.com/package/playwright-dompath) to retrieve XPaths of elements
 - [pixelmatch](https://www.npmjs.com/package/pixelmatch) to measure motion
 
@@ -91,7 +92,7 @@ The main directories containing code files are:
 
 ## System requirements
 
-Version 16 or later of [Node.js](https://nodejs.org/en/).
+The latest long-term-support version of [Node.js](https://nodejs.org/en/).
 
 ## Installation
 

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "testaro",
-  "version": "59.2.11",
+  "version": "60.0.0",
   "description": "Run 1000 web accessibility tests from 11 tools and get a standardized report",
   "main": "index.js",
   "scripts": {
@@ -41,7 +41,10 @@
     "dotenv": "*",
     "pixelmatch": "*",
     "playwright": "*",
-    "playwright-dompath": "*"
+    "playwright-dompath": "*",
+    "playwright-extra": "*",
+    "playwright-extra-plugin-stealth": "*",
+    "puppeteer-extra-plugin-stealth": "*"
   },
   "devDependencies": {
     "eslint": "*"

package/run.js

@@ -36,6 +36,13 @@ const fs = require('fs/promises');
 require('dotenv').config({quiet: true});
 // Module to validate jobs.
 const {isBrowserID, isDeviceID, isURL, isValidJob, tools} = require('./procs/job');
+// Module to evade automation detection.
+const {chromium, webkit, firefox} = require('playwright-extra');
+const StealthPlugin = require('puppeteer-extra-plugin-stealth');
+chromium.use(StealthPlugin());
+webkit.use(StealthPlugin());
+firefox.use(StealthPlugin());
+const playwrightBrowsers = {chromium, webkit, firefox};
 // Module to standardize report formats.
 const {standardize} = require('./procs/standardize');
 // Module to identify element bounding boxes.
@@ -92,6 +99,8 @@ const timeLimits = {
   ibm: 30,
   testaro: 150 + Math.round(6 * process.env.WAITS / 1000)
 };
+// Timeout multiplier.
+const timeoutMultiplier = Number.parseFloat(process.env.TIMEOUT_MULTIPLIER) || 1;
 
 // Temporary directory
 const tmpDir = os.tmpdir();
@@ -134,6 +143,15 @@ const getNonce = async response => {
   // Return the nonce, if any.
   return nonce;
 };
+// Normalizes a file URL in case it has the Windows path format.
+const normalizeFile = u => {
+  if (!u) return u;
+  if (!u.toLowerCase().startsWith('file:')) return u;
+  // Ensure forward slashes and three slashes after file:
+  let path = u.replace(/^file:\/+/i, '');
+  path = path.replace(/\\/g, '/');
+  return 'file:///' + path.replace(/^\//, '');
+};
 // Visits a URL and returns the response of the server.
 const goTo = async (report, page, url, timeout, waitUntil) => {
   // If the URL is a file path:
@@ -152,19 +170,10 @@ const goTo = async (report, page, url, timeout, waitUntil) => {
     const httpStatus = response.status();
     // If the response status was normal:
     if ([200, 304].includes(httpStatus) || url.startsWith('file:')) {
-      // If the browser was redirected in violation of a strictness requirement:
       const actualURL = page.url();
-      // Normalize file:// URLs for comparison (handles Windows path formats)
-      const normalizeFile = u => {
-        if (!u) return u;
-        if (!u.toLowerCase().startsWith('file:')) return u;
-        // Ensure forward slashes and three slashes after file:
-        let path = u.replace(/^file:\/+/i, '');
-        path = path.replace(/\\/g, '/');
-        return 'file:///' + path.replace(/^\//, '');
-      };
       const actualNorm = actualURL.startsWith('file:') ? normalizeFile(actualURL) : actualURL;
       const urlNorm = url.startsWith('file:') ? normalizeFile(url) : url;
+      // If the browser was redirected in violation of a strictness requirement:
       if (report.strict && deSlash(actualNorm) !== deSlash(urlNorm)) {
         // Return an error.
         console.log(`ERROR: Visit to ${url} redirected to ${actualURL}`);
@@ -184,6 +193,15 @@ const goTo = async (report, page, url, timeout, waitUntil) => {
         };
       }
     }
+    // Otherwise, if the response status was prohibition:
+    else if (httpStatus === 403) {
+      // Return this.
+      console.log(`ERROR: Visit to ${url} prohibited (status 403)`);
+      return {
+        success: false,
+        error: 'status403'
+      };
+    }
     // Otherwise, if the response status was rejection of excessive requests:
     else if (httpStatus === 429) {
       // Return this.
@@ -273,7 +291,7 @@ const launch = exports.launch = async (
     // Replace the report target URL with this URL.
     report.target.url = url;
     // Create a browser of the specified or default type.
-    const browserType = require('playwright')[browserID];
+    const browserType = playwrightBrowsers[browserID];
     // Close the current browser, if any.
     await browserClose();
     // Define browser options.
@@ -288,17 +306,44 @@ const launch = exports.launch = async (
       },
       headless: ! debug,
       slowMo: waits || 0,
-      ...(browserID === 'chromium' && {args: ['--disable-dev-shm-usage']})
+      ...(browserID === 'chromium' && {
+        args: ['--disable-dev-shm-usage', '--disable-blink-features=AutomationControlled']
+      })
     };
     try {
       // Replace the browser with a new one.
       browser = await browserType.launch(browserOptions);
       // Redefine the context (i.e. browser window).
-      browserContext = await browser.newContext(device.windowOptions);
+      const contextOptions = {
+        ...device.windowOptions,
+        userAgent: 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36',
+        viewport: device.windowOptions.viewport || {width: 1920, height: 1080},
+        locale: 'en-US',
+        timezoneId: 'America/Los_Angeles',
+        extraHTTPHeaders: {
+          'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8',
+          'Accept-Language': 'en-US,en;q=0.9',
+          'Accept-Encoding': 'gzip, deflate, br',
+          'DNT': '1',
+          'Upgrade-Insecure-Requests': '1'
+        }
+      };
+      browserContext = await browser.newContext(contextOptions);
       // Prevent default timeouts.
       browserContext.setDefaultTimeout(0);
-      // When a page (i.e. browser tab) is added to the browser context (i.e. browser window):
+      // When a page (i.e. tab) is added to the browser context (i.e. browser window):
       browserContext.on('page', async page => {
+        // Mask automation detection
+        await page.addInitScript(() => {
+          Object.defineProperty(navigator, 'webdriver', {get: () => undefined});
+          window.chrome = {runtime: {}};
+          Object.defineProperty(navigator, 'plugins', {
+            get: () => [1, 2, 3, 4, 5]
+          });
+          Object.defineProperty(navigator, 'languages', {
+            get: () => ['en-US', 'en']
+          });
+        });
         // Ensure the report has a jobData property.
         report.jobData ??= {};
         const {jobData} = report;
@@ -721,7 +766,7 @@ const doActs = async (report, opts = {}) => {
         const actResult = await new Promise(resolve => {
           let closed = false;
           const child = fork(
-            `${__dirname}/procs/doTestAct`, [actIndex], {timeout: 1000 * timeLimits[act.which] || 15000}
+            `${__dirname}/procs/doTestAct`, [actIndex], {timeout: timeoutMultiplier * 1000 * (timeLimits[act.which] || 15)}
           );
           child.on('message', message => {
             if (! closed) {

package/tests/testaro.js

@@ -40,25 +40,6 @@ const fs = require('fs/promises');
 // CONSTANTS
 
 // The validation job data for the tests listed below are in the pending directory.
-/*
-const futureEvalRulesTraining = {
-  altScheme: 'img elements with alt attributes having URLs as their entire values',
-  captionLoc: 'caption elements that are not first children of table elements',
-  datalistRef: 'elements with ambiguous or missing referenced datalist elements',
-  secHeading: 'headings that violate the logical level order in their sectioning containers',
-  textSem: 'semantically vague elements i, b, and/or small'
-};
-const futureEvalRulesCleanRoom = {
-  adbID: 'elements with ambiguous or missing referenced descriptions',
-  imageLink: 'links with image files as their destinations',
-  legendLoc: 'legend elements that are not first children of fieldset elements',
-  optRoleSel: 'Non-option elements with option roles that have no aria-selected attributes',
-  phOnly: 'input elements with placeholders but no accessible names'
-};
-*/
-// The following were previously marked as future (clean-room) rules.
-// For local validation runs they are included in evalRules below. Remove from futureRules
-// when preparing clean-room submissions.
 const futureRules = new Set([]);
 const evalRules = {
   adbID: 'elements with ambiguous or missing referenced descriptions',
@@ -152,6 +133,7 @@ const slowTestLimits = {
   tabNav: 10,
   textSem: 10
 };
+const timeoutMultiplier = Number.parseFloat(process.env.TIMEOUT_MULTIPLIER) || 1;
 
 // ERROR HANDLER
 process.on('unhandledRejection', reason => {
@@ -296,7 +278,7 @@ exports.reporter = async (page, report, actIndex) => {
         while (testRetries > 0 && ! testSuccess) {
           try {
             // Apply a time limit to the test.
-            const timeLimit = 1000 * (slowTestLimits[rule] ?? 5);
+            const timeLimit = 1000 * timeoutMultiplier * (slowTestLimits[rule] ?? 5);
             // If the time limit expires during the test:
             const timer = new Promise(resolve => {
               timeout = setTimeout(() => {
@@ -383,9 +365,12 @@ exports.reporter = async (page, report, actIndex) => {
               break;
             }
           }
+          finally {
+            // Clear the timeout.
+            clearTimeout(timeout);
+          }
         }
-        // Clear the timeout and the error listeners.
-        clearTimeout(timeout);
+        // Clear the error listeners.
         if (page && ! page.isClosed() && crashHandler) {
           page.off('crash', crashHandler);
         }