testaro 59.3.0 → 60.1.0

package/README.md

@@ -42,6 +42,7 @@ One software product that performs some such functions is [Testilo](https://www.
 
 Testaro uses:
 - [Playwright](https://playwright.dev/) to launch browsers, perform user actions in them, and perform tests
+- [playwright-extra](https://www.npmjs.com/package/playwright-extra) and [puppeteer-extra-plugin-stealth](https://www.npmjs.com/package/puppeteer-extra-plugin-stealth) to make a Playwright-controlled browser more indistinguishable from a human-operated browser and thus make their requests more likely to succeed
 - [playwright-dompath](https://www.npmjs.com/package/playwright-dompath) to retrieve XPaths of elements
 - [pixelmatch](https://www.npmjs.com/package/pixelmatch) to measure motion
 
@@ -91,7 +92,7 @@ The main directories containing code files are:
 
 ## System requirements
 
-Version 16 or later of [Node.js](https://nodejs.org/en/).
+The latest long-term-support version of [Node.js](https://nodejs.org/en/).
 
 ## Installation
 

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "testaro",
-  "version": "59.3.0",
+  "version": "60.1.0",
   "description": "Run 1000 web accessibility tests from 11 tools and get a standardized report",
   "main": "index.js",
   "scripts": {
@@ -41,7 +41,10 @@
     "dotenv": "*",
     "pixelmatch": "*",
     "playwright": "*",
-    "playwright-dompath": "*"
+    "playwright-dompath": "*",
+    "playwright-extra": "*",
+    "playwright-extra-plugin-stealth": "*",
+    "puppeteer-extra-plugin-stealth": "*"
   },
   "devDependencies": {
     "eslint": "*"

package/run.js

@@ -36,6 +36,13 @@ const fs = require('fs/promises');
 require('dotenv').config({quiet: true});
 // Module to validate jobs.
 const {isBrowserID, isDeviceID, isURL, isValidJob, tools} = require('./procs/job');
+// Module to evade automation detection.
+const {chromium, webkit, firefox} = require('playwright-extra');
+const StealthPlugin = require('puppeteer-extra-plugin-stealth');
+chromium.use(StealthPlugin());
+webkit.use(StealthPlugin());
+firefox.use(StealthPlugin());
+const playwrightBrowsers = {chromium, webkit, firefox};
 // Module to standardize report formats.
 const {standardize} = require('./procs/standardize');
 // Module to identify element bounding boxes.
@@ -136,6 +143,15 @@ const getNonce = async response => {
   // Return the nonce, if any.
   return nonce;
 };
+// Normalizes a file URL in case it has the Windows path format.
+const normalizeFile = u => {
+  if (!u) return u;
+  if (!u.toLowerCase().startsWith('file:')) return u;
+  // Ensure forward slashes and three slashes after file:
+  let path = u.replace(/^file:\/+/i, '');
+  path = path.replace(/\\/g, '/');
+  return 'file:///' + path.replace(/^\//, '');
+};
 // Visits a URL and returns the response of the server.
 const goTo = async (report, page, url, timeout, waitUntil) => {
   // If the URL is a file path:
@@ -154,19 +170,10 @@ const goTo = async (report, page, url, timeout, waitUntil) => {
     const httpStatus = response.status();
     // If the response status was normal:
     if ([200, 304].includes(httpStatus) || url.startsWith('file:')) {
-      // If the browser was redirected in violation of a strictness requirement:
       const actualURL = page.url();
-      // Normalize file:// URLs for comparison (handles Windows path formats)
-      const normalizeFile = u => {
-        if (!u) return u;
-        if (!u.toLowerCase().startsWith('file:')) return u;
-        // Ensure forward slashes and three slashes after file:
-        let path = u.replace(/^file:\/+/i, '');
-        path = path.replace(/\\/g, '/');
-        return 'file:///' + path.replace(/^\//, '');
-      };
       const actualNorm = actualURL.startsWith('file:') ? normalizeFile(actualURL) : actualURL;
       const urlNorm = url.startsWith('file:') ? normalizeFile(url) : url;
+      // If the browser was redirected in violation of a strictness requirement:
       if (report.strict && deSlash(actualNorm) !== deSlash(urlNorm)) {
         // Return an error.
         console.log(`ERROR: Visit to ${url} redirected to ${actualURL}`);
@@ -186,6 +193,15 @@ const goTo = async (report, page, url, timeout, waitUntil) => {
         };
       }
     }
+    // Otherwise, if the response status was prohibition:
+    else if (httpStatus === 403) {
+      // Return this.
+      console.log(`ERROR: Visit to ${url} prohibited (status 403)`);
+      return {
+        success: false,
+        error: 'status403'
+      };
+    }
     // Otherwise, if the response status was rejection of excessive requests:
     else if (httpStatus === 429) {
       // Return this.
@@ -275,7 +291,7 @@ const launch = exports.launch = async (
     // Replace the report target URL with this URL.
     report.target.url = url;
     // Create a browser of the specified or default type.
-    const browserType = require('playwright')[browserID];
+    const browserType = playwrightBrowsers[browserID];
     // Close the current browser, if any.
     await browserClose();
     // Define browser options.
@@ -290,17 +306,44 @@ const launch = exports.launch = async (
       },
       headless: ! debug,
       slowMo: waits || 0,
-      ...(browserID === 'chromium' && {args: ['--disable-dev-shm-usage']})
+      ...(browserID === 'chromium' && {
+        args: ['--disable-dev-shm-usage', '--disable-blink-features=AutomationControlled']
+      })
     };
     try {
       // Replace the browser with a new one.
       browser = await browserType.launch(browserOptions);
       // Redefine the context (i.e. browser window).
-      browserContext = await browser.newContext(device.windowOptions);
+      const contextOptions = {
+        ...device.windowOptions,
+        userAgent: 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36',
+        viewport: device.windowOptions.viewport || {width: 1920, height: 1080},
+        locale: 'en-US',
+        timezoneId: 'America/Los_Angeles',
+        extraHTTPHeaders: {
+          'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8',
+          'Accept-Language': 'en-US,en;q=0.9',
+          'Accept-Encoding': 'gzip, deflate, br',
+          'DNT': '1',
+          'Upgrade-Insecure-Requests': '1'
+        }
+      };
+      browserContext = await browser.newContext(contextOptions);
       // Prevent default timeouts.
       browserContext.setDefaultTimeout(0);
-      // When a page (i.e. browser tab) is added to the browser context (i.e. browser window):
+      // When a page (i.e. tab) is added to the browser context (i.e. browser window):
       browserContext.on('page', async page => {
+        // Mask automation detection
+        await page.addInitScript(() => {
+          Object.defineProperty(navigator, 'webdriver', {get: () => undefined});
+          window.chrome = {runtime: {}};
+          Object.defineProperty(navigator, 'plugins', {
+            get: () => [1, 2, 3, 4, 5]
+          });
+          Object.defineProperty(navigator, 'languages', {
+            get: () => ['en-US', 'en']
+          });
+        });
         // Ensure the report has a jobData property.
         report.jobData ??= {};
         const {jobData} = report;

package/testaro/styleDiff.js

@@ -69,12 +69,20 @@ const linksByType = async page => await page.evaluateHandle(() => {
     }
   };
   // FUNCTION DEFINITIONS END
-  // Identify the list links in the page.
+  // Identify the lists in the page.
   const lists = Array.from(document.body.querySelectorAll('ul, ol'));
+  // Initialize an array of list links.
   const listLinks = [];
+  // For each one:
   lists.forEach(list => {
+    // If it is a list of links:
     if (isLinkList(list)) {
-      listLinks.push(... Array.from(list.querySelectorAll('a')));
+      // Choose one of the links randomly, assuming they have uniform styles.
+      const links = Array.from(list.querySelectorAll('a'));
+      const randomIndex = Math.floor(Math.random() * links.length);
+      const randomLink = links[randomIndex];
+      // Add it to the array.
+      listLinks.push(randomLink);
     }
   });
   // Identify the inline links in the page.
@@ -163,6 +171,7 @@ exports.reporter = async (page, withItems) => {
       // Add its elements to the object.
       elements.headings[tagName] = Array.from(body.getElementsByTagName(tagName));
     });
+    // FUNCTION DEFINITION START
     // Tabulates the distribution of style properties for elements of a type.
     const tallyStyles = (typeName, elements, typeStyles, withItems) => {
       // If there are any elements:
@@ -226,6 +235,7 @@ exports.reporter = async (page, withItems) => {
         }
       }
     };
+    // FUNCTION DEFINITION END
     // Report the style-property distributions for the element types.
     tallyStyles('button', elements.buttons, buttonStyles, withItems);
     tallyStyles('adjacentLink', elements.links.adjacent, [], withItems);