testaro 69.4.2 → 69.5.0

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "testaro",
-  "version": "69.4.2",
+  "version": "69.5.0",
   "description": "Run 1000 web accessibility tests from 11 tools and get a standardized report",
   "main": "index.js",
   "scripts": {

package/procs/config.js

@@ -0,0 +1,27 @@
+/*
+  © 2025 Jonathan Robert Pool.
+
+  Licensed under the MIT License. See LICENSE file at the project root or
+  https://opensource.org/license/mit/ for details.
+
+  SPDX-License-Identifier: MIT
+*/
+
+/*
+  config
+  Shared configuration values for Testaro.
+*/
+
+// Timeout multiplier from environment variable.
+// Set TIMEOUT_MULTIPLIER > 1 for slow networks/sites, < 1 for fast environments.
+const timeoutMultiplier = Number.parseFloat(process.env.TIMEOUT_MULTIPLIER) || 1;
+
+// Helper to apply multiplier to a timeout value.
+// Use for navigation, interaction, and long-running operation timeouts.
+// Do NOT use for very short "fail-fast" timeouts (< 100ms).
+const applyMultiplier = (baseTimeout) => Math.round(baseTimeout * timeoutMultiplier);
+
+module.exports = {
+  timeoutMultiplier,
+  applyMultiplier
+};

package/procs/shoot.js

@@ -10,6 +10,8 @@
 
 // IMPORTS
 
+// Shared configuration for timeout multiplier.
+const {applyMultiplier} = require('./config');
 const fs = require('fs/promises');
 const os = require('os');
 const path = require('path');
@@ -26,7 +28,7 @@ const screenShot = async (page, exclusion = null) => {
   const options = {
     fullPage: true,
     omitBackground: true,
-    timeout: 4000
+    timeout: applyMultiplier(4000)
   };
   if (exclusion) {
     options.mask = [exclusion];

package/testaro/hover.js

@@ -16,6 +16,8 @@
 
 const {getBasicResult} = require('../procs/testaro');
 const playwright = require('playwright');
+// Shared configuration for timeout multiplier.
+const {applyMultiplier} = require('../procs/config');
 
 // FUNCTIONS
 
@@ -107,7 +109,7 @@ exports.reporter = async (page, catalog, withItems) => {
     const elementCount0 = await loc0.count();
     try {
       // Hover over the element.
-      await loc.hover({timeout: 400});
+      await loc.hover({timeout: applyMultiplier(400)});
       // Get the change in the count of the visible elements in the observation tree.
       const changeData = await getVisibleCountChange(rootLoc, elementCount0, 400, 75);
       const {change, elapsedTime} = changeData;

package/testaro/tabNav.js

@@ -15,6 +15,8 @@
 
 // IMPORTS
 
+// Shared configuration for timeout multiplier.
+const {applyMultiplier} = require('../procs/config');
 const {getXPathCatalogIndex} = require('../procs/xPath');
 
 // CONSTANTS
@@ -39,7 +41,7 @@ const testKey = async (
   let pressed = true;
   // Click the tab element, to make the focus on it effective.
   await tabElement.click({
-    timeout: 500
+    timeout: applyMultiplier(500)
   })
   .catch(async error => {
     console.log(
@@ -63,7 +65,7 @@ const testKey = async (
   if (pressed) {
     // Refocus the tab element and press the specified key (page.keyboard.press may fail).
     await tabElement.press(keyName, {
-      timeout: 1000
+      timeout: applyMultiplier(1000)
     })
     .catch(error => {
       console.log(`ERROR: could not press ${keyName} (${error.message})`);

package/tests/alfa.js

@@ -19,6 +19,7 @@ let alfaRules = require('@siteimprove/alfa-rules').default;
 const {Audit} = require('@siteimprove/alfa-act');
 const {getNormalizedXPath, getXPathCatalogIndex} = require('../procs/xPath');
 const {Playwright} = require('@siteimprove/alfa-playwright');
+const {applyMultiplier} = require('../procs/config');
 
 // FUNCTIONS
 
@@ -54,6 +55,8 @@ exports.reporter = async (page, report, actIndex) => {
     };
   }
   try {
+    // Wait for a stable page to make the page and its alfa version consistent.
+    await page.waitForLoadState('networkidle', {timeout: applyMultiplier(6000)});
     const doc = await page.evaluateHandle('document');
     const alfaPage = await Playwright.toPage(doc);
     // Test the page content with the specified rules.

package/tests/aslint.js

@@ -16,6 +16,8 @@
 // IMPORTS
 
 const fs = require('fs/promises');
+// Shared configuration for timeout multiplier.
+const {applyMultiplier} = require('../procs/config');
 const {getNormalizedXPath, getXPathCatalogIndex} = require('../procs/xPath');
 
 // CONSTANTS
@@ -184,7 +186,7 @@ exports.reporter = async (page, report, actIndex) => {
       // Wait for the test results to be attached to the page.
       const waitOptions = {
         state: 'attached',
-        timeout: 20000
+        timeout: applyMultiplier(20000)
       };
       await reportLoc.waitFor(waitOptions);
     }

package/tests/testaro.js

@@ -15,7 +15,8 @@
 
 // IMPORTS
 
-// Function to launch a browser.
+// Shared configuration for timeout multiplier.
+const {timeoutMultiplier} = require('../procs/config');
 const {launch} = require('../procs/launch');
 
 // CONSTANTS
@@ -447,7 +448,6 @@ const allRules = [
     defaultOn: false
   }
 ];
-const timeoutMultiplier = Number.parseFloat(process.env.TIMEOUT_MULTIPLIER) || 1;
 
 // ERROR HANDLER
 process.on('unhandledRejection', reason => {