pagean 15.6.6 → 16.0.0

package/README.md

@@ -15,6 +15,10 @@ Install Pagean globally (as shown below), or locally, via
 npm install -g pagean
 ```
 
+If `puppeteer` issues are encountered during installation, see the
+[system requirements](https://github.com/puppeteer/puppeteer/blob/main/docs/guides/system-requirements.md)
+for complete details. These should be standard for most installations.
+
 ## Usage
 
 Pagean runs as a command line tool and is executed as follows:

package/bin/pageanrc-lint.js

@@ -1,8 +1,8 @@
 #!/usr/bin/env node
 
 import { Levels, log } from 'ci-logger';
-import kleur from 'kleur';
 import { program } from 'commander';
+import { styleText } from 'node:util';
 
 import { formatErrors } from '../lib/schema-errors.js';
 import { lintConfigFile } from '../lib/config.js';
@@ -35,9 +35,11 @@ const outputJsonResults = (configFileName, lintResults) => {
 
 const outputConsoleResults = (configFileName, lintResults) => {
     if (lintResults.isValid) {
-        log({ message: `\n${configFileName}: ${kleur.green('valid')}\n` });
+        log({
+            message: `\n${configFileName}: ${styleText('green', 'valid')}\n`
+        });
     } else {
-        logError(`\n${kleur.underline(configFileName)}`, false);
+        logError(`\n${styleText('underline', configFileName)}`, false);
         for (const error of formatErrors(lintResults.errors)) {
             logError(error, false);
         }

package/lib/external-file-utilities.js

@@ -7,8 +7,6 @@
 import fs from 'node:fs';
 import path from 'node:path';
 
-import axios from 'axios';
-
 const externalFilePath = 'pagean-external-scripts';
 
 /**
@@ -58,14 +56,17 @@ const saveExternalScript = async (script) => {
         // Path generated above from URL, not from user input.
         // nosemgrep: eslint.detect-non-literal-fs-filename
         if (!fs.existsSync(pathName)) {
-            // Axios will throw for any error response
-            const response = await axios.get(script);
+            const response = await fetch(script);
+            if (!response.ok) {
+                throw new Error(`HTTP ${response.status}`);
+            }
+            const data = await response.text();
             // Path generated above from URL, not from user input.
             // nosemgrep: eslint.detect-non-literal-fs-filename
             fs.mkdirSync(path.dirname(pathName), { recursive: true });
             // Path generated above from URL, not from user input.
             // nosemgrep: eslint.detect-non-literal-fs-filename
-            fs.writeFileSync(pathName, response.data);
+            fs.writeFileSync(pathName, data);
         }
         result.localFile = pathName;
     } catch (error) {

package/lib/link-utilities.js

@@ -4,9 +4,7 @@
  * @module link-utilities
  */
 
-import https from 'node:https';
-
-import axios from 'axios';
+import { Agent } from 'undici';
 import cssesc from 'cssesc';
 import normalizeUrl from 'normalize-url';
 
@@ -128,7 +126,7 @@ const checkExternalPageLinkBrowser = async (page, link) => {
 };
 
 /**
- * Checks the provided link for validity by requesting with axios. If useGet if false,
+ * Checks the provided link for validity by requesting with fetch. If useGet is false,
  * a HEAD request is made for efficiency. If useGet is true, a full GET request is made.
  *
  * @param   {Page}                     page     A Puppeteer page object.
@@ -144,43 +142,38 @@ const checkExternalPageLink = async (page, link, useGet = false) => {
         return 'Cannot check "file:" URLs';
     }
 
-    // Get user-agent from page so axios uses the same value for requesting links
+    // Get user-agent from page so fetch uses the same value for requesting links
     const userAgent = await page.evaluate('navigator.userAgent');
 
     try {
-        const options = {
-            decompress: false,
+        const fetchOptions = {
             headers: { 'User-Agent': userAgent },
-            timeout: timeoutSeconds * msPerSec
-            // Axios can generate an error trying to decompress an empty compressed
-            // HEAD response, see https://github.com/axios/axios/issues/5102.
-            // The response body is also not used, so more efficient to skip.
+            method: useGet ? 'GET' : 'HEAD',
+            signal: AbortSignal.timeout(timeoutSeconds * msPerSec)
         };
         // Using internal browser property since not exposed
         /* eslint-disable-next-line no-underscore-dangle -- require to match
            Puppeteer API */
         if (page.browser()._ignoreHTTPSErrors) {
-            const agent = new https.Agent({ rejectUnauthorized: false });
-            options.httpsAgent = agent;
+            fetchOptions.dispatcher = new Agent({
+                connect: { rejectUnauthorized: false }
+            });
         }
-        const httpMethod = useGet ? axios.get : axios.head;
-        const response = await httpMethod(link, options);
-        return response.status;
-    } catch (error) {
+        const response = await fetch(link, fetchOptions);
         // Some servers respond invalid for head request (e.g. a lot of 405 Method
-        // Not Allowed), so if a response was returned, is not a response that should
-        // skip a retry (e.g. 429), and the request was head then retry with get.
-        if (
-            error.response &&
-            !noRetryResponses.has(error.response.status) &&
-            !useGet
-        ) {
-            return checkExternalPageLink(page, link, true);
+        // Not Allowed), so if a non-2xx response was returned, is not a response
+        // that should skip a retry (e.g. 429), and the request was head then retry
+        // with get.
+        if (!response.ok) {
+            if (!noRetryResponses.has(response.status) && !useGet) {
+                return checkExternalPageLink(page, link, true);
+            }
+            return response.status;
         }
-
-        // Axios will throw for failed response (code >= 400), so return
-        // that response code or the error code if execution error
-        return error.response ? error.response.status : error.code;
+        return response.status;
+    } catch (error) {
+        // Fetch throws for network/execution errors; return the error code or name
+        return error.code ?? error.name;
     }
 };
 

package/lib/schema-errors.js

@@ -4,7 +4,7 @@
  * @module schema-errors
  */
 
-import kleur from 'kleur';
+import { styleText } from 'node:util';
 
 const getDataKey = (instancePath) => {
     const baseKey = '<pageanrc>';
@@ -64,7 +64,8 @@ const formatErrors = (errors) => {
     }
     return errors.map(
         (error) =>
-            `  ${error.dataKey.padEnd(maxLength + margin)}${kleur.red(
+            `  ${error.dataKey.padEnd(maxLength + margin)}${styleText(
+                'red',
                 error.formattedMessage
             )}`
     );

package/lib/sitemap.js

@@ -5,8 +5,6 @@
  */
 
 import fs from 'node:fs';
-
-import axios from 'axios';
 import { parseStringPromise } from 'xml2js';
 
 /**
@@ -21,8 +19,11 @@ import { parseStringPromise } from 'xml2js';
 const getSitemap = async (url) => {
     try {
         if (url.startsWith('http')) {
-            const response = await axios.get(url);
-            return response.data;
+            const response = await fetch(url);
+            if (!response.ok) {
+                throw new Error(`HTTP ${response.status}`);
+            }
+            return await response.text();
         }
         // Allow users to specify a local sitemap filename.
         // nosemgrep: eslint.detect-non-literal-fs-filename

package/lib/utilities.js

@@ -12,9 +12,7 @@ import { readFile } from 'node:fs/promises';
  *
  * @type {string}
  */
-/* eslint-disable-next-line no-underscore-dangle, node/no-unsupported-features/node-builtins --
-   match CJS name; per https://github.com/nodejs/node/commit/e21b37d9df there were no code changes,
-   just documenting the promotion in Node 22.16.0. */
+// eslint-disable-next-line no-underscore-dangle -- match CJS name
 const __dirname = import.meta.dirname;
 
 /**

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "pagean",
-  "version": "15.6.6",
+  "version": "16.0.0",
   "description": "Pagean is a web page analysis tool designed to automate tests requiring web pages to be loaded in a browser window (e.g. horizontal scrollbar, console errors)",
   "bin": {
     "pagean": "bin/pagean.js",
@@ -42,7 +42,7 @@
   "author": "Aaron Goldenthal <npm@aarongoldenthal.com>",
   "license": "MIT",
   "engines": {
-    "node": "^20.11.0 || ^22.11.0 || >=24.0.0"
+    "node": "^22.19.0 || ^24.11.0 || >=26"
   },
   "files": [
     "index.js",
@@ -56,32 +56,31 @@
   },
   "homepage": "https://gitlab.com/gitlab-ci-utils/pagean",
   "devDependencies": {
-    "@aarongoldenthal/eslint-config-standard": "45.0.1",
-    "@aarongoldenthal/stylelint-config-standard": "23.0.0",
-    "@vitest/coverage-v8": "4.1.5",
-    "bin-tester": "7.0.1",
+    "@aarongoldenthal/eslint-config-standard": "46.0.1",
+    "@aarongoldenthal/stylelint-config-standard": "24.0.0",
+    "@vitest/coverage-v8": "4.1.7",
+    "bin-tester": "8.0.0",
     "c8": "11.0.0",
-    "eslint": "10.2.1",
-    "globals": "17.5.0",
-    "markdownlint-cli2": "0.22.0",
+    "eslint": "10.4.0",
+    "globals": "17.6.0",
+    "markdownlint-cli2": "0.22.1",
     "nyc": "18.0.0",
     "prettier": "3.8.3",
-    "stylelint": "17.8.0",
-    "vitest": "4.1.5"
+    "stylelint": "17.12.0",
+    "vitest": "4.1.7"
   },
   "dependencies": {
-    "ajv": "8.18.0",
+    "ajv": "8.20.0",
     "ajv-errors": "3.0.0",
-    "axios": "1.15.2",
-    "ci-logger": "8.0.1",
+    "ci-logger": "9.0.0",
     "commander": "14.0.3",
     "cssesc": "3.0.0",
     "handlebars": "4.7.9",
     "htmlhint": "1.9.2",
-    "kleur": "4.1.5",
-    "normalize-url": "9.0.0",
+    "normalize-url": "9.0.1",
     "protocolify": "4.0.0",
-    "puppeteer": "24.42.0",
+    "puppeteer": "25.0.4",
+    "undici": "8.3.0",
     "xml2js": "0.6.2"
   }
 }