sitespeed.io 24.8.1 → 25.1.0

package/CHANGELOG.md

@@ -1,6 +1,33 @@
 # CHANGELOG - sitespeed.io  (we use [semantic versioning](https://semver.org))
 
 
+## 25.1.0 - 2022-06-15
+### Added
+* Updated Browsertime to [16.9.0](https://github.com/sitespeedio/browsertime/blob/main/CHANGELOG.md#1690---2022-06-15) with the following changes:
+  * New `wait.byCondition` command. Thank you [Icecold777](https://github.com/Icecold777) for PR [#1803](https://github.com/sitespeedio/browsertime/pull/1803).
+  * Collect number of CPU longtasks before largest contentful paint [#1806](https://github.com/sitespeedio/browsertime/pull/1806).
+  * Instead of throwing errors and exit the tests if the page hasn't finished loading after 5 minutes, we now gracefully ends the test after 2 minutes (you can change that time with `--maxLoadTime`). That makes more sense than just throwing errors [#1810](https://github.com/sitespeedio/browsertime/pull/1810). 
+
+## 25.0.0 - 2022-06-10
+
+### Changed
+`--debug` do not add verbose logging anymore, instead it uses Browsertimes debug mode. You can use [breakpoints](https://www.sitespeed.io/documentation/sitespeed.io/scripting/#breakpoint) to debug your script. You can add breakpoints to your script that will be used when you run in `--debug` mode. At each breakpoint the browser will pause. You can continue by adding `window.browsertime.pause=false;` in your developer console.
+
+Debug mode works in Chrome/Firefox/Edge when running on desktop. It do not work in Docker and on mobile. When you run in debug mode, devtools will be automatically open so you can debug your page.
+
+In debug mode, the browser will pause after each iteration.
+
+[Read the documentation](https://www.sitespeed.io/documentation/sitespeed.io/scripting/#debug) on how to debug sitespeed.io scripts.
+### Added
+* Added Firefox 101 and Edge 102 in the Docker container.
+
+### Fixed
+* Updated to Axe-core 4.2.2 [#3673](https://github.com/sitespeedio/sitespeed.io/pull/3673)
+
+## 24.9.0 - 2022-05-25
+### Added
+* Updated the Docker container to use Chrome 102 [#3665](https://github.com/sitespeedio/sitespeed.io/pull/3665).
+
 ## 24.8.1 - 2022-05-21
 
 ### Fixed

package/Dockerfile

@@ -1,4 +1,4 @@
-FROM sitespeedio/webbrowsers:chrome-101.0-firefox-100.0-edge-101.0-b
+FROM sitespeedio/webbrowsers:chrome-102.0-firefox-101.0-edge-102.0
 
 ARG TARGETPLATFORM=linux/amd64
 

package/lib/cli/cli.js

@@ -141,6 +141,18 @@ function validateInput(argv) {
     return 'You need to specify the --safari.deviceUDID when you run the simulator. Run "xcrun simctl list devices" in your terminal to list all devices.';
   }
 
+  if (argv.browsertime.debug && argv.browsertime.browser === 'safari') {
+    return 'Debug mode do not work in Safari. Please try with Firefox/Chrome or Edge';
+  }
+
+  if (argv.browsertime.debug && argv.android) {
+    return 'Debug mode do not work on Android. Please run debug mode on Desktop.';
+  }
+
+  if (argv.browsertime.debug && argv.docker) {
+    return 'There is no benefit running debug mode inside a Docker container.';
+  }
+
   // validate URLs/files
   const urlOrFiles = argv._;
   for (let urlOrFile of urlOrFiles) {
@@ -208,7 +220,7 @@ module.exports.parseCommandLine = function parseCommandLine() {
       type: 'boolean'
     })
     .option('verbose', {
-      alias: ['v', 'debug'],
+      alias: ['v'],
       describe:
         'Verbose mode prints progress messages to the console. Enter up to three times (-vvv)' +
         ' to increase the level of detail.',
@@ -250,6 +262,14 @@ module.exports.parseCommandLine = function parseCommandLine() {
       default: false,
       group: 'Browser'
     })
+    .option('browsertime.debug', {
+      alias: 'debug',
+      type: 'boolean',
+      default: false,
+      describe:
+        'Run Browsertime in debug mode. Use commands.breakpoint(name) to set btreakpoints in your script. Debug mode works for Firefox/Chrome/Edge on desktop.',
+      group: 'Browser'
+    })
     .option('browsertime.gnirehtet', {
       alias: 'gnirehtet',
       type: 'boolean',
@@ -316,16 +336,24 @@ module.exports.parseCommandLine = function parseCommandLine() {
         'The path to your Humble instance. For example http://raspberrypi:3000',
       group: 'Browser'
     })
+    .option('browsertime.timeouts.pageCompleteCheck', {
+      alias: 'maxLoadTime',
+      default: 120000,
+      type: 'number',
+      describe:
+        'The max load time to wait for a page to finish loading (in milliseconds).',
+      group: 'Browser'
+    })
     .option('browsertime.pageCompleteCheck', {
       alias: 'pageCompleteCheck',
       describe:
-        'Supply a JavaScript that decides when the browser is finished loading the page and can start to collect metrics. The JavaScript snippet is repeatedly queried to see if page has completed loading (indicated by the script returning true). Use it to fetch timings happening after the loadEventEnd.',
+        'Supply a JavaScript that decides when the browser is finished loading the page and can start to collect metrics. The JavaScript snippet is repeatedly queried to see if page has completed loading (indicated by the script returning true). Checkout https://www.sitespeed.io/documentation/sitespeed.io/browsers/#choose-when-to-end-your-test ',
       group: 'Browser'
     })
     .option('browsertime.pageCompleteWaitTime', {
       alias: 'pageCompleteWaitTime',
       describe:
-        'How long time you want to wait for your pageComplteteCheck to finish, after it is signaled to closed. Extra parameter passed on to your pageCompleteCheck.',
+        'How long time you want to wait for your pageCompleteCheck to finish, after it is signaled to closed. Extra parameter passed on to your pageCompleteCheck.',
       default: 5000,
       group: 'Browser'
     })
@@ -1753,6 +1781,13 @@ module.exports.parseCommandLine = function parseCommandLine() {
     set(argv, 'browsertime.urlMetaData', meta);
   }
 
+  // Set the timeouts to a maximum while debugging
+  if (argv.debug) {
+    set(argv, 'browsertime.timeouts.pageload', 2147483647);
+    set(argv, 'browsertime.timeouts.script', 2147483647);
+    set(argv, 'browsertime.timeouts.pageCompleteCheck', 2147483647);
+  }
+
   return {
     urls: argv.multi ? argv._ : cliUtil.getURLs(argv._),
     urlsMetaData,

package/npm-shrinkwrap.json

@@ -1,19 +1,19 @@
 {
   "name": "sitespeed.io",
-  "version": "24.8.1",
+  "version": "25.1.0",
   "lockfileVersion": 2,
   "requires": true,
   "packages": {
     "": {
       "name": "sitespeed.io",
-      "version": "24.8.1",
+      "version": "25.1.0",
       "license": "MIT",
       "dependencies": {
         "@google-cloud/storage": "5.19.3",
         "@tgwf/co2": "0.8.0",
         "aws-sdk": "2.1121.0",
-        "axe-core": "4.4.1",
-        "browsertime": "16.7.0",
+        "axe-core": "4.4.2",
+        "browsertime": "16.9.0",
         "cli-color": "2.0.2",
         "coach-core": "7.1.2",
         "concurrent-queue": "7.0.2",
@@ -886,9 +886,9 @@
       }
     },
     "node_modules/@sitespeed.io/chromedriver": {
-      "version": "101.0.4951-15",
-      "resolved": "https://registry.npmjs.org/@sitespeed.io/chromedriver/-/chromedriver-101.0.4951-15.tgz",
-      "integrity": "sha512-x5rhmXa4El5gDIGcdgADrcU8yo9Iah2wlufFzNQ6NQ0fWhPxNPPblsQhXc9EKZG36XqRaxmd65io6Gi9tiLy8g==",
+      "version": "102.0.5005-27",
+      "resolved": "https://registry.npmjs.org/@sitespeed.io/chromedriver/-/chromedriver-102.0.5005-27.tgz",
+      "integrity": "sha512-UtxPxNuOM6E2kT2YKkJ8zmiRe7m45lZkRvc8daTHRcVWfgZIg5aTYZIJDpAh0pSL6Fq0MWtw17jD1hih5rTgSQ==",
       "hasInstallScript": true,
       "dependencies": {
         "node-downloader-helper": "2.1.1",
@@ -1553,11 +1553,11 @@
       "integrity": "sha512-xh1Rl34h6Fi1DC2WWKfxUTVqRsNnr6LsKz2+hfwDxQJWmrx8+c7ylaqBMcHfl1U1r2dsifOvKX3LQuLNZ+XSvA=="
     },
     "node_modules/axe-core": {
-      "version": "4.4.1",
-      "resolved": "https://registry.npmjs.org/axe-core/-/axe-core-4.4.1.tgz",
-      "integrity": "sha512-gd1kmb21kwNuWr6BQz8fv6GNECPBnUasepcoLbekws23NVBLODdsClRZ+bQ8+9Uomf3Sm3+Vwn0oYG9NvwnJCw==",
+      "version": "4.4.2",
+      "resolved": "https://registry.npmjs.org/axe-core/-/axe-core-4.4.2.tgz",
+      "integrity": "sha512-LVAaGp/wkkgYJcjmHsoKx4juT1aQvJyPcW09MLCjVTh3V2cc6PnyempiLMNH5iMdfIX/zdbjUx2KDjMLCTdPeA==",
       "engines": {
-        "node": ">=4"
+        "node": ">=12"
       }
     },
     "node_modules/babel-runtime": {
@@ -1681,13 +1681,13 @@
       }
     },
     "node_modules/browsertime": {
-      "version": "16.7.0",
-      "resolved": "https://registry.npmjs.org/browsertime/-/browsertime-16.7.0.tgz",
-      "integrity": "sha512-AenR2/6ZQOR7tE18e/03wmxHznAsLbg4vcyqAflJKVGSKbH9G6LbsYADpW2Ynf+NORpHrJ0LXqAbrpOFhIWKhQ==",
+      "version": "16.9.0",
+      "resolved": "https://registry.npmjs.org/browsertime/-/browsertime-16.9.0.tgz",
+      "integrity": "sha512-T58evPYGy+cl5cXyW2gcfVQcr7EUZIq8aHz38CiDjp3j6PYYn9THe/jo1i54kVzdxloCshFZ3KSnxx4zKWBtvw==",
       "dependencies": {
         "@cypress/xvfb": "1.2.4",
         "@devicefarmer/adbkit": "2.11.3",
-        "@sitespeed.io/chromedriver": "101.0.4951-15",
+        "@sitespeed.io/chromedriver": "102.0.5005-27",
         "@sitespeed.io/edgedriver": "101.0.1210-32",
         "@sitespeed.io/geckodriver": "0.31.0",
         "@sitespeed.io/throttle": "3.1.1",
@@ -1708,7 +1708,7 @@
         "lodash.merge": "4.6.2",
         "lodash.pick": "4.4.0",
         "lodash.set": "4.3.2",
-        "selenium-webdriver": "4.1.2",
+        "selenium-webdriver": "4.2.0",
         "yargs": "17.4.1"
       },
       "bin": {
@@ -4291,7 +4291,7 @@
     "node_modules/immediate": {
       "version": "3.0.6",
       "resolved": "https://registry.npmjs.org/immediate/-/immediate-3.0.6.tgz",
-      "integrity": "sha1-nbHb0Pr43m++D13V5Wu2BigN5ps="
+      "integrity": "sha512-XXOFtyqDjNDAQxVfYxuF7g9Il/IbWmmlQg2MYKOH8ExIT1qg6xc4zyS3HaEEATgs1btfzxq15ciUiY7gjSXRGQ=="
     },
     "node_modules/immutable": {
       "version": "4.0.0",
@@ -5090,14 +5090,14 @@
       }
     },
     "node_modules/jszip": {
-      "version": "3.9.1",
-      "resolved": "https://registry.npmjs.org/jszip/-/jszip-3.9.1.tgz",
-      "integrity": "sha512-H9A60xPqJ1CuC4Ka6qxzXZeU8aNmgOeP5IFqwJbQQwtu2EUYxota3LdsiZWplF7Wgd9tkAd0mdu36nceSaPuYw==",
+      "version": "3.10.0",
+      "resolved": "https://registry.npmjs.org/jszip/-/jszip-3.10.0.tgz",
+      "integrity": "sha512-LDfVtOLtOxb9RXkYOwPyNBTQDL4eUbqahtoY6x07GiDJHwSYvn8sHHIw8wINImV3MqbMNve2gSuM1DDqEKk09Q==",
       "dependencies": {
         "lie": "~3.3.0",
         "pako": "~1.0.2",
         "readable-stream": "~2.3.6",
-        "set-immediate-shim": "~1.0.1"
+        "setimmediate": "^1.0.5"
       }
     },
     "node_modules/junit-report-builder": {
@@ -7145,9 +7145,9 @@
       "integrity": "sha1-e45lYZCyKOgaZq6nSEgNgozS03o="
     },
     "node_modules/selenium-webdriver": {
-      "version": "4.1.2",
-      "resolved": "https://registry.npmjs.org/selenium-webdriver/-/selenium-webdriver-4.1.2.tgz",
-      "integrity": "sha512-e4Ap8vQvhipgBB8Ry9zBiKGkU6kHKyNnWiavGGLKkrdW81Zv7NVMtFOL/j3yX0G8QScM7XIXijKssNd4EUxSOw==",
+      "version": "4.2.0",
+      "resolved": "https://registry.npmjs.org/selenium-webdriver/-/selenium-webdriver-4.2.0.tgz",
+      "integrity": "sha512-gPPXYSz4jJBM2kANRQ9cZW6KFBzR/ptxqGLtyC75eXtdgOsWWRRRyZz5F2pqdnwNmAjrCSFMMXfisJaZeWVejg==",
       "dependencies": {
         "jszip": "^3.6.0",
         "tmp": "^0.2.1",
@@ -7193,13 +7193,10 @@
         "url": "https://github.com/sponsors/sindresorhus"
       }
     },
-    "node_modules/set-immediate-shim": {
-      "version": "1.0.1",
-      "resolved": "https://registry.npmjs.org/set-immediate-shim/-/set-immediate-shim-1.0.1.tgz",
-      "integrity": "sha1-SysbJ+uAip+NzEgaWOXlb1mfP2E=",
-      "engines": {
-        "node": ">=0.10.0"
-      }
+    "node_modules/setimmediate": {
+      "version": "1.0.5",
+      "resolved": "https://registry.npmjs.org/setimmediate/-/setimmediate-1.0.5.tgz",
+      "integrity": "sha512-MATJdZp8sLqDl/68LfQmbP8zKPLQNV6BIZoIgrscFDQ+RsvK/BxeDQOgyxKKoh0y/8h3BqVFnCqQ/gd+reiIXA=="
     },
     "node_modules/shallow-copy": {
       "version": "0.0.1",
@@ -9147,9 +9144,9 @@
       }
     },
     "@sitespeed.io/chromedriver": {
-      "version": "101.0.4951-15",
-      "resolved": "https://registry.npmjs.org/@sitespeed.io/chromedriver/-/chromedriver-101.0.4951-15.tgz",
-      "integrity": "sha512-x5rhmXa4El5gDIGcdgADrcU8yo9Iah2wlufFzNQ6NQ0fWhPxNPPblsQhXc9EKZG36XqRaxmd65io6Gi9tiLy8g==",
+      "version": "102.0.5005-27",
+      "resolved": "https://registry.npmjs.org/@sitespeed.io/chromedriver/-/chromedriver-102.0.5005-27.tgz",
+      "integrity": "sha512-UtxPxNuOM6E2kT2YKkJ8zmiRe7m45lZkRvc8daTHRcVWfgZIg5aTYZIJDpAh0pSL6Fq0MWtw17jD1hih5rTgSQ==",
       "requires": {
         "node-downloader-helper": "2.1.1",
         "node-stream-zip": "1.15.0"
@@ -9651,9 +9648,9 @@
       "integrity": "sha512-xh1Rl34h6Fi1DC2WWKfxUTVqRsNnr6LsKz2+hfwDxQJWmrx8+c7ylaqBMcHfl1U1r2dsifOvKX3LQuLNZ+XSvA=="
     },
     "axe-core": {
-      "version": "4.4.1",
-      "resolved": "https://registry.npmjs.org/axe-core/-/axe-core-4.4.1.tgz",
-      "integrity": "sha512-gd1kmb21kwNuWr6BQz8fv6GNECPBnUasepcoLbekws23NVBLODdsClRZ+bQ8+9Uomf3Sm3+Vwn0oYG9NvwnJCw=="
+      "version": "4.4.2",
+      "resolved": "https://registry.npmjs.org/axe-core/-/axe-core-4.4.2.tgz",
+      "integrity": "sha512-LVAaGp/wkkgYJcjmHsoKx4juT1aQvJyPcW09MLCjVTh3V2cc6PnyempiLMNH5iMdfIX/zdbjUx2KDjMLCTdPeA=="
     },
     "babel-runtime": {
       "version": "6.26.0",
@@ -9761,13 +9758,13 @@
       }
     },
     "browsertime": {
-      "version": "16.7.0",
-      "resolved": "https://registry.npmjs.org/browsertime/-/browsertime-16.7.0.tgz",
-      "integrity": "sha512-AenR2/6ZQOR7tE18e/03wmxHznAsLbg4vcyqAflJKVGSKbH9G6LbsYADpW2Ynf+NORpHrJ0LXqAbrpOFhIWKhQ==",
+      "version": "16.9.0",
+      "resolved": "https://registry.npmjs.org/browsertime/-/browsertime-16.9.0.tgz",
+      "integrity": "sha512-T58evPYGy+cl5cXyW2gcfVQcr7EUZIq8aHz38CiDjp3j6PYYn9THe/jo1i54kVzdxloCshFZ3KSnxx4zKWBtvw==",
       "requires": {
         "@cypress/xvfb": "1.2.4",
         "@devicefarmer/adbkit": "2.11.3",
-        "@sitespeed.io/chromedriver": "101.0.4951-15",
+        "@sitespeed.io/chromedriver": "102.0.5005-27",
         "@sitespeed.io/edgedriver": "101.0.1210-32",
         "@sitespeed.io/geckodriver": "0.31.0",
         "@sitespeed.io/throttle": "3.1.1",
@@ -9789,7 +9786,7 @@
         "lodash.merge": "4.6.2",
         "lodash.pick": "4.4.0",
         "lodash.set": "4.3.2",
-        "selenium-webdriver": "4.1.2",
+        "selenium-webdriver": "4.2.0",
         "yargs": "17.4.1"
       }
     },
@@ -11779,7 +11776,7 @@
     "immediate": {
       "version": "3.0.6",
       "resolved": "https://registry.npmjs.org/immediate/-/immediate-3.0.6.tgz",
-      "integrity": "sha1-nbHb0Pr43m++D13V5Wu2BigN5ps="
+      "integrity": "sha512-XXOFtyqDjNDAQxVfYxuF7g9Il/IbWmmlQg2MYKOH8ExIT1qg6xc4zyS3HaEEATgs1btfzxq15ciUiY7gjSXRGQ=="
     },
     "immutable": {
       "version": "4.0.0",
@@ -12382,14 +12379,14 @@
       }
     },
     "jszip": {
-      "version": "3.9.1",
-      "resolved": "https://registry.npmjs.org/jszip/-/jszip-3.9.1.tgz",
-      "integrity": "sha512-H9A60xPqJ1CuC4Ka6qxzXZeU8aNmgOeP5IFqwJbQQwtu2EUYxota3LdsiZWplF7Wgd9tkAd0mdu36nceSaPuYw==",
+      "version": "3.10.0",
+      "resolved": "https://registry.npmjs.org/jszip/-/jszip-3.10.0.tgz",
+      "integrity": "sha512-LDfVtOLtOxb9RXkYOwPyNBTQDL4eUbqahtoY6x07GiDJHwSYvn8sHHIw8wINImV3MqbMNve2gSuM1DDqEKk09Q==",
       "requires": {
         "lie": "~3.3.0",
         "pako": "~1.0.2",
         "readable-stream": "~2.3.6",
-        "set-immediate-shim": "~1.0.1"
+        "setimmediate": "^1.0.5"
       }
     },
     "junit-report-builder": {
@@ -13987,9 +13984,9 @@
       "integrity": "sha1-e45lYZCyKOgaZq6nSEgNgozS03o="
     },
     "selenium-webdriver": {
-      "version": "4.1.2",
-      "resolved": "https://registry.npmjs.org/selenium-webdriver/-/selenium-webdriver-4.1.2.tgz",
-      "integrity": "sha512-e4Ap8vQvhipgBB8Ry9zBiKGkU6kHKyNnWiavGGLKkrdW81Zv7NVMtFOL/j3yX0G8QScM7XIXijKssNd4EUxSOw==",
+      "version": "4.2.0",
+      "resolved": "https://registry.npmjs.org/selenium-webdriver/-/selenium-webdriver-4.2.0.tgz",
+      "integrity": "sha512-gPPXYSz4jJBM2kANRQ9cZW6KFBzR/ptxqGLtyC75eXtdgOsWWRRRyZz5F2pqdnwNmAjrCSFMMXfisJaZeWVejg==",
       "requires": {
         "jszip": "^3.6.0",
         "tmp": "^0.2.1",
@@ -14019,10 +14016,10 @@
         }
       }
     },
-    "set-immediate-shim": {
-      "version": "1.0.1",
-      "resolved": "https://registry.npmjs.org/set-immediate-shim/-/set-immediate-shim-1.0.1.tgz",
-      "integrity": "sha1-SysbJ+uAip+NzEgaWOXlb1mfP2E="
+    "setimmediate": {
+      "version": "1.0.5",
+      "resolved": "https://registry.npmjs.org/setimmediate/-/setimmediate-1.0.5.tgz",
+      "integrity": "sha512-MATJdZp8sLqDl/68LfQmbP8zKPLQNV6BIZoIgrscFDQ+RsvK/BxeDQOgyxKKoh0y/8h3BqVFnCqQ/gd+reiIXA=="
     },
     "shallow-copy": {
       "version": "0.0.1",

package/package.json

@@ -4,7 +4,7 @@
     "sitespeed.io": "./bin/sitespeed.js",
     "sitespeed.io-wpr": "./bin/browsertimeWebPageReplay.js"
   },
-  "version": "24.8.1",
+  "version": "25.1.0",
   "description": "Analyze the web performance of your site",
   "keywords": [
     "performance",
@@ -79,8 +79,8 @@
     "@google-cloud/storage": "5.19.3",
     "@tgwf/co2": "0.8.0",
     "aws-sdk": "2.1121.0",
-    "axe-core": "4.4.1",
-    "browsertime": "16.7.0",
+    "axe-core": "4.4.2",
+    "browsertime": "16.9.0",
     "coach-core": "7.1.2",
     "cli-color": "2.0.2",
     "concurrent-queue": "7.0.2",