browsertime 16.0.0 → 16.2.0

package/CHANGELOG.md

@@ -1,5 +1,27 @@
 # Browsertime changelog (we do [semantic versioning](https://semver.org))
 
+## 16.2.0 - 2022-05-01
+### Added
+* Updated to Chrome and Chromedriver 101 [#1773](https://github.com/sitespeedio/browsertime/pull/1773).
+* Updated to Edge and Edgedriver 101 [#1778](https://github.com/sitespeedio/browsertime/pull/1778).
+* Use Geckodriver 0.31.0 [#1775](https://github.com/sitespeedio/browsertime/pull/1775).
+* Added new alias for warm cache load. You can now use either `--preURL` or `--warmLoad` [#1774](https://github.com/sitespeedio/browsertime/pull/1774).
+
+### Fixed
+* Updated to Selenium 4.1.2 [#1779](https://github.com/sitespeedio/browsertime/pull/1779).
+### Tech
+* Updated dev dependencies [#1776](https://github.com/sitespeedio/browsertime/pull/1776).
+## 16.1.0 - 2022-04-20
+### Fixed
+* Handle negative x/y offsets when cropping images in the new portable visual metrocs script, thank you [Gregory Mierzwinski](https://github.com/gmierz) for PR [#1770](https://github.com/sitespeedio/browsertime/pull/1770).
+* Bumped Throttle dependency [#1769](https://github.com/sitespeedio/browsertime/pull/1769).
+* Bumped chrome-har, chrome-remote-interface, dayjs and yargs dependencies [#1771](https://github.com/sitespeedio/browsertime/pull/1771).
+### Added
+* Added blocking of Chrome and Edge phone home domains [#1763](https://github.com/sitespeedio/browsertime/pull/1763).
+
+## 16.0.1 - 2022-04-06
+### Fixed
+* If visual metrics fails and you also use --visualElements, make sure that file is also stored so we can reporduce the issue [#1757](https://github.com/sitespeedio/browsertime/pull/1757).
 ## 16.0.0 - 2022-04-05
 ### Changed
 * When I introduced flushing of the DNS per run I missed that it makes you need to run sudo to do it (Mac/Linux). That sucks so instead of being able to disable the flushing `--disableDNSFlush` you now enables it with `--flushDNS` [#1752](https://github.com/sitespeedio/browsertime/pull/1752).

package/browsertime/visualmetrics-portable.py

@@ -108,6 +108,11 @@ def crop_im(img, crop_x, crop_y, crop_x_offset, crop_y_offset, gravity=None):
         base_x += crop_x_offset
         base_y += crop_y_offset
 
+        # Take the maximum in case the offset was negative, and
+        # smaller than the base position
+        base_x = max(base_x, 0)
+        base_y = max(base_y, 0)
+
         return Image.fromarray(
             img[base_y : base_y + crop_y, base_x : base_x + crop_x, :]
         )
@@ -2109,9 +2114,10 @@ def calculate_contentful_speed_index(progress, directory):
             content.append(value)
 
         for i, value in enumerate(content):
-            content[i] = (
-                maxContent == 0 and 0.0 or float(content[i]) / float(maxContent)
-            )
+            if maxContent > 0:
+                content[i] = float(content[i]) / float(maxContent)
+            else:
+                content[i] = 0.0
 
         # Assume 0 content for first frame
         cont_si = 1 * (progress[1]["time"] - progress[0]["time"])

package/lib/chrome/webdriver/setupChromiumOptions.js

@@ -5,6 +5,17 @@ const getViewPort = require('../../support/getViewPort');
 const util = require('../../support/util');
 const log = require('intel').getLogger('browsertime.chrome');
 
+const CHROME_AMD_EDGE_INTERNAL_PHONE_HOME = [
+  '"MAP cache.pack.google.com 127.0.0.1"',
+  '"MAP clients1.google.com 127.0.0.1"',
+  '"MAP update.googleapis.com 127.0.0.1"',
+  '"MAP redirector.gvt1.com 127.0.0.1"',
+  '"MAP laptop-updates.brave.com 127.0.0.1"',
+  '"MAP offlinepages-pa.googleapis.com 127.0.0.1"',
+  '"MAP edge.microsoft.com 127.0.0.1"',
+  '"MAP optimizationguide-pa.googleapis.com 127.0.0.1"'
+];
+
 module.exports = function (seleniumOptions, browserOptions, options, baseDir) {
   // Fixing save password popup, only on Desktop
   if (!options.android) {
@@ -64,6 +75,17 @@ module.exports = function (seleniumOptions, browserOptions, options, baseDir) {
       excludes += 'MAP * 127.0.0.1, EXCLUDE ' + domain + ',';
     }
     seleniumOptions.addArguments('--host-resolver-rules=' + excludes);
+  } else {
+    // Make sure we only set this if we do not have any other host resolver rules
+    const chromeCommandLineArgs = util.toArray(browserOptions.args);
+    const argsWithHostResolverRules = chromeCommandLineArgs.filter(arg =>
+      arg.includes('host-resolver-rules')
+    );
+    if (argsWithHostResolverRules.length === 0) {
+      seleniumOptions.addArguments(
+        '--host-resolver-rules=' + CHROME_AMD_EDGE_INTERNAL_PHONE_HOME.join(',')
+      );
+    }
   }
 
   if (options.extension) {

package/lib/support/cli.js

@@ -1092,10 +1092,12 @@ module.exports.parseCommandLine = function parseCommandLine() {
       type: 'string'
     })
     .option('preURL', {
+      alias: 'warmLoad',
       describe:
         'A URL that will be accessed first by the browser before the URL that you wanna analyze. Use it to fill the browser cache.'
     })
     .option('preURLDelay', {
+      alias: 'warmLoadDealy',
       describe:
         'Delay between preURL and the URL you want to test (in milliseconds)',
       type: 'integer',

package/lib/video/postprocessing/finetune/index.js

@@ -9,6 +9,7 @@ const fs = require('fs');
 const get = require('lodash.get');
 const { promisify } = require('util');
 const rename = promisify(fs.rename);
+const copyFile = promisify(fs.copyFile);
 const unlink = promisify(fs.unlink);
 const defaults = require('../../defaults');
 
@@ -23,6 +24,11 @@ module.exports = async function (
   const newStart = videoMetrics.videoRecordingStart / 1000;
   let tmpFile = path.join(videoDir, 'tmp.mp4');
 
+  if (get(options, 'videoParams.keepOriginalVideo', false)) {
+    const originalFile = path.join(videoDir, index + '-original.mp4');
+    await copyFile(videoPath, originalFile);
+  }
+
   // if there's no orange (too slow instance like travis?)
   // we don't wanna cut
   if (videoMetrics.videoRecordingStart > 0) {
@@ -45,11 +51,6 @@ module.exports = async function (
     tmpFile = videoPath;
   }
 
-  if (get(options, 'videoParams.keepOriginalVideo', false)) {
-    const originalFile = path.join(videoDir, index + '-original.mp4');
-    await rename(videoPath, originalFile);
-  }
-
   if (
     options.android &&
     get(options, 'videoParams.convert', defaults.convert)

package/lib/video/postprocessing/visualmetrics/visualMetrics.js

@@ -150,6 +150,11 @@ module.exports = {
     } catch (e) {
       log.error('VisualMetrics failed to run', e);
       await copyFile(videoPath, videoPath + '.failed.mp4');
+
+      if (options.visualElements) {
+        await copyFile(elementsFile, elementsFile + '.failed.json');
+      }
+
       // If something goes wrong, dump the visual metrics log to our log
       const visualMetricLog = await readFile(visualMetricsLogFile);
       log.error('Log from VisualMetrics: %s', visualMetricLog);

package/package.json

@@ -1,19 +1,19 @@
 {
   "description": "Browsertime",
-  "version": "16.0.0",
+  "version": "16.2.0",
   "bin": "./bin/browsertime.js",
   "dependencies": {
     "@cypress/xvfb": "1.2.4",
     "@devicefarmer/adbkit": "2.11.3",
-    "@sitespeed.io/chromedriver": "100.0.4896-20",
-    "@sitespeed.io/edgedriver": "100.0.1185-29",
-    "@sitespeed.io/geckodriver": "0.30.0",
-    "@sitespeed.io/throttle": "3.0.0",
+    "@sitespeed.io/chromedriver": "101.0.4951-15",
+    "@sitespeed.io/edgedriver": "101.0.1210-32",
+    "@sitespeed.io/geckodriver": "0.31.0",
+    "@sitespeed.io/throttle": "3.1.1",
     "@sitespeed.io/tracium": "0.3.3",
     "btoa": "1.2.1",
-    "chrome-har": "0.12.0",
-    "chrome-remote-interface": "0.31.0",
-    "dayjs": "1.10.7",
+    "chrome-har": "0.13.0",
+    "chrome-remote-interface": "0.31.2",
+    "dayjs": "1.11.1",
     "execa": "5.1.1",
     "fast-stats": "0.0.6",
     "find-up": "5.0.0",
@@ -26,23 +26,23 @@
     "lodash.merge": "4.6.2",
     "lodash.pick": "4.4.0",
     "lodash.set": "4.3.2",
-    "selenium-webdriver": "4.1.1",
-    "yargs": "17.2.1"
+    "selenium-webdriver": "4.1.2",
+    "yargs": "17.4.1"
   },
   "optionalDependencies": {
     "jimp": "0.16.1"
   },
   "devDependencies": {
-    "ava": "4.0.1",
-    "eslint": "8.0.1",
-    "eslint-config-prettier": "8.3.0",
+    "ava": "4.2.0",
+    "eslint": "8.14.0",
+    "eslint-config-prettier": "8.5.0",
     "eslint-plugin-prettier": "4.0.0",
-    "prettier": "2.4.1",
+    "prettier": "2.6.2",
     "serve-handler": "6.1.3",
     "serve": "13.0.2"
   },
   "engines": {
-    "node": ">=10.13.0"
+    "node": ">=14.19.1"
   },
   "files": [
     "CHANGELOG.md",