browsertime 15.4.0 → 16.0.0

package/CHANGELOG.md

@@ -1,5 +1,16 @@
 # Browsertime changelog (we do [semantic versioning](https://semver.org))
 
+## 16.0.0 - 2022-04-05
+### Changed
+* When I introduced flushing of the DNS per run I missed that it makes you need to run sudo to do it (Mac/Linux). That sucks so instead of being able to disable the flushing `--disableDNSFlush` you now enables it with `--flushDNS` [#1752](https://github.com/sitespeedio/browsertime/pull/1752).
+
+### Added 
+* Firefox 99 in the Docker container
+* Edge and Edgedriver 100
+
+### Fixed
+* Automatically save the original video if visual metrics fails [#1755](https://github.com/sitespeedio/browsertime/pull/1755).
+
 ## 15.4.0 - 2022-03-30
 ### Added
 * Updated to Chrome and Chromedriver 100 [#1743](https://github.com/sitespeedio/browsertime/pull/1743).

package/browsertime/visualmetrics-portable.py

@@ -137,7 +137,7 @@ def resize(img, width, height):
 def scale(img, maxsize):
     """Scale an image to the given max size."""
     width, height = img.size
-    ratio = min(maxsize / width, maxsize / height)
+    ratio = min(float(maxsize) / width, float(maxsize) / height)
     return resize(img, int(width * ratio), int(height * ratio))
 
 
@@ -2286,47 +2286,52 @@ def calculate_hero_time(progress, directory, hero, viewport):
 def check_config():
     ok = True
 
-    print("ffmpeg:  ")
+    
     if get_decimate_filter() is not None:
-        print("OK")
+        logging.debug('FFMPEG found')
     else:
-        print("FAIL")
+        print("ffmpeg: FAIL")
+        ok = False
+
+    
+    if sys.version_info >= (3, 6):
+        logging.debug('Python 3.6+ found')
+    else:
+        print("Python 3.6+: FAIL")
         ok = False
 
-    print("Numpy:  ")
     try:
         import numpy as np
 
-        print("OK")
+        logging.debug('Numpy found')
     except BaseException:
-        print("FAIL")
+        print("Numpy: FAIL")
         ok = False
 
-    print("OpenCV-Python:  ")
+    
     try:
         import cv2
-
-        print("OK")
+        
+        logging.debug('OpenCV-Python found')
     except BaseException:
-        print("FAIL")
+        print("OpenCV-Python: FAIL")
         ok = False
 
-    print("Pillow:  ")
+    
     try:
         from PIL import Image, ImageCms, ImageDraw, ImageOps  # noqa
 
-        print("OK")
+        logging.debug('Pillow found')
     except BaseException:
-        print("FAIL")
+        print("Pillow: FAIL")
         ok = False
 
-    print("SSIM:    ")
+    
     try:
         from ssim import compute_ssim  # noqa
-
-        print("OK")
+        logging.debug('SSIM found')
     except BaseException:
-        print("FAIL")
+        print("SSIM: FAIL")
         ok = False
 
     return ok
@@ -2656,6 +2661,13 @@ def main():
     ok = False
     try:
         if not options.check:
+            # Run a quick check to make sure all requirements exist,
+            # otherwise failures might be silent due to how this code is
+            # structured.
+            ok = check_config()
+            if not ok:
+                raise Exception("Please install requirements before running.")
+
             if options.video:
                 orange_file = None
                 if options.orange:

package/docs/examples/firefox.md

@@ -3,6 +3,8 @@ Firefox Examples
 
 This page shows a few of the options specific to Firefox.
 
-browsertime https://www.sitespeed.io --firefox.binaryPath '/Applications/Firefox.app/Contents/MacOS/firefox-bin'
+```
+browsertime https://www.sitespeed.io -b firefox --firefox.binaryPath '/Applications/Firefox.app/Contents/MacOS/firefox-bin'
+```
 
 - Path to custom Firefox binary (e.g. Firefox Nightly). On OS X, the path should be to the binary inside the app bundle. (e.g. /Applications/Firefox.app/Contents/MacOS/firefox-bin)

package/lib/core/engine/iteration.js

@@ -102,7 +102,7 @@ class Iteration {
     const engineDelegate = this.engineDelegate;
 
     try {
-      if (!options.disableDNSFlush === true) {
+      if (options.flushDNS) {
         await flushDNS(options);
       }
       if (options.connectivity && options.connectivity.variance) {

package/lib/support/cli.js

@@ -1117,6 +1117,12 @@ module.exports.parseCommandLine = function parseCommandLine() {
       describe:
         'Start gnirehtet and reverse tethering the traffic from your Android phone.'
     })
+    .option('flushDNS', {
+      type: 'boolean',
+      default: false,
+      describe:
+        'Flush DNS between runs, works on Mac OS and Linux. Your user needs sudo rights to be able to flush the DNS.'
+    })
     .option('extension', {
       describe:
         'Path to a WebExtension to be installed in the browser. Note that --extension can be passed multiple times.'

package/lib/support/dns.js

@@ -14,7 +14,7 @@ module.exports = async function (options) {
   }
 
   if (process.platform === 'darwin') {
-    log.debug('Flush DNS cache on MacOS');
+    log.info('Flush DNS cache on MacOS');
     await execa('sudo', ['killall', '-HUP', 'mDNSResponder'], {
       reject: false
     });
@@ -25,7 +25,7 @@ module.exports = async function (options) {
       reject: false
     });
   } else if (process.platform === 'linux') {
-    log.debug('Flush DNS cache on Linux');
+    log.info('Flush DNS cache on Linux');
     await execa('sudo', ['systemd-resolve', '--flush-caches'], {
       reject: false
     });

package/lib/support/fileUtil.js

@@ -6,6 +6,7 @@ const readdir = promisify(fs.readdir);
 const lstat = promisify(fs.lstat);
 const unlink = promisify(fs.unlink);
 const rmdir = promisify(fs.rmdir);
+const copyFile = promisify(fs.copyFile);
 const rename = promisify(fs.rename);
 const readFile = promisify(fs.readFile);
 const filters = require('./filters');
@@ -15,6 +16,9 @@ module.exports = {
   async rename(old, newName) {
     return rename(old, newName);
   },
+  async copyFile(source, destination) {
+    return copyFile(source, destination);
+  },
   async removeFile(fileName) {
     return unlink(fileName);
   },

package/lib/video/postprocessing/visualmetrics/visualMetrics.js

@@ -4,7 +4,7 @@ const execa = require('execa');
 const log = require('intel').getLogger('browsertime.video');
 const get = require('lodash.get');
 const path = require('path');
-const { readFile, removeFile } = require('../../../support/fileUtil');
+const { readFile, removeFile, copyFile } = require('../../../support/fileUtil');
 
 const SCRIPT_PATH = path.join(
   __dirname,
@@ -149,6 +149,7 @@ module.exports = {
       return JSON.parse(result.stdout);
     } catch (e) {
       log.error('VisualMetrics failed to run', e);
+      await copyFile(videoPath, videoPath + '.failed.mp4');
       // If something goes wrong, dump the visual metrics log to our log
       const visualMetricLog = await readFile(visualMetricsLogFile);
       log.error('Log from VisualMetrics: %s', visualMetricLog);

package/package.json

@@ -1,12 +1,12 @@
 {
   "description": "Browsertime",
-  "version": "15.4.0",
+  "version": "16.0.0",
   "bin": "./bin/browsertime.js",
   "dependencies": {
     "@cypress/xvfb": "1.2.4",
     "@devicefarmer/adbkit": "2.11.3",
     "@sitespeed.io/chromedriver": "100.0.4896-20",
-    "@sitespeed.io/edgedriver": "99.0.1150-25",
+    "@sitespeed.io/edgedriver": "100.0.1185-29",
     "@sitespeed.io/geckodriver": "0.30.0",
     "@sitespeed.io/throttle": "3.0.0",
     "@sitespeed.io/tracium": "0.3.3",