browsertime 14.11.0 → 14.13.0

package/CHANGELOG.md

@@ -1,5 +1,25 @@
 # Browsertime changelog (we do [semantic versioning](https://semver.org))
 
+## 14.13.0 - 2021-12-30
+### Added
+* Append text to Chrome/Edge user agent using `--chrome.appendToUserAgent` [#1688](https://github.com/sitespeedio/browsertime/pull/1688).
+
+### Fixed
+* When you use Chrome and use a "emulated device" that will use the user agent that you provide using `--userAgent`[#1689](https://github.com/sitespeedio/browsertime/pull/1689).
+## 14.12.2 - 2021-12-09
+### Fixed
+* Added more info log to get a better feeling for what's going on [#1686](https://github.com/sitespeedio/browsertime/pull/1686).
+* Fixed CPU throttling that was broken in Chrome 96 [#1685](https://github.com/sitespeedio/browsertime/pull/1685)
+## 14.12.1 - 2021-12-01
+### Fixed
+* Changed log level to debug for Chrome/Edge when document request fails. It turns out that IRL that happens a lot and spam the log. Lets iterate over that functionality.
+## 14.12.0 - 2021-11-30
+### Fixed
+* Adding error log message for Chrome/Edge when document request fails (faulty domain etc) [#1682](https://github.com/sitespeedio/browsertime/pull/1682).
+* Added `'devtools.netmonitor.persistlog': true` preference for Firefox to fix the HAR issue introduced in Firefox 94 [#1684](https://github.com/sitespeedio/browsertime/pull/1684).
+
+### Added
+* Updated to Firefox 94 in the Docker image.
 ## 14.11.0 - 2021-11-23
 ### Fixed
 * Use the viewport to determine if more cropping is needed in visual metrics. Thank you [Gregory Mierzwinski](https://github.com/gmierz) for PR [#1680](https://github.com/sitespeedio/browsertime/pull/1680).

package/lib/chrome/chromeDevtoolsProtocol.js

@@ -129,6 +129,10 @@ class ChromeDevtoolsProtocol {
     });
   }
 
+  async setUserAgent(userAgent) {
+    return this.cdpClient.Network.setUserAgentOverride({ userAgent });
+  }
+
   async blockUrls(blockers) {
     const block = util.toArray(blockers);
     return this.cdpClient.Network.setBlockedURLs({ urls: block });
@@ -161,6 +165,14 @@ class ChromeDevtoolsProtocol {
     return this.cdpClient.Network.clearBrowserCookies();
   }
 
+  async loadingFailed() {
+    return this.cdpClient.Network.loadingFailed(param => {
+      if (param.type === 'Document') {
+        log.debug('Could not load document:' + param.errorText);
+      }
+    });
+  }
+
   async setRequestHeaders(requestHeaders) {
     // Our cli don't validate parameters
     // so -run will become -r etc

package/lib/chrome/settings/chromeDesktopOptions.js

@@ -23,5 +23,7 @@ module.exports = [
   '--override-https-image-compression-infobar',
   '--disable-fetching-hints-at-navigation-start',
   '--disable-dev-shm-usage',
+  '--disable-back-forward-cache',
+  '--disable-site-isolation-trials',
   '--remote-debugging-port=9222'
 ];

package/lib/chrome/webdriver/chromium.js

@@ -105,8 +105,23 @@ class Chromium {
       await this.cdpClient.setupCPUThrottling(this.chrome.CPUThrottlingRate);
     }
 
+    if (this.chrome.appendToUserAgent) {
+      const currentUserAgent = await runner.runScript(
+        'return navigator.userAgent;',
+        'GET_USER_AGENT'
+      );
+      await this.cdpClient.setUserAgent(
+        currentUserAgent + ' ' + this.chrome.appendToUserAgent
+      );
+    } else if (this.chrome.mobileEmulation && this.options.userAgent) {
+      // Hack to set user agent for mobile emulation
+      await this.cdpClient.setUserAgent(this.options.userAgent);
+    }
+
     await this.cdpClient.setupLongTask();
 
+    await this.cdpClient.loadingFailed();
+
     // Make sure we clear the console log
     // Hopefully one time is enough?
     return runner.getLogs(Type.BROWSER);

package/lib/core/engine/command/measure.js

@@ -379,6 +379,7 @@ class Measure {
     }
 
     if (this.options.screenshot) {
+      log.info('Take after page complete check screenshot');
       try {
         const screenshot = await this.browser.takeScreenshot(url);
         await this.screenshotManager.save(
@@ -403,6 +404,7 @@ class Measure {
     );
 
     if (this.options.screenshotLS && supportLS) {
+      log.info('Take cumulative layout shift screenshot');
       await this.browser.runScript(highlightLS, 'HIGHLIGHT_LS', {
         color: this.options.screenshotLSColor || 'red',
         limit: this.options.screenshotLSLimit || 0.01
@@ -432,6 +434,7 @@ class Measure {
     );
 
     if (this.options.screenshotLCP && supportLCP) {
+      log.info('Take largest contentful paint screenshot');
       try {
         const lcpScriptClean = `
           const c = document.getElementById("browsertime-lcp");

package/lib/firefox/settings/firefoxPreferences.js

@@ -179,5 +179,8 @@ module.exports = {
 
   // disable calls to detectportal.firefox.com
   'network.captive-portal-service.enabled': false,
-  'network.connectivity-service.enabled': false
+  'network.connectivity-service.enabled': false,
+  // https://bugzilla.mozilla.org/show_bug.cgi?id=1740116#c15
+  // https://github.com/sitespeedio/browsertime/issues/1671
+  'devtools.netmonitor.persistlog': true
 };

package/lib/video/postprocessing/visualmetrics/visualMetrics.js

@@ -106,7 +106,7 @@ module.exports = {
     scriptArgs.unshift(SCRIPT_PATH);
 
     log.debug('Running visualmetrics.py ' + scriptArgs.join(' '));
-
+    log.info('Get visual metrics from the video');
     try {
       const result = await execa(process.env.PYTHON || 'python', scriptArgs);
       log.debug('visualmetrics.py output:' + result.stdout);

package/package.json

@@ -1,6 +1,6 @@
 {
   "description": "Browsertime",
-  "version": "14.11.0",
+  "version": "14.13.0",
   "bin": "./bin/browsertime.js",
   "dependencies": {
     "@sitespeed.io/throttle": "3.0.0",