lighthouse 9.6.8 → 10.0.0

package/lighthouse-core/gather/driver/execution-context.js

@@ -1,249 +0,0 @@
-/**
- * @license Copyright 2020 The Lighthouse Authors. All Rights Reserved.
- * Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0
- * Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License.
- */
-'use strict';
-
-/* global window */
-
-const pageFunctions = require('../../lib/page-functions.js');
-
-class ExecutionContext {
-  /** @param {LH.Gatherer.FRProtocolSession} session */
-  constructor(session) {
-    this._session = session;
-
-    /** @type {number|undefined} */
-    this._executionContextId = undefined;
-
-    // We use isolated execution contexts for `evaluateAsync` that can be destroyed through navigation
-    // and other page actions. Cleanup our relevant bookkeeping as we see those events.
-    // Domains are enabled when a dedicated execution context is requested.
-    session.on('Page.frameNavigated', () => this.clearContextId());
-    session.on('Runtime.executionContextDestroyed', event => {
-      if (event.executionContextId === this._executionContextId) {
-        this.clearContextId();
-      }
-    });
-  }
-
-  /**
-   * Returns the isolated context ID currently in use.
-   */
-  getContextId() {
-    return this._executionContextId;
-  }
-
-  /**
-   * Clears the remembered context ID. Use this method when we have knowledge that the runtime context
-   * we were using has been destroyed by the browser and is no longer available.
-   */
-  clearContextId() {
-    this._executionContextId = undefined;
-  }
-
-  /**
-   * Returns the cached isolated execution context ID or creates a new execution context for the main
-   * frame. The cached execution context is cleared on every gotoURL invocation, so a new one will
-   * always be created on the first call on a new page.
-   * @return {Promise<number>}
-   */
-  async _getOrCreateIsolatedContextId() {
-    if (typeof this._executionContextId === 'number') return this._executionContextId;
-
-    await this._session.sendCommand('Page.enable');
-    await this._session.sendCommand('Runtime.enable');
-
-    const resourceTreeResponse = await this._session.sendCommand('Page.getResourceTree');
-    const mainFrameId = resourceTreeResponse.frameTree.frame.id;
-
-    const isolatedWorldResponse = await this._session.sendCommand('Page.createIsolatedWorld', {
-      frameId: mainFrameId,
-      worldName: 'lighthouse_isolated_context',
-    });
-
-    this._executionContextId = isolatedWorldResponse.executionContextId;
-    return isolatedWorldResponse.executionContextId;
-  }
-
-
-  /**
-   * Evaluate an expression in the given execution context; an undefined contextId implies the main
-   * page without isolation.
-   * @param {string} expression
-   * @param {number|undefined} contextId
-   * @return {Promise<*>}
-   */
-  async _evaluateInContext(expression, contextId) {
-    // Use a higher than default timeout if the user hasn't specified a specific timeout.
-    // Otherwise, use whatever was requested.
-    const timeout = this._session.hasNextProtocolTimeout() ?
-      this._session.getNextProtocolTimeout() :
-      60000;
-
-    const evaluationParams = {
-      // We need to explicitly wrap the raw expression for several purposes:
-      // 1. Ensure that the expression will be a native Promise and not a polyfill/non-Promise.
-      // 2. Ensure that errors in the expression are captured by the Promise.
-      // 3. Ensure that errors captured in the Promise are converted into plain-old JS Objects
-      //    so that they can be serialized properly b/c JSON.stringify(new Error('foo')) === '{}'
-      expression: `(function wrapInNativePromise() {
-        ${ExecutionContext._cachedNativesPreamble};
-        globalThis.__lighthouseExecutionContextId = ${contextId};
-        return new Promise(function (resolve) {
-          return Promise.resolve()
-            .then(_ => ${expression})
-            .catch(${pageFunctions.wrapRuntimeEvalErrorInBrowserString})
-            .then(resolve);
-        });
-      }())`,
-      includeCommandLineAPI: true,
-      awaitPromise: true,
-      returnByValue: true,
-      timeout,
-      contextId,
-    };
-
-    this._session.setNextProtocolTimeout(timeout);
-    const response = await this._session.sendCommand('Runtime.evaluate', evaluationParams);
-    if (response.exceptionDetails) {
-      // An error occurred before we could even create a Promise, should be *very* rare.
-      // Also occurs when the expression is not valid JavaScript.
-      const errorMessage = response.exceptionDetails.exception ?
-        response.exceptionDetails.exception.description :
-        response.exceptionDetails.text;
-      return Promise.reject(new Error(`Evaluation exception: ${errorMessage}`));
-    }
-    // Protocol should always return a 'result' object, but it is sometimes undefined.  See #6026.
-    if (response.result === undefined) {
-      return Promise.reject(
-        new Error('Runtime.evaluate response did not contain a "result" object'));
-    }
-    const value = response.result.value;
-    if (value?.__failedInBrowser) {
-      return Promise.reject(Object.assign(new Error(), value));
-    } else {
-      return value;
-    }
-  }
-
-  /**
-   * Note: Prefer `evaluate` instead.
-   * Evaluate an expression in the context of the current page. If useIsolation is true, the expression
-   * will be evaluated in a content script that has access to the page's DOM but whose JavaScript state
-   * is completely separate.
-   * Returns a promise that resolves on the expression's value.
-   * @param {string} expression
-   * @param {{useIsolation?: boolean}=} options
-   * @return {Promise<*>}
-   */
-  async evaluateAsync(expression, options = {}) {
-    const contextId = options.useIsolation ? await this._getOrCreateIsolatedContextId() : undefined;
-
-    try {
-      // `await` is not redundant here because we want to `catch` the async errors
-      return await this._evaluateInContext(expression, contextId);
-    } catch (err) {
-      // If we were using isolation and the context disappeared on us, retry one more time.
-      if (contextId && err.message.includes('Cannot find context')) {
-        this.clearContextId();
-        const freshContextId = await this._getOrCreateIsolatedContextId();
-        return this._evaluateInContext(expression, freshContextId);
-      }
-
-      throw err;
-    }
-  }
-
-  /**
-   * Evaluate a function in the context of the current page.
-   * If `useIsolation` is true, the function will be evaluated in a content script that has
-   * access to the page's DOM but whose JavaScript state is completely separate.
-   * Returns a promise that resolves on a value of `mainFn`'s return type.
-   * @template {unknown[]} T, R
-   * @param {((...args: T) => R)} mainFn The main function to call.
-   * @param {{args: T, useIsolation?: boolean, deps?: Array<Function|string>}} options `args` should
-   *   match the args of `mainFn`, and can be any serializable value. `deps` are functions that must be
-   *   defined for `mainFn` to work.
-   * @return {Promise<Awaited<R>>}
-   */
-  evaluate(mainFn, options) {
-    const argsSerialized = ExecutionContext.serializeArguments(options.args);
-    const depsSerialized = options.deps ? options.deps.join('\n') : '';
-    const expression = `(() => {
-      ${depsSerialized}
-      return (${mainFn})(${argsSerialized});
-    })()`;
-    return this.evaluateAsync(expression, options);
-  }
-
-  /**
-   * Evaluate a function on every new frame from now on.
-   * @template {unknown[]} T
-   * @param {((...args: T) => void)} mainFn The main function to call.
-   * @param {{args: T, deps?: Array<Function|string>}} options `args` should
-   *   match the args of `mainFn`, and can be any serializable value. `deps` are functions that must be
-   *   defined for `mainFn` to work.
-   * @return {Promise<void>}
-   */
-  async evaluateOnNewDocument(mainFn, options) {
-    const argsSerialized = ExecutionContext.serializeArguments(options.args);
-    const depsSerialized = options.deps ? options.deps.join('\n') : '';
-
-    const expression = `(() => {
-      ${ExecutionContext._cachedNativesPreamble};
-      ${depsSerialized};
-      (${mainFn})(${argsSerialized});
-    })()`;
-
-    await this._session.sendCommand('Page.addScriptToEvaluateOnNewDocument', {source: expression});
-  }
-
-  /**
-   * Cache native functions/objects inside window so we are sure polyfills do not overwrite the
-   * native implementations when the page loads.
-   * @return {Promise<void>}
-   */
-  async cacheNativesOnNewDocument() {
-    await this.evaluateOnNewDocument(() => {
-      /* c8 ignore start */
-      window.__nativePromise = window.Promise;
-      window.__nativeURL = window.URL;
-      window.__nativePerformance = window.performance;
-      window.__nativeFetch = window.fetch;
-      window.__ElementMatches = window.Element.prototype.matches;
-      // Ensure the native `performance.now` is not overwritable.
-      const performance = window.performance;
-      const performanceNow = window.performance.now;
-      Object.defineProperty(performance, 'now', {
-        value: () => performanceNow.call(performance),
-        writable: false,
-      });
-      /* c8 ignore stop */
-    }, {args: []});
-  }
-
-  /**
-   * Prefix every script evaluation with a shadowing of common globals that tend to be ponyfilled
-   * incorrectly by many sites. This allows functions to still refer to `Promise` instead of
-   * Lighthouse-specific backups like `__nativePromise` (injected by `cacheNativesOnNewDocument` above).
-   */
-  static _cachedNativesPreamble = [
-    'const Promise = globalThis.__nativePromise || globalThis.Promise',
-    'const URL = globalThis.__nativeURL || globalThis.URL',
-    'const performance = globalThis.__nativePerformance || globalThis.performance',
-    'const fetch = globalThis.__nativeFetch || globalThis.fetch',
-  ].join(';\n');
-
-  /**
-   * Serializes an array of arguments for use in an `eval` string across the protocol.
-   * @param {unknown[]} args
-   * @return {string}
-   */
-  static serializeArguments(args) {
-    return args.map(arg => arg === undefined ? 'undefined' : JSON.stringify(arg)).join(',');
-  }
-}
-
-module.exports = ExecutionContext;

package/lighthouse-core/gather/driver/navigation.js

@@ -1,179 +0,0 @@
-/**
- * @license Copyright 2021 The Lighthouse Authors. All Rights Reserved.
- * Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0
- * Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License.
- */
-'use strict';
-
-const log = require('lighthouse-logger');
-const NetworkMonitor = require('./network-monitor.js');
-const {waitForFullyLoaded, waitForFrameNavigated, waitForUserToContinue} = require('./wait-for-condition.js'); // eslint-disable-line max-len
-const constants = require('../../config/constants.js');
-const i18n = require('../../lib/i18n/i18n.js');
-const URL = require('../../lib/url-shim.js');
-
-const UIStrings = {
-  /**
-   * @description Warning that the web page redirected during testing and that may have affected the load.
-   * @example {https://example.com/requested/page} requested
-   * @example {https://example.com/final/resolved/page} final
-   */
-  warningRedirected: 'The page may not be loading as expected because your test URL ' +
-  `({requested}) was redirected to {final}. ` +
-  'Try testing the second URL directly.',
-  /**
-   * @description Warning that Lighthouse timed out while waiting for the page to load.
-   */
-  warningTimeout: 'The page loaded too slowly to finish within the time limit. ' +
-  'Results may be incomplete.',
-};
-
-const str_ = i18n.createMessageInstanceIdFn(__filename, UIStrings);
-
-
-// Controls how long to wait after FCP before continuing
-const DEFAULT_PAUSE_AFTER_FCP = 0;
-// Controls how long to wait after onLoad before continuing
-const DEFAULT_PAUSE_AFTER_LOAD = 0;
-// Controls how long to wait between network requests before determining the network is quiet
-const DEFAULT_NETWORK_QUIET_THRESHOLD = 5000;
-// Controls how long to wait between longtasks before determining the CPU is idle, off by default
-const DEFAULT_CPU_QUIET_THRESHOLD = 0;
-
-/** @typedef {{waitUntil: Array<'fcp'|'load'|'navigated'>} & LH.Config.SharedPassNavigationJson & Partial<Pick<LH.Config.Settings, 'maxWaitForFcp'|'maxWaitForLoad'|'debugNavigation'>>} NavigationOptions */
-
-/** @param {NavigationOptions} options */
-function resolveWaitForFullyLoadedOptions(options) {
-  /* eslint-disable max-len */
-  let {pauseAfterFcpMs, pauseAfterLoadMs, networkQuietThresholdMs, cpuQuietThresholdMs} = options;
-  let maxWaitMs = options.maxWaitForLoad;
-  let maxFCPMs = options.maxWaitForFcp;
-
-  if (typeof pauseAfterFcpMs !== 'number') pauseAfterFcpMs = DEFAULT_PAUSE_AFTER_FCP;
-  if (typeof pauseAfterLoadMs !== 'number') pauseAfterLoadMs = DEFAULT_PAUSE_AFTER_LOAD;
-  if (typeof networkQuietThresholdMs !== 'number') {
-    networkQuietThresholdMs = DEFAULT_NETWORK_QUIET_THRESHOLD;
-  }
-  if (typeof cpuQuietThresholdMs !== 'number') cpuQuietThresholdMs = DEFAULT_CPU_QUIET_THRESHOLD;
-  if (typeof maxWaitMs !== 'number') maxWaitMs = constants.defaultSettings.maxWaitForLoad;
-  if (typeof maxFCPMs !== 'number') maxFCPMs = constants.defaultSettings.maxWaitForFcp;
-  /* eslint-enable max-len */
-
-  if (!options.waitUntil.includes('fcp')) maxFCPMs = undefined;
-
-  return {
-    pauseAfterFcpMs,
-    pauseAfterLoadMs,
-    networkQuietThresholdMs,
-    cpuQuietThresholdMs,
-    maxWaitForLoadedMs: maxWaitMs,
-    maxWaitForFcpMs: maxFCPMs,
-  };
-}
-
-/**
- * Navigates to the given URL, assuming that the page is not already on this URL.
- * Resolves on the url of the loaded page, taking into account any redirects.
- * Typical use of this method involves navigating to a neutral page such as `about:blank` in between
- * navigations.
- *
- * @param {LH.Gatherer.FRTransitionalDriver} driver
- * @param {LH.NavigationRequestor} requestor
- * @param {NavigationOptions} options
- * @return {Promise<{requestedUrl: string, finalUrl: string, warnings: Array<LH.IcuMessage>}>}
- */
-async function gotoURL(driver, requestor, options) {
-  const status = typeof requestor === 'string' ?
-    {msg: `Navigating to ${requestor}`, id: 'lh:driver:navigate'} :
-    {msg: 'Navigating using a user defined function', id: 'lh:driver:navigate'};
-  log.time(status);
-
-  const session = driver.defaultSession;
-  const networkMonitor = new NetworkMonitor(driver.defaultSession);
-
-  // Enable the events and network monitor needed to track navigation progress.
-  await networkMonitor.enable();
-  await session.sendCommand('Page.enable');
-  await session.sendCommand('Page.setLifecycleEventsEnabled', {enabled: true});
-
-  let waitForNavigationTriggered;
-  if (typeof requestor === 'string') {
-    // No timeout needed for Page.navigate. See https://github.com/GoogleChrome/lighthouse/pull/6413
-    session.setNextProtocolTimeout(Infinity);
-    waitForNavigationTriggered = session.sendCommand('Page.navigate', {url: requestor});
-  } else {
-    waitForNavigationTriggered = requestor();
-  }
-
-  const waitForNavigated = options.waitUntil.includes('navigated');
-  const waitForLoad = options.waitUntil.includes('load');
-  const waitForFcp = options.waitUntil.includes('fcp');
-
-  /** @type {Array<Promise<{timedOut: boolean}>>} */
-  const waitConditionPromises = [];
-
-  if (waitForNavigated) {
-    const navigatedPromise = waitForFrameNavigated(session).promise;
-    waitConditionPromises.push(navigatedPromise.then(() => ({timedOut: false})));
-  }
-
-  if (waitForLoad) {
-    const waitOptions = resolveWaitForFullyLoadedOptions(options);
-    waitConditionPromises.push(waitForFullyLoaded(session, networkMonitor, waitOptions));
-  } else if (waitForFcp) {
-    throw new Error('Cannot wait for FCP without waiting for page load');
-  }
-
-  const waitConditions = await Promise.all(waitConditionPromises);
-  const timedOut = waitConditions.some(condition => condition.timedOut);
-  const navigationUrls = await networkMonitor.getNavigationUrls();
-
-  let requestedUrl = navigationUrls.requestedUrl;
-  if (typeof requestor === 'string') {
-    if (requestor !== requestedUrl) {
-      log.error('Navigation', 'Provided URL did not match initial navigation URL');
-    }
-    requestedUrl = requestor;
-  }
-  if (!requestedUrl) throw Error('No navigations detected when running user defined requestor.');
-
-  const finalUrl = navigationUrls.finalUrl || requestedUrl;
-
-  // Bring `Page.navigate` errors back into the promise chain. See https://github.com/GoogleChrome/lighthouse/pull/6739.
-  await waitForNavigationTriggered;
-  await networkMonitor.disable();
-
-  if (options.debugNavigation) {
-    await waitForUserToContinue(driver);
-  }
-
-  log.timeEnd(status);
-  return {
-    requestedUrl,
-    finalUrl,
-    warnings: getNavigationWarnings({timedOut, finalUrl, requestedUrl}),
-  };
-}
-
-/**
- * @param {{timedOut: boolean, requestedUrl: string, finalUrl: string; }} navigation
- * @return {Array<LH.IcuMessage>}
- */
-function getNavigationWarnings(navigation) {
-  const {requestedUrl, finalUrl} = navigation;
-  /** @type {Array<LH.IcuMessage>} */
-  const warnings = [];
-
-  if (navigation.timedOut) warnings.push(str_(UIStrings.warningTimeout));
-
-  if (!URL.equalWithExcludedFragments(requestedUrl, finalUrl)) {
-    warnings.push(str_(UIStrings.warningRedirected, {
-      requested: requestedUrl,
-      final: finalUrl,
-    }));
-  }
-
-  return warnings;
-}
-
-module.exports = {gotoURL, getNavigationWarnings, UIStrings};