lighthouse 10.4.0-dev.20230720 → 10.4.0-dev.20230722

package/core/computed/processed-navigation.d.ts

@@ -1,6 +1,6 @@
 export { ProcessedNavigationComputed as ProcessedNavigation };
 declare const ProcessedNavigationComputed: typeof ProcessedNavigation & {
-    request: (dependencies: import("../index.js").Trace | import("../index.js").Artifacts.ProcessedTrace, context: import("../../types/utility-types.js").default.ImmutableObject<{
+    request: (dependencies: import("../index.js").Artifacts.ProcessedTrace | import("../index.js").Trace, context: import("../../types/utility-types.js").default.ImmutableObject<{
         computedCache: Map<string, import("../lib/arbitrary-equality-map.js").ArbitraryEqualityMap>;
     }>) => Promise<import("../index.js").Artifacts.ProcessedNavigation>;
 };

package/core/gather/driver/navigation.js

@@ -6,7 +6,6 @@
 
 import log from 'lighthouse-logger';
 
-import {NetworkMonitor} from './network-monitor.js';
 import {waitForFullyLoaded, waitForFrameNavigated, waitForUserToContinue} from './wait-for-condition.js'; // eslint-disable-line max-len
 import * as constants from '../../config/constants.js';
 import * as i18n from '../../lib/i18n/i18n.js';
@@ -89,10 +88,9 @@ async function gotoURL(driver, requestor, options) {
   log.time(status);
 
   const session = driver.defaultSession;
-  const networkMonitor = new NetworkMonitor(driver.targetManager);
+  const networkMonitor = driver.networkMonitor;
 
   // Enable the events and network monitor needed to track navigation progress.
-  await networkMonitor.enable();
   await session.sendCommand('Page.enable');
   await session.sendCommand('Page.setLifecycleEventsEnabled', {enabled: true});
 
@@ -144,7 +142,6 @@ async function gotoURL(driver, requestor, options) {
 
   // Bring `Page.navigate` errors back into the promise chain. See https://github.com/GoogleChrome/lighthouse/pull/6739.
   await waitForNavigationTriggered;
-  await networkMonitor.disable();
 
   if (options.debugNavigation) {
     await waitForUserToContinue(driver);

package/core/gather/driver/network-monitor.d.ts

@@ -76,6 +76,7 @@ export class NetworkMonitor extends NetworkMonitor_base {
      */
     _emitNetworkStatus(): void;
 }
+import * as LH from '../../../types/lh.js';
 import { NetworkRecorder } from '../../lib/network-recorder.js';
 import { NetworkRequest } from '../../lib/network-request.js';
 export {};

package/core/gather/driver/network-monitor.js

@@ -13,6 +13,7 @@ import {EventEmitter} from 'events';
 
 import log from 'lighthouse-logger';
 
+import * as LH from '../../../types/lh.js';
 import {NetworkRecorder} from '../../lib/network-recorder.js';
 import {NetworkRequest} from '../../lib/network-request.js';
 import UrlUtils from '../../lib/url-utils.js';

package/core/gather/driver.d.ts

@@ -7,6 +7,8 @@ export class Driver implements LH.Gatherer.Driver {
     _page: import("../../types/puppeteer.js").default.Page;
     /** @type {TargetManager|undefined} */
     _targetManager: TargetManager | undefined;
+    /** @type {NetworkMonitor|undefined} */
+    _networkMonitor: NetworkMonitor | undefined;
     /** @type {ExecutionContext|undefined} */
     _executionContext: ExecutionContext | undefined;
     /** @type {Fetcher|undefined} */
@@ -14,9 +16,9 @@ export class Driver implements LH.Gatherer.Driver {
     defaultSession: import("../../types/gatherer.js").default.ProtocolSession;
     /** @return {LH.Gatherer.Driver['executionContext']} */
     get executionContext(): ExecutionContext;
-    /** @return {Fetcher} */
-    get fetcher(): Fetcher;
+    get fetcher(): any;
     get targetManager(): any;
+    get networkMonitor(): any;
     /** @return {Promise<string>} */
     url(): Promise<string>;
     /** @return {Promise<void>} */
@@ -25,6 +27,7 @@ export class Driver implements LH.Gatherer.Driver {
     disconnect(): Promise<void>;
 }
 import { TargetManager } from './driver/target-manager.js';
+import { NetworkMonitor } from './driver/network-monitor.js';
 import { ExecutionContext } from './driver/execution-context.js';
 import { Fetcher } from './fetcher.js';
 //# sourceMappingURL=driver.d.ts.map

package/core/gather/driver.js

@@ -9,6 +9,7 @@ import log from 'lighthouse-logger';
 import {ExecutionContext} from './driver/execution-context.js';
 import {TargetManager} from './driver/target-manager.js';
 import {Fetcher} from './fetcher.js';
+import {NetworkMonitor} from './driver/network-monitor.js';
 
 /** @return {*} */
 const throwNotConnectedFn = () => {
@@ -37,6 +38,8 @@ class Driver {
     this._page = page;
     /** @type {TargetManager|undefined} */
     this._targetManager = undefined;
+    /** @type {NetworkMonitor|undefined} */
+    this._networkMonitor = undefined;
     /** @type {ExecutionContext|undefined} */
     this._executionContext = undefined;
     /** @type {Fetcher|undefined} */
@@ -51,7 +54,6 @@ class Driver {
     return this._executionContext;
   }
 
-  /** @return {Fetcher} */
   get fetcher() {
     if (!this._fetcher) return throwNotConnectedFn();
     return this._fetcher;
@@ -62,6 +64,11 @@ class Driver {
     return this._targetManager;
   }
 
+  get networkMonitor() {
+    if (!this._networkMonitor) return throwNotConnectedFn();
+    return this._networkMonitor;
+  }
+
   /** @return {Promise<string>} */
   async url() {
     return this._page.url();
@@ -75,6 +82,8 @@ class Driver {
     const cdpSession = await this._page.target().createCDPSession();
     this._targetManager = new TargetManager(cdpSession);
     await this._targetManager.enable();
+    this._networkMonitor = new NetworkMonitor(this._targetManager);
+    await this._networkMonitor.enable();
     this.defaultSession = this._targetManager.rootSession();
     this._executionContext = new ExecutionContext(this.defaultSession);
     this._fetcher = new Fetcher(this.defaultSession);
@@ -85,6 +94,7 @@ class Driver {
   async disconnect() {
     if (this.defaultSession === throwingSession) return;
     await this._targetManager?.disable();
+    await this._networkMonitor?.disable();
     await this.defaultSession.dispose();
   }
 }

package/core/gather/gatherers/full-page-screenshot.js

@@ -9,7 +9,6 @@
 import BaseGatherer from '../base-gatherer.js';
 import * as emulation from '../../lib/emulation.js';
 import {pageFunctions} from '../../lib/page-functions.js';
-import {NetworkMonitor} from '../driver/network-monitor.js';
 import {waitForNetworkIdle} from '../driver/wait-for-condition.js';
 
 // JPEG quality setting
@@ -89,7 +88,7 @@ class FullPageScreenshot extends BaseGatherer {
     const height = Math.min(fullHeight, MAX_WEBP_SIZE);
 
     // Setup network monitor before we change the viewport.
-    const networkMonitor = new NetworkMonitor(context.driver.targetManager);
+    const networkMonitor = context.driver.networkMonitor;
     const waitForNetworkIdleResult = waitForNetworkIdle(session, networkMonitor, {
       pretendDCLAlreadyFired: true,
       networkQuietThresholdMs: 1000,
@@ -97,7 +96,6 @@ class FullPageScreenshot extends BaseGatherer {
       idleEvent: 'network-critical-idle',
       isIdle: recorder => recorder.isCriticalIdle(),
     });
-    await networkMonitor.enable();
 
     await session.sendCommand('Emulation.setDeviceMetricsOverride', {
       mobile: deviceMetrics.mobile,
@@ -113,7 +111,6 @@ class FullPageScreenshot extends BaseGatherer {
       waitForNetworkIdleResult.promise,
     ]);
     waitForNetworkIdleResult.cancel();
-    await networkMonitor.disable();
 
     // Now that new resources are (probably) fetched, wait long enough for a layout.
     await context.driver.executionContext.evaluate(waitForDoubleRaf, {args: []});

package/core/gather/gatherers/scripts.d.ts

@@ -3,6 +3,7 @@ export default Scripts;
  * @fileoverview Gets JavaScript file contents.
  */
 declare class Scripts extends BaseGatherer {
+    static symbol: symbol;
     /** @type {LH.Crdp.Debugger.ScriptParsedEvent[]} */
     _scriptParsedEvents: LH.Crdp.Debugger.ScriptParsedEvent[];
     /** @type {Array<string | undefined>} */

package/core/gather/gatherers/scripts.js

@@ -48,8 +48,11 @@ function isLighthouseRuntimeEvaluateScript(script) {
  * @fileoverview Gets JavaScript file contents.
  */
 class Scripts extends BaseGatherer {
+  static symbol = Symbol('Scripts');
+
   /** @type {LH.Gatherer.GathererMeta} */
   meta = {
+    symbol: Scripts.symbol,
     supportedModes: ['timespan', 'navigation'],
   };
 
@@ -91,11 +94,6 @@ class Scripts extends BaseGatherer {
 
     session.off('Debugger.scriptParsed', this.onScriptParsed);
 
-    // Without this line the Debugger domain will be off in FR runner,
-    // because only the legacy gatherer has special handling for multiple,
-    // overlapped enabled/disable calls.
-    await session.sendCommand('Debugger.enable');
-
     // If run on a mobile device, be sensitive to memory limitations and only
     // request one at a time.
     this._scriptContents = await runInSeriesOrParallel(

package/core/gather/gatherers/source-maps.d.ts

@@ -3,12 +3,8 @@ export default SourceMaps;
  * @fileoverview Gets JavaScript source maps.
  */
 declare class SourceMaps extends BaseGatherer {
-    /** @type {LH.Crdp.Debugger.ScriptParsedEvent[]} */
-    _scriptParsedEvents: LH.Crdp.Debugger.ScriptParsedEvent[];
-    /**
-     * @param {LH.Crdp.Debugger.ScriptParsedEvent} event
-     */
-    onScriptParsed(event: LH.Crdp.Debugger.ScriptParsedEvent): void;
+    /** @type {LH.Gatherer.GathererMeta<'Scripts'>} */
+    meta: LH.Gatherer.GathererMeta<'Scripts'>;
     /**
      * @param {LH.Gatherer.Driver} driver
      * @param {string} sourceMapUrl
@@ -28,23 +24,15 @@ declare class SourceMaps extends BaseGatherer {
     _resolveUrl(url: string, base: string): string | undefined;
     /**
      * @param {LH.Gatherer.Driver} driver
-     * @param {LH.Crdp.Debugger.ScriptParsedEvent} event
+     * @param {LH.Artifacts.Script} script
      * @return {Promise<LH.Artifacts.SourceMap>}
      */
-    _retrieveMapFromScriptParsedEvent(driver: LH.Gatherer.Driver, event: LH.Crdp.Debugger.ScriptParsedEvent): Promise<LH.Artifacts.SourceMap>;
-    /**
-     * @param {LH.Gatherer.Context} context
-     */
-    startSensitiveInstrumentation(context: LH.Gatherer.Context): Promise<void>;
-    /**
-     * @param {LH.Gatherer.Context} context
-     */
-    stopSensitiveInstrumentation(context: LH.Gatherer.Context): Promise<void>;
+    _retrieveMapFromScript(driver: LH.Gatherer.Driver, script: LH.Artifacts.Script): Promise<LH.Artifacts.SourceMap>;
     /**
-     * @param {LH.Gatherer.Context} context
+     * @param {LH.Gatherer.Context<'Scripts'>} context
      * @return {Promise<LH.Artifacts['SourceMaps']>}
      */
-    getArtifact(context: LH.Gatherer.Context): Promise<LH.Artifacts['SourceMaps']>;
+    getArtifact(context: LH.Gatherer.Context<'Scripts'>): Promise<LH.Artifacts['SourceMaps']>;
 }
 import BaseGatherer from '../base-gatherer.js';
 //# sourceMappingURL=source-maps.d.ts.map

package/core/gather/gatherers/source-maps.js

@@ -6,23 +6,18 @@
 
 import SDK from '../../lib/cdt/SDK.js';
 import BaseGatherer from '../base-gatherer.js';
+import Scripts from './scripts.js';
 
 /**
  * @fileoverview Gets JavaScript source maps.
  */
 class SourceMaps extends BaseGatherer {
-  /** @type {LH.Gatherer.GathererMeta} */
+  /** @type {LH.Gatherer.GathererMeta<'Scripts'>} */
   meta = {
     supportedModes: ['timespan', 'navigation'],
+    dependencies: {Scripts: Scripts.symbol},
   };
 
-  constructor() {
-    super();
-    /** @type {LH.Crdp.Debugger.ScriptParsedEvent[]} */
-    this._scriptParsedEvents = [];
-    this.onScriptParsed = this.onScriptParsed.bind(this);
-  }
-
   /**
    * @param {LH.Gatherer.Driver} driver
    * @param {string} sourceMapUrl
@@ -45,15 +40,6 @@ class SourceMaps extends BaseGatherer {
     return SDK.SourceMap.parseSourceMap(buffer.toString());
   }
 
-  /**
-   * @param {LH.Crdp.Debugger.ScriptParsedEvent} event
-   */
-  onScriptParsed(event) {
-    if (event.sourceMapURL) {
-      this._scriptParsedEvents.push(event);
-    }
-  }
-
   /**
    * @param {string} url
    * @param {string} base
@@ -69,27 +55,27 @@ class SourceMaps extends BaseGatherer {
 
   /**
    * @param {LH.Gatherer.Driver} driver
-   * @param {LH.Crdp.Debugger.ScriptParsedEvent} event
+   * @param {LH.Artifacts.Script} script
    * @return {Promise<LH.Artifacts.SourceMap>}
    */
-  async _retrieveMapFromScriptParsedEvent(driver, event) {
-    if (!event.sourceMapURL) {
+  async _retrieveMapFromScript(driver, script) {
+    if (!script.sourceMapURL) {
       throw new Error('precondition failed: event.sourceMapURL should exist');
     }
 
     // `sourceMapURL` is simply the URL found in either a magic comment or an x-sourcemap header.
     // It has not been resolved to a base url.
-    const isSourceMapADataUri = event.sourceMapURL.startsWith('data:');
-    const scriptUrl = event.url;
+    const isSourceMapADataUri = script.sourceMapURL.startsWith('data:');
+    const scriptUrl = script.name;
     const rawSourceMapUrl = isSourceMapADataUri ?
-        event.sourceMapURL :
-        this._resolveUrl(event.sourceMapURL, event.url);
+        script.sourceMapURL :
+        this._resolveUrl(script.sourceMapURL, script.name);
 
     if (!rawSourceMapUrl) {
       return {
-        scriptId: event.scriptId,
+        scriptId: script.scriptId,
         scriptUrl,
-        errorMessage: `Could not resolve map url: ${event.sourceMapURL}`,
+        errorMessage: `Could not resolve map url: ${script.sourceMapURL}`,
       };
     }
 
@@ -109,14 +95,14 @@ class SourceMaps extends BaseGatherer {
         map.sections = map.sections.filter(section => section.map);
       }
       return {
-        scriptId: event.scriptId,
+        scriptId: script.scriptId,
         scriptUrl,
         sourceMapUrl,
         map,
       };
     } catch (err) {
       return {
-        scriptId: event.scriptId,
+        scriptId: script.scriptId,
         scriptUrl,
         sourceMapUrl,
         errorMessage: err.toString(),
@@ -125,30 +111,13 @@ class SourceMaps extends BaseGatherer {
   }
 
   /**
-   * @param {LH.Gatherer.Context} context
-   */
-  async startSensitiveInstrumentation(context) {
-    const session = context.driver.defaultSession;
-    session.on('Debugger.scriptParsed', this.onScriptParsed);
-    await session.sendCommand('Debugger.enable');
-  }
-
-  /**
-   * @param {LH.Gatherer.Context} context
-   */
-  async stopSensitiveInstrumentation(context) {
-    const session = context.driver.defaultSession;
-    await session.sendCommand('Debugger.disable');
-    session.off('Debugger.scriptParsed', this.onScriptParsed);
-  }
-
-  /**
-   * @param {LH.Gatherer.Context} context
+   * @param {LH.Gatherer.Context<'Scripts'>} context
    * @return {Promise<LH.Artifacts['SourceMaps']>}
    */
   async getArtifact(context) {
-    const eventProcessPromises = this._scriptParsedEvents
-      .map((event) => this._retrieveMapFromScriptParsedEvent(context.driver, event));
+    const eventProcessPromises = context.dependencies.Scripts
+      .filter(script => script.sourceMapURL)
+      .map(script => this._retrieveMapFromScript(context.driver, script));
     return Promise.all(eventProcessPromises);
   }
 }

package/core/lib/network-recorder.d.ts

@@ -17,7 +17,7 @@ export class NetworkRecorder extends NetworkRecorder_base {
      * @param {LH.DevtoolsLog} devtoolsLog
      * @return {Array<LH.Artifacts.NetworkRequest>}
      */
-    static recordsFromLogs(devtoolsLog: import("../index.js").DevtoolsLog): Array<LH.Artifacts.NetworkRequest>;
+    static recordsFromLogs(devtoolsLog: LH.DevtoolsLog): Array<LH.Artifacts.NetworkRequest>;
     /** @type {NetworkRequest[]} */
     _records: NetworkRequest[];
     /** @type {Map<string, NetworkRequest>} */
@@ -117,5 +117,6 @@ export class NetworkRecorder extends NetworkRecorder_base {
     _findRealRequestAndSetSession(requestId: string, targetType: LH.Protocol.TargetType, sessionId: string | undefined): NetworkRequest | undefined;
 }
 import { NetworkRequest } from './network-request.js';
+import * as LH from '../../types/lh.js';
 export {};
 //# sourceMappingURL=network-recorder.d.ts.map

package/core/lib/network-recorder.js

@@ -8,6 +8,7 @@ import {EventEmitter} from 'events';
 
 import log from 'lighthouse-logger';
 
+import * as LH from '../../types/lh.js';
 import {NetworkRequest} from './network-request.js';
 import {PageDependencyGraph} from '../computed/page-dependency-graph.js';
 

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "lighthouse",
   "type": "module",
-  "version": "10.4.0-dev.20230720",
+  "version": "10.4.0-dev.20230722",
   "description": "Automated auditing, performance metrics, and best practices for the web.",
   "main": "./core/index.js",
   "bin": {

package/types/gatherer.d.ts

@@ -11,6 +11,7 @@ import {NetworkNode as _NetworkNode} from '../core/lib/dependency-graph/network-
 import {CPUNode as _CPUNode} from '../core/lib/dependency-graph/cpu-node.js';
 import {Simulator as _Simulator} from '../core/lib/dependency-graph/simulator/simulator.js';
 import {ExecutionContext} from '../core/gather/driver/execution-context.js';
+import {NetworkMonitor} from '../core/gather/driver/network-monitor.js';
 import {Fetcher} from '../core/gather/fetcher.js';
 import {ArbitraryEqualityMap} from '../core/lib/arbitrary-equality-map.js';
 
@@ -48,6 +49,7 @@ declare module Gatherer {
       on(event: 'protocolevent', callback: (payload: Protocol.RawEventMessage) => void): void
       off(event: 'protocolevent', callback: (payload: Protocol.RawEventMessage) => void): void
     };
+    networkMonitor: NetworkMonitor;
   }
 
   interface Context<TDependencies extends DependencyKey = DefaultDependenciesKey> {