lighthouse 9.6.7 → 10.0.0

package/core/audits/byte-efficiency/byte-efficiency-audit.d.ts

@@ -0,0 +1,82 @@
+export type Simulator = import('../../lib/dependency-graph/simulator/simulator').Simulator;
+export type Node = import('../../lib/dependency-graph/base-node.js').Node;
+export type ByteEfficiencyProduct = {
+    items: Array<LH.Audit.ByteEfficiencyItem>;
+    wastedBytesByUrl?: Map<string, number> | undefined;
+    headings: LH.Audit.Details.Opportunity['headings'];
+    displayValue?: import("../../index.js").IcuMessage | undefined;
+    explanation?: import("../../index.js").IcuMessage | undefined;
+    warnings?: (string | import("../../index.js").IcuMessage)[] | undefined;
+};
+/**
+ * @typedef {object} ByteEfficiencyProduct
+ * @property {Array<LH.Audit.ByteEfficiencyItem>} items
+ * @property {Map<string, number>=} wastedBytesByUrl
+ * @property {LH.Audit.Details.Opportunity['headings']} headings
+ * @property {LH.IcuMessage} [displayValue]
+ * @property {LH.IcuMessage} [explanation]
+ * @property {Array<string | LH.IcuMessage>} [warnings]
+ */
+/**
+ * @overview Used as the base for all byte efficiency audits. Computes total bytes
+ *    and estimated time saved. Subclass and override `audit_` to return results.
+ */
+export class ByteEfficiencyAudit extends Audit {
+    /**
+     * Creates a score based on the wastedMs value using linear interpolation between control points.
+     *
+     * @param {number} wastedMs
+     * @return {number}
+     */
+    static scoreForWastedMs(wastedMs: number): number;
+    /**
+     * Estimates the number of bytes this network record would have consumed on the network based on the
+     * uncompressed size (totalBytes). Uses the actual transfer size from the network record if applicable.
+     *
+     * @param {LH.Artifacts.NetworkRequest|undefined} networkRecord
+     * @param {number} totalBytes Uncompressed size of the resource
+     * @param {LH.Crdp.Network.ResourceType=} resourceType
+     * @return {number}
+     */
+    static estimateTransferSize(networkRecord: LH.Artifacts.NetworkRequest | undefined, totalBytes: number, resourceType?: LH.Crdp.Network.ResourceType | undefined): number;
+    /**
+     * @param {LH.Artifacts} artifacts
+     * @param {LH.Audit.Context} context
+     * @return {Promise<LH.Audit.Product>}
+     */
+    static audit(artifacts: LH.Artifacts, context: LH.Audit.Context): Promise<LH.Audit.Product>;
+    /**
+     * Computes the estimated effect of all the byte savings on the maximum of the following:
+     *
+     * - end time of the last long task in the provided graph
+     * - (if includeLoad is true or not provided) end time of the last node in the graph
+     *
+     * @param {Array<LH.Audit.ByteEfficiencyItem>} results The array of byte savings results per resource
+     * @param {Node} graph
+     * @param {Simulator} simulator
+     * @param {{includeLoad?: boolean, label?: string, providedWastedBytesByUrl?: Map<string, number>}=} options
+     * @return {number}
+     */
+    static computeWasteWithTTIGraph(results: Array<LH.Audit.ByteEfficiencyItem>, graph: Node, simulator: Simulator, options?: {
+        includeLoad?: boolean;
+        label?: string;
+        providedWastedBytesByUrl?: Map<string, number>;
+    } | undefined): number;
+    /**
+     * @param {ByteEfficiencyProduct} result
+     * @param {Node|null} graph
+     * @param {Simulator} simulator
+     * @param {LH.Artifacts['GatherContext']} gatherContext
+     * @return {LH.Audit.Product}
+     */
+    static createAuditProduct(result: ByteEfficiencyProduct, graph: Node | null, simulator: Simulator, gatherContext: LH.Artifacts['GatherContext']): LH.Audit.Product;
+    /**
+     * @param {LH.Artifacts} artifacts
+     * @param {Array<LH.Artifacts.NetworkRequest>} networkRecords
+     * @param {LH.Audit.Context} context
+     * @return {ByteEfficiencyProduct|Promise<ByteEfficiencyProduct>}
+     */
+    static audit_(artifacts: LH.Artifacts, networkRecords: Array<LH.Artifacts.NetworkRequest>, context: LH.Audit.Context): ByteEfficiencyProduct | Promise<ByteEfficiencyProduct>;
+}
+import { Audit } from "../audit.js";
+//# sourceMappingURL=byte-efficiency-audit.d.ts.map

package/core/audits/byte-efficiency/byte-efficiency-audit.js

@@ -0,0 +1,260 @@
+/**
+ * @license Copyright 2017 The Lighthouse Authors. All Rights Reserved.
+ * Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0
+ * Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License.
+ */
+
+import {Audit} from '../audit.js';
+import {linearInterpolation} from '../../lib/statistics.js';
+import {LanternInteractive} from '../../computed/metrics/lantern-interactive.js';
+import * as i18n from '../../lib/i18n/i18n.js';
+import {NetworkRecords} from '../../computed/network-records.js';
+import {LoadSimulator} from '../../computed/load-simulator.js';
+import {PageDependencyGraph} from '../../computed/page-dependency-graph.js';
+
+const str_ = i18n.createIcuMessageFn(import.meta.url, {});
+
+/** @typedef {import('../../lib/dependency-graph/simulator/simulator').Simulator} Simulator */
+/** @typedef {import('../../lib/dependency-graph/base-node.js').Node} Node */
+
+const WASTED_MS_FOR_AVERAGE = 300;
+const WASTED_MS_FOR_POOR = 750;
+const WASTED_MS_FOR_SCORE_OF_ZERO = 5000;
+
+/**
+ * @typedef {object} ByteEfficiencyProduct
+ * @property {Array<LH.Audit.ByteEfficiencyItem>} items
+ * @property {Map<string, number>=} wastedBytesByUrl
+ * @property {LH.Audit.Details.Opportunity['headings']} headings
+ * @property {LH.IcuMessage} [displayValue]
+ * @property {LH.IcuMessage} [explanation]
+ * @property {Array<string | LH.IcuMessage>} [warnings]
+ */
+
+/**
+ * @overview Used as the base for all byte efficiency audits. Computes total bytes
+ *    and estimated time saved. Subclass and override `audit_` to return results.
+ */
+class ByteEfficiencyAudit extends Audit {
+  /**
+   * Creates a score based on the wastedMs value using linear interpolation between control points.
+   *
+   * @param {number} wastedMs
+   * @return {number}
+   */
+  static scoreForWastedMs(wastedMs) {
+    if (wastedMs === 0) {
+      return 1;
+    } else if (wastedMs < WASTED_MS_FOR_AVERAGE) {
+      return linearInterpolation(0, 1, WASTED_MS_FOR_AVERAGE, 0.75, wastedMs);
+    } else if (wastedMs < WASTED_MS_FOR_POOR) {
+      return linearInterpolation(WASTED_MS_FOR_AVERAGE, 0.75, WASTED_MS_FOR_POOR, 0.5, wastedMs);
+    } else {
+      return Math.max(
+        0,
+        linearInterpolation(WASTED_MS_FOR_POOR, 0.5, WASTED_MS_FOR_SCORE_OF_ZERO, 0, wastedMs)
+      );
+    }
+  }
+
+  /**
+   * Estimates the number of bytes this network record would have consumed on the network based on the
+   * uncompressed size (totalBytes). Uses the actual transfer size from the network record if applicable.
+   *
+   * @param {LH.Artifacts.NetworkRequest|undefined} networkRecord
+   * @param {number} totalBytes Uncompressed size of the resource
+   * @param {LH.Crdp.Network.ResourceType=} resourceType
+   * @return {number}
+   */
+  static estimateTransferSize(networkRecord, totalBytes, resourceType) {
+    if (!networkRecord) {
+      // We don't know how many bytes this asset used on the network, but we can guess it was
+      // roughly the size of the content gzipped.
+      // See https://developers.google.com/web/fundamentals/performance/optimizing-content-efficiency/optimize-encoding-and-transfer for specific CSS/Script examples
+      // See https://discuss.httparchive.org/t/file-size-and-compression-savings/145 for fallback multipliers
+      switch (resourceType) {
+        case 'Stylesheet':
+          // Stylesheets tend to compress extremely well.
+          return Math.round(totalBytes * 0.2);
+        case 'Script':
+        case 'Document':
+          // Scripts and HTML compress fairly well too.
+          return Math.round(totalBytes * 0.33);
+        default:
+          // Otherwise we'll just fallback to the average savings in HTTPArchive
+          return Math.round(totalBytes * 0.5);
+      }
+    } else if (networkRecord.resourceType === resourceType) {
+      // This was a regular standalone asset, just use the transfer size.
+      return networkRecord.transferSize || 0;
+    } else {
+      // This was an asset that was inlined in a different resource type (e.g. HTML document).
+      // Use the compression ratio of the resource to estimate the total transferred bytes.
+      const transferSize = networkRecord.transferSize || 0;
+      const resourceSize = networkRecord.resourceSize || 0;
+      // Get the compression ratio, if it's an invalid number, assume no compression.
+      const compressionRatio = Number.isFinite(resourceSize) && resourceSize > 0 ?
+        (transferSize / resourceSize) : 1;
+      return Math.round(totalBytes * compressionRatio);
+    }
+  }
+
+  /**
+   * @param {LH.Artifacts} artifacts
+   * @param {LH.Audit.Context} context
+   * @return {Promise<LH.Audit.Product>}
+   */
+  static async audit(artifacts, context) {
+    const gatherContext = artifacts.GatherContext;
+    const trace = artifacts.traces[Audit.DEFAULT_PASS];
+    const devtoolsLog = artifacts.devtoolsLogs[Audit.DEFAULT_PASS];
+    const URL = artifacts.URL;
+    const settings = context?.settings || {};
+    const simulatorOptions = {
+      devtoolsLog,
+      settings,
+    };
+    const networkRecords = await NetworkRecords.request(devtoolsLog, context);
+    const hasContentfulRecords = networkRecords.some(record => record.transferSize);
+
+    // Requesting load simulator requires non-empty network records.
+    // Timespans are not guaranteed to have any network activity.
+    // There are no bytes to be saved if no bytes were downloaded, so mark N/A if empty.
+    if (!hasContentfulRecords && gatherContext.gatherMode === 'timespan') {
+      return {
+        score: 1,
+        notApplicable: true,
+      };
+    }
+
+    const [result, graph, simulator] = await Promise.all([
+      this.audit_(artifacts, networkRecords, context),
+      // Page dependency graph is only used in navigation mode.
+      gatherContext.gatherMode === 'navigation' ?
+        PageDependencyGraph.request({trace, devtoolsLog, URL}, context) :
+        null,
+      LoadSimulator.request(simulatorOptions, context),
+    ]);
+
+    return this.createAuditProduct(result, graph, simulator, gatherContext);
+  }
+
+  /**
+   * Computes the estimated effect of all the byte savings on the maximum of the following:
+   *
+   * - end time of the last long task in the provided graph
+   * - (if includeLoad is true or not provided) end time of the last node in the graph
+   *
+   * @param {Array<LH.Audit.ByteEfficiencyItem>} results The array of byte savings results per resource
+   * @param {Node} graph
+   * @param {Simulator} simulator
+   * @param {{includeLoad?: boolean, label?: string, providedWastedBytesByUrl?: Map<string, number>}=} options
+   * @return {number}
+   */
+  static computeWasteWithTTIGraph(results, graph, simulator, options) {
+    options = Object.assign({includeLoad: true, label: this.meta.id}, options);
+    const beforeLabel = `${options.label}-before`;
+    const afterLabel = `${options.label}-after`;
+
+    const simulationBeforeChanges = simulator.simulate(graph, {label: beforeLabel});
+
+    const wastedBytesByUrl = options.providedWastedBytesByUrl || new Map();
+    if (!options.providedWastedBytesByUrl) {
+      for (const {url, wastedBytes} of results) {
+        wastedBytesByUrl.set(url, (wastedBytesByUrl.get(url) || 0) + wastedBytes);
+      }
+    }
+
+    // Update all the transfer sizes to reflect implementing our recommendations
+    /** @type {Map<string, number>} */
+    const originalTransferSizes = new Map();
+    graph.traverse(node => {
+      if (node.type !== 'network') return;
+      const wastedBytes = wastedBytesByUrl.get(node.record.url);
+      if (!wastedBytes) return;
+
+      const original = node.record.transferSize;
+      originalTransferSizes.set(node.record.requestId, original);
+
+      node.record.transferSize = Math.max(original - wastedBytes, 0);
+    });
+
+    const simulationAfterChanges = simulator.simulate(graph, {label: afterLabel});
+
+    // Restore the original transfer size after we've done our simulation
+    graph.traverse(node => {
+      if (node.type !== 'network') return;
+      const originalTransferSize = originalTransferSizes.get(node.record.requestId);
+      if (originalTransferSize === undefined) return;
+      node.record.transferSize = originalTransferSize;
+    });
+
+    const savingsOnOverallLoad = simulationBeforeChanges.timeInMs - simulationAfterChanges.timeInMs;
+    const savingsOnTTI =
+      LanternInteractive.getLastLongTaskEndTime(simulationBeforeChanges.nodeTimings) -
+      LanternInteractive.getLastLongTaskEndTime(simulationAfterChanges.nodeTimings);
+
+    let savings = savingsOnTTI;
+    if (options.includeLoad) savings = Math.max(savings, savingsOnOverallLoad);
+
+    // Round waste to nearest 10ms
+    return Math.round(Math.max(savings, 0) / 10) * 10;
+  }
+
+  /**
+   * @param {ByteEfficiencyProduct} result
+   * @param {Node|null} graph
+   * @param {Simulator} simulator
+   * @param {LH.Artifacts['GatherContext']} gatherContext
+   * @return {LH.Audit.Product}
+   */
+  static createAuditProduct(result, graph, simulator, gatherContext) {
+    const results = result.items.sort((itemA, itemB) => itemB.wastedBytes - itemA.wastedBytes);
+
+    const wastedBytes = results.reduce((sum, item) => sum + item.wastedBytes, 0);
+
+    let wastedMs;
+    if (gatherContext.gatherMode === 'navigation') {
+      if (!graph) throw Error('Page dependency graph should always be computed in navigation mode');
+      wastedMs = this.computeWasteWithTTIGraph(results, graph, simulator, {
+        providedWastedBytesByUrl: result.wastedBytesByUrl,
+      });
+    } else {
+      wastedMs = simulator.computeWastedMsFromWastedBytes(wastedBytes);
+    }
+
+    let displayValue = result.displayValue || '';
+    if (typeof result.displayValue === 'undefined' && wastedBytes) {
+      displayValue = str_(i18n.UIStrings.displayValueByteSavings, {wastedBytes});
+    }
+
+    const details = Audit.makeOpportunityDetails(result.headings, results,
+      {overallSavingsMs: wastedMs, overallSavingsBytes: wastedBytes});
+
+    return {
+      explanation: result.explanation,
+      warnings: result.warnings,
+      displayValue,
+      numericValue: wastedMs,
+      numericUnit: 'millisecond',
+      score: ByteEfficiencyAudit.scoreForWastedMs(wastedMs),
+      details,
+    };
+  }
+
+  /* eslint-disable no-unused-vars */
+
+  /**
+   * @param {LH.Artifacts} artifacts
+   * @param {Array<LH.Artifacts.NetworkRequest>} networkRecords
+   * @param {LH.Audit.Context} context
+   * @return {ByteEfficiencyProduct|Promise<ByteEfficiencyProduct>}
+   */
+  static audit_(artifacts, networkRecords, context) {
+    throw new Error('audit_ unimplemented');
+  }
+
+  /* eslint-enable no-unused-vars */
+}
+
+export {ByteEfficiencyAudit};

package/core/audits/byte-efficiency/duplicated-javascript.d.ts

@@ -0,0 +1,52 @@
+export default DuplicatedJavascript;
+export type ByteEfficiencyProduct = import('./byte-efficiency-audit.js').ByteEfficiencyProduct;
+export type Item = LH.Audit.ByteEfficiencyItem & {
+    source: string;
+    subItems: {
+        type: 'subitems';
+        items: SubItem[];
+    };
+};
+export type SubItem = {
+    url: string;
+    sourceTransferBytes?: number;
+};
+declare class DuplicatedJavascript extends ByteEfficiencyAudit {
+    /**
+     * @param {string} source
+     */
+    static _getNodeModuleName(source: string): string;
+    /**
+     * @param {LH.Artifacts} artifacts
+     * @param {LH.Audit.Context} context
+     */
+    static _getDuplicationGroupedByNodeModules(artifacts: LH.Artifacts, context: LH.Audit.Context): Promise<Map<string, {
+        scriptId: string;
+        scriptUrl: string;
+        resourceSize: number;
+    }[]>>;
+    /**
+     *
+     * @param {LH.Artifacts.NetworkRequest|undefined} networkRecord
+     * @param {number} contentLength
+     */
+    static _estimateTransferRatio(networkRecord: LH.Artifacts.NetworkRequest | undefined, contentLength: number): number;
+    /**
+     * This audit highlights JavaScript modules that appear to be duplicated across all resources,
+     * either within the same bundle or between different bundles. Each details item returned is
+     * a module with subItems for each resource that includes it. The wastedBytes for the details
+     * item is the number of bytes occupied by the sum of all but the largest copy of the module.
+     * wastedBytesByUrl attributes the cost of the bytes to a specific resource, for use by lantern.
+     * @param {LH.Artifacts} artifacts
+     * @param {Array<LH.Artifacts.NetworkRequest>} networkRecords
+     * @param {LH.Audit.Context} context
+     * @return {Promise<ByteEfficiencyProduct>}
+     */
+    static audit_(artifacts: LH.Artifacts, networkRecords: Array<LH.Artifacts.NetworkRequest>, context: LH.Audit.Context): Promise<ByteEfficiencyProduct>;
+}
+export namespace UIStrings {
+    const title: string;
+    const description: string;
+}
+import { ByteEfficiencyAudit } from "./byte-efficiency-audit.js";
+//# sourceMappingURL=duplicated-javascript.d.ts.map

package/core/audits/byte-efficiency/duplicated-javascript.js

@@ -0,0 +1,247 @@
+/**
+ * @license Copyright 2020 The Lighthouse Authors. All Rights Reserved.
+ * Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0
+ * Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License.
+ */
+
+/** @typedef {import('./byte-efficiency-audit.js').ByteEfficiencyProduct} ByteEfficiencyProduct */
+/** @typedef {LH.Audit.ByteEfficiencyItem & {source: string, subItems: {type: 'subitems', items: SubItem[]}}} Item */
+/** @typedef {{url: string, sourceTransferBytes?: number}} SubItem */
+
+import {ByteEfficiencyAudit} from './byte-efficiency-audit.js';
+import {ModuleDuplication} from '../../computed/module-duplication.js';
+import * as i18n from '../../lib/i18n/i18n.js';
+import {getRequestForScript} from '../../lib/script-helpers.js';
+
+const UIStrings = {
+  /** Imperative title of a Lighthouse audit that tells the user to remove duplicate JavaScript from their code. This is displayed in a list of audit titles that Lighthouse generates. */
+  title: 'Remove duplicate modules in JavaScript bundles',
+  /** Description of a Lighthouse audit that tells the user *why* they should remove duplicate JavaScript from their scripts. This is displayed after a user expands the section to see more. No word length limits. The last sentence starting with 'Learn' becomes link text to additional documentation. */
+  description: 'Remove large, duplicate JavaScript modules from bundles ' +
+    'to reduce unnecessary bytes consumed by network activity. ', // +
+  // TODO: we need docs.
+  // '[Learn more](https://developer.chrome.com/docs/lighthouse/performance/duplicated-javascript/).',
+};
+
+const str_ = i18n.createIcuMessageFn(import.meta.url, UIStrings);
+
+const IGNORE_THRESHOLD_IN_BYTES = 1024;
+
+/**
+ * @param {string} haystack
+ * @param {string} needle
+ * @param {number} startPosition
+ */
+function indexOfOrEnd(haystack, needle, startPosition = 0) {
+  const index = haystack.indexOf(needle, startPosition);
+  return index === -1 ? haystack.length : index;
+}
+
+class DuplicatedJavascript extends ByteEfficiencyAudit {
+  /**
+   * @return {LH.Audit.Meta}
+   */
+  static get meta() {
+    return {
+      id: 'duplicated-javascript',
+      title: str_(UIStrings.title),
+      description: str_(UIStrings.description),
+      scoreDisplayMode: ByteEfficiencyAudit.SCORING_MODES.NUMERIC,
+      requiredArtifacts: ['devtoolsLogs', 'traces', 'SourceMaps', 'Scripts',
+        'GatherContext', 'URL'],
+    };
+  }
+
+  /**
+   * @param {string} source
+   */
+  static _getNodeModuleName(source) {
+    const sourceSplit = source.split('node_modules/');
+    source = sourceSplit[sourceSplit.length - 1];
+
+    const indexFirstSlash = indexOfOrEnd(source, '/');
+    if (source[0] === '@') {
+      return source.slice(0, indexOfOrEnd(source, '/', indexFirstSlash + 1));
+    }
+
+    return source.slice(0, indexFirstSlash);
+  }
+
+  /**
+   * @param {LH.Artifacts} artifacts
+   * @param {LH.Audit.Context} context
+   */
+  static async _getDuplicationGroupedByNodeModules(artifacts, context) {
+    const duplication = await ModuleDuplication.request(artifacts, context);
+
+    /** @type {typeof duplication} */
+    const groupedDuplication = new Map();
+    for (const [source, sourceDatas] of duplication.entries()) {
+      if (!source.includes('node_modules')) {
+        groupedDuplication.set(source, sourceDatas);
+        continue;
+      }
+
+      const normalizedSource = 'node_modules/' + DuplicatedJavascript._getNodeModuleName(source);
+      const aggregatedSourceDatas = groupedDuplication.get(normalizedSource) || [];
+      for (const {scriptId, scriptUrl, resourceSize} of sourceDatas) {
+        let sourceData = aggregatedSourceDatas.find(d => d.scriptId === scriptId);
+        if (!sourceData) {
+          sourceData = {scriptId, scriptUrl, resourceSize: 0};
+          aggregatedSourceDatas.push(sourceData);
+        }
+        sourceData.resourceSize += resourceSize;
+      }
+      groupedDuplication.set(normalizedSource, aggregatedSourceDatas);
+    }
+
+    for (const sourceDatas of duplication.values()) {
+      sourceDatas.sort((a, b) => b.resourceSize - a.resourceSize);
+    }
+
+    return groupedDuplication;
+  }
+
+  /**
+   *
+   * @param {LH.Artifacts.NetworkRequest|undefined} networkRecord
+   * @param {number} contentLength
+   */
+  static _estimateTransferRatio(networkRecord, contentLength) {
+    const transferSize =
+      ByteEfficiencyAudit.estimateTransferSize(networkRecord, contentLength, 'Script');
+    return transferSize / contentLength;
+  }
+
+  /**
+   * This audit highlights JavaScript modules that appear to be duplicated across all resources,
+   * either within the same bundle or between different bundles. Each details item returned is
+   * a module with subItems for each resource that includes it. The wastedBytes for the details
+   * item is the number of bytes occupied by the sum of all but the largest copy of the module.
+   * wastedBytesByUrl attributes the cost of the bytes to a specific resource, for use by lantern.
+   * @param {LH.Artifacts} artifacts
+   * @param {Array<LH.Artifacts.NetworkRequest>} networkRecords
+   * @param {LH.Audit.Context} context
+   * @return {Promise<ByteEfficiencyProduct>}
+   */
+  static async audit_(artifacts, networkRecords, context) {
+    const ignoreThresholdInBytes =
+      context.options?.ignoreThresholdInBytes || IGNORE_THRESHOLD_IN_BYTES;
+    const duplication =
+      await DuplicatedJavascript._getDuplicationGroupedByNodeModules(artifacts, context);
+
+    /** @type {Map<string, number>} */
+    const transferRatioByUrl = new Map();
+
+    /** @type {Item[]} */
+    const items = [];
+
+    let overflowWastedBytes = 0;
+    const overflowUrls = new Set();
+
+    /** @type {Map<string, number>} */
+    const wastedBytesByUrl = new Map();
+    for (const [source, sourceDatas] of duplication.entries()) {
+      // One copy of this module is treated as the canonical version - the rest will have
+      // non-zero `wastedBytes`. In the case of all copies being the same version, all sizes are
+      // equal and the selection doesn't matter. When the copies are different versions, it does
+      // matter. Ideally the newest version would be the canonical copy, but version information
+      // is not present. Instead, size is used as a heuristic for latest version. This makes the
+      // audit conserative in its estimation.
+
+      /** @type {SubItem[]} */
+      const subItems = [];
+
+      let wastedBytesTotal = 0;
+      for (let i = 0; i < sourceDatas.length; i++) {
+        const sourceData = sourceDatas[i];
+        const scriptId = sourceData.scriptId;
+        const script = artifacts.Scripts.find(script => script.scriptId === scriptId);
+        const url = script?.url || '';
+
+        /** @type {number|undefined} */
+        let transferRatio = transferRatioByUrl.get(url);
+        if (transferRatio === undefined) {
+          if (!script || script.length === undefined) {
+            // This should never happen because we found the wasted bytes from bundles, which required contents in a Script.
+            continue;
+          }
+
+          const contentLength = script.length;
+          const networkRecord = getRequestForScript(networkRecords, script);
+          transferRatio = DuplicatedJavascript._estimateTransferRatio(networkRecord, contentLength);
+          transferRatioByUrl.set(url, transferRatio);
+        }
+
+        if (transferRatio === undefined) {
+          // Shouldn't happen for above reasons.
+          continue;
+        }
+
+        const transferSize = Math.round(sourceData.resourceSize * transferRatio);
+
+        subItems.push({
+          url,
+          sourceTransferBytes: transferSize,
+        });
+
+        if (i === 0) continue;
+        wastedBytesTotal += transferSize;
+        wastedBytesByUrl.set(url, (wastedBytesByUrl.get(url) || 0) + transferSize);
+      }
+
+      if (wastedBytesTotal <= ignoreThresholdInBytes) {
+        overflowWastedBytes += wastedBytesTotal;
+        for (const subItem of subItems) {
+          overflowUrls.add(subItem.url);
+        }
+        continue;
+      }
+
+      items.push({
+        source,
+        wastedBytes: wastedBytesTotal,
+        // Not needed, but keeps typescript happy.
+        url: '',
+        // Not needed, but keeps typescript happy.
+        totalBytes: 0,
+        subItems: {
+          type: 'subitems',
+          items: subItems,
+        },
+      });
+    }
+
+    if (overflowWastedBytes > ignoreThresholdInBytes) {
+      items.push({
+        source: 'Other',
+        wastedBytes: overflowWastedBytes,
+        url: '',
+        totalBytes: 0,
+        subItems: {
+          type: 'subitems',
+          items: Array.from(overflowUrls).map(url => ({url})),
+        },
+      });
+    }
+
+    /** @type {LH.Audit.Details.TableColumnHeading[]} */
+    const headings = [
+      /* eslint-disable max-len */
+      {key: 'source', valueType: 'code', subItemsHeading: {key: 'url', valueType: 'url'}, label: str_(i18n.UIStrings.columnSource)},
+      {key: null, valueType: 'bytes', subItemsHeading: {key: 'sourceTransferBytes'}, granularity: 0.05, label: str_(i18n.UIStrings.columnTransferSize)},
+      {key: 'wastedBytes', valueType: 'bytes', granularity: 0.05, label: str_(i18n.UIStrings.columnWastedBytes)},
+      /* eslint-enable max-len */
+    ];
+
+    // TODO: show warning somewhere if no source maps.
+    return {
+      items,
+      headings,
+      wastedBytesByUrl,
+    };
+  }
+}
+
+export default DuplicatedJavascript;
+export {UIStrings};

package/core/audits/byte-efficiency/efficient-animated-content.d.ts

@@ -0,0 +1,23 @@
+export default EfficientAnimatedContent;
+declare class EfficientAnimatedContent extends ByteEfficiencyAudit {
+    /**
+     * Calculate rough savings percentage based on 1000 real gifs transcoded to video
+     * @param {number} bytes
+     * @return {number} rough savings percentage
+     * @see https://github.com/GoogleChrome/lighthouse/issues/4696#issuecomment-380296510 bytes
+     */
+    static getPercentSavings(bytes: number): number;
+    /**
+     * @param {LH.Artifacts} artifacts
+     * @param {Array<LH.Artifacts.NetworkRequest>} networkRecords
+     * @return {import('./byte-efficiency-audit.js').ByteEfficiencyProduct}
+     */
+    static audit_(artifacts: LH.Artifacts, networkRecords: Array<LH.Artifacts.NetworkRequest>): import('./byte-efficiency-audit.js').ByteEfficiencyProduct;
+}
+export namespace UIStrings {
+    const title: string;
+    const description: string;
+}
+import { ByteEfficiencyAudit } from "./byte-efficiency-audit.js";
+import { NetworkRequest } from "../../lib/network-request.js";
+//# sourceMappingURL=efficient-animated-content.d.ts.map