testplane 9.0.0-rc.3 → 9.0.0

package/build/src/browser/cdp/selectivity/hash-reader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"hash-reader.js","sourceRoot":"","sources":["../../../../../src/browser/cdp/selectivity/hash-reader.ts"],"names":[],"mappings":";;;;;;AAAA,mCAAiC;AACjC,0DAA6B;AAC7B,mDAA+C;AAC/C,mCAAyE;AACzE,mCAA2C;AAG3C,MAAa,UAAU;IAOnB,YAAY,mBAA2B,EAAE,WAAuC;QAN/D,kBAAa,GAAG,IAAI,4BAAY,EAAE,CAAC;QAG5C,sBAAiB,GAAqC,IAAI,CAAC;QAC3D,oBAAe,GAAG,IAAI,GAAG,EAAmB,CAAC;QAGjD,IAAI,CAAC,sBAAsB,GAAG,IAAA,gCAAwB,EAAC,mBAAmB,CAAC,CAAC;QAC5E,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;IACnC,CAAC;IAEO,oBAAoB;QACxB,IAAI,IAAI,CAAC,iBAAiB,EAAE,CAAC;YACzB,OAAO,IAAI,CAAC,iBAAiB,CAAC;QAClC,CAAC;QAED,OAAO,CAAC,IAAI,CAAC,iBAAiB,GAAG,IAAA,4BAAoB,EAAC,IAAI,CAAC,sBAAsB,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC;IAC1G,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,OAAe;QACnC,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,oBAAoB,EAAE,CAAC;QACvD,MAAM,iBAAiB,GAAG,YAAY,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QACzD,MAAM,qBAAqB,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,mBAAmB,CAAC,OAAO,CAAC,CAAC;QAEpF,OAAO,iBAAiB,KAAK,qBAAqB,CAAC;IACvD,CAAC;IAED,wDAAwD;IACxD,KAAK,CAAC,kBAAkB,CAAC,QAAgC;QACrD,MAAM,YAAY,GAAwC,CAAC,KAAK,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,CAAU,CAAC;QACnG,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,oBAAoB,EAAE,CAAC;QAEvD,IAAI,MAAM,GAAkC,IAAI,CAAC;QAEjD,MAAM,mBAAmB,GAAG,KAAK,EAAE,WAAyC,EAAiB,EAAE;YAC3F,+DAA+D;YAC/D,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;gBACzB,OAAO;YACX,CAAC;YAED,KAAK,MAAM,QAAQ,IAAI,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;gBAC3C,MAAM,SAAS,GAAG,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;gBAErD,IAAI,SAAS,KAAK,KAAK,EAAE,CAAC;oBACtB,SAAS;gBACb,CAAC;qBAAM,IAAI,SAAS,KAAK,IAAI,EAAE,CAAC;oBAC5B,MAAM,KAAK,EAAE,GAAG,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,CAAC;oBACrD,MAAM,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;oBACnC,SAAS;gBACb,CAAC;gBAED,MAAM,gBAAgB,GAAG,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,mBAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,cAAc,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;gBACpG,MAAM,cAAc,GAChB,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,YAAY,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;gBAE9F,MAAM,kBAAkB,GAAG,MAAM,IAAI,CAAC,aAAa;qBAC9C,gBAAgB,CAAC,gBAAgB,CAAC;qBAClC,KAAK,CAAC,CAAC,GAAU,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC;gBAEhC,IAAI,kBAAkB,YAAY,KAAK,EAAE,CAAC;oBACtC,IAAA,wBAAgB,EAAC,GAAG,kBAAkB,CAAC,OAAO,KAAK,kBAAkB,CAAC,KAAK,EAAE,CAAC,CAAC;gBACnF,CAAC;gBAED,IAAI,cAAc,KAAK,kBAAkB,EAAE,CAAC;oBACxC,MAAM,KAAK,EAAE,GAAG,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,CAAC;oBACrD,MAAM,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;oBACnC,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;gBAC7C,CAAC;qBAAM,CAAC;oBACJ,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;gBAC9C,CAAC;YACL,CAAC;QACL,CAAC,CAAC;QAEF,KAAK,MAAM,WAAW,IAAI,YAAY,EAAE,CAAC;YACrC,MAAM,mBAAmB,CAAC,WAAW,CAAC,CAAC;QAC3C,CAAC;QAED,OAAO,MAAM,CAAC;IAClB,CAAC;IAED,UAAU;QACN,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC;IACjC,CAAC;CACJ;AApFD,gCAoFC;AAEY,QAAA,aAAa,GAAG,IAAA,gBAAO,EAChC,CAAC,mBAA2B,EAAE,WAAuC,EAAc,EAAE;IACjF,OAAO,IAAI,UAAU,CAAC,mBAAmB,EAAE,WAAW,CAAC,CAAC;AAC5D,CAAC,EACD,CAAC,mBAAmB,EAAE,WAAW,EAAE,EAAE,CAAC,GAAG,mBAAmB,IAAI,WAAW,EAAE,CAChF,CAAC"}

package/build/src/browser/cdp/selectivity/hash-writer.d.ts

@@ -0,0 +1,18 @@
+/// <reference types="lodash" />
+import type { NormalizedDependencies, SelectivityCompressionType } from "./types";
+export declare class HashWriter {
+    private readonly _hashProvider;
+    private readonly _stagedFileHashes;
+    private readonly _stagedModuleHashes;
+    private readonly _stagedPatternHashes;
+    private readonly _selectivityHashesPath;
+    private readonly _compresion;
+    constructor(testDependenciesPath: string, compression: SelectivityCompressionType);
+    private _addFileDependency;
+    private _addPatternDependency;
+    private _addModuleDependency;
+    addPatternDependencyHash(dependencyPattern: string): void;
+    addTestDependencyHashes(dependencies: NormalizedDependencies): void;
+    save(): Promise<void>;
+}
+export declare const getHashWriter: ((testDependenciesPath: string, compression: SelectivityCompressionType) => HashWriter) & import("lodash").MemoizedFunction;

package/build/src/browser/cdp/selectivity/hash-writer.js

@@ -0,0 +1,80 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getHashWriter = exports.HashWriter = void 0;
+const lodash_1 = require("lodash");
+const node_path_1 = __importDefault(require("node:path"));
+const hash_provider_1 = require("./hash-provider");
+const utils_1 = require("./utils");
+const json_utils_1 = require("./json-utils");
+class HashWriter {
+    constructor(testDependenciesPath, compression) {
+        this._hashProvider = new hash_provider_1.HashProvider();
+        // "Promise<string>" - file/module hash, "Promise<Error>" - calculating hash error
+        this._stagedFileHashes = new Map();
+        this._stagedModuleHashes = new Map();
+        this._stagedPatternHashes = new Map();
+        this._selectivityHashesPath = (0, utils_1.getSelectivityHashesPath)(testDependenciesPath);
+        this._compresion = compression;
+    }
+    _addFileDependency(filePath) {
+        if (this._stagedFileHashes.has(filePath)) {
+            return;
+        }
+        const value = this._hashProvider.calculateForFile(filePath).catch(err => err);
+        this._stagedFileHashes.set(filePath, value);
+    }
+    _addPatternDependency(pattern) {
+        if (this._stagedPatternHashes.has(pattern)) {
+            return;
+        }
+        const value = this._hashProvider.calculateForPattern(pattern).catch(err => err);
+        this._stagedPatternHashes.set(pattern, value);
+    }
+    _addModuleDependency(modulePath) {
+        if (this._stagedModuleHashes.has(modulePath)) {
+            return;
+        }
+        const filePath = node_path_1.default.join(modulePath, "package.json");
+        const value = this._hashProvider.calculateForFile(filePath).catch(err => err);
+        this._stagedModuleHashes.set(modulePath, value);
+    }
+    addPatternDependencyHash(dependencyPattern) {
+        return this._addPatternDependency(dependencyPattern);
+    }
+    addTestDependencyHashes(dependencies) {
+        dependencies.css?.forEach(dependency => this._addFileDependency(dependency));
+        dependencies.js?.forEach(dependency => this._addFileDependency(dependency));
+        dependencies.png?.forEach(dependency => this._addFileDependency(dependency));
+        dependencies.modules?.forEach(dependency => this._addModuleDependency(dependency));
+    }
+    async save() {
+        const hasStaged = Boolean(this._stagedFileHashes.size || this._stagedModuleHashes.size || this._stagedPatternHashes.size);
+        if (!hasStaged) {
+            return;
+        }
+        const writeTo = async (src, dest) => {
+            const keys = Array.from(src.keys());
+            for (const key of keys) {
+                const hash = await src.get(key);
+                if (hash instanceof Error) {
+                    throw hash;
+                }
+                dest[key] = hash;
+            }
+            (0, utils_1.shallowSortObject)(dest);
+        };
+        const fileContents = await (0, utils_1.readHashFileContents)(this._selectivityHashesPath, this._compresion);
+        await writeTo(this._stagedFileHashes, fileContents.files);
+        await writeTo(this._stagedModuleHashes, fileContents.modules);
+        await writeTo(this._stagedPatternHashes, fileContents.patterns);
+        await (0, json_utils_1.writeJsonWithCompression)(this._selectivityHashesPath, fileContents, this._compresion);
+    }
+}
+exports.HashWriter = HashWriter;
+exports.getHashWriter = (0, lodash_1.memoize)((testDependenciesPath, compression) => {
+    return new HashWriter(testDependenciesPath, compression);
+}, (testDependenciesPath, compression) => `${testDependenciesPath}#${compression}`);
+//# sourceMappingURL=hash-writer.js.map

package/build/src/browser/cdp/selectivity/hash-writer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"hash-writer.js","sourceRoot":"","sources":["../../../../../src/browser/cdp/selectivity/hash-writer.ts"],"names":[],"mappings":";;;;;;AAAA,mCAAiC;AACjC,0DAA6B;AAC7B,mDAA+C;AAC/C,mCAA4F;AAC5F,6CAAwD;AAGxD,MAAa,UAAU;IASnB,YAAY,oBAA4B,EAAE,WAAuC;QARhE,kBAAa,GAAG,IAAI,4BAAY,EAAE,CAAC;QACpD,kFAAkF;QACjE,sBAAiB,GAAG,IAAI,GAAG,EAAmC,CAAC;QAC/D,wBAAmB,GAAG,IAAI,GAAG,EAAmC,CAAC;QACjE,yBAAoB,GAAG,IAAI,GAAG,EAAmC,CAAC;QAK/E,IAAI,CAAC,sBAAsB,GAAG,IAAA,gCAAwB,EAAC,oBAAoB,CAAC,CAAC;QAC7E,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;IACnC,CAAC;IAEO,kBAAkB,CAAC,QAAgB;QACvC,IAAI,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;YACvC,OAAO;QACX,CAAC;QAED,MAAM,KAAK,GAAG,IAAI,CAAC,aAAa,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC;QAE9E,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;IAChD,CAAC;IAEO,qBAAqB,CAAC,OAAe;QACzC,IAAI,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;YACzC,OAAO;QACX,CAAC;QAED,MAAM,KAAK,GAAG,IAAI,CAAC,aAAa,CAAC,mBAAmB,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC;QAEhF,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;IAClD,CAAC;IAEO,oBAAoB,CAAC,UAAkB;QAC3C,IAAI,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,CAAC;YAC3C,OAAO;QACX,CAAC;QAED,MAAM,QAAQ,GAAG,mBAAI,CAAC,IAAI,CAAC,UAAU,EAAE,cAAc,CAAC,CAAC;QACvD,MAAM,KAAK,GAAG,IAAI,CAAC,aAAa,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC;QAE9E,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;IACpD,CAAC;IAED,wBAAwB,CAAC,iBAAyB;QAC9C,OAAO,IAAI,CAAC,qBAAqB,CAAC,iBAAiB,CAAC,CAAC;IACzD,CAAC;IAED,uBAAuB,CAAC,YAAoC;QACxD,YAAY,CAAC,GAAG,EAAE,OAAO,CAAC,UAAU,CAAC,EAAE,CAAC,IAAI,CAAC,kBAAkB,CAAC,UAAU,CAAC,CAAC,CAAC;QAC7E,YAAY,CAAC,EAAE,EAAE,OAAO,CAAC,UAAU,CAAC,EAAE,CAAC,IAAI,CAAC,kBAAkB,CAAC,UAAU,CAAC,CAAC,CAAC;QAC5E,YAAY,CAAC,GAAG,EAAE,OAAO,CAAC,UAAU,CAAC,EAAE,CAAC,IAAI,CAAC,kBAAkB,CAAC,UAAU,CAAC,CAAC,CAAC;QAC7E,YAAY,CAAC,OAAO,EAAE,OAAO,CAAC,UAAU,CAAC,EAAE,CAAC,IAAI,CAAC,oBAAoB,CAAC,UAAU,CAAC,CAAC,CAAC;IACvF,CAAC;IAED,KAAK,CAAC,IAAI;QACN,MAAM,SAAS,GAAG,OAAO,CACrB,IAAI,CAAC,iBAAiB,CAAC,IAAI,IAAI,IAAI,CAAC,mBAAmB,CAAC,IAAI,IAAI,IAAI,CAAC,oBAAoB,CAAC,IAAI,CACjG,CAAC;QAEF,IAAI,CAAC,SAAS,EAAE,CAAC;YACb,OAAO;QACX,CAAC;QAED,MAAM,OAAO,GAAG,KAAK,EACjB,GAAyC,EACzC,IAA4B,EACf,EAAE;YACf,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC;YAEpC,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;gBACrB,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;gBAEhC,IAAI,IAAI,YAAY,KAAK,EAAE,CAAC;oBACxB,MAAM,IAAI,CAAC;gBACf,CAAC;gBAED,IAAI,CAAC,GAAG,CAAC,GAAG,IAAc,CAAC;YAC/B,CAAC;YAED,IAAA,yBAAiB,EAAC,IAAI,CAAC,CAAC;QAC5B,CAAC,CAAC;QAEF,MAAM,YAAY,GAAG,MAAM,IAAA,4BAAoB,EAAC,IAAI,CAAC,sBAAsB,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;QAE/F,MAAM,OAAO,CAAC,IAAI,CAAC,iBAAiB,EAAE,YAAY,CAAC,KAAK,CAAC,CAAC;QAC1D,MAAM,OAAO,CAAC,IAAI,CAAC,mBAAmB,EAAE,YAAY,CAAC,OAAO,CAAC,CAAC;QAC9D,MAAM,OAAO,CAAC,IAAI,CAAC,oBAAoB,EAAE,YAAY,CAAC,QAAQ,CAAC,CAAC;QAEhE,MAAM,IAAA,qCAAwB,EAAC,IAAI,CAAC,sBAAsB,EAAE,YAAY,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;IAChG,CAAC;CACJ;AA5FD,gCA4FC;AAEY,QAAA,aAAa,GAAG,IAAA,gBAAO,EAChC,CAAC,oBAA4B,EAAE,WAAuC,EAAc,EAAE;IAClF,OAAO,IAAI,UAAU,CAAC,oBAAoB,EAAE,WAAW,CAAC,CAAC;AAC7D,CAAC,EACD,CAAC,oBAAoB,EAAE,WAAW,EAAE,EAAE,CAAC,GAAG,oBAAoB,IAAI,WAAW,EAAE,CAClF,CAAC"}

package/build/src/browser/cdp/selectivity/index.d.ts

@@ -0,0 +1,15 @@
+import type { ExistingBrowser } from "../../existing-browser";
+import type { Test } from "../../../types";
+import type { Config } from "../../../config";
+type StopSelectivityFn = (test: Test, shouldWrite: boolean) => Promise<void>;
+/**
+ * Called at the end of testplane run
+ * Not using "Promise.all" here because all hashes are already calculated and cached at the start
+ */
+export declare const updateSelectivityHashes: (config: Config, isRunFailed: boolean) => Promise<void>;
+/**
+ * Called at the end of testplane run
+ */
+export declare const clearUnusedSelectivityDumps: (config: Config, isRunFailed: boolean) => Promise<void>;
+export declare const startSelectivity: (browser: ExistingBrowser) => Promise<StopSelectivityFn>;
+export {};

package/build/src/browser/cdp/selectivity/index.js

@@ -0,0 +1,220 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.startSelectivity = exports.clearUnusedSelectivityDumps = exports.updateSelectivityHashes = void 0;
+const node_path_1 = __importDefault(require("node:path"));
+const fs_extra_1 = __importDefault(require("fs-extra"));
+const css_selectivity_1 = require("./css-selectivity");
+const js_selectivity_1 = require("./js-selectivity");
+const test_dependencies_writer_1 = require("./test-dependencies-writer");
+const utils_1 = require("./utils");
+const hash_writer_1 = require("./hash-writer");
+const types_1 = require("./types");
+const testplane_selectivity_1 = require("./testplane-selectivity");
+const hash_reader_1 = require("./hash-reader");
+const events_1 = require("../../../events");
+const modes_1 = require("./modes");
+const debug_1 = require("./debug");
+const used_dumps_tracker_1 = require("./used-dumps-tracker");
+/**
+ * Called at the end of testplane run
+ * Not using "Promise.all" here because all hashes are already calculated and cached at the start
+ */
+const updateSelectivityHashes = async (config, isRunFailed) => {
+    const browserIds = config.getBrowserIds();
+    const processedRoots = new Set();
+    for (const browserId of browserIds) {
+        const browserConfig = config.forBrowser(browserId);
+        const { enabled, testDependenciesPath, compression, disableSelectivityPatterns, saveIncompleteDumpOnFail } = browserConfig.selectivity;
+        const rootKey = `${testDependenciesPath}#${compression}`;
+        if ((isRunFailed || browserConfig.lastFailed.only) && !saveIncompleteDumpOnFail) {
+            continue;
+        }
+        if (!(0, modes_1.selectivityShouldWrite)(enabled) || processedRoots.has(rootKey)) {
+            continue;
+        }
+        const hashReader = (0, hash_reader_1.getHashReader)(testDependenciesPath, compression);
+        const hashWriter = (0, hash_writer_1.getHashWriter)(testDependenciesPath, compression);
+        for (const pattern of disableSelectivityPatterns) {
+            const isChanged = await hashReader.patternHasChanged(pattern);
+            if (isChanged) {
+                hashWriter.addPatternDependencyHash(pattern);
+            }
+        }
+        try {
+            await hashWriter.save();
+        }
+        catch (cause) {
+            throw new Error(["Selectivity: couldn't save test dependencies hash", String(cause)].join("\n"));
+        }
+        processedRoots.add(rootKey);
+    }
+};
+exports.updateSelectivityHashes = updateSelectivityHashes;
+/**
+ * Called at the end of testplane run
+ */
+const clearUnusedSelectivityDumps = async (config, isRunFailed) => {
+    if (process.env.TESTPLANE_SELECTIVITY_CLEAR_UNUSED_DUMPS === "false") {
+        return;
+    }
+    const usedDumpsTracker = (0, used_dumps_tracker_1.getUsedDumpsTracker)();
+    const browserIds = config.getBrowserIds();
+    const selectivityRoots = [];
+    for (const browserId of browserIds) {
+        const browserConfig = config.forBrowser(browserId);
+        const { enabled, testDependenciesPath, saveIncompleteDumpOnFail } = browserConfig.selectivity;
+        if ((isRunFailed && !saveIncompleteDumpOnFail) || browserConfig.lastFailed.only) {
+            continue;
+        }
+        else if ((0, modes_1.selectivityShouldWrite)(enabled) && !selectivityRoots.includes(testDependenciesPath)) {
+            selectivityRoots.push(testDependenciesPath);
+        }
+    }
+    let filesTotal = 0;
+    let filesDeleted = 0;
+    // eslint-disable-next-line no-bitwise
+    const rwMode = fs_extra_1.default.constants.R_OK | fs_extra_1.default.constants.W_OK;
+    await Promise.all(selectivityRoots.map(async (selectivityRoot) => {
+        if (!usedDumpsTracker.usedDumpsFor(selectivityRoot)) {
+            return;
+        }
+        const testsPath = (0, utils_1.getSelectivityTestsPath)(selectivityRoot);
+        const accessError = await fs_extra_1.default.access(testsPath, rwMode).catch((err) => err);
+        if (accessError) {
+            if (!("code" in accessError && accessError.code === "ENOENT")) {
+                (0, debug_1.debugSelectivity)(`Couldn't access "${testsPath}" to clear stale files: %O`, accessError);
+            }
+            return;
+        }
+        const testsFileNames = await fs_extra_1.default.readdir(testsPath);
+        filesTotal += testsFileNames.length;
+        for (const testFileName of testsFileNames) {
+            const extensionPosition = testFileName.indexOf(".json");
+            // If the file does not look like selectivity test dependencies, skip it
+            if (extensionPosition === -1) {
+                continue;
+            }
+            const dumpId = testFileName.slice(0, extensionPosition);
+            if (!usedDumpsTracker.wasUsed(dumpId, selectivityRoot)) {
+                const filePath = node_path_1.default.join(testsPath, testFileName);
+                await fs_extra_1.default
+                    .unlink(filePath)
+                    .then(() => {
+                    filesDeleted++;
+                })
+                    .catch(err => {
+                    (0, debug_1.debugSelectivity)(`Couldn't remove stale file "${filePath}": %O`, err);
+                });
+            }
+        }
+    }));
+    if (filesDeleted) {
+        (0, debug_1.debugSelectivity)(`Out of ${filesTotal} dump files, ${filesDeleted} were considered as outdated and deleted`);
+    }
+};
+exports.clearUnusedSelectivityDumps = clearUnusedSelectivityDumps;
+const testplaneCoverageBreakScriptName = "__testplane_cdp_coverage_snapshot_pause";
+const scriptToEvaluateOnNewDocument = `window.addEventListener("beforeunload", function ${testplaneCoverageBreakScriptName}() {debugger;});`;
+const startSelectivity = async (browser) => {
+    const { enabled, compression, sourceRoot, testDependenciesPath, mapDependencyRelativePath, mapSourceMapUrl } = browser.config.selectivity;
+    if (!(0, modes_1.selectivityShouldWrite)(enabled) || !browser.publicAPI.isChromium) {
+        return () => Promise.resolve();
+    }
+    if (compression === types_1.Compression.ZSTD && !process.versions.zstd) {
+        throw new Error("Selectivity: Compression 'zstd' is not supported in your node version. Please, upgrade the node version to 22");
+    }
+    if (!browser.cdp) {
+        throw new Error("Selectivity: Devtools connection is not established, couldn't record selectivity without it");
+    }
+    const cdp = browser.cdp;
+    const handle = await browser.publicAPI.getWindowHandle();
+    const { targetInfos } = await cdp.target.getTargets();
+    const cdpTargetId = targetInfos.find(t => handle.includes(t.targetId))?.targetId;
+    if (!cdpTargetId) {
+        throw new Error([
+            "Selectivity: Couldn't find current page;",
+            `\n\t- webdriver handle: ${handle}`,
+            `\n\t- cdp targets: ${targetInfos.map(t => `"${t.targetId}"`).join(", ")}`,
+        ].join(""));
+    }
+    const wdSessionId = browser.sessionId;
+    const cdpSessionId = await cdp.target.attachToTarget(cdpTargetId).then(r => r.sessionId);
+    const cssSelectivity = new css_selectivity_1.CSSSelectivity(cdp, cdpSessionId, wdSessionId, sourceRoot, mapSourceMapUrl);
+    const jsSelectivity = new js_selectivity_1.JSSelectivity(cdp, cdpSessionId, sourceRoot, mapSourceMapUrl);
+    await Promise.all([
+        cdp.dom.enable(cdpSessionId).then(() => cdp.css.enable(cdpSessionId)),
+        cdp.target.setAutoAttach(cdpSessionId, { autoAttach: true, waitForDebuggerOnStart: false }),
+        cdp.debugger.enable(cdpSessionId),
+        cdp.page.enable(cdpSessionId),
+        cdp.profiler.enable(cdpSessionId),
+    ]);
+    await Promise.allSettled([cssSelectivity.start(), jsSelectivity.start()]).then(async ([css, js]) => {
+        if (css.status === "rejected" || js.status === "rejected") {
+            await Promise.all([cssSelectivity.stop(true), jsSelectivity.stop(true)]);
+            const originalError = css.status === "rejected" ? css.reason : js.status === "rejected" ? js.reason : "unknown reason";
+            throw new Error(["Selectivity: Couldn't start selectivity:", String(originalError)].join("\n"));
+        }
+    });
+    let pageSwitchPromise = Promise.resolve();
+    let isSelectivityStopped = false;
+    const debuggerPausedFn = ({ callFrames }, eventCdpSessionId) => {
+        if (eventCdpSessionId !== cdpSessionId) {
+            return;
+        }
+        if (callFrames[0]?.functionName !== testplaneCoverageBreakScriptName || isSelectivityStopped) {
+            cdp.debugger.resume(cdpSessionId).catch(() => { });
+            return;
+        }
+        pageSwitchPromise = pageSwitchPromise.finally(() => Promise.all([cssSelectivity.takeCoverageSnapshot(), jsSelectivity.takeCoverageSnapshot()])
+            .catch(err => {
+            console.error("Selectivity: couldn't take snapshot while navigating:", err);
+        })
+            .then(() => {
+            cdp.debugger.resume(cdpSessionId).catch(() => { });
+        }));
+    };
+    cdp.debugger.on("paused", debuggerPausedFn);
+    await cdp.page.addScriptToEvaluateOnNewDocument(cdpSessionId, { source: scriptToEvaluateOnNewDocument });
+    /** @param drop only performs cleanup without writing anything. Should be "true" if test is failed */
+    return async function stopSelectivity(test, drop) {
+        isSelectivityStopped = true;
+        await pageSwitchPromise;
+        const [cssDependenciesPromise, jsDependenciesPromise] = await Promise.allSettled([
+            cssSelectivity.stop(drop),
+            jsSelectivity.stop(drop),
+        ]);
+        cdp.debugger.off("paused", debuggerPausedFn);
+        cdp.target.detachFromTarget(cdpSessionId).catch(() => { });
+        if (jsDependenciesPromise.status === "rejected") {
+            throw jsDependenciesPromise.reason;
+        }
+        if (cssDependenciesPromise.status === "rejected") {
+            throw cssDependenciesPromise.reason;
+        }
+        const cssDependencies = cssDependenciesPromise.value;
+        const jsDependencies = jsDependenciesPromise.value;
+        if (drop || (!cssDependencies?.size && !jsDependencies?.size)) {
+            return;
+        }
+        const testDependencyWriter = (0, test_dependencies_writer_1.getTestDependenciesWriter)(testDependenciesPath, compression);
+        const browserDeps = (0, utils_1.transformSourceDependencies)({ css: cssDependencies, js: jsDependencies, png: null }, mapDependencyRelativePath, "browser");
+        const testplaneDeps = (0, utils_1.transformSourceDependencies)({ css: null, js: (0, testplane_selectivity_1.getCollectedTestplaneJsDependencies)(), png: (0, testplane_selectivity_1.getCollectedTestplanePngDependencies)() }, mapDependencyRelativePath, "testplane");
+        process.send?.({
+            event: events_1.MasterEvents.TEST_DEPENDENCIES,
+            context: {
+                testDependenciesPath,
+                compression,
+                testId: test.id,
+                fullTitle: test.fullTitle(),
+                browserId: test.browserId,
+            },
+            data: (0, utils_1.mergeSourceDependencies)(browserDeps, testplaneDeps),
+        });
+        await testDependencyWriter.saveFor(test, browserDeps, testplaneDeps);
+    };
+};
+exports.startSelectivity = startSelectivity;
+//# sourceMappingURL=index.js.map

package/build/src/browser/cdp/selectivity/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../src/browser/cdp/selectivity/index.ts"],"names":[],"mappings":";;;;;;AAAA,0DAA6B;AAC7B,wDAA0B;AAC1B,uDAAmD;AACnD,qDAAiD;AAEjD,yEAAuE;AAEvE,mCAAwG;AACxG,+CAA8C;AAC9C,mCAAsC;AACtC,mEAAoH;AACpH,+CAA8C;AAE9C,4CAA+C;AAC/C,mCAAiD;AACjD,mCAA2C;AAC3C,6DAA2D;AAM3D;;;GAGG;AACI,MAAM,uBAAuB,GAAG,KAAK,EAAE,MAAc,EAAE,WAAoB,EAAiB,EAAE;IACjG,MAAM,UAAU,GAAG,MAAM,CAAC,aAAa,EAAE,CAAC;IAC1C,MAAM,cAAc,GAAG,IAAI,GAAG,EAAE,CAAC;IAEjC,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;QACjC,MAAM,aAAa,GAAG,MAAM,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;QACnD,MAAM,EAAE,OAAO,EAAE,oBAAoB,EAAE,WAAW,EAAE,0BAA0B,EAAE,wBAAwB,EAAE,GACtG,aAAa,CAAC,WAAW,CAAC;QAC9B,MAAM,OAAO,GAAG,GAAG,oBAAoB,IAAI,WAAW,EAAE,CAAC;QAEzD,IAAI,CAAC,WAAW,IAAI,aAAa,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,wBAAwB,EAAE,CAAC;YAC9E,SAAS;QACb,CAAC;QAED,IAAI,CAAC,IAAA,8BAAsB,EAAC,OAAO,CAAC,IAAI,cAAc,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;YAClE,SAAS;QACb,CAAC;QAED,MAAM,UAAU,GAAG,IAAA,2BAAa,EAAC,oBAAoB,EAAE,WAAW,CAAC,CAAC;QACpE,MAAM,UAAU,GAAG,IAAA,2BAAa,EAAC,oBAAoB,EAAE,WAAW,CAAC,CAAC;QAEpE,KAAK,MAAM,OAAO,IAAI,0BAA0B,EAAE,CAAC;YAC/C,MAAM,SAAS,GAAG,MAAM,UAAU,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC;YAE9D,IAAI,SAAS,EAAE,CAAC;gBACZ,UAAU,CAAC,wBAAwB,CAAC,OAAO,CAAC,CAAC;YACjD,CAAC;QACL,CAAC;QAED,IAAI,CAAC;YACD,MAAM,UAAU,CAAC,IAAI,EAAE,CAAC;QAC5B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,MAAM,IAAI,KAAK,CAAC,CAAC,mDAAmD,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QACrG,CAAC;QAED,cAAc,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IAChC,CAAC;AACL,CAAC,CAAC;AArCW,QAAA,uBAAuB,2BAqClC;AAEF;;GAEG;AACI,MAAM,2BAA2B,GAAG,KAAK,EAAE,MAAc,EAAE,WAAoB,EAAiB,EAAE;IACrG,IAAI,OAAO,CAAC,GAAG,CAAC,wCAAwC,KAAK,OAAO,EAAE,CAAC;QACnE,OAAO;IACX,CAAC;IAED,MAAM,gBAAgB,GAAG,IAAA,wCAAmB,GAAE,CAAC;IAC/C,MAAM,UAAU,GAAG,MAAM,CAAC,aAAa,EAAE,CAAC;IAC1C,MAAM,gBAAgB,GAAa,EAAE,CAAC;IAEtC,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;QACjC,MAAM,aAAa,GAAG,MAAM,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;QACnD,MAAM,EAAE,OAAO,EAAE,oBAAoB,EAAE,wBAAwB,EAAE,GAAG,aAAa,CAAC,WAAW,CAAC;QAE9F,IAAI,CAAC,WAAW,IAAI,CAAC,wBAAwB,CAAC,IAAI,aAAa,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC;YAC9E,SAAS;QACb,CAAC;aAAM,IAAI,IAAA,8BAAsB,EAAC,OAAO,CAAC,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,oBAAoB,CAAC,EAAE,CAAC;YAC7F,gBAAgB,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;QAChD,CAAC;IACL,CAAC;IAED,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,YAAY,GAAG,CAAC,CAAC;IAErB,sCAAsC;IACtC,MAAM,MAAM,GAAG,kBAAE,CAAC,SAAS,CAAC,IAAI,GAAG,kBAAE,CAAC,SAAS,CAAC,IAAI,CAAC;IAErD,MAAM,OAAO,CAAC,GAAG,CACb,gBAAgB,CAAC,GAAG,CAAC,KAAK,EAAC,eAAe,EAAC,EAAE;QACzC,IAAI,CAAC,gBAAgB,CAAC,YAAY,CAAC,eAAe,CAAC,EAAE,CAAC;YAClD,OAAO;QACX,CAAC;QAED,MAAM,SAAS,GAAG,IAAA,+BAAuB,EAAC,eAAe,CAAC,CAAC;QAC3D,MAAM,WAAW,GAAG,MAAM,kBAAE,CAAC,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC,GAAU,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC;QAElF,IAAI,WAAW,EAAE,CAAC;YACd,IAAI,CAAC,CAAC,MAAM,IAAI,WAAW,IAAI,WAAW,CAAC,IAAI,KAAK,QAAQ,CAAC,EAAE,CAAC;gBAC5D,IAAA,wBAAgB,EAAC,oBAAoB,SAAS,4BAA4B,EAAE,WAAW,CAAC,CAAC;YAC7F,CAAC;YAED,OAAO;QACX,CAAC;QAED,MAAM,cAAc,GAAG,MAAM,kBAAE,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QAEnD,UAAU,IAAI,cAAc,CAAC,MAAM,CAAC;QAEpC,KAAK,MAAM,YAAY,IAAI,cAAc,EAAE,CAAC;YACxC,MAAM,iBAAiB,GAAG,YAAY,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;YAExD,wEAAwE;YACxE,IAAI,iBAAiB,KAAK,CAAC,CAAC,EAAE,CAAC;gBAC3B,SAAS;YACb,CAAC;YAED,MAAM,MAAM,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,iBAAiB,CAAC,CAAC;YAExD,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,MAAM,EAAE,eAAe,CAAC,EAAE,CAAC;gBACrD,MAAM,QAAQ,GAAG,mBAAI,CAAC,IAAI,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;gBAEpD,MAAM,kBAAE;qBACH,MAAM,CAAC,QAAQ,CAAC;qBAChB,IAAI,CAAC,GAAG,EAAE;oBACP,YAAY,EAAE,CAAC;gBACnB,CAAC,CAAC;qBACD,KAAK,CAAC,GAAG,CAAC,EAAE;oBACT,IAAA,wBAAgB,EAAC,+BAA+B,QAAQ,OAAO,EAAE,GAAG,CAAC,CAAC;gBAC1E,CAAC,CAAC,CAAC;YACX,CAAC;QACL,CAAC;IACL,CAAC,CAAC,CACL,CAAC;IAEF,IAAI,YAAY,EAAE,CAAC;QACf,IAAA,wBAAgB,EAAC,UAAU,UAAU,gBAAgB,YAAY,0CAA0C,CAAC,CAAC;IACjH,CAAC;AACL,CAAC,CAAC;AA5EW,QAAA,2BAA2B,+BA4EtC;AAEF,MAAM,gCAAgC,GAAG,yCAAyC,CAAC;AACnF,MAAM,6BAA6B,GAAG,oDAAoD,gCAAgC,kBAAkB,CAAC;AAEtI,MAAM,gBAAgB,GAAG,KAAK,EAAE,OAAwB,EAA8B,EAAE;IAC3F,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,UAAU,EAAE,oBAAoB,EAAE,yBAAyB,EAAE,eAAe,EAAE,GACxG,OAAO,CAAC,MAAM,CAAC,WAAW,CAAC;IAE/B,IAAI,CAAC,IAAA,8BAAsB,EAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,UAAU,EAAE,CAAC;QACpE,OAAO,GAAG,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;IACnC,CAAC;IAED,IAAI,WAAW,KAAK,mBAAW,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;QAC7D,MAAM,IAAI,KAAK,CACX,+GAA+G,CAClH,CAAC;IACN,CAAC;IAED,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC;QACf,MAAM,IAAI,KAAK,CAAC,6FAA6F,CAAC,CAAC;IACnH,CAAC;IAED,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC;IACxB,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,SAAS,CAAC,eAAe,EAAE,CAAC;IACzD,MAAM,EAAE,WAAW,EAAE,GAAG,MAAM,GAAG,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC;IACtD,MAAM,WAAW,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,QAAQ,CAAC;IAEjF,IAAI,CAAC,WAAW,EAAE,CAAC;QACf,MAAM,IAAI,KAAK,CACX;YACI,0CAA0C;YAC1C,2BAA2B,MAAM,EAAE;YACnC,sBAAsB,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;SAC7E,CAAC,IAAI,CAAC,EAAE,CAAC,CACb,CAAC;IACN,CAAC;IAED,MAAM,WAAW,GAAG,OAAO,CAAC,SAAS,CAAC;IACtC,MAAM,YAAY,GAAG,MAAM,GAAG,CAAC,MAAM,CAAC,cAAc,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;IAEzF,MAAM,cAAc,GAAG,IAAI,gCAAc,CAAC,GAAG,EAAE,YAAY,EAAE,WAAW,EAAE,UAAU,EAAE,eAAe,CAAC,CAAC;IACvG,MAAM,aAAa,GAAG,IAAI,8BAAa,CAAC,GAAG,EAAE,YAAY,EAAE,UAAU,EAAE,eAAe,CAAC,CAAC;IAExF,MAAM,OAAO,CAAC,GAAG,CAAC;QACd,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;QACrE,GAAG,CAAC,MAAM,CAAC,aAAa,CAAC,YAAY,EAAE,EAAE,UAAU,EAAE,IAAI,EAAE,sBAAsB,EAAE,KAAK,EAAE,CAAC;QAC3F,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,YAAY,CAAC;QACjC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC;QAC7B,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,YAAY,CAAC;KACpC,CAAC,CAAC;IAEH,MAAM,OAAO,CAAC,UAAU,CAAC,CAAC,cAAc,CAAC,KAAK,EAAE,EAAE,aAAa,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,EAAE;QAC/F,IAAI,GAAG,CAAC,MAAM,KAAK,UAAU,IAAI,EAAE,CAAC,MAAM,KAAK,UAAU,EAAE,CAAC;YACxD,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAEzE,MAAM,aAAa,GACf,GAAG,CAAC,MAAM,KAAK,UAAU,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,MAAM,KAAK,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,gBAAgB,CAAC;YAErG,MAAM,IAAI,KAAK,CAAC,CAAC,0CAA0C,EAAE,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QACpG,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,IAAI,iBAAiB,GAAkB,OAAO,CAAC,OAAO,EAAE,CAAC;IACzD,IAAI,oBAAoB,GAAG,KAAK,CAAC;IAEjC,MAAM,gBAAgB,GAAG,CAAC,EAAE,UAAU,EAA4B,EAAE,iBAAgC,EAAQ,EAAE;QAC1G,IAAI,iBAAiB,KAAK,YAAY,EAAE,CAAC;YACrC,OAAO;QACX,CAAC;QAED,IAAI,UAAU,CAAC,CAAC,CAAC,EAAE,YAAY,KAAK,gCAAgC,IAAI,oBAAoB,EAAE,CAAC;YAC3F,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;YAClD,OAAO;QACX,CAAC;QAED,iBAAiB,GAAG,iBAAiB,CAAC,OAAO,CAAC,GAAG,EAAE,CAC/C,OAAO,CAAC,GAAG,CAAC,CAAC,cAAc,CAAC,oBAAoB,EAAE,EAAE,aAAa,CAAC,oBAAoB,EAAE,CAAC,CAAC;aACrF,KAAK,CAAC,GAAG,CAAC,EAAE;YACT,OAAO,CAAC,KAAK,CAAC,uDAAuD,EAAE,GAAG,CAAC,CAAC;QAChF,CAAC,CAAC;aACD,IAAI,CAAC,GAAG,EAAE;YACP,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QACtD,CAAC,CAAC,CACT,CAAC;IACN,CAAC,CAAC;IAEF,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,QAAQ,EAAE,gBAAgB,CAAC,CAAC;IAE5C,MAAM,GAAG,CAAC,IAAI,CAAC,gCAAgC,CAAC,YAAY,EAAE,EAAE,MAAM,EAAE,6BAA6B,EAAE,CAAC,CAAC;IAEzG,qGAAqG;IACrG,OAAO,KAAK,UAAU,eAAe,CAAC,IAAU,EAAE,IAAa;QAC3D,oBAAoB,GAAG,IAAI,CAAC;QAE5B,MAAM,iBAAiB,CAAC;QAExB,MAAM,CAAC,sBAAsB,EAAE,qBAAqB,CAAC,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC;YAC7E,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC;YACzB,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC;SAC3B,CAAC,CAAC;QAEH,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,EAAE,gBAAgB,CAAC,CAAC;QAC7C,GAAG,CAAC,MAAM,CAAC,gBAAgB,CAAC,YAAY,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QAE1D,IAAI,qBAAqB,CAAC,MAAM,KAAK,UAAU,EAAE,CAAC;YAC9C,MAAM,qBAAqB,CAAC,MAAM,CAAC;QACvC,CAAC;QAED,IAAI,sBAAsB,CAAC,MAAM,KAAK,UAAU,EAAE,CAAC;YAC/C,MAAM,sBAAsB,CAAC,MAAM,CAAC;QACxC,CAAC;QAED,MAAM,eAAe,GAAG,sBAAsB,CAAC,KAAK,CAAC;QACrD,MAAM,cAAc,GAAG,qBAAqB,CAAC,KAAK,CAAC;QAEnD,IAAI,IAAI,IAAI,CAAC,CAAC,eAAe,EAAE,IAAI,IAAI,CAAC,cAAc,EAAE,IAAI,CAAC,EAAE,CAAC;YAC5D,OAAO;QACX,CAAC;QAED,MAAM,oBAAoB,GAAG,IAAA,oDAAyB,EAAC,oBAAoB,EAAE,WAAW,CAAC,CAAC;QAC1F,MAAM,WAAW,GAAG,IAAA,mCAA2B,EAC3C,EAAE,GAAG,EAAE,eAAe,EAAE,EAAE,EAAE,cAAc,EAAE,GAAG,EAAE,IAAI,EAAE,EACvD,yBAAyB,EACzB,SAAS,CACZ,CAAC;QACF,MAAM,aAAa,GAAG,IAAA,mCAA2B,EAC7C,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE,EAAE,IAAA,2DAAmC,GAAE,EAAE,GAAG,EAAE,IAAA,4DAAoC,GAAE,EAAE,EACrG,yBAAyB,EACzB,WAAW,CACd,CAAC;QAEF,OAAO,CAAC,IAAI,EAAE,CAAC;YACX,KAAK,EAAE,qBAAY,CAAC,iBAAiB;YACrC,OAAO,EAAE;gBACL,oBAAoB;gBACpB,WAAW;gBACX,MAAM,EAAE,IAAI,CAAC,EAAE;gBACf,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE;gBAC3B,SAAS,EAAE,IAAI,CAAC,SAAS;aACF;YAC3B,IAAI,EAAE,IAAA,+BAAuB,EAAC,WAAW,EAAE,aAAa,CAAwB;SACnF,CAAC,CAAC;QAEH,MAAM,oBAAoB,CAAC,OAAO,CAAC,IAAI,EAAE,WAAW,EAAE,aAAa,CAAC,CAAC;IACzE,CAAC,CAAC;AACN,CAAC,CAAC;AA7IW,QAAA,gBAAgB,oBA6I3B"}

package/build/src/browser/cdp/selectivity/js-selectivity.d.ts

@@ -0,0 +1,23 @@
+import type { CDP } from "..";
+import type { CDPSessionId } from "../types";
+import type { SelectivityMapSourceMapUrlFn } from "../../../config/types";
+export declare class JSSelectivity {
+    private readonly _cdp;
+    private readonly _sessionId;
+    private readonly _sourceRoot;
+    private readonly _mapSourceMapUrl;
+    private _debuggerOnScriptParsedFn;
+    private readonly _scriptsSource;
+    private readonly _scriptsSourceMap;
+    private readonly _scriptIdToSourceUrl;
+    private readonly _scriptIdToSourceMapUrl;
+    private readonly _coverageResult;
+    constructor(cdp: CDP, sessionId: CDPSessionId, sourceRoot: string, mapSourceMapUrl: SelectivityMapSourceMapUrlFn | null);
+    private _processScript;
+    private _ensureScriptsAreLoading;
+    private _waitForLoadingScripts;
+    start(): Promise<void>;
+    takeCoverageSnapshot(): Promise<void>;
+    /** @param drop only performs cleanup without providing actual deps. Should be "true" if test is failed */
+    stop(drop?: boolean): Promise<Set<string> | null>;
+}

package/build/src/browser/cdp/selectivity/js-selectivity.js

@@ -0,0 +1,242 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.JSSelectivity = void 0;
+const lodash_1 = require("lodash");
+const node_url_1 = require("node:url");
+const constants_1 = require("../../../error-snippets/constants");
+const utils_1 = require("./utils");
+const fs_cache_1 = require("./fs-cache");
+const debug_1 = require("./debug");
+const SOURCE_CODE_EXTENSIONS = [".js", ".jsx", ".ts", ".tsx", ".mjs", ".cjs", ".mts", ".cts"];
+const isSourceCodeFile = (sourceFileName) => {
+    return SOURCE_CODE_EXTENSIONS.some(ext => sourceFileName.endsWith(ext));
+};
+class JSSelectivity {
+    constructor(cdp, sessionId, sourceRoot, mapSourceMapUrl) {
+        this._debuggerOnScriptParsedFn = null;
+        this._scriptsSource = {};
+        this._scriptsSourceMap = {};
+        this._scriptIdToSourceUrl = {};
+        this._scriptIdToSourceMapUrl = {};
+        this._coverageResult = [];
+        this._cdp = cdp;
+        this._sessionId = sessionId;
+        this._sourceRoot = sourceRoot;
+        this._mapSourceMapUrl = mapSourceMapUrl;
+    }
+    _processScript({ scriptId, url, sourceMapURL }, cdpSessionId) {
+        if (!this._sessionId || cdpSessionId !== this._sessionId) {
+            return;
+        }
+        this._scriptIdToSourceUrl[scriptId] ||= url;
+        if (!url || !sourceMapURL || url.startsWith("chrome-error://")) {
+            this._scriptsSource[scriptId] ||= null;
+            this._scriptsSourceMap[scriptId] ||= null;
+            return;
+        }
+        if (this._scriptsSource[scriptId] && this._scriptsSourceMap[scriptId]) {
+            return;
+        }
+        let sourceMapResolvedUrl = (0, node_url_1.resolve)(url, sourceMapURL);
+        const mapResult = this._mapSourceMapUrl
+            ? this._mapSourceMapUrl({ type: "js", sourceUrl: url, sourceMapUrl: sourceMapResolvedUrl })
+            : true;
+        if (!mapResult) {
+            this._scriptsSource[scriptId] ||= null;
+            this._scriptsSourceMap[scriptId] ||= null;
+            return;
+        }
+        if (mapResult !== true) {
+            this._scriptIdToSourceMapUrl[scriptId] = sourceMapResolvedUrl = mapResult;
+        }
+        this._scriptsSource[scriptId] ||= (0, fs_cache_1.hasCachedSelectivityFile)(fs_cache_1.CacheType.Asset, url).then(isCached => {
+            return isCached
+                ? true
+                : this._cdp.debugger
+                    .getScriptSource(this._sessionId, scriptId)
+                    .then(res => res.scriptSource)
+                    .then(data => (0, fs_cache_1.setCachedSelectivityFile)(fs_cache_1.CacheType.Asset, url, data)
+                    .then(() => true)
+                    .catch(err => {
+                    (0, debug_1.debugSelectivity)(`Couldn't offload asset from "${url}" to fs-cache: %O`, err);
+                    return data;
+                }))
+                    .catch((err) => err);
+        });
+        // Embedded source maps are not cached on file system because of their large cache key
+        if ((0, utils_1.isDataProtocol)(sourceMapResolvedUrl)) {
+            this._scriptIdToSourceMapUrl[scriptId] = null;
+            this._scriptsSourceMap[scriptId] ||= (0, utils_1.fetchTextWithBrowserFallback)(sourceMapResolvedUrl, this._cdp.runtime, this._sessionId).catch((err) => err);
+        }
+        else {
+            this._scriptIdToSourceMapUrl[scriptId] = sourceMapResolvedUrl;
+            this._scriptsSourceMap[scriptId] ||= (0, fs_cache_1.hasCachedSelectivityFile)(fs_cache_1.CacheType.Asset, sourceMapResolvedUrl).then(isCached => {
+                return isCached
+                    ? true
+                    : (0, utils_1.fetchTextWithBrowserFallback)(sourceMapResolvedUrl, this._cdp.runtime, this._sessionId)
+                        .then(data => (0, fs_cache_1.setCachedSelectivityFile)(fs_cache_1.CacheType.Asset, sourceMapResolvedUrl, data)
+                        .then(() => true)
+                        .catch(err => {
+                        (0, debug_1.debugSelectivity)(`Couldn't offload asset from "${sourceMapResolvedUrl}" to fs-cache: %O`, err);
+                        return data;
+                    }))
+                        .catch((err) => err);
+            });
+        }
+    }
+    // If we haven't got "scriptParsed" event for the script, pull up source code + source map manually
+    _ensureScriptsAreLoading(coverage) {
+        coverage.forEach(({ scriptId, url }) => {
+            const fixedUrl = url || this._scriptIdToSourceUrl[scriptId];
+            const wasProcessed = Object.hasOwn(this._scriptsSource, scriptId) && Object.hasOwn(this._scriptsSourceMap, scriptId);
+            const isAnonymous = !fixedUrl;
+            const urlWasCorrected = url && url !== this._scriptIdToSourceUrl[scriptId];
+            const shouldRecalculateSource = Boolean(urlWasCorrected && this._mapSourceMapUrl);
+            if ((wasProcessed && !shouldRecalculateSource) || isAnonymous) {
+                return;
+            }
+            // Not dropping sources to fs the end of test (when "stop" is called) because we use it immediately
+            const scriptSourcePromise = (async () => {
+                const currentValue = await this._scriptsSource[scriptId];
+                const cacheResolvedValue = (0, utils_1.isCachedOnFs)(currentValue)
+                    ? await (0, fs_cache_1.getCachedSelectivityFile)(fs_cache_1.CacheType.Asset, fixedUrl)
+                    : currentValue;
+                if (cacheResolvedValue && typeof cacheResolvedValue === "string") {
+                    return cacheResolvedValue;
+                }
+                return this._cdp.debugger
+                    .getScriptSource(this._sessionId, scriptId)
+                    .then(({ scriptSource }) => {
+                    (0, fs_cache_1.setCachedSelectivityFile)(fs_cache_1.CacheType.Asset, fixedUrl, scriptSource).catch(() => { });
+                    return scriptSource;
+                })
+                    .catch((err) => err);
+            })();
+            this._scriptIdToSourceUrl[scriptId] ||= url;
+            this._scriptsSource[scriptId] ||= scriptSourcePromise;
+            if (!this._scriptsSourceMap[scriptId] || shouldRecalculateSource) {
+                this._scriptsSourceMap[scriptId] = scriptSourcePromise.then(async (sourceCode) => {
+                    if (sourceCode instanceof Error) {
+                        return sourceCode;
+                    }
+                    const sourceMapsStartIndex = sourceCode.lastIndexOf(constants_1.JS_SOURCE_MAP_URL_COMMENT);
+                    const sourceMapsEndIndex = sourceCode.indexOf("\n", sourceMapsStartIndex);
+                    // Source maps are not generated for this source file
+                    if (sourceMapsStartIndex === -1) {
+                        return null;
+                    }
+                    const sourceMapURL = sourceMapsEndIndex === -1
+                        ? sourceCode.slice(sourceMapsStartIndex + constants_1.JS_SOURCE_MAP_URL_COMMENT.length)
+                        : sourceCode.slice(sourceMapsStartIndex + constants_1.JS_SOURCE_MAP_URL_COMMENT.length, sourceMapsEndIndex);
+                    let resolvedSourceMapUrl = (0, node_url_1.resolve)(fixedUrl, sourceMapURL);
+                    const mappedResult = this._mapSourceMapUrl
+                        ? this._mapSourceMapUrl({ type: "js", sourceUrl: fixedUrl, sourceMapUrl: resolvedSourceMapUrl })
+                        : true;
+                    if (!mappedResult) {
+                        this._scriptsSource[scriptId] = null;
+                        return null;
+                    }
+                    if (mappedResult !== true) {
+                        this._scriptIdToSourceMapUrl[scriptId] = resolvedSourceMapUrl = mappedResult;
+                    }
+                    else {
+                        this._scriptIdToSourceMapUrl[scriptId] ||= resolvedSourceMapUrl;
+                    }
+                    if ((0, utils_1.isDataProtocol)(resolvedSourceMapUrl)) {
+                        return (0, utils_1.fetchTextWithBrowserFallback)(resolvedSourceMapUrl, this._cdp.runtime, this._sessionId).catch((err) => err);
+                    }
+                    try {
+                        const cachedSourceMaps = await (0, fs_cache_1.getCachedSelectivityFile)(fs_cache_1.CacheType.Asset, resolvedSourceMapUrl);
+                        if (cachedSourceMaps) {
+                            return cachedSourceMaps;
+                        }
+                        const sourceMap = await (0, utils_1.fetchTextWithBrowserFallback)(resolvedSourceMapUrl, this._cdp.runtime, this._sessionId);
+                        (0, fs_cache_1.setCachedSelectivityFile)(fs_cache_1.CacheType.Asset, resolvedSourceMapUrl, sourceMap).catch(() => { });
+                        return sourceMap;
+                    }
+                    catch (err) {
+                        return err;
+                    }
+                });
+            }
+        });
+    }
+    async _waitForLoadingScripts() {
+        await Promise.all([
+            Promise.allSettled(Object.values(this._scriptsSource)),
+            Promise.allSettled(Object.values(this._scriptsSourceMap)),
+        ]);
+    }
+    async start() {
+        const debuggerOnScriptParsedFn = (this._debuggerOnScriptParsedFn = this._processScript.bind(this));
+        const sessionId = this._sessionId;
+        this._cdp.debugger.on("scriptParsed", debuggerOnScriptParsedFn);
+        await this._cdp.profiler.startPreciseCoverage(sessionId, {
+            callCount: false,
+            detailed: false,
+            allowTriggeredUpdates: false,
+        });
+    }
+    async takeCoverageSnapshot() {
+        const coveragePart = await this._cdp.profiler.takePreciseCoverage(this._sessionId);
+        this._ensureScriptsAreLoading(coveragePart.result);
+        await this._waitForLoadingScripts();
+        this._coverageResult.push(...coveragePart.result);
+    }
+    /** @param drop only performs cleanup without providing actual deps. Should be "true" if test is failed */
+    async stop(drop) {
+        try {
+            if (drop) {
+                return null;
+            }
+            const coverageLastPart = await this._cdp.profiler.takePreciseCoverage(this._sessionId);
+            const coverageScripts = [...this._coverageResult, ...coverageLastPart.result];
+            this._ensureScriptsAreLoading(coverageLastPart.result);
+            const totalDependingSourceFiles = new Set();
+            const grouppedByScriptCoverage = (0, lodash_1.groupBy)(coverageScripts, "scriptId");
+            const scriptIds = Object.keys(grouppedByScriptCoverage);
+            await Promise.all(scriptIds.map(async (scriptId) => {
+                const [source, sourceMaps] = await Promise.all([
+                    this._scriptsSource[scriptId],
+                    this._scriptsSourceMap[scriptId],
+                ]);
+                const sourceMapUrl = this._scriptIdToSourceMapUrl[scriptId];
+                // Every "scriptId" has only one uniq "url"
+                const sourceUrl = this._scriptIdToSourceUrl[scriptId] || grouppedByScriptCoverage[scriptId][0].url;
+                // Function was called, but source maps were not generated for the file
+                // Or its anonymous script, without source url
+                if (!source || !sourceMaps || !sourceUrl) {
+                    return;
+                }
+                if (source instanceof Error) {
+                    throw new Error([`JS Selectivity: Couldn't load source code from ${sourceUrl}:`, String(source)].join("\n"));
+                }
+                if (sourceMaps instanceof Error) {
+                    throw new Error([`JS Selectivity: Couldn't load source maps from ${sourceMapUrl}`, String(sourceMaps)].join("\n"));
+                }
+                if ((0, utils_1.isCachedOnFs)(sourceMaps) && !sourceMapUrl) {
+                    throw new Error("Assertation failed: souce map url has to present if source maps are fs-cached");
+                }
+                const [sourceString, sourceMapsString] = await Promise.all([
+                    (0, utils_1.isCachedOnFs)(source) ? (0, fs_cache_1.getCachedSelectivityFile)(fs_cache_1.CacheType.Asset, sourceUrl) : source,
+                    (0, utils_1.isCachedOnFs)(sourceMaps)
+                        ? (0, fs_cache_1.getCachedSelectivityFile)(fs_cache_1.CacheType.Asset, sourceMapUrl)
+                        : sourceMaps,
+                ]);
+                if (!sourceString || !sourceMapsString) {
+                    throw new Error(`JS Selectivity: fs-cache is broken for ${sourceUrl}`);
+                }
+                const dependingSourceFiles = (0, utils_1.extractSourceFilesDeps)(sourceString, sourceMapsString, grouppedByScriptCoverage[scriptId], this._sourceRoot, isSourceCodeFile);
+                for (const sourceFile of dependingSourceFiles.values()) {
+                    totalDependingSourceFiles.add(sourceFile);
+                }
+            }));
+            return totalDependingSourceFiles;
+        }
+        finally {
+            this._debuggerOnScriptParsedFn && this._cdp.debugger.off("scriptParsed", this._debuggerOnScriptParsedFn);
+        }
+    }
+}
+exports.JSSelectivity = JSSelectivity;
+//# sourceMappingURL=js-selectivity.js.map