testplane 9.0.0-rc.3 → 9.0.0

package/build/src/browser/cdp/selectivity/css-selectivity.js

@@ -0,0 +1,261 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.CSSSelectivity = void 0;
+const lodash_1 = require("lodash");
+const node_path_1 = __importDefault(require("node:path"));
+const node_url_1 = require("node:url");
+const constants_1 = require("../../../error-snippets/constants");
+const utils_1 = require("./utils");
+const fs_cache_1 = require("./fs-cache");
+const debug_1 = require("./debug");
+class CSSSelectivity {
+    constructor(cdp, cdpSessionId, wdSessionId, sourceRoot, mapSourceMapUrl) {
+        this._cssOnStyleSheetAddedFn = null;
+        this._stylesSourceMap = {};
+        this._styleSheetIdToSourceMapUrl = {};
+        this._coverageResult = [];
+        this._cdp = cdp;
+        this._cdpSessionId = cdpSessionId;
+        this._wdSessionId = wdSessionId;
+        this._sourceRoot = sourceRoot;
+        this._mapSourceMapUrl = mapSourceMapUrl;
+    }
+    _processStyle({ header: { styleSheetId, sourceURL, sourceMapURL } }, cdpSessionId) {
+        if (!this._cdpSessionId || cdpSessionId !== this._cdpSessionId) {
+            return;
+        }
+        if (!sourceMapURL || sourceURL.startsWith("chrome-error://")) {
+            this._stylesSourceMap[styleSheetId] ||= null;
+            return;
+        }
+        if (this._stylesSourceMap[styleSheetId]) {
+            return;
+        }
+        let sourceMapResolvedUrl = (0, node_url_1.resolve)(sourceURL, sourceMapURL);
+        if (!URL.canParse(sourceMapResolvedUrl)) {
+            this._stylesSourceMap[styleSheetId] ||= null;
+            return;
+        }
+        const mapResult = this._mapSourceMapUrl
+            ? this._mapSourceMapUrl({ type: "css", sourceUrl: sourceURL, sourceMapUrl: sourceMapResolvedUrl })
+            : true;
+        if (!mapResult) {
+            this._stylesSourceMap[styleSheetId] ||= null;
+            return;
+        }
+        if (mapResult !== true) {
+            this._styleSheetIdToSourceMapUrl[styleSheetId] = sourceMapResolvedUrl = mapResult;
+        }
+        // Embedded source maps are not cached on file system because of their large cache key
+        if ((0, utils_1.isDataProtocol)(sourceMapResolvedUrl)) {
+            this._styleSheetIdToSourceMapUrl[styleSheetId] = null;
+            this._stylesSourceMap[styleSheetId] ||= (0, utils_1.fetchTextWithBrowserFallback)(sourceMapResolvedUrl, this._cdp.runtime, this._cdpSessionId).catch((err) => err);
+        }
+        else {
+            this._styleSheetIdToSourceMapUrl[styleSheetId] = sourceMapResolvedUrl;
+            this._stylesSourceMap[styleSheetId] ||= (0, fs_cache_1.hasCachedSelectivityFile)(fs_cache_1.CacheType.Asset, sourceMapResolvedUrl).then(isCached => {
+                return isCached
+                    ? true
+                    : (0, utils_1.fetchTextWithBrowserFallback)(sourceMapResolvedUrl, this._cdp.runtime, this._cdpSessionId)
+                        .then(data => (0, fs_cache_1.setCachedSelectivityFile)(fs_cache_1.CacheType.Asset, sourceMapResolvedUrl, data)
+                        .then(() => true)
+                        .catch(err => {
+                        (0, debug_1.debugSelectivity)(`Couldn't offload asset from "${sourceMapResolvedUrl}" to fs-cache: %O`, err);
+                        return data;
+                    }))
+                        .catch((err) => err);
+            });
+        }
+    }
+    // If we haven't got "styleSheetAdded" event for the script, pull up styles + source map manually
+    _ensureStylesAreLoading(ruleUsage) {
+        ruleUsage.forEach(({ styleSheetId }) => {
+            if (Object.hasOwn(this._stylesSourceMap, styleSheetId)) {
+                return;
+            }
+            this._stylesSourceMap[styleSheetId] ||= (async () => {
+                // In case SourceMapUrl was restored from session-cache, but SourceMap itself wasn't
+                if (this._styleSheetIdToSourceMapUrl[styleSheetId]) {
+                    const sourceMapUrl = this._styleSheetIdToSourceMapUrl[styleSheetId];
+                    const cachedSourceMap = await (0, fs_cache_1.getCachedSelectivityFile)(fs_cache_1.CacheType.Asset, sourceMapUrl);
+                    if (cachedSourceMap) {
+                        return cachedSourceMap;
+                    }
+                    const sourceMap = await (0, utils_1.fetchTextWithBrowserFallback)(sourceMapUrl, this._cdp.runtime, this._cdpSessionId).catch((err) => err);
+                    if (!(sourceMap instanceof Error)) {
+                        (0, fs_cache_1.setCachedSelectivityFile)(fs_cache_1.CacheType.Asset, sourceMapUrl, sourceMap).catch(() => { });
+                    }
+                    return sourceMap;
+                }
+                const sourceCode = await this._cdp.css
+                    .getStyleSheetText(this._cdpSessionId, styleSheetId)
+                    .then(res => res.text)
+                    .catch((err) => err);
+                if (sourceCode instanceof Error) {
+                    return sourceCode;
+                }
+                const sourceMapsStartIndex = sourceCode.lastIndexOf(constants_1.CSS_SOURCE_MAP_URL_COMMENT);
+                const sourceMapsEndIndex = sourceCode.indexOf("*/", sourceMapsStartIndex);
+                // Source maps are not generated for this source file
+                if (sourceMapsStartIndex === -1) {
+                    return null;
+                }
+                const sourceMapURL = sourceMapsEndIndex === -1
+                    ? sourceCode.slice(sourceMapsStartIndex + constants_1.CSS_SOURCE_MAP_URL_COMMENT.length)
+                    : sourceCode.slice(sourceMapsStartIndex + constants_1.CSS_SOURCE_MAP_URL_COMMENT.length, sourceMapsEndIndex);
+                // If we encounter css stylesheet, that was not reported by "styleSheetAdded"
+                // We can only get sourcemaps if they are inlined
+                // Otherwise, we can't resolve actual sourcemaps url because we dont know css styles url itself.
+                if (!(0, utils_1.isDataProtocol)(sourceMapURL)) {
+                    return new Error([
+                        `Missed stylesheet url for stylesheet id ${styleSheetId}.`,
+                        "Looks like Chrome Devtools 'styleSheetAdded' event was lost",
+                        "It could happen due to network instability",
+                        "Switching to inline sourcemaps for CSS will help at the cost of increased RAM usage",
+                    ].join("\n"));
+                }
+                return (0, utils_1.fetchTextWithBrowserFallback)(sourceMapURL, this._cdp.runtime, this._cdpSessionId).catch((err) => err);
+            })();
+        });
+    }
+    async _waitForLoadingStyles() {
+        await Promise.allSettled(Object.values(this._stylesSourceMap));
+    }
+    async _saveSessionCache() {
+        const sessionCache = {};
+        for (const styleSheetId in this._styleSheetIdToSourceMapUrl) {
+            const sourceMapUrl = this._styleSheetIdToSourceMapUrl[styleSheetId];
+            const sourceMap = await this._stylesSourceMap[styleSheetId];
+            sessionCache[styleSheetId] = {
+                sourceMapUrl,
+                sourceMap: sourceMap instanceof Error ? sourceMap.message : sourceMap,
+                isError: sourceMap instanceof Error,
+            };
+        }
+        return (0, fs_cache_1.setCachedSelectivityFile)(fs_cache_1.CacheType.CssSessionCache, this._wdSessionId, JSON.stringify(sessionCache), {
+            overwrite: true,
+        }).catch(err => {
+            (0, debug_1.debugSelectivity)(`Couldn't save session cache for session '%s': %O`, this._wdSessionId, err);
+        });
+    }
+    async _loadSessionCache() {
+        const sessionCacheString = await (0, fs_cache_1.getCachedSelectivityFile)(fs_cache_1.CacheType.CssSessionCache, this._wdSessionId);
+        if (!sessionCacheString) {
+            return;
+        }
+        let sessionCache = null;
+        try {
+            sessionCache = JSON.parse(sessionCacheString);
+        }
+        catch (err) {
+            (0, debug_1.debugSelectivity)("CSS Session cache is invalid JSON for session '%s': %O", this._wdSessionId, err);
+        }
+        if (!sessionCache) {
+            return;
+        }
+        for (const styleSheetId in sessionCache) {
+            const cachedData = sessionCache[styleSheetId];
+            this._styleSheetIdToSourceMapUrl[styleSheetId] = cachedData.sourceMapUrl;
+            if (!cachedData.isError) {
+                this._stylesSourceMap[styleSheetId] = Promise.resolve(cachedData.sourceMap);
+            }
+            else {
+                // If source map url was received, we can try to restore cache
+                // If cache can't be restored, session should be considered as broken
+                if (!cachedData.sourceMapUrl) {
+                    const originalError = cachedData.sourceMap;
+                    const errorMessage = [
+                        "Selectivity: session is broken. Couldn't restore source map from previous test:",
+                        "\t- " + originalError.split("\n").pop(),
+                    ].join("\n");
+                    // Not throwing the error right away because we might not need
+                    this._stylesSourceMap[styleSheetId] = Promise.resolve(new Error(errorMessage));
+                }
+            }
+        }
+    }
+    async start() {
+        const cssOnStyleSheetAdded = (this._cssOnStyleSheetAddedFn = this._processStyle.bind(this));
+        this._cdp.css.on("styleSheetAdded", cssOnStyleSheetAdded);
+        const [startTrackingResult, loadSessionCacheResult] = await Promise.all([
+            this._cdp.css.startRuleUsageTracking(this._cdpSessionId).catch((err) => err),
+            this._loadSessionCache().catch((err) => err),
+        ]);
+        if (startTrackingResult instanceof Error) {
+            throw startTrackingResult;
+        }
+        if (loadSessionCacheResult instanceof Error) {
+            (0, debug_1.debugSelectivity)("Couldn't load session cache for session '%s': %O", this._wdSessionId, loadSessionCacheResult);
+        }
+    }
+    async takeCoverageSnapshot() {
+        const coveragePart = await this._cdp.css.takeCoverageDelta(this._cdpSessionId);
+        this._ensureStylesAreLoading(coveragePart.coverage);
+        await this._waitForLoadingStyles();
+        this._coverageResult.push(...coveragePart.coverage);
+    }
+    /** @param drop only performs cleanup without providing actual deps. Should be "true" if test is failed */
+    async stop(drop) {
+        try {
+            if (drop) {
+                return null;
+            }
+            const coverageLastPart = await this._cdp.css.stopRuleUsageTracking(this._cdpSessionId);
+            const coverageStyles = [...this._coverageResult, ...coverageLastPart.ruleUsage];
+            this._ensureStylesAreLoading(coverageLastPart.ruleUsage);
+            const totalDependingSourceFiles = new Set();
+            const grouppedByStyleSheetCoverage = (0, lodash_1.groupBy)(coverageStyles, "styleSheetId");
+            const styleSheetIds = Object.keys(grouppedByStyleSheetCoverage);
+            await Promise.all(styleSheetIds.map(async (styleSheetId) => {
+                const sourceMap = await this._stylesSourceMap[styleSheetId];
+                const sourceMapUrl = this._styleSheetIdToSourceMapUrl[styleSheetId];
+                if (!sourceMap) {
+                    return;
+                }
+                if (sourceMap instanceof Error) {
+                    throw new Error([
+                        `CSS Selectivity: Couldn't load source maps for stylesheet id ${styleSheetId}:`,
+                        String(sourceMap),
+                    ].join("\n"));
+                }
+                if ((0, utils_1.isCachedOnFs)(sourceMap) && !sourceMapUrl) {
+                    throw new Error("Assertation failed: souce map url has to present if source maps are fs-cached");
+                }
+                const sourceMapString = (0, utils_1.isCachedOnFs)(sourceMap)
+                    ? await (0, fs_cache_1.getCachedSelectivityFile)(fs_cache_1.CacheType.Asset, sourceMapUrl)
+                    : sourceMap;
+                if (!sourceMapString) {
+                    throw new Error(`CSS Selectivity: fs-cache is broken for ${sourceMapUrl}`);
+                }
+                const rawSourceMap = (0, utils_1.patchSourceMapSources)(JSON.parse(sourceMapString), this._sourceRoot);
+                // We could check "if stylesheet was used" with utils.extractSourceFilesDeps
+                // But we dont, because if stylesheet was not used, it could be used after change
+                // So its safe to think "if stylesheet was loaded, it was used"
+                rawSourceMap.sources.forEach(sourceFilePath => {
+                    // Ignore generated postcss styles:
+                    // https://github.com/postcss/postcss/blob/eae46db765d752cf8f40c4fa2b0b85030079c43d/lib/map-generator.js#L122
+                    if (sourceFilePath === "<no source>") {
+                        return;
+                    }
+                    // "Each entry is either a string that is a (potentially relative) URL", so we are using posix.jojn
+                    // https://tc39.es/ecma426/#sec-source-map-format
+                    // Except for file path with protocol ("turbopack://", "file://")
+                    const sourceRootBasedPath = (0, utils_1.hasProtocol)(sourceFilePath)
+                        ? sourceFilePath
+                        : node_path_1.default.posix.join(rawSourceMap.sourceRoot || "", sourceFilePath);
+                    totalDependingSourceFiles.add(sourceRootBasedPath);
+                });
+            }));
+            await this._saveSessionCache();
+            return totalDependingSourceFiles;
+        }
+        finally {
+            this._cssOnStyleSheetAddedFn && this._cdp.css.off("styleSheetAdded", this._cssOnStyleSheetAddedFn);
+        }
+    }
+}
+exports.CSSSelectivity = CSSSelectivity;
+//# sourceMappingURL=css-selectivity.js.map

package/build/src/browser/cdp/selectivity/css-selectivity.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"css-selectivity.js","sourceRoot":"","sources":["../../../../../src/browser/cdp/selectivity/css-selectivity.ts"],"names":[],"mappings":";;;;;;AAAA,mCAAiC;AACjC,0DAA6B;AAC7B,uCAAiD;AACjD,iEAA+E;AAC/E,mCAMiB;AACjB,yCAAqH;AACrH,mCAA2C;AAiB3C,MAAa,cAAc;IAavB,YACI,GAAQ,EACR,YAA0B,EAC1B,WAAmB,EACnB,UAAkB,EAClB,eAAoD;QAZhD,4BAAuB,GAElB,IAAI,CAAC;QACD,qBAAgB,GAAmD,EAAE,CAAC;QACtE,gCAA2B,GAA2C,EAAE,CAAC;QACzE,oBAAe,GAAmB,EAAE,CAAC;QASlD,IAAI,CAAC,IAAI,GAAG,GAAG,CAAC;QAChB,IAAI,CAAC,aAAa,GAAG,YAAY,CAAC;QAClC,IAAI,CAAC,YAAY,GAAG,WAAW,CAAC;QAChC,IAAI,CAAC,WAAW,GAAG,UAAU,CAAC;QAC9B,IAAI,CAAC,gBAAgB,GAAG,eAAe,CAAC;IAC5C,CAAC;IAEO,aAAa,CACjB,EAAE,MAAM,EAAE,EAAE,YAAY,EAAE,SAAS,EAAE,YAAY,EAAE,EAAgC,EACnF,YAA2B;QAE3B,IAAI,CAAC,IAAI,CAAC,aAAa,IAAI,YAAY,KAAK,IAAI,CAAC,aAAa,EAAE,CAAC;YAC7D,OAAO;QACX,CAAC;QAED,IAAI,CAAC,YAAY,IAAI,SAAS,CAAC,UAAU,CAAC,iBAAiB,CAAC,EAAE,CAAC;YAC3D,IAAI,CAAC,gBAAgB,CAAC,YAAY,CAAC,KAAK,IAAI,CAAC;YAC7C,OAAO;QACX,CAAC;QAED,IAAI,IAAI,CAAC,gBAAgB,CAAC,YAAY,CAAC,EAAE,CAAC;YACtC,OAAO;QACX,CAAC;QAED,IAAI,oBAAoB,GAAG,IAAA,kBAAU,EAAC,SAAS,EAAE,YAAY,CAAC,CAAC;QAE/D,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,oBAAoB,CAAC,EAAE,CAAC;YACtC,IAAI,CAAC,gBAAgB,CAAC,YAAY,CAAC,KAAK,IAAI,CAAC;YAC7C,OAAO;QACX,CAAC;QAED,MAAM,SAAS,GAAG,IAAI,CAAC,gBAAgB;YACnC,CAAC,CAAC,IAAI,CAAC,gBAAgB,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,YAAY,EAAE,oBAAoB,EAAE,CAAC;YAClG,CAAC,CAAC,IAAI,CAAC;QAEX,IAAI,CAAC,SAAS,EAAE,CAAC;YACb,IAAI,CAAC,gBAAgB,CAAC,YAAY,CAAC,KAAK,IAAI,CAAC;YAC7C,OAAO;QACX,CAAC;QAED,IAAI,SAAS,KAAK,IAAI,EAAE,CAAC;YACrB,IAAI,CAAC,2BAA2B,CAAC,YAAY,CAAC,GAAG,oBAAoB,GAAG,SAAS,CAAC;QACtF,CAAC;QAED,sFAAsF;QACtF,IAAI,IAAA,sBAAc,EAAC,oBAAoB,CAAC,EAAE,CAAC;YACvC,IAAI,CAAC,2BAA2B,CAAC,YAAY,CAAC,GAAG,IAAI,CAAC;YACtD,IAAI,CAAC,gBAAgB,CAAC,YAAY,CAAC,KAAK,IAAA,oCAA4B,EAChE,oBAAoB,EACpB,IAAI,CAAC,IAAI,CAAC,OAAO,EACjB,IAAI,CAAC,aAAa,CACrB,CAAC,KAAK,CAAC,CAAC,GAAU,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC;QACjC,CAAC;aAAM,CAAC;YACJ,IAAI,CAAC,2BAA2B,CAAC,YAAY,CAAC,GAAG,oBAAoB,CAAC;YACtE,IAAI,CAAC,gBAAgB,CAAC,YAAY,CAAC,KAAK,IAAA,mCAAwB,EAC5D,oBAAS,CAAC,KAAK,EACf,oBAAoB,CACvB,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE;gBACd,OAAO,QAAQ;oBACX,CAAC,CAAC,IAAI;oBACN,CAAC,CAAC,IAAA,oCAA4B,EAAC,oBAAoB,EAAE,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,aAAa,CAAC;yBACpF,IAAI,CAAC,IAAI,CAAC,EAAE,CACT,IAAA,mCAAwB,EAAC,oBAAS,CAAC,KAAK,EAAE,oBAAoB,EAAE,IAAI,CAAC;yBAChE,IAAI,CAAC,GAAG,EAAE,CAAC,IAAa,CAAC;yBACzB,KAAK,CAAC,GAAG,CAAC,EAAE;wBACT,IAAA,wBAAgB,EACZ,gCAAgC,oBAAoB,mBAAmB,EACvE,GAAG,CACN,CAAC;wBACF,OAAO,IAAI,CAAC;oBAChB,CAAC,CAAC,CACT;yBACA,KAAK,CAAC,CAAC,GAAU,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC;YAC1C,CAAC,CAAC,CAAC;QACP,CAAC;IACL,CAAC;IAED,iGAAiG;IACzF,uBAAuB,CAAC,SAAyB;QACrD,SAAS,CAAC,OAAO,CAAC,CAAC,EAAE,YAAY,EAAE,EAAE,EAAE;YACnC,IAAI,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,gBAAgB,EAAE,YAAY,CAAC,EAAE,CAAC;gBACrD,OAAO;YACX,CAAC;YAED,IAAI,CAAC,gBAAgB,CAAC,YAAY,CAAC,KAAK,CAAC,KAAK,IAAoC,EAAE;gBAChF,oFAAoF;gBACpF,IAAI,IAAI,CAAC,2BAA2B,CAAC,YAAY,CAAC,EAAE,CAAC;oBACjD,MAAM,YAAY,GAAG,IAAI,CAAC,2BAA2B,CAAC,YAAY,CAAW,CAAC;oBAC9E,MAAM,eAAe,GAAG,MAAM,IAAA,mCAAwB,EAAC,oBAAS,CAAC,KAAK,EAAE,YAAY,CAAC,CAAC;oBAEtF,IAAI,eAAe,EAAE,CAAC;wBAClB,OAAO,eAAe,CAAC;oBAC3B,CAAC;oBAED,MAAM,SAAS,GAAG,MAAM,IAAA,oCAA4B,EAChD,YAAY,EACZ,IAAI,CAAC,IAAI,CAAC,OAAO,EACjB,IAAI,CAAC,aAAa,CACrB,CAAC,KAAK,CAAC,CAAC,GAAU,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC;oBAE7B,IAAI,CAAC,CAAC,SAAS,YAAY,KAAK,CAAC,EAAE,CAAC;wBAChC,IAAA,mCAAwB,EAAC,oBAAS,CAAC,KAAK,EAAE,YAAY,EAAE,SAAS,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;oBACvF,CAAC;oBAED,OAAO,SAAS,CAAC;gBACrB,CAAC;gBAED,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG;qBACjC,iBAAiB,CAAC,IAAI,CAAC,aAAa,EAAE,YAAY,CAAC;qBACnD,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC;qBACrB,KAAK,CAAC,CAAC,GAAU,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC;gBAEhC,IAAI,UAAU,YAAY,KAAK,EAAE,CAAC;oBAC9B,OAAO,UAAU,CAAC;gBACtB,CAAC;gBAED,MAAM,oBAAoB,GAAG,UAAU,CAAC,WAAW,CAAC,sCAA0B,CAAC,CAAC;gBAChF,MAAM,kBAAkB,GAAG,UAAU,CAAC,OAAO,CAAC,IAAI,EAAE,oBAAoB,CAAC,CAAC;gBAE1E,qDAAqD;gBACrD,IAAI,oBAAoB,KAAK,CAAC,CAAC,EAAE,CAAC;oBAC9B,OAAO,IAAI,CAAC;gBAChB,CAAC;gBAED,MAAM,YAAY,GACd,kBAAkB,KAAK,CAAC,CAAC;oBACrB,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,oBAAoB,GAAG,sCAA0B,CAAC,MAAM,CAAC;oBAC5E,CAAC,CAAC,UAAU,CAAC,KAAK,CACZ,oBAAoB,GAAG,sCAA0B,CAAC,MAAM,EACxD,kBAAkB,CACrB,CAAC;gBAEZ,6EAA6E;gBAC7E,iDAAiD;gBACjD,gGAAgG;gBAChG,IAAI,CAAC,IAAA,sBAAc,EAAC,YAAY,CAAC,EAAE,CAAC;oBAChC,OAAO,IAAI,KAAK,CACZ;wBACI,2CAA2C,YAAY,GAAG;wBAC1D,6DAA6D;wBAC7D,4CAA4C;wBAC5C,qFAAqF;qBACxF,CAAC,IAAI,CAAC,IAAI,CAAC,CACf,CAAC;gBACN,CAAC;gBAED,OAAO,IAAA,oCAA4B,EAAC,YAAY,EAAE,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,aAAa,CAAC,CAAC,KAAK,CAC1F,CAAC,GAAU,EAAE,EAAE,CAAC,GAAG,CACtB,CAAC;YACN,CAAC,CAAC,EAAE,CAAC;QACT,CAAC,CAAC,CAAC;IACP,CAAC;IAEO,KAAK,CAAC,qBAAqB;QAC/B,MAAM,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAC;IACnE,CAAC;IAEO,KAAK,CAAC,iBAAiB;QAC3B,MAAM,YAAY,GAAoB,EAAE,CAAC;QAEzC,KAAK,MAAM,YAAY,IAAI,IAAI,CAAC,2BAA2B,EAAE,CAAC;YAC1D,MAAM,YAAY,GAAG,IAAI,CAAC,2BAA2B,CAAC,YAAY,CAAC,CAAC;YACpE,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,YAAY,CAAC,CAAC;YAE5D,YAAY,CAAC,YAAY,CAAC,GAAG;gBACzB,YAAY;gBACZ,SAAS,EAAE,SAAS,YAAY,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS;gBACrE,OAAO,EAAE,SAAS,YAAY,KAAK;aACtC,CAAC;QACN,CAAC;QAED,OAAO,IAAA,mCAAwB,EAAC,oBAAS,CAAC,eAAe,EAAE,IAAI,CAAC,YAAY,EAAE,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,EAAE;YACxG,SAAS,EAAE,IAAI;SAClB,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE;YACX,IAAA,wBAAgB,EAAC,kDAAkD,EAAE,IAAI,CAAC,YAAY,EAAE,GAAG,CAAC,CAAC;QACjG,CAAC,CAAC,CAAC;IACP,CAAC;IAEO,KAAK,CAAC,iBAAiB;QAC3B,MAAM,kBAAkB,GAAG,MAAM,IAAA,mCAAwB,EAAC,oBAAS,CAAC,eAAe,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC;QAExG,IAAI,CAAC,kBAAkB,EAAE,CAAC;YACtB,OAAO;QACX,CAAC;QAED,IAAI,YAAY,GAA2B,IAAI,CAAC;QAEhD,IAAI,CAAC;YACD,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC;QAClD,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,IAAA,wBAAgB,EAAC,wDAAwD,EAAE,IAAI,CAAC,YAAY,EAAE,GAAG,CAAC,CAAC;QACvG,CAAC;QAED,IAAI,CAAC,YAAY,EAAE,CAAC;YAChB,OAAO;QACX,CAAC;QAED,KAAK,MAAM,YAAY,IAAI,YAAY,EAAE,CAAC;YACtC,MAAM,UAAU,GAAG,YAAY,CAAC,YAAY,CAAC,CAAC;YAE9C,IAAI,CAAC,2BAA2B,CAAC,YAAY,CAAC,GAAG,UAAU,CAAC,YAAY,CAAC;YAEzE,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;gBACtB,IAAI,CAAC,gBAAgB,CAAC,YAAY,CAAC,GAAG,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;YAChF,CAAC;iBAAM,CAAC;gBACJ,8DAA8D;gBAC9D,qEAAqE;gBACrE,IAAI,CAAC,UAAU,CAAC,YAAY,EAAE,CAAC;oBAC3B,MAAM,aAAa,GAAG,UAAU,CAAC,SAAmB,CAAC;oBACrD,MAAM,YAAY,GAAG;wBACjB,iFAAiF;wBACjF,MAAM,GAAG,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE;qBAC3C,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBAEb,8DAA8D;oBAC9D,IAAI,CAAC,gBAAgB,CAAC,YAAY,CAAC,GAAG,OAAO,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC;gBACnF,CAAC;YACL,CAAC;QACL,CAAC;IACL,CAAC;IAED,KAAK,CAAC,KAAK;QACP,MAAM,oBAAoB,GAAG,CAAC,IAAI,CAAC,uBAAuB,GAAG,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QAE5F,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,iBAAiB,EAAE,oBAAoB,CAAC,CAAC;QAE1D,MAAM,CAAC,mBAAmB,EAAE,sBAAsB,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YACpE,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,sBAAsB,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,KAAK,CAAC,CAAC,GAAU,EAAE,EAAE,CAAC,GAAG,CAAC;YACnF,IAAI,CAAC,iBAAiB,EAAE,CAAC,KAAK,CAAC,CAAC,GAAU,EAAE,EAAE,CAAC,GAAG,CAAC;SACtD,CAAC,CAAC;QAEH,IAAI,mBAAmB,YAAY,KAAK,EAAE,CAAC;YACvC,MAAM,mBAAmB,CAAC;QAC9B,CAAC;QAED,IAAI,sBAAsB,YAAY,KAAK,EAAE,CAAC;YAC1C,IAAA,wBAAgB,EACZ,kDAAkD,EAClD,IAAI,CAAC,YAAY,EACjB,sBAAsB,CACzB,CAAC;QACN,CAAC;IACL,CAAC;IAED,KAAK,CAAC,oBAAoB;QACtB,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,iBAAiB,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAE/E,IAAI,CAAC,uBAAuB,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;QAEpD,MAAM,IAAI,CAAC,qBAAqB,EAAE,CAAC;QAEnC,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;IACxD,CAAC;IAED,0GAA0G;IAC1G,KAAK,CAAC,IAAI,CAAC,IAAc;QACrB,IAAI,CAAC;YACD,IAAI,IAAI,EAAE,CAAC;gBACP,OAAO,IAAI,CAAC;YAChB,CAAC;YAED,MAAM,gBAAgB,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,qBAAqB,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YACvF,MAAM,cAAc,GAAG,CAAC,GAAG,IAAI,CAAC,eAAe,EAAE,GAAG,gBAAgB,CAAC,SAAS,CAAC,CAAC;YAEhF,IAAI,CAAC,uBAAuB,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC;YAEzD,MAAM,yBAAyB,GAAG,IAAI,GAAG,EAAU,CAAC;YACpD,MAAM,4BAA4B,GAAG,IAAA,gBAAO,EAAC,cAAc,EAAE,cAAc,CAAC,CAAC;YAC7E,MAAM,aAAa,GAAG,MAAM,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC;YAEhE,MAAM,OAAO,CAAC,GAAG,CACb,aAAa,CAAC,GAAG,CAAC,KAAK,EAAC,YAAY,EAAC,EAAE;gBACnC,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,YAAY,CAAC,CAAC;gBAC5D,MAAM,YAAY,GAAG,IAAI,CAAC,2BAA2B,CAAC,YAAY,CAAC,CAAC;gBAEpE,IAAI,CAAC,SAAS,EAAE,CAAC;oBACb,OAAO;gBACX,CAAC;gBAED,IAAI,SAAS,YAAY,KAAK,EAAE,CAAC;oBAC7B,MAAM,IAAI,KAAK,CACX;wBACI,gEAAgE,YAAY,GAAG;wBAC/E,MAAM,CAAC,SAAS,CAAC;qBACpB,CAAC,IAAI,CAAC,IAAI,CAAC,CACf,CAAC;gBACN,CAAC;gBAED,IAAI,IAAA,oBAAY,EAAC,SAAS,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;oBAC3C,MAAM,IAAI,KAAK,CACX,+EAA+E,CAClF,CAAC;gBACN,CAAC;gBAED,MAAM,eAAe,GAAG,IAAA,oBAAY,EAAC,SAAS,CAAC;oBAC3C,CAAC,CAAC,MAAM,IAAA,mCAAwB,EAAC,oBAAS,CAAC,KAAK,EAAE,YAAsB,CAAC;oBACzE,CAAC,CAAC,SAAS,CAAC;gBAEhB,IAAI,CAAC,eAAe,EAAE,CAAC;oBACnB,MAAM,IAAI,KAAK,CAAC,2CAA2C,YAAY,EAAE,CAAC,CAAC;gBAC/E,CAAC;gBAED,MAAM,YAAY,GAAG,IAAA,6BAAqB,EAAC,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;gBAE1F,4EAA4E;gBAC5E,iFAAiF;gBACjF,+DAA+D;gBAC/D,YAAY,CAAC,OAAO,CAAC,OAAO,CAAC,cAAc,CAAC,EAAE;oBAC1C,mCAAmC;oBACnC,6GAA6G;oBAC7G,IAAI,cAAc,KAAK,aAAa,EAAE,CAAC;wBACnC,OAAO;oBACX,CAAC;oBAED,mGAAmG;oBACnG,iDAAiD;oBACjD,iEAAiE;oBACjE,MAAM,mBAAmB,GAAG,IAAA,mBAAW,EAAC,cAAc,CAAC;wBACnD,CAAC,CAAC,cAAc;wBAChB,CAAC,CAAC,mBAAI,CAAC,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,UAAU,IAAI,EAAE,EAAE,cAAc,CAAC,CAAC;oBAErE,yBAAyB,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC;gBACvD,CAAC,CAAC,CAAC;YACP,CAAC,CAAC,CACL,CAAC;YAEF,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC;YAE/B,OAAO,yBAAyB,CAAC;QACrC,CAAC;gBAAS,CAAC;YACP,IAAI,CAAC,uBAAuB,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,iBAAiB,EAAE,IAAI,CAAC,uBAAuB,CAAC,CAAC;QACvG,CAAC;IACL,CAAC;CACJ;AAjWD,wCAiWC"}

package/build/src/browser/cdp/selectivity/debug.d.ts

@@ -0,0 +1,2 @@
+import debugModule from "debug";
+export declare const debugSelectivity: debugModule.Debugger;

package/build/src/browser/cdp/selectivity/debug.js

@@ -0,0 +1,9 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.debugSelectivity = void 0;
+const debug_1 = __importDefault(require("debug"));
+exports.debugSelectivity = (0, debug_1.default)("testplane:selectivity");
+//# sourceMappingURL=debug.js.map

package/build/src/browser/cdp/selectivity/debug.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"debug.js","sourceRoot":"","sources":["../../../../../src/browser/cdp/selectivity/debug.ts"],"names":[],"mappings":";;;;;;AAAA,kDAAgC;AAEnB,QAAA,gBAAgB,GAAG,IAAA,eAAW,EAAC,uBAAuB,CAAC,CAAC"}

package/build/src/browser/cdp/selectivity/fs-cache.d.ts

@@ -0,0 +1,12 @@
+export declare const CacheType: {
+    readonly TestFile: "t";
+    readonly Asset: "a";
+    readonly CssSessionCache: "cs";
+};
+type CacheTypeValue = (typeof CacheType)[keyof typeof CacheType];
+export declare const hasCachedSelectivityFile: (cacheType: CacheTypeValue, key: string) => Promise<boolean>;
+export declare const getCachedSelectivityFile: (cacheType: CacheTypeValue, key: string) => Promise<string | null>;
+export declare const setCachedSelectivityFile: (cacheType: CacheTypeValue, key: string, utf8Contents: string, { overwrite }?: {
+    overwrite?: boolean | undefined;
+}) => Promise<void>;
+export {};

package/build/src/browser/cdp/selectivity/fs-cache.js

@@ -0,0 +1,122 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.setCachedSelectivityFile = exports.getCachedSelectivityFile = exports.hasCachedSelectivityFile = exports.CacheType = void 0;
+const node_os_1 = __importDefault(require("node:os"));
+const node_path_1 = __importDefault(require("node:path"));
+const node_perf_hooks_1 = require("node:perf_hooks");
+const p_limit_1 = __importDefault(require("p-limit"));
+const proper_lockfile_1 = __importDefault(require("proper-lockfile"));
+const fs_extra_1 = __importDefault(require("fs-extra"));
+const crypto_1 = require("../../../utils/crypto");
+const constants_1 = require("./constants");
+exports.CacheType = {
+    TestFile: "t",
+    Asset: "a",
+    CssSessionCache: "cs",
+};
+// Cache is considered fresh if it was created after process start
+const tmpDir = node_path_1.default.join(node_os_1.default.tmpdir(), constants_1.SELECTIVITY_CACHE_DIRECTIRY);
+// https://nodejs.org/api/cli.html#uv_threadpool_sizesize
+const libUVLimited = (0, p_limit_1.default)((process.env.UV_THREADPOOL_SIZE && Number(process.env.UV_THREADPOOL_SIZE)) || 16);
+const ensureSelectivityCacheDirectory = async () => {
+    await libUVLimited(() => fs_extra_1.default.ensureDir(tmpDir));
+};
+const wasModifiedAfterProcessStart = async (flagFilePath) => {
+    try {
+        const stats = await libUVLimited(() => fs_extra_1.default.stat(flagFilePath));
+        return stats.mtimeMs >= node_perf_hooks_1.performance.timeOrigin;
+    }
+    catch {
+        return false;
+    }
+};
+const getHashName = (cacheType, cacheKey) => {
+    // Not hashing cache key for session cache as it will just increase collision chance without any profit
+    return cacheType + (cacheType === exports.CacheType.CssSessionCache ? cacheKey : (0, crypto_1.getMD5)(cacheKey));
+};
+const hasCachedSelectivityFile = async (cacheType, key) => {
+    if (!key) {
+        throw new Error("Attepted to check existance of cache with empty key");
+    }
+    const hashName = getHashName(cacheType, key);
+    const cacheFilePath = node_path_1.default.join(tmpDir, hashName);
+    const flagFilePath = cacheFilePath + constants_1.SELECTIVITY_CACHE_READY_SUFFIX;
+    return wasModifiedAfterProcessStart(flagFilePath);
+};
+exports.hasCachedSelectivityFile = hasCachedSelectivityFile;
+const getCachedSelectivityFile = async (cacheType, key) => {
+    if (!key) {
+        throw new Error("Attepted to read cache with empty key");
+    }
+    const hashName = getHashName(cacheType, key);
+    const cacheFilePath = node_path_1.default.join(tmpDir, hashName);
+    const flagFilePath = cacheFilePath + constants_1.SELECTIVITY_CACHE_READY_SUFFIX;
+    if (await wasModifiedAfterProcessStart(flagFilePath)) {
+        const cacheContents = await libUVLimited(() => fs_extra_1.default.readFile(cacheFilePath, "utf8")).catch(() => null);
+        return cacheContents;
+    }
+    // Writing cache right now, should wait a little bit
+    if (await wasModifiedAfterProcessStart(cacheFilePath)) {
+        for (let i = 0; i < 10; i++) {
+            if (await wasModifiedAfterProcessStart(flagFilePath)) {
+                const cacheContents = await libUVLimited(() => fs_extra_1.default.readFile(cacheFilePath, "utf8")).catch(() => null);
+                return cacheContents;
+            }
+            await new Promise(resolve => setTimeout(resolve, 50));
+        }
+    }
+    return null;
+};
+exports.getCachedSelectivityFile = getCachedSelectivityFile;
+const setCachedSelectivityFile = async (cacheType, key, utf8Contents, { overwrite = false } = {}) => {
+    if (!key) {
+        throw new Error("Attepted to write cache with empty key");
+    }
+    const hashName = getHashName(cacheType, key);
+    const cacheFilePath = node_path_1.default.join(tmpDir, hashName);
+    const flagFilePath = cacheFilePath + constants_1.SELECTIVITY_CACHE_READY_SUFFIX;
+    // Cache was already written
+    if (!overwrite && (await wasModifiedAfterProcessStart(flagFilePath))) {
+        return;
+    }
+    await ensureSelectivityCacheDirectory();
+    const releaseLock = await proper_lockfile_1.default
+        .lock(flagFilePath, {
+        stale: 5000,
+        update: 1000,
+        retries: {
+            factor: 2,
+            minTimeout: 50,
+            maxTimeout: 200,
+            retries: overwrite ? 30 : 1,
+        },
+        realpath: false,
+    })
+        .catch(() => null);
+    // Other process already aquired writing-lock
+    if (!releaseLock) {
+        return;
+    }
+    // Cache was written while trying to get lock
+    if (!overwrite && (await wasModifiedAfterProcessStart(flagFilePath))) {
+        await releaseLock();
+        return;
+    }
+    try {
+        await libUVLimited(() => fs_extra_1.default.writeFile(cacheFilePath, utf8Contents, { encoding: "utf8" })).catch(cause => {
+            throw new Error(`Couldn't write cache to "${cacheFilePath}"`, { cause });
+        });
+        // Using "writeFile" to trigger "mtime" update even if file exists
+        await libUVLimited(() => fs_extra_1.default.writeFile(flagFilePath, "")).catch(cause => {
+            throw new Error(`Couldn't mark cache as fresh at "${cacheFilePath}"`, { cause });
+        });
+    }
+    finally {
+        await releaseLock();
+    }
+};
+exports.setCachedSelectivityFile = setCachedSelectivityFile;
+//# sourceMappingURL=fs-cache.js.map

package/build/src/browser/cdp/selectivity/fs-cache.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"fs-cache.js","sourceRoot":"","sources":["../../../../../src/browser/cdp/selectivity/fs-cache.ts"],"names":[],"mappings":";;;;;;AAAA,sDAAyB;AACzB,0DAA6B;AAC7B,qDAA8C;AAC9C,sDAA6B;AAC7B,sEAAuC;AACvC,wDAA0B;AAC1B,kDAA+C;AAC/C,2CAA0F;AAE7E,QAAA,SAAS,GAAG;IACrB,QAAQ,EAAE,GAAG;IACb,KAAK,EAAE,GAAG;IACV,eAAe,EAAE,IAAI;CACf,CAAC;AAIX,kEAAkE;AAClE,MAAM,MAAM,GAAG,mBAAI,CAAC,IAAI,CAAC,iBAAE,CAAC,MAAM,EAAE,EAAE,uCAA2B,CAAC,CAAC;AAEnE,yDAAyD;AACzD,MAAM,YAAY,GAAG,IAAA,iBAAM,EAAC,CAAC,OAAO,CAAC,GAAG,CAAC,kBAAkB,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;AAE9G,MAAM,+BAA+B,GAAG,KAAK,IAAmB,EAAE;IAC9D,MAAM,YAAY,CAAC,GAAG,EAAE,CAAC,kBAAE,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;AACnD,CAAC,CAAC;AAEF,MAAM,4BAA4B,GAAG,KAAK,EAAE,YAAoB,EAAoB,EAAE;IAClF,IAAI,CAAC;QACD,MAAM,KAAK,GAAG,MAAM,YAAY,CAAC,GAAG,EAAE,CAAC,kBAAE,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC;QAC9D,OAAO,KAAK,CAAC,OAAO,IAAI,6BAAW,CAAC,UAAU,CAAC;IACnD,CAAC;IAAC,MAAM,CAAC;QACL,OAAO,KAAK,CAAC;IACjB,CAAC;AACL,CAAC,CAAC;AAEF,MAAM,WAAW,GAAG,CAAC,SAAyB,EAAE,QAAgB,EAAU,EAAE;IACxE,uGAAuG;IACvG,OAAO,SAAS,GAAG,CAAC,SAAS,KAAK,iBAAS,CAAC,eAAe,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAA,eAAM,EAAC,QAAQ,CAAC,CAAC,CAAC;AAC/F,CAAC,CAAC;AAEK,MAAM,wBAAwB,GAAG,KAAK,EAAE,SAAyB,EAAE,GAAW,EAAoB,EAAE;IACvG,IAAI,CAAC,GAAG,EAAE,CAAC;QACP,MAAM,IAAI,KAAK,CAAC,qDAAqD,CAAC,CAAC;IAC3E,CAAC;IAED,MAAM,QAAQ,GAAG,WAAW,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;IAC7C,MAAM,aAAa,GAAG,mBAAI,CAAC,IAAI,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IAClD,MAAM,YAAY,GAAG,aAAa,GAAG,0CAA8B,CAAC;IAEpE,OAAO,4BAA4B,CAAC,YAAY,CAAC,CAAC;AACtD,CAAC,CAAC;AAVW,QAAA,wBAAwB,4BAUnC;AAEK,MAAM,wBAAwB,GAAG,KAAK,EAAE,SAAyB,EAAE,GAAW,EAA0B,EAAE;IAC7G,IAAI,CAAC,GAAG,EAAE,CAAC;QACP,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;IAC7D,CAAC;IAED,MAAM,QAAQ,GAAG,WAAW,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;IAC7C,MAAM,aAAa,GAAG,mBAAI,CAAC,IAAI,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IAClD,MAAM,YAAY,GAAG,aAAa,GAAG,0CAA8B,CAAC;IAEpE,IAAI,MAAM,4BAA4B,CAAC,YAAY,CAAC,EAAE,CAAC;QACnD,MAAM,aAAa,GAAG,MAAM,YAAY,CAAC,GAAG,EAAE,CAAC,kBAAE,CAAC,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC;QAErG,OAAO,aAAa,CAAC;IACzB,CAAC;IAED,oDAAoD;IACpD,IAAI,MAAM,4BAA4B,CAAC,aAAa,CAAC,EAAE,CAAC;QACpD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC;YAC1B,IAAI,MAAM,4BAA4B,CAAC,YAAY,CAAC,EAAE,CAAC;gBACnD,MAAM,aAAa,GAAG,MAAM,YAAY,CAAC,GAAG,EAAE,CAAC,kBAAE,CAAC,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC;gBAErG,OAAO,aAAa,CAAC;YACzB,CAAC;YAED,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;QAC1D,CAAC;IACL,CAAC;IAED,OAAO,IAAI,CAAC;AAChB,CAAC,CAAC;AA7BW,QAAA,wBAAwB,4BA6BnC;AAEK,MAAM,wBAAwB,GAAG,KAAK,EACzC,SAAyB,EACzB,GAAW,EACX,YAAoB,EACpB,EAAE,SAAS,GAAG,KAAK,KAA8B,EAAE,EACtC,EAAE;IACf,IAAI,CAAC,GAAG,EAAE,CAAC;QACP,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;IAC9D,CAAC;IAED,MAAM,QAAQ,GAAG,WAAW,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;IAC7C,MAAM,aAAa,GAAG,mBAAI,CAAC,IAAI,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IAClD,MAAM,YAAY,GAAG,aAAa,GAAG,0CAA8B,CAAC;IAEpE,4BAA4B;IAC5B,IAAI,CAAC,SAAS,IAAI,CAAC,MAAM,4BAA4B,CAAC,YAAY,CAAC,CAAC,EAAE,CAAC;QACnE,OAAO;IACX,CAAC;IAED,MAAM,+BAA+B,EAAE,CAAC;IAExC,MAAM,WAAW,GAAG,MAAM,yBAAQ;SAC7B,IAAI,CAAC,YAAY,EAAE;QAChB,KAAK,EAAE,IAAI;QACX,MAAM,EAAE,IAAI;QACZ,OAAO,EAAE;YACL,MAAM,EAAE,CAAC;YACT,UAAU,EAAE,EAAE;YACd,UAAU,EAAE,GAAG;YACf,OAAO,EAAE,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;SAC9B;QACD,QAAQ,EAAE,KAAK;KAClB,CAAC;SACD,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC;IAEvB,6CAA6C;IAC7C,IAAI,CAAC,WAAW,EAAE,CAAC;QACf,OAAO;IACX,CAAC;IAED,6CAA6C;IAC7C,IAAI,CAAC,SAAS,IAAI,CAAC,MAAM,4BAA4B,CAAC,YAAY,CAAC,CAAC,EAAE,CAAC;QACnE,MAAM,WAAW,EAAE,CAAC;QACpB,OAAO;IACX,CAAC;IAED,IAAI,CAAC;QACD,MAAM,YAAY,CAAC,GAAG,EAAE,CAAC,kBAAE,CAAC,SAAS,CAAC,aAAa,EAAE,YAAY,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE;YACpG,MAAM,IAAI,KAAK,CAAC,4BAA4B,aAAa,GAAG,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;QAC7E,CAAC,CAAC,CAAC;QAEH,kEAAkE;QAClE,MAAM,YAAY,CAAC,GAAG,EAAE,CAAC,kBAAE,CAAC,SAAS,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE;YACnE,MAAM,IAAI,KAAK,CAAC,oCAAoC,aAAa,GAAG,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;QACrF,CAAC,CAAC,CAAC;IACP,CAAC;YAAS,CAAC;QACP,MAAM,WAAW,EAAE,CAAC;IACxB,CAAC;AACL,CAAC,CAAC;AA1DW,QAAA,wBAAwB,4BA0DnC"}

package/build/src/browser/cdp/selectivity/hash-provider.d.ts

@@ -0,0 +1,7 @@
+export declare class HashProvider {
+    private static readonly _fileHashStore;
+    private static readonly _patternHashStore;
+    private static readonly _limited;
+    calculateForFile(filePath: string): Promise<string>;
+    calculateForPattern(pattern: string): Promise<string>;
+}

package/build/src/browser/cdp/selectivity/hash-provider.js

@@ -0,0 +1,86 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.HashProvider = void 0;
+const node_path_1 = __importDefault(require("node:path"));
+const node_crypto_1 = __importDefault(require("node:crypto"));
+const node_fs_1 = __importDefault(require("node:fs"));
+const p_limit_1 = __importDefault(require("p-limit"));
+const calculateFileMd5Hash = (filePath) => new Promise((resolve, reject) => {
+    const hash = node_crypto_1.default.createHash("md5");
+    const fileReadStream = node_fs_1.default.createReadStream(filePath);
+    fileReadStream.on("data", chunk => hash.update(chunk));
+    fileReadStream.on("end", () => resolve(hash.digest("hex")));
+    fileReadStream.on("error", cause => reject(new Error(`Selectivity: Couldn't calculate hash for ${filePath}`, { cause })));
+});
+class HashProvider {
+    async calculateForFile(filePath) {
+        const cachedHash = HashProvider._fileHashStore.get(filePath);
+        if (cachedHash) {
+            return cachedHash;
+        }
+        const hashPromise = HashProvider._limited(() => calculateFileMd5Hash(filePath));
+        HashProvider._fileHashStore.set(filePath, hashPromise);
+        return hashPromise;
+    }
+    async calculateForPattern(pattern) {
+        const cachedHash = HashProvider._patternHashStore.get(pattern);
+        if (cachedHash) {
+            return cachedHash;
+        }
+        const calculatePatternHashPromise = (async () => {
+            const globExtra = await Promise.resolve().then(() => __importStar(require("../../../bundle/glob-extra")));
+            const cwd = process.cwd();
+            const files = await globExtra.expandPaths(pattern, { root: cwd });
+            if (!files.length) {
+                throw new Error(`Selectivity: Couldn't find files by disableSelectivityPattern "${pattern}"`);
+            }
+            const filesSorted = files.sort();
+            const hash = node_crypto_1.default.createHash("md5");
+            let promiseQue = Promise.resolve();
+            for (const filePath of filesSorted) {
+                const fileHashPromise = HashProvider._limited(() => calculateFileMd5Hash(filePath));
+                const cwdRelativePath = node_path_1.default.relative(cwd, filePath);
+                const posixRelativePath = node_path_1.default.sep === node_path_1.default.posix.sep
+                    ? cwdRelativePath
+                    : cwdRelativePath.replaceAll(node_path_1.default.sep, node_path_1.default.posix.sep);
+                promiseQue = promiseQue.then(() => fileHashPromise.then(fileHash => {
+                    hash.update(`/${posixRelativePath}/${fileHash}`);
+                }));
+            }
+            return promiseQue.then(() => hash.digest("hex"));
+        })();
+        HashProvider._patternHashStore.set(pattern, calculatePatternHashPromise);
+        return calculatePatternHashPromise;
+    }
+}
+exports.HashProvider = HashProvider;
+HashProvider._fileHashStore = new Map();
+HashProvider._patternHashStore = new Map();
+HashProvider._limited = (0, p_limit_1.default)(16);
+//# sourceMappingURL=hash-provider.js.map

package/build/src/browser/cdp/selectivity/hash-provider.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"hash-provider.js","sourceRoot":"","sources":["../../../../../src/browser/cdp/selectivity/hash-provider.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,0DAA6B;AAC7B,8DAAiC;AACjC,sDAAyB;AACzB,sDAA6B;AAE7B,MAAM,oBAAoB,GAAG,CAAC,QAAgB,EAAmB,EAAE,CAC/D,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;IAC5B,MAAM,IAAI,GAAG,qBAAM,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;IACtC,MAAM,cAAc,GAAG,iBAAE,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC;IAErD,cAAc,CAAC,EAAE,CAAC,MAAM,EAAE,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;IACvD,cAAc,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAC5D,cAAc,CAAC,EAAE,CAAC,OAAO,EAAE,KAAK,CAAC,EAAE,CAC/B,MAAM,CAAC,IAAI,KAAK,CAAC,4CAA4C,QAAQ,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC,CACvF,CAAC;AACN,CAAC,CAAC,CAAC;AAEP,MAAa,YAAY;IAKrB,KAAK,CAAC,gBAAgB,CAAC,QAAgB;QACnC,MAAM,UAAU,GAAG,YAAY,CAAC,cAAc,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAE7D,IAAI,UAAU,EAAE,CAAC;YACb,OAAO,UAAU,CAAC;QACtB,CAAC;QAED,MAAM,WAAW,GAAG,YAAY,CAAC,QAAQ,CAAC,GAAG,EAAE,CAAC,oBAAoB,CAAC,QAAQ,CAAC,CAAC,CAAC;QAEhF,YAAY,CAAC,cAAc,CAAC,GAAG,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC;QAEvD,OAAO,WAAW,CAAC;IACvB,CAAC;IAED,KAAK,CAAC,mBAAmB,CAAC,OAAe;QACrC,MAAM,UAAU,GAAG,YAAY,CAAC,iBAAiB,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAE/D,IAAI,UAAU,EAAE,CAAC;YACb,OAAO,UAAU,CAAC;QACtB,CAAC;QAED,MAAM,2BAA2B,GAAG,CAAC,KAAK,IAAqB,EAAE;YAC7D,MAAM,SAAS,GAAG,wDAAa,4BAA4B,GAAC,CAAC;YAE7D,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC;YAC1B,MAAM,KAAK,GAAG,MAAM,SAAS,CAAC,WAAW,CAAC,OAAO,EAAE,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,CAAC;YAElE,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;gBAChB,MAAM,IAAI,KAAK,CAAC,kEAAkE,OAAO,GAAG,CAAC,CAAC;YAClG,CAAC;YAED,MAAM,WAAW,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC;YACjC,MAAM,IAAI,GAAG,qBAAM,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;YAEtC,IAAI,UAAU,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;YAEnC,KAAK,MAAM,QAAQ,IAAI,WAAW,EAAE,CAAC;gBACjC,MAAM,eAAe,GAAG,YAAY,CAAC,QAAQ,CAAC,GAAG,EAAE,CAAC,oBAAoB,CAAC,QAAQ,CAAC,CAAC,CAAC;gBACpF,MAAM,eAAe,GAAG,mBAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;gBACrD,MAAM,iBAAiB,GACnB,mBAAI,CAAC,GAAG,KAAK,mBAAI,CAAC,KAAK,CAAC,GAAG;oBACvB,CAAC,CAAC,eAAe;oBACjB,CAAC,CAAC,eAAe,CAAC,UAAU,CAAC,mBAAI,CAAC,GAAG,EAAE,mBAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;gBAE/D,UAAU,GAAG,UAAU,CAAC,IAAI,CAAC,GAAG,EAAE,CAC9B,eAAe,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE;oBAC5B,IAAI,CAAC,MAAM,CAAC,IAAI,iBAAiB,IAAI,QAAQ,EAAE,CAAC,CAAC;gBACrD,CAAC,CAAC,CACL,CAAC;YACN,CAAC;YAED,OAAO,UAAU,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;QACrD,CAAC,CAAC,EAAE,CAAC;QAEL,YAAY,CAAC,iBAAiB,CAAC,GAAG,CAAC,OAAO,EAAE,2BAA2B,CAAC,CAAC;QAEzE,OAAO,2BAA2B,CAAC;IACvC,CAAC;;AA9DL,oCA+DC;AA9D2B,2BAAc,GAAiC,IAAI,GAAG,EAAE,CAAC;AACzD,8BAAiB,GAAiC,IAAI,GAAG,EAAE,CAAC;AAC5D,qBAAQ,GAAG,IAAA,iBAAM,EAAC,EAAE,CAAC,CAAC"}

package/build/src/browser/cdp/selectivity/hash-reader.d.ts

@@ -0,0 +1,16 @@
+/// <reference types="lodash" />
+import type { NormalizedDependencies, SelectivityCompressionType } from "./types";
+export declare class HashReader {
+    private readonly _hashProvider;
+    private readonly _selectivityHashesPath;
+    private readonly _compresion;
+    private _hashFileContents;
+    private _fileStateCache;
+    constructor(selectivityRootPath: string, compression: SelectivityCompressionType);
+    private _getHashFileContents;
+    patternHasChanged(pattern: string): Promise<boolean>;
+    /** @returns changed deps or null, if nothing changed */
+    getTestChangedDeps(testDeps: NormalizedDependencies): Promise<NormalizedDependencies | null>;
+    clearCache(): void;
+}
+export declare const getHashReader: ((selectivityRootPath: string, compression: SelectivityCompressionType) => HashReader) & import("lodash").MemoizedFunction;

package/build/src/browser/cdp/selectivity/hash-reader.js

@@ -0,0 +1,83 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getHashReader = exports.HashReader = void 0;
+const lodash_1 = require("lodash");
+const node_path_1 = __importDefault(require("node:path"));
+const hash_provider_1 = require("./hash-provider");
+const utils_1 = require("./utils");
+const debug_1 = require("./debug");
+class HashReader {
+    constructor(selectivityRootPath, compression) {
+        this._hashProvider = new hash_provider_1.HashProvider();
+        this._hashFileContents = null;
+        this._fileStateCache = new Map();
+        this._selectivityHashesPath = (0, utils_1.getSelectivityHashesPath)(selectivityRootPath);
+        this._compresion = compression;
+    }
+    _getHashFileContents() {
+        if (this._hashFileContents) {
+            return this._hashFileContents;
+        }
+        return (this._hashFileContents = (0, utils_1.readHashFileContents)(this._selectivityHashesPath, this._compresion));
+    }
+    async patternHasChanged(pattern) {
+        const fileContents = await this._getHashFileContents();
+        const cachedPatternHash = fileContents.patterns[pattern];
+        const calculatedPatternHash = await this._hashProvider.calculateForPattern(pattern);
+        return cachedPatternHash !== calculatedPatternHash;
+    }
+    /** @returns changed deps or null, if nothing changed */
+    async getTestChangedDeps(testDeps) {
+        const depFileTypes = ["css", "js", "modules", "png"];
+        const fileContents = await this._getHashFileContents();
+        let result = null;
+        const checkForDepFileType = async (depFileType) => {
+            // Old selectivity dependency files did not have "png" property
+            if (!testDeps[depFileType]) {
+                return;
+            }
+            for (const filePath of testDeps[depFileType]) {
+                const isChanged = this._fileStateCache.get(filePath);
+                if (isChanged === false) {
+                    continue;
+                }
+                else if (isChanged === true) {
+                    result ||= { css: [], js: [], modules: [], png: [] };
+                    result[depFileType].push(filePath);
+                    continue;
+                }
+                const adjustedFilePath = depFileType === "modules" ? node_path_1.default.join(filePath, "package.json") : filePath;
+                const cachedFileHash = depFileType === "modules" ? fileContents.modules[filePath] : fileContents.files[filePath];
+                const calculatedFileHash = await this._hashProvider
+                    .calculateForFile(adjustedFilePath)
+                    .catch((err) => err);
+                if (calculatedFileHash instanceof Error) {
+                    (0, debug_1.debugSelectivity)(`${calculatedFileHash.message}: ${calculatedFileHash.cause}`);
+                }
+                if (cachedFileHash !== calculatedFileHash) {
+                    result ||= { css: [], js: [], modules: [], png: [] };
+                    result[depFileType].push(filePath);
+                    this._fileStateCache.set(filePath, true);
+                }
+                else {
+                    this._fileStateCache.set(filePath, false);
+                }
+            }
+        };
+        for (const depFileType of depFileTypes) {
+            await checkForDepFileType(depFileType);
+        }
+        return result;
+    }
+    clearCache() {
+        this._fileStateCache.clear();
+    }
+}
+exports.HashReader = HashReader;
+exports.getHashReader = (0, lodash_1.memoize)((selectivityRootPath, compression) => {
+    return new HashReader(selectivityRootPath, compression);
+}, (selectivityRootPath, compression) => `${selectivityRootPath}#${compression}`);
+//# sourceMappingURL=hash-reader.js.map