@google-psat/analysis-utils 0.9.0-1

package/dist/browserManagement/parseNetworkDataToCookieData.js

@@ -0,0 +1,187 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.parseNetworkDataToCookieData = void 0;
+/*
+ * Copyright 2023 Google LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     https://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+/**
+ * External dependencies.
+ */
+const tldts_1 = require("tldts");
+// eslint-disable-next-line complexity
+const parseNetworkDataToCookieData = (responses, requests, page, pageFrames) => __awaiter(void 0, void 0, void 0, function* () {
+    var _a, _b, _c;
+    const mainFrameId = '';
+    const frameIdNetworkDataMap = {};
+    for (const response of Object.values(responses)) {
+        if (!response.cookies || response.cookies.length === 0) {
+            continue;
+        }
+        const frameId = response.frameId || mainFrameId;
+        if (!frameIdNetworkDataMap[frameId]) {
+            frameIdNetworkDataMap[frameId] = {
+                requests: [],
+                responses: [],
+            };
+        }
+        frameIdNetworkDataMap[frameId].responses.push(response);
+    }
+    for (const request of Object.values(requests)) {
+        if (!request.cookies || request.cookies.length === 0) {
+            continue;
+        }
+        const frameId = request.frameId || mainFrameId;
+        if (!frameIdNetworkDataMap[frameId]) {
+            frameIdNetworkDataMap[frameId] = {
+                requests: [],
+                responses: [],
+            };
+        }
+        frameIdNetworkDataMap[frameId].requests.push(request);
+    }
+    const frameIdCookiesMap = {};
+    for (const [frameId, data] of Object.entries(frameIdNetworkDataMap)) {
+        const _frameCookies = {};
+        (_a = data.responses) === null || _a === void 0 ? void 0 : _a.forEach((response) => {
+            response.cookies.forEach((cookie) => {
+                var _a, _b, _c, _d;
+                // domain update required. Domain based on the server url
+                let parsedDomain = cookie.parsedCookie.domain === ''
+                    ? (0, tldts_1.getDomain)(response.url)
+                    : cookie.parsedCookie.domain;
+                if (parsedDomain && parsedDomain[0] !== '.') {
+                    parsedDomain = '.' + parsedDomain;
+                }
+                const key = cookie.parsedCookie.name +
+                    ':' +
+                    parsedDomain +
+                    ':' +
+                    cookie.parsedCookie.path;
+                const prevEntry = _frameCookies[key.trim()];
+                const blockedReasonsSet = new Set([
+                    ...((cookie === null || cookie === void 0 ? void 0 : cookie.blockedReasons) || []),
+                    ...((prevEntry === null || prevEntry === void 0 ? void 0 : prevEntry.blockedReasons) || []),
+                ]);
+                const networkEvents = {
+                    requestEvents: ((_a = prevEntry === null || prevEntry === void 0 ? void 0 : prevEntry.networkEvents) === null || _a === void 0 ? void 0 : _a.requestEvents) || [],
+                    responseEvents: [
+                        ...(((_b = cookie === null || cookie === void 0 ? void 0 : cookie.networkEvents) === null || _b === void 0 ? void 0 : _b.responseEvents) || []),
+                        ...(((_c = prevEntry === null || prevEntry === void 0 ? void 0 : prevEntry.networkEvents) === null || _c === void 0 ? void 0 : _c.responseEvents) || []),
+                    ],
+                };
+                _frameCookies[key.trim()] = Object.assign(Object.assign({}, cookie), { exemptionReason: (_d = prevEntry === null || prevEntry === void 0 ? void 0 : prevEntry.exemptionReason) !== null && _d !== void 0 ? _d : cookie === null || cookie === void 0 ? void 0 : cookie.exemptionReason, url: response.url, blockedReasons: Array.from(blockedReasonsSet), isBlocked: Array.from(blockedReasonsSet).length > 0, networkEvents, parsedCookie: Object.assign(Object.assign({}, cookie.parsedCookie), { domain: parsedDomain || '' }) });
+            });
+        });
+        (_b = data.requests) === null || _b === void 0 ? void 0 : _b.forEach((request) => {
+            request.cookies.forEach((cookie) => {
+                var _a, _b, _c, _d;
+                // domain update required. Domain based on the server url
+                let parsedDomain = cookie.parsedCookie.domain === ''
+                    ? (0, tldts_1.getDomain)(request.url)
+                    : cookie.parsedCookie.domain;
+                if (parsedDomain && parsedDomain[0] !== '.') {
+                    parsedDomain = '.' + parsedDomain;
+                }
+                const key = cookie.parsedCookie.name +
+                    ':' +
+                    parsedDomain +
+                    ':' +
+                    cookie.parsedCookie.path;
+                const prevEntry = _frameCookies[key.trim()];
+                const blockedReasonsSet = new Set([
+                    ...((cookie === null || cookie === void 0 ? void 0 : cookie.blockedReasons) || []),
+                    ...((prevEntry === null || prevEntry === void 0 ? void 0 : prevEntry.blockedReasons) || []),
+                ]);
+                const networkEvents = {
+                    requestEvents: [
+                        ...(((_a = cookie === null || cookie === void 0 ? void 0 : cookie.networkEvents) === null || _a === void 0 ? void 0 : _a.requestEvents) || []),
+                        ...(((_b = prevEntry === null || prevEntry === void 0 ? void 0 : prevEntry.networkEvents) === null || _b === void 0 ? void 0 : _b.requestEvents) || []),
+                    ],
+                    responseEvents: ((_c = prevEntry === null || prevEntry === void 0 ? void 0 : prevEntry.networkEvents) === null || _c === void 0 ? void 0 : _c.responseEvents) || [],
+                };
+                _frameCookies[key.trim()] = Object.assign(Object.assign({}, cookie), { exemptionReason: (_d = prevEntry === null || prevEntry === void 0 ? void 0 : prevEntry.exemptionReason) !== null && _d !== void 0 ? _d : cookie === null || cookie === void 0 ? void 0 : cookie.exemptionReason, url: request.url, blockedReasons: Array.from(blockedReasonsSet), networkEvents, isBlocked: Array.from(blockedReasonsSet).length > 0, parsedCookie: Object.assign(Object.assign({}, cookie.parsedCookie), { domain: parsedDomain || '' }) });
+            });
+        });
+        frameIdCookiesMap[frameId] = {
+            frameCookies: _frameCookies,
+        };
+    }
+    const cdpSession = yield page.createCDPSession();
+    const { targetInfos } = yield cdpSession.send('Target.getTargets');
+    const allTargets = {};
+    const pageTargetsFromNetwork = {};
+    targetInfos.forEach(({ targetId, url }) => {
+        allTargets[targetId] = url;
+    });
+    for (const frameId of Object.keys(frameIdCookiesMap)) {
+        let url = '';
+        let _frameId = frameId;
+        while (url === '') {
+            if (_frameId === '0') {
+                url = page.url();
+            }
+            if (allTargets[frameId]) {
+                url = allTargets[frameId];
+            }
+            else {
+                // Seek parent
+                _frameId = pageFrames[_frameId] || '0';
+            }
+        }
+        pageTargetsFromNetwork[frameId] = url;
+    }
+    const frameUrlCookiesMap = {};
+    for (const [frameId, data] of Object.entries(frameIdCookiesMap)) {
+        const key = new URL(pageTargetsFromNetwork[frameId]).origin;
+        frameUrlCookiesMap[key] = {
+            frameCookies: Object.assign(Object.assign({}, data.frameCookies), (((_c = frameUrlCookiesMap[key]) === null || _c === void 0 ? void 0 : _c.frameCookies) || {})),
+        };
+    }
+    // Loop over pageFrames and add empty entry for any frame which was not found in frameUrlCookiesMap.
+    for (const frameId of Object.keys(pageFrames)) {
+        let url = '';
+        let _frameId = frameId;
+        while (url === '') {
+            if (_frameId === '0') {
+                url = page.url();
+            }
+            if (allTargets[frameId]) {
+                url = allTargets[frameId];
+            }
+            else {
+                // Seek parent
+                _frameId = pageFrames[_frameId] || '0';
+            }
+        }
+        const key = new URL(url).origin;
+        if (!frameUrlCookiesMap[key]) {
+            frameUrlCookiesMap[key] = {
+                frameCookies: {},
+            };
+        }
+    }
+    return frameUrlCookiesMap;
+});
+exports.parseNetworkDataToCookieData = parseNetworkDataToCookieData;
+//# sourceMappingURL=parseNetworkDataToCookieData.js.map

package/dist/browserManagement/parseNetworkDataToCookieData.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"parseNetworkDataToCookieData.js","sourceRoot":"","sources":["../../src/browserManagement/parseNetworkDataToCookieData.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA;;;;;;;;;;;;;;GAcG;AACH;;GAEG;AACH,iCAAkC;AAQlC,sCAAsC;AAC/B,MAAM,4BAA4B,GAAG,CAC1C,SAAuC,EACvC,QAAqC,EACrC,IAAU,EACV,UAAkC,EACF,EAAE;;IAClC,MAAM,WAAW,GAAG,EAAE,CAAC;IAEvB,MAAM,qBAAqB,GAMvB,EAAE,CAAC;IAEP,KAAK,MAAM,QAAQ,IAAI,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC;QAChD,IAAI,CAAC,QAAQ,CAAC,OAAO,IAAI,QAAQ,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvD,SAAS;QACX,CAAC;QAED,MAAM,OAAO,GAAG,QAAQ,CAAC,OAAO,IAAI,WAAW,CAAC;QAEhD,IAAI,CAAC,qBAAqB,CAAC,OAAO,CAAC,EAAE,CAAC;YACpC,qBAAqB,CAAC,OAAO,CAAC,GAAG;gBAC/B,QAAQ,EAAE,EAAE;gBACZ,SAAS,EAAE,EAAE;aACd,CAAC;QACJ,CAAC;QAED,qBAAqB,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAC1D,CAAC;IAED,KAAK,MAAM,OAAO,IAAI,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC9C,IAAI,CAAC,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACrD,SAAS;QACX,CAAC;QAED,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,WAAW,CAAC;QAE/C,IAAI,CAAC,qBAAqB,CAAC,OAAO,CAAC,EAAE,CAAC;YACpC,qBAAqB,CAAC,OAAO,CAAC,GAAG;gBAC/B,QAAQ,EAAE,EAAE;gBACZ,SAAS,EAAE,EAAE;aACd,CAAC;QACJ,CAAC;QAED,qBAAqB,CAAC,OAAO,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACxD,CAAC;IAED,MAAM,iBAAiB,GAOnB,EAAE,CAAC;IAEP,KAAK,MAAM,CAAC,OAAO,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,qBAAqB,CAAC,EAAE,CAAC;QACpE,MAAM,aAAa,GAA+B,EAAE,CAAC;QAErD,MAAA,IAAI,CAAC,SAAS,0CAAE,OAAO,CAAC,CAAC,QAAsB,EAAE,EAAE;YACjD,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE;;gBAClC,yDAAyD;gBACzD,IAAI,YAAY,GACd,MAAM,CAAC,YAAY,CAAC,MAAM,KAAK,EAAE;oBAC/B,CAAC,CAAC,IAAA,iBAAS,EAAC,QAAQ,CAAC,GAAG,CAAC;oBACzB,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,MAAM,CAAC;gBAEjC,IAAI,YAAY,IAAI,YAAY,CAAC,CAAC,CAAC,KAAK,GAAG,EAAE,CAAC;oBAC5C,YAAY,GAAG,GAAG,GAAG,YAAY,CAAC;gBACpC,CAAC;gBAED,MAAM,GAAG,GACP,MAAM,CAAC,YAAY,CAAC,IAAI;oBACxB,GAAG;oBACH,YAAY;oBACZ,GAAG;oBACH,MAAM,CAAC,YAAY,CAAC,IAAI,CAAC;gBAE3B,MAAM,SAAS,GAAG,aAAa,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC;gBAE5C,MAAM,iBAAiB,GAAG,IAAI,GAAG,CAAC;oBAChC,GAAG,CAAC,CAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,cAAc,KAAI,EAAE,CAAC;oBACjC,GAAG,CAAC,CAAA,SAAS,aAAT,SAAS,uBAAT,SAAS,CAAE,cAAc,KAAI,EAAE,CAAC;iBACrC,CAAC,CAAC;gBAEH,MAAM,aAAa,GAAG;oBACpB,aAAa,EAAE,CAAA,MAAA,SAAS,aAAT,SAAS,uBAAT,SAAS,CAAE,aAAa,0CAAE,aAAa,KAAI,EAAE;oBAC5D,cAAc,EAAE;wBACd,GAAG,CAAC,CAAA,MAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,aAAa,0CAAE,cAAc,KAAI,EAAE,CAAC;wBAChD,GAAG,CAAC,CAAA,MAAA,SAAS,aAAT,SAAS,uBAAT,SAAS,CAAE,aAAa,0CAAE,cAAc,KAAI,EAAE,CAAC;qBACpD;iBACF,CAAC;gBAEF,aAAa,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,mCACpB,MAAM,KACT,eAAe,EACb,MAAA,SAAS,aAAT,SAAS,uBAAT,SAAS,CAAE,eAAe,mCAAI,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,eAAe,EACvD,GAAG,EAAE,QAAQ,CAAC,GAAG,EACjB,cAAc,EAAE,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,EAC7C,SAAS,EAAE,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,MAAM,GAAG,CAAC,EACnD,aAAa,EACb,YAAY,kCACP,MAAM,CAAC,YAAY,KACtB,MAAM,EAAE,YAAY,IAAI,EAAE,MAE7B,CAAC;YACJ,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,MAAA,IAAI,CAAC,QAAQ,0CAAE,OAAO,CAAC,CAAC,OAAoB,EAAE,EAAE;YAC9C,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE;;gBACjC,yDAAyD;gBACzD,IAAI,YAAY,GACd,MAAM,CAAC,YAAY,CAAC,MAAM,KAAK,EAAE;oBAC/B,CAAC,CAAC,IAAA,iBAAS,EAAC,OAAO,CAAC,GAAG,CAAC;oBACxB,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,MAAM,CAAC;gBAEjC,IAAI,YAAY,IAAI,YAAY,CAAC,CAAC,CAAC,KAAK,GAAG,EAAE,CAAC;oBAC5C,YAAY,GAAG,GAAG,GAAG,YAAY,CAAC;gBACpC,CAAC;gBAED,MAAM,GAAG,GACP,MAAM,CAAC,YAAY,CAAC,IAAI;oBACxB,GAAG;oBACH,YAAY;oBACZ,GAAG;oBACH,MAAM,CAAC,YAAY,CAAC,IAAI,CAAC;gBAE3B,MAAM,SAAS,GAAG,aAAa,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC;gBAE5C,MAAM,iBAAiB,GAAG,IAAI,GAAG,CAAC;oBAChC,GAAG,CAAC,CAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,cAAc,KAAI,EAAE,CAAC;oBACjC,GAAG,CAAC,CAAA,SAAS,aAAT,SAAS,uBAAT,SAAS,CAAE,cAAc,KAAI,EAAE,CAAC;iBACrC,CAAC,CAAC;gBAEH,MAAM,aAAa,GAAG;oBACpB,aAAa,EAAE;wBACb,GAAG,CAAC,CAAA,MAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,aAAa,0CAAE,aAAa,KAAI,EAAE,CAAC;wBAC/C,GAAG,CAAC,CAAA,MAAA,SAAS,aAAT,SAAS,uBAAT,SAAS,CAAE,aAAa,0CAAE,aAAa,KAAI,EAAE,CAAC;qBACnD;oBACD,cAAc,EAAE,CAAA,MAAA,SAAS,aAAT,SAAS,uBAAT,SAAS,CAAE,aAAa,0CAAE,cAAc,KAAI,EAAE;iBAC/D,CAAC;gBAEF,aAAa,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,mCACpB,MAAM,KACT,eAAe,EACb,MAAA,SAAS,aAAT,SAAS,uBAAT,SAAS,CAAE,eAAe,mCAAI,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,eAAe,EACvD,GAAG,EAAE,OAAO,CAAC,GAAG,EAChB,cAAc,EAAE,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,EAC7C,aAAa,EACb,SAAS,EAAE,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,MAAM,GAAG,CAAC,EACnD,YAAY,kCAAO,MAAM,CAAC,YAAY,KAAE,MAAM,EAAE,YAAY,IAAI,EAAE,MACnE,CAAC;YACJ,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,iBAAiB,CAAC,OAAO,CAAC,GAAG;YAC3B,YAAY,EAAE,aAAa;SAC5B,CAAC;IACJ,CAAC;IAED,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,gBAAgB,EAAE,CAAC;IAEjD,MAAM,EAAE,WAAW,EAAE,GAAG,MAAM,UAAU,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;IAEnE,MAAM,UAAU,GAA2B,EAAE,CAAC;IAC9C,MAAM,sBAAsB,GAA2B,EAAE,CAAC;IAE1D,WAAW,CAAC,OAAO,CAAC,CAAC,EAAE,QAAQ,EAAE,GAAG,EAAE,EAAE,EAAE;QACxC,UAAU,CAAC,QAAQ,CAAC,GAAG,GAAG,CAAC;IAC7B,CAAC,CAAC,CAAC;IAEH,KAAK,MAAM,OAAO,IAAI,MAAM,CAAC,IAAI,CAAC,iBAAiB,CAAC,EAAE,CAAC;QACrD,IAAI,GAAG,GAAG,EAAE,CAAC;QACb,IAAI,QAAQ,GAAG,OAAO,CAAC;QAEvB,OAAO,GAAG,KAAK,EAAE,EAAE,CAAC;YAClB,IAAI,QAAQ,KAAK,GAAG,EAAE,CAAC;gBACrB,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACnB,CAAC;YAED,IAAI,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;gBACxB,GAAG,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC;YAC5B,CAAC;iBAAM,CAAC;gBACN,cAAc;gBACd,QAAQ,GAAG,UAAU,CAAC,QAAQ,CAAC,IAAI,GAAG,CAAC;YACzC,CAAC;QACH,CAAC;QACD,sBAAsB,CAAC,OAAO,CAAC,GAAG,GAAG,CAAC;IACxC,CAAC;IAED,MAAM,kBAAkB,GAOpB,EAAE,CAAC;IAEP,KAAK,MAAM,CAAC,OAAO,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,iBAAiB,CAAC,EAAE,CAAC;QAChE,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,sBAAsB,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC;QAE5D,kBAAkB,CAAC,GAAG,CAAC,GAAG;YACxB,YAAY,kCACP,IAAI,CAAC,YAAY,GACjB,CAAC,CAAA,MAAA,kBAAkB,CAAC,GAAG,CAAC,0CAAE,YAAY,KAAI,EAAE,CAAC,CACjD;SACF,CAAC;IACJ,CAAC;IAED,oGAAoG;IACpG,KAAK,MAAM,OAAO,IAAI,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC;QAC9C,IAAI,GAAG,GAAG,EAAE,CAAC;QACb,IAAI,QAAQ,GAAG,OAAO,CAAC;QAEvB,OAAO,GAAG,KAAK,EAAE,EAAE,CAAC;YAClB,IAAI,QAAQ,KAAK,GAAG,EAAE,CAAC;gBACrB,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACnB,CAAC;YAED,IAAI,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;gBACxB,GAAG,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC;YAC5B,CAAC;iBAAM,CAAC;gBACN,cAAc;gBACd,QAAQ,GAAG,UAAU,CAAC,QAAQ,CAAC,IAAI,GAAG,CAAC;YACzC,CAAC;QACH,CAAC;QAED,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC;QAEhC,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,EAAE,CAAC;YAC7B,kBAAkB,CAAC,GAAG,CAAC,GAAG;gBACxB,YAAY,EAAE,EAAE;aACjB,CAAC;QACJ,CAAC;IACH,CAAC;IAED,OAAO,kBAAkB,CAAC;AAC5B,CAAC,CAAA,CAAC;AAlPW,QAAA,4BAA4B,gCAkPvC"}

package/dist/browserManagement/types.js

@@ -0,0 +1,18 @@
+"use strict";
+/*
+ * Copyright 2023 Google LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     https://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=types.js.map

package/dist/browserManagement/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/browserManagement/types.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;GAcG"}

package/dist/index.js

@@ -0,0 +1,33 @@
+"use strict";
+/*
+ * Copyright 2023 Google LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     https://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./procedures"), exports);
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;GAcG;;;;;;;;;;;;;;;;AAEH,+CAA6B"}

package/dist/procedures/analyzeCookiesUrlsAndFetchResources.js

@@ -0,0 +1,71 @@
+"use strict";
+/*
+ * Copyright 2023 Google LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     https://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.analyzeCookiesUrlsAndFetchResources = void 0;
+/**
+ * External dependencies.
+ */
+const common_1 = require("@google-psat/common");
+/**
+ * Internal dependencies.
+ */
+const browserManagement_1 = require("../browserManagement");
+const analyzeCookiesUrlsAndFetchResources = (urls, Libraries, isHeadless, delayTime, cookieDictionary, shouldSkipAcceptBanner) => __awaiter(void 0, void 0, void 0, function* () {
+    const browser = new browserManagement_1.BrowserManagement({
+        width: 1440,
+        height: 790,
+        deviceScaleFactor: 1,
+    }, isHeadless, delayTime, false);
+    yield browser.initializeBrowser(true);
+    const { result: analysisCookieData, consolidatedDOMQueryMatches } = yield browser.analyzeCookies(urls, shouldSkipAcceptBanner, Libraries);
+    const resources = browser.getResources(urls);
+    const res = analysisCookieData.map(({ url: pageUrl, cookieData }) => {
+        Object.entries(cookieData).forEach(([, frameData]) => {
+            const frameCookies = frameData.frameCookies;
+            Object.entries(frameCookies).forEach(([key, cookie]) => {
+                const analytics = (0, common_1.findAnalyticsMatch)(cookie.parsedCookie.name, cookieDictionary);
+                frameCookies[key.trim()].analytics = {
+                    platform: (analytics === null || analytics === void 0 ? void 0 : analytics.platform) || 'Unknown',
+                    category: (analytics === null || analytics === void 0 ? void 0 : analytics.category) || 'Uncategorized',
+                    gdprUrl: (analytics === null || analytics === void 0 ? void 0 : analytics.gdprUrl) || '',
+                    description: analytics === null || analytics === void 0 ? void 0 : analytics.description,
+                };
+                frameCookies[key.trim()].isFirstParty = (0, common_1.isFirstParty)(cookie.parsedCookie.domain, pageUrl);
+                frameCookies[key.trim()].blockingStatus = (0, common_1.deriveBlockingStatus)(cookie.networkEvents);
+            });
+        });
+        return {
+            url: pageUrl,
+            cookieData,
+            resources: resources[pageUrl],
+            domQueryMatches: consolidatedDOMQueryMatches[pageUrl],
+        };
+    });
+    yield browser.deinitialize();
+    return res;
+});
+exports.analyzeCookiesUrlsAndFetchResources = analyzeCookiesUrlsAndFetchResources;
+//# sourceMappingURL=analyzeCookiesUrlsAndFetchResources.js.map

package/dist/procedures/analyzeCookiesUrlsAndFetchResources.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"analyzeCookiesUrlsAndFetchResources.js","sourceRoot":"","sources":["../../src/procedures/analyzeCookiesUrlsAndFetchResources.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;GAcG;;;;;;;;;;;;AAEH;;GAEG;AACH,gDAM6B;AAE7B;;GAEG;AACH,4DAAyD;AAElD,MAAM,mCAAmC,GAAG,CACjD,IAAc,EACd,SAA4B,EAC5B,UAAmB,EACnB,SAAiB,EACjB,gBAAgC,EAChC,sBAA+B,EAC/B,EAAE;IACF,MAAM,OAAO,GAAG,IAAI,qCAAiB,CACnC;QACE,KAAK,EAAE,IAAI;QACX,MAAM,EAAE,GAAG;QACX,iBAAiB,EAAE,CAAC;KACrB,EACD,UAAU,EACV,SAAS,EACT,KAAK,CACN,CAAC;IAEF,MAAM,OAAO,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC;IACtC,MAAM,EAAE,MAAM,EAAE,kBAAkB,EAAE,2BAA2B,EAAE,GAC/D,MAAM,OAAO,CAAC,cAAc,CAAC,IAAI,EAAE,sBAAsB,EAAE,SAAS,CAAC,CAAC;IAExE,MAAM,SAAS,GAAG,OAAO,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;IAE7C,MAAM,GAAG,GAAG,kBAAkB,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,EAAE,OAAO,EAAE,UAAU,EAAE,EAAE,EAAE;QAClE,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,SAAS,CAAC,EAAE,EAAE;YACnD,MAAM,YAAY,GAAG,SAAS,CAAC,YAAY,CAAC;YAC5C,MAAM,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,EAAE,MAAM,CAAC,EAAE,EAAE;gBACrD,MAAM,SAAS,GAAG,IAAA,2BAAkB,EAClC,MAAM,CAAC,YAAY,CAAC,IAAI,EACxB,gBAAgB,CACjB,CAAC;gBAEF,YAAY,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC,SAAS,GAAG;oBACnC,QAAQ,EAAE,CAAA,SAAS,aAAT,SAAS,uBAAT,SAAS,CAAE,QAAQ,KAAI,SAAS;oBAC1C,QAAQ,EAAE,CAAA,SAAS,aAAT,SAAS,uBAAT,SAAS,CAAE,QAAQ,KAAI,eAAe;oBAChD,OAAO,EAAE,CAAA,SAAS,aAAT,SAAS,uBAAT,SAAS,CAAE,OAAO,KAAI,EAAE;oBACjC,WAAW,EAAE,SAAS,aAAT,SAAS,uBAAT,SAAS,CAAE,WAAW;iBACpC,CAAC;gBAEF,YAAY,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC,YAAY,GAAG,IAAA,qBAAY,EAClD,MAAM,CAAC,YAAY,CAAC,MAAM,EAC1B,OAAO,CACR,CAAC;gBAEF,YAAY,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC,cAAc,GAAG,IAAA,6BAAoB,EAC5D,MAAM,CAAC,aAAa,CACrB,CAAC;YACJ,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,OAAO;YACL,GAAG,EAAE,OAAO;YACZ,UAAU;YACV,SAAS,EAAE,SAAS,CAAC,OAAO,CAAC;YAC7B,eAAe,EAAE,2BAA2B,CAAC,OAAO,CAAC;SACtD,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,MAAM,OAAO,CAAC,YAAY,EAAE,CAAC;IAC7B,OAAO,GAAG,CAAC;AACb,CAAC,CAAA,CAAC;AA9DW,QAAA,mCAAmC,uCA8D9C"}

package/dist/procedures/analyzeCookiesUrlsInBatchesAndFetchResources.js

@@ -0,0 +1,54 @@
+"use strict";
+/*
+ * Copyright 2023 Google LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     https://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.analyzeCookiesUrlsInBatchesAndFetchResources = void 0;
+/**
+ * Internal dependencies.
+ */
+const analyzeCookiesUrlsAndFetchResources_1 = require("./analyzeCookiesUrlsAndFetchResources");
+const analyzeCookiesUrlsInBatchesAndFetchResources = (urls_1, Libraries_1, isHeadless_1, delayTime_1, cookieDictionary_1, ...args_1) => __awaiter(void 0, [urls_1, Libraries_1, isHeadless_1, delayTime_1, cookieDictionary_1, ...args_1], void 0, function* (urls, Libraries, isHeadless, delayTime, cookieDictionary, batchSize = 3, spinnies, shouldSkipAcceptBanner = false) {
+    let report = [];
+    for (let i = 0; i < urls.length; i += batchSize) {
+        const start = i;
+        const end = Math.min(urls.length - 1, i + batchSize - 1);
+        spinnies &&
+            spinnies.add(`cookie-batch-spinner`, {
+                text: `Analyzing cookies in URLs ${start + 1} - ${end + 1}...`,
+                indent: 2,
+            });
+        const urlsWindow = urls.slice(start, end + 1);
+        const cookieAnalysisAndFetchedResources = yield (0, analyzeCookiesUrlsAndFetchResources_1.analyzeCookiesUrlsAndFetchResources)(urlsWindow, Libraries, isHeadless, delayTime, cookieDictionary, shouldSkipAcceptBanner);
+        report = [...report, ...cookieAnalysisAndFetchedResources];
+        spinnies &&
+            spinnies.succeed(`cookie-batch-spinner`, {
+                text: `Done analyzing cookies in URLs ${start + 1} - ${end + 1}.`,
+                indent: 2,
+            });
+    }
+    return report;
+});
+exports.analyzeCookiesUrlsInBatchesAndFetchResources = analyzeCookiesUrlsInBatchesAndFetchResources;
+//# sourceMappingURL=analyzeCookiesUrlsInBatchesAndFetchResources.js.map

package/dist/procedures/analyzeCookiesUrlsInBatchesAndFetchResources.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"analyzeCookiesUrlsInBatchesAndFetchResources.js","sourceRoot":"","sources":["../../src/procedures/analyzeCookiesUrlsInBatchesAndFetchResources.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;GAcG;;;;;;;;;;;;AAYH;;GAEG;AACH,+FAA4F;AAErF,MAAM,4CAA4C,GAAG,gFAkB1D,EAAE,uHAjBF,IAAc,EACd,SAA4B,EAC5B,UAAmB,EACnB,SAAiB,EACjB,gBAAgC,EAChC,SAAS,GAAG,CAAC,EACb,QASC,EACD,sBAAsB,GAAG,KAAK;IAE9B,IAAI,MAAM,GAeJ,EAAE,CAAC;IAET,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,IAAI,SAAS,EAAE,CAAC;QAChD,MAAM,KAAK,GAAG,CAAC,CAAC;QAChB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,GAAG,CAAC,CAAC,CAAC;QAEzD,QAAQ;YACN,QAAQ,CAAC,GAAG,CAAC,sBAAsB,EAAE;gBACnC,IAAI,EAAE,6BAA6B,KAAK,GAAG,CAAC,MAAM,GAAG,GAAG,CAAC,KAAK;gBAC9D,MAAM,EAAE,CAAC;aACV,CAAC,CAAC;QAEL,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,GAAG,CAAC,CAAC,CAAC;QAE9C,MAAM,iCAAiC,GACrC,MAAM,IAAA,yEAAmC,EACvC,UAAU,EACV,SAAS,EACT,UAAU,EACV,SAAS,EACT,gBAAgB,EAChB,sBAAsB,CACvB,CAAC;QAEJ,MAAM,GAAG,CAAC,GAAG,MAAM,EAAE,GAAG,iCAAiC,CAAC,CAAC;QAE3D,QAAQ;YACN,QAAQ,CAAC,OAAO,CAAC,sBAAsB,EAAE;gBACvC,IAAI,EAAE,kCAAkC,KAAK,GAAG,CAAC,MAAM,GAAG,GAAG,CAAC,GAAG;gBACjE,MAAM,EAAE,CAAC;aACV,CAAC,CAAC;IACP,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC,CAAA,CAAC;AApEW,QAAA,4CAA4C,gDAoEvD"}

package/dist/procedures/analyzeTechnologiesUrlsInBatches.js

@@ -0,0 +1,64 @@
+"use strict";
+/*
+ * Copyright 2023 Google LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     https://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.analyzeTechnologiesUrlsInBatches = void 0;
+/**
+ * External dependencies.
+ */
+// @ts-ignore Package does not support typescript.
+const wappalyzer_1 = __importDefault(require("wappalyzer"));
+const analyzeTechnologiesUrlsInBatches = (urls_1, ...args_1) => __awaiter(void 0, [urls_1, ...args_1], void 0, function* (urls, batchSize = 3, spinnies) {
+    const wappalyzer = new wappalyzer_1.default();
+    let report = [];
+    for (let i = 0; i < urls.length; i += batchSize) {
+        const start = i;
+        const end = Math.min(urls.length - 1, i + batchSize - 1);
+        yield wappalyzer.init();
+        spinnies &&
+            spinnies.add(`tech-batch-spinner`, {
+                text: `Analyzing technologies in URLs ${start + 1} - ${end + 1}...`,
+                indent: 2,
+            });
+        const urlsWindow = urls.slice(start, end + 1);
+        const technologyAnalysis = yield Promise.all(urlsWindow.map((url) => __awaiter(void 0, void 0, void 0, function* () {
+            const { technologies } = yield (yield wappalyzer.open(url)).analyze();
+            return technologies;
+        })));
+        report = [...report, ...technologyAnalysis];
+        spinnies &&
+            spinnies.succeed(`tech-batch-spinner`, {
+                text: `Done analyzing technology in URLs ${start + 1} - ${end + 1}.`,
+                indent: 2,
+            });
+        yield wappalyzer.destroy();
+    }
+    return report;
+});
+exports.analyzeTechnologiesUrlsInBatches = analyzeTechnologiesUrlsInBatches;
+//# sourceMappingURL=analyzeTechnologiesUrlsInBatches.js.map

package/dist/procedures/analyzeTechnologiesUrlsInBatches.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"analyzeTechnologiesUrlsInBatches.js","sourceRoot":"","sources":["../../src/procedures/analyzeTechnologiesUrlsInBatches.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;GAcG;;;;;;;;;;;;;;;AAEH;;GAEG;AACH,kDAAkD;AAClD,4DAAqC;AAO9B,MAAM,gCAAgC,GAAG,oBAab,EAAE,2DAZnC,IAAmB,EACnB,SAAS,GAAG,CAAC,EACb,QASC;IAED,MAAM,UAAU,GAAG,IAAI,oBAAW,EAAE,CAAC;IAErC,IAAI,MAAM,GAA2B,EAAE,CAAC;IAExC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,IAAI,SAAS,EAAE,CAAC;QAChD,MAAM,KAAK,GAAG,CAAC,CAAC;QAChB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,GAAG,CAAC,CAAC,CAAC;QACzD,MAAM,UAAU,CAAC,IAAI,EAAE,CAAC;QAExB,QAAQ;YACN,QAAQ,CAAC,GAAG,CAAC,oBAAoB,EAAE;gBACjC,IAAI,EAAE,kCAAkC,KAAK,GAAG,CAAC,MAAM,GAAG,GAAG,CAAC,KAAK;gBACnE,MAAM,EAAE,CAAC;aACV,CAAC,CAAC;QAEL,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,GAAG,CAAC,CAAC,CAAC;QAE9C,MAAM,kBAAkB,GAAG,MAAM,OAAO,CAAC,GAAG,CAC1C,UAAU,CAAC,GAAG,CAAC,CAAO,GAAG,EAAE,EAAE;YAC3B,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,CAAC,MAAM,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC;YACtE,OAAO,YAAY,CAAC;QACtB,CAAC,CAAA,CAAC,CACH,CAAC;QAEF,MAAM,GAAG,CAAC,GAAG,MAAM,EAAE,GAAG,kBAAkB,CAAC,CAAC;QAE5C,QAAQ;YACN,QAAQ,CAAC,OAAO,CAAC,oBAAoB,EAAE;gBACrC,IAAI,EAAE,qCAAqC,KAAK,GAAG,CAAC,MAAM,GAAG,GAAG,CAAC,GAAG;gBACpE,MAAM,EAAE,CAAC;aACV,CAAC,CAAC;QACL,MAAM,UAAU,CAAC,OAAO,EAAE,CAAC;IAC7B,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC,CAAA,CAAC;AAjDW,QAAA,gCAAgC,oCAiD3C"}

package/dist/procedures/index.js

@@ -0,0 +1,25 @@
+"use strict";
+/*
+ * Copyright 2023 Google LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     https://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.analyzeTechnologiesUrlsInBatches = exports.analyzeCookiesUrlsInBatchesAndFetchResources = exports.analyzeCookiesUrlsAndFetchResources = void 0;
+var analyzeCookiesUrlsAndFetchResources_1 = require("./analyzeCookiesUrlsAndFetchResources");
+Object.defineProperty(exports, "analyzeCookiesUrlsAndFetchResources", { enumerable: true, get: function () { return analyzeCookiesUrlsAndFetchResources_1.analyzeCookiesUrlsAndFetchResources; } });
+var analyzeCookiesUrlsInBatchesAndFetchResources_1 = require("./analyzeCookiesUrlsInBatchesAndFetchResources");
+Object.defineProperty(exports, "analyzeCookiesUrlsInBatchesAndFetchResources", { enumerable: true, get: function () { return analyzeCookiesUrlsInBatchesAndFetchResources_1.analyzeCookiesUrlsInBatchesAndFetchResources; } });
+var analyzeTechnologiesUrlsInBatches_1 = require("./analyzeTechnologiesUrlsInBatches");
+Object.defineProperty(exports, "analyzeTechnologiesUrlsInBatches", { enumerable: true, get: function () { return analyzeTechnologiesUrlsInBatches_1.analyzeTechnologiesUrlsInBatches; } });
+//# sourceMappingURL=index.js.map

package/dist/procedures/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/procedures/index.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;GAcG;;;AAEH,6FAA4F;AAAnF,0JAAA,mCAAmC,OAAA;AAC5C,+GAA8G;AAArG,4KAAA,4CAA4C,OAAA;AACrD,uFAAsF;AAA7E,oJAAA,gCAAgC,OAAA"}

package/dist/types.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=types.js.map

package/dist/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":""}

package/dist-types/browserManagement/collateCookieData.d.ts

@@ -0,0 +1,11 @@
+/**
+ * Internal dependencies.
+ */
+import { CookieDataFromNetwork } from './types';
+/**
+ * Collate network and JS cookie data.
+ * @param cookieDataFromNetwork Cookie data from network.
+ * @param cookieDataFromJS cookie data from JS.
+ * @returns cookieDataFromNetwork Cookie data from network and JS if it exits.
+ */
+export default function collateCookieData(cookieDataFromNetwork: CookieDataFromNetwork, cookieDataFromJS: CookieDataFromNetwork): CookieDataFromNetwork;

package/dist-types/browserManagement/index.d.ts

@@ -0,0 +1,53 @@
+/**
+ * External dependencies.
+ */
+import { Browser, HTTPResponse, Page, Protocol } from 'puppeteer';
+import { type ScriptTagUnderCheck, type LibraryData, type LibraryMatchers } from '@google-psat/common';
+/**
+ * Internal dependencies.
+ */
+import { ResponseData, RequestData, ViewportConfig, CookieDataFromNetwork } from './types';
+export declare class BrowserManagement {
+    viewportConfig: ViewportConfig;
+    browser: Browser | null;
+    isHeadless: boolean;
+    pageWaitTime: number;
+    pages: Record<string, Page>;
+    pageFrames: Record<string, Record<string, string>>;
+    pageResponses: Record<string, Record<string, ResponseData>>;
+    pageRequests: Record<string, Record<string, RequestData>>;
+    pageResourcesMaps: Record<string, Record<string, ScriptTagUnderCheck>>;
+    shouldLogDebug: boolean;
+    constructor(viewportConfig: ViewportConfig, isHeadless: boolean, pageWaitTime: number, shouldLogDebug: boolean);
+    debugLog(msg: any): void;
+    initializeBrowser(enable3pCookiePhaseout: boolean): Promise<void>;
+    clickOnAcceptBanner(url: string): Promise<void>;
+    openPage(): Promise<Page>;
+    navigateToPage(url: string): Promise<void>;
+    pageScroll(url: string): Promise<void>;
+    responseEventListener(pageId: string, response: HTTPResponse): void;
+    responseReceivedListener(pageId: string, { requestId, frameId, response }: Protocol.Network.ResponseReceivedEvent): void;
+    responseReceivedExtraInfoListener(pageId: string, { headers, cookiePartitionKey, blockedCookies, requestId, exemptedCookies, }: Protocol.Network.ResponseReceivedExtraInfoEvent): void;
+    requestWillBeSentListener(pageId: string, { requestId, request, frameId }: Protocol.Network.RequestWillBeSentEvent): void;
+    requestWillBeSentExtraInfoListener(pageId: string, { associatedCookies, requestId, }: Protocol.Network.RequestWillBeSentExtraInfoEvent): void;
+    pageFrameAttachedListener(pageId: string, { frameId, parentFrameId }: Protocol.Page.FrameAttachedEvent): void;
+    getMainframeIds(): Promise<Record<string, string>>;
+    attachListenersToPage(pageId: string): Promise<void>;
+    getJSCookies(page: Page): Promise<CookieDataFromNetwork>;
+    getResources(urls: string[]): {
+        [key: string]: any;
+    };
+    insertAndRunDOMQueryFunctions(url: string, Libraries: LibraryMatchers[]): Promise<{
+        [x: string]: LibraryData;
+    }>;
+    analyzeCookies(userProvidedUrls: string[], shouldSkipAcceptBanner: boolean, Libraries: LibraryMatchers[]): Promise<{
+        result: {
+            url: string;
+            cookieData: CookieDataFromNetwork;
+        }[];
+        consolidatedDOMQueryMatches: {
+            [key: string]: LibraryData;
+        };
+    }>;
+    deinitialize(): Promise<void>;
+}

package/dist-types/browserManagement/parseNetworkDataToCookieData.d.ts

@@ -0,0 +1,6 @@
+import type { Page } from 'puppeteer';
+/**
+ * Internal dependencies.
+ */
+import { CookieDataFromNetwork, RequestData, ResponseData } from './types';
+export declare const parseNetworkDataToCookieData: (responses: Record<string, ResponseData>, requests: Record<string, RequestData>, page: Page, pageFrames: Record<string, string>) => Promise<CookieDataFromNetwork>;

package/dist-types/browserManagement/types.d.ts

@@ -0,0 +1,37 @@
+import { CookieData } from '@google-psat/common';
+export type ViewportConfig = {
+    width: number;
+    height: number;
+    deviceScaleFactor: number;
+};
+export type ResponseData = {
+    frameId?: string;
+    url: string;
+    cookies: CookieData[];
+};
+export type RequestData = {
+    frameId?: string;
+    url: string;
+    cookies: CookieData[];
+};
+export type CookieStoreCookie = {
+    name: string;
+    domain: string;
+    expires: number;
+    partitioned: boolean;
+    path: string;
+    sameSite: 'strict' | 'lax' | 'none';
+    secure: boolean;
+    value: string;
+};
+export type CookieDataFromNetwork = {
+    [frameUrl: string]: {
+        frameCookies: {
+            [key: string]: CookieData;
+        };
+    };
+};
+export type PageCookieData = {
+    url: string;
+    cookieData: CookieDataFromNetwork;
+};

package/dist-types/index.d.ts

@@ -0,0 +1 @@
+export * from './procedures';

package/dist-types/procedures/analyzeCookiesUrlsAndFetchResources.d.ts

@@ -0,0 +1,10 @@
+/**
+ * External dependencies.
+ */
+import { CookieDatabase, LibraryMatchers } from '@google-psat/common';
+export declare const analyzeCookiesUrlsAndFetchResources: (urls: string[], Libraries: LibraryMatchers[], isHeadless: boolean, delayTime: number, cookieDictionary: CookieDatabase, shouldSkipAcceptBanner: boolean) => Promise<{
+    url: string;
+    cookieData: import("../browserManagement/types").CookieDataFromNetwork;
+    resources: any;
+    domQueryMatches: import("@google-psat/common").LibraryData;
+}[]>;