@google-psat/analysis-utils 0.9.0-1

package/.eslintrc.json

@@ -0,0 +1,7 @@
+{
+  "rules": {
+    "no-console": "off",
+    "no-await-in-loop": "off"
+  },
+  "ignorePatterns": ["dist/**", "dist-types/**"]
+}

package/README.md

@@ -0,0 +1,4 @@
+# analysis-utils 
+
+## Description
+A package for managing puppeteer for various site analysis 

package/dist/browserManagement/collateCookieData.js

@@ -0,0 +1,35 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+/**
+ * Collate network and JS cookie data.
+ * @param cookieDataFromNetwork Cookie data from network.
+ * @param cookieDataFromJS cookie data from JS.
+ * @returns cookieDataFromNetwork Cookie data from network and JS if it exits.
+ */
+function collateCookieData(cookieDataFromNetwork, cookieDataFromJS) {
+    Object.entries(cookieDataFromJS).forEach(([frameUrl, { frameCookies }]) => {
+        Object.entries(frameCookies).forEach(([key, cookie]) => {
+            // Check if the frame's data exists.  if not create frame data object
+            if (!cookieDataFromNetwork[frameUrl]) {
+                cookieDataFromNetwork[frameUrl] = {
+                    frameCookies: {
+                        [key]: {
+                            parsedCookie: cookie.parsedCookie,
+                            headerType: 'javascript',
+                        },
+                    },
+                };
+            }
+            // Check if the cookie's data exists. if not add cookie data object to frame cookies. Otherwise cookie data from network stream will be used.
+            else if (!cookieDataFromNetwork[frameUrl].frameCookies[key]) {
+                cookieDataFromNetwork[frameUrl].frameCookies[key] = {
+                    parsedCookie: cookie.parsedCookie,
+                    headerType: 'javascript',
+                };
+            }
+        });
+    });
+    return cookieDataFromNetwork;
+}
+exports.default = collateCookieData;
+//# sourceMappingURL=collateCookieData.js.map

package/dist/browserManagement/collateCookieData.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"collateCookieData.js","sourceRoot":"","sources":["../../src/browserManagement/collateCookieData.ts"],"names":[],"mappings":";;AAoBA;;;;;GAKG;AACH,SAAwB,iBAAiB,CACvC,qBAA4C,EAC5C,gBAAuC;IAEvC,MAAM,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,EAAE,EAAE,YAAY,EAAE,CAAC,EAAE,EAAE;QACxE,MAAM,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,EAAE,MAAM,CAAC,EAAE,EAAE;YACrD,qEAAqE;YACrE,IAAI,CAAC,qBAAqB,CAAC,QAAQ,CAAC,EAAE,CAAC;gBACrC,qBAAqB,CAAC,QAAQ,CAAC,GAAG;oBAChC,YAAY,EAAE;wBACZ,CAAC,GAAG,CAAC,EAAE;4BACL,YAAY,EAAE,MAAM,CAAC,YAAY;4BACjC,UAAU,EAAE,YAAY;yBACzB;qBACF;iBACF,CAAC;YACJ,CAAC;YACD,6IAA6I;iBACxI,IAAI,CAAC,qBAAqB,CAAC,QAAQ,CAAC,CAAC,YAAY,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC5D,qBAAqB,CAAC,QAAQ,CAAC,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG;oBAClD,YAAY,EAAE,MAAM,CAAC,YAAY;oBACjC,UAAU,EAAE,YAAY;iBACzB,CAAC;YACJ,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,OAAO,qBAAqB,CAAC;AAC/B,CAAC;AA5BD,oCA4BC"}

package/dist/browserManagement/index.js

@@ -0,0 +1,532 @@
+"use strict";
+/*
+ * Copyright 2023 Google LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     https://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.BrowserManagement = void 0;
+/**
+ * External dependencies.
+ */
+const puppeteer_1 = __importDefault(require("puppeteer"));
+const simple_cookie_1 = require("simple-cookie");
+const common_1 = require("@google-psat/common");
+const parseNetworkDataToCookieData_1 = require("./parseNetworkDataToCookieData");
+const collateCookieData_1 = __importDefault(require("./collateCookieData"));
+class BrowserManagement {
+    constructor(viewportConfig, isHeadless, pageWaitTime, shouldLogDebug) {
+        this.viewportConfig = viewportConfig;
+        this.browser = null;
+        this.isHeadless = isHeadless;
+        this.pageWaitTime = pageWaitTime;
+        this.pages = {};
+        this.pageFrames = {};
+        this.pageResponses = {};
+        this.pageRequests = {};
+        this.shouldLogDebug = shouldLogDebug;
+        this.pageResourcesMaps = {};
+    }
+    debugLog(msg) {
+        if (this.shouldLogDebug) {
+            console.log(msg);
+        }
+    }
+    initializeBrowser(enable3pCookiePhaseout) {
+        return __awaiter(this, void 0, void 0, function* () {
+            const args = [];
+            if (enable3pCookiePhaseout) {
+                args.push('--test-third-party-cookie-phaseout');
+                args.push('--enable-features="FirstPartySets,StorageAccessAPI,StorageAccessAPIForOriginExtension,PageInfoCookiesSubpage,PrivacySandboxFirstPartySetsUI,TpcdMetadataGrants,TpcdSupportSettings,TpcdHeuristicsGrants:TpcdReadHeuristicsGrants/true/TpcdWritePopupCurrentInteractionHeuristicsGrants/30d/TpcdBackfillPopupHeuristicsGrants/30d/TpcdPopupHeuristicEnableForIframeInitiator/all/TpcdWriteRedirectHeuristicGrants/15m/TpcdRedirectHeuristicRequireABAFlow/true/TpcdRedirectHeuristicRequireCurrentInteraction/true"');
+            }
+            this.browser = yield puppeteer_1.default.launch({
+                devtools: true,
+                headless: this.isHeadless,
+                args,
+            });
+            this.debugLog('browser intialized');
+        });
+    }
+    clickOnAcceptBanner(url) {
+        return __awaiter(this, void 0, void 0, function* () {
+            const page = this.pages[url];
+            if (!page) {
+                throw new Error('no page with the provided id was found');
+            }
+            yield page.evaluate(() => {
+                var _a, _b;
+                const bannerNodes = Array.from((((_a = document.querySelector('body')) === null || _a === void 0 ? void 0 : _a.childNodes) || []))
+                    .filter((node) => node && (node === null || node === void 0 ? void 0 : node.tagName) === 'DIV')
+                    .filter((node) => {
+                    if (!node || !(node === null || node === void 0 ? void 0 : node.textContent)) {
+                        return false;
+                    }
+                    const regex = /\b(consent|policy|cookie policy|privacy policy|personalize|preferences)\b/;
+                    return regex.test(node.textContent.toLowerCase());
+                });
+                const buttonToClick = bannerNodes
+                    .map((node) => {
+                    const buttonNodes = Array.from(node.getElementsByTagName('button'));
+                    const isButtonForAccept = buttonNodes.filter((cnode) => cnode.textContent &&
+                        (cnode.textContent.toLowerCase().includes('accept') ||
+                            cnode.textContent.toLowerCase().includes('allow') ||
+                            cnode.textContent.toLowerCase().includes('agree')));
+                    return isButtonForAccept[0];
+                })
+                    .filter((button) => button);
+                (_b = buttonToClick[0]) === null || _b === void 0 ? void 0 : _b.click();
+            });
+            yield (0, common_1.delay)(this.pageWaitTime / 2);
+        });
+    }
+    openPage() {
+        return __awaiter(this, void 0, void 0, function* () {
+            if (!this.browser) {
+                throw new Error('Browser not intialized');
+            }
+            const sitePage = yield this.browser.newPage();
+            yield sitePage.setUserAgent('Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/121.0.0.0 Safari/537.36');
+            sitePage.setViewport({
+                width: 1440,
+                height: 790,
+                deviceScaleFactor: 1,
+            });
+            this.debugLog('Page opened');
+            return sitePage;
+        });
+    }
+    navigateToPage(url) {
+        return __awaiter(this, void 0, void 0, function* () {
+            const page = this.pages[url];
+            if (!page) {
+                throw new Error('no page with the provided id was found');
+            }
+            this.debugLog(`starting navigation to url ${url}`);
+            try {
+                yield page.goto(url, { timeout: 10000 });
+                this.debugLog(`done with navigation to url:${url}`);
+            }
+            catch (error) {
+                this.debugLog(`navigation did not finish in 10 seconds moving on to scrolling`);
+                //ignore
+            }
+        });
+    }
+    pageScroll(url) {
+        return __awaiter(this, void 0, void 0, function* () {
+            const page = this.pages[url];
+            if (!page) {
+                throw new Error('no page with the provided id was found');
+            }
+            try {
+                yield page.evaluate(() => {
+                    window.scrollBy(0, 10000);
+                });
+            }
+            catch (error) {
+                this.debugLog(`scrolling the page to the end.`);
+                //ignore
+            }
+            this.debugLog(`scrolling on url:${url}`);
+        });
+    }
+    responseEventListener(pageId, response) {
+        var _a, _b, _c, _d;
+        if (((_b = (_a = response === null || response === void 0 ? void 0 : response.headers()) === null || _a === void 0 ? void 0 : _a['content-type']) === null || _b === void 0 ? void 0 : _b.includes('javascript')) ||
+            ((_d = (_c = response === null || response === void 0 ? void 0 : response.headers()) === null || _c === void 0 ? void 0 : _c['content-type']) === null || _d === void 0 ? void 0 : _d.includes('html'))) {
+            response
+                .text()
+                .then((content) => {
+                var _a, _b;
+                this.pageResourcesMaps[pageId][response.url()] = {
+                    origin: response.url(),
+                    type: ((_b = (_a = response === null || response === void 0 ? void 0 : response.headers()) === null || _a === void 0 ? void 0 : _a['content-type']) === null || _b === void 0 ? void 0 : _b.includes('javascript'))
+                        ? 'Script'
+                        : 'Document',
+                    content,
+                };
+            })
+                .catch(() => undefined);
+        }
+    }
+    responseReceivedListener(pageId, { requestId, frameId, response }) {
+        var _a, _b;
+        if (!this.pageResponses[pageId][requestId]) {
+            this.pageResponses[pageId][requestId] = {
+                frameId,
+                url: response.url,
+                cookies: [],
+            };
+        }
+        else {
+            const parsedCookies = (_a = this.pageResponses[pageId][requestId]) === null || _a === void 0 ? void 0 : _a.cookies.map((cookie) => {
+                if (!cookie.url) {
+                    cookie.url = response.url;
+                }
+                if (!cookie.parsedCookie.domain) {
+                    cookie.parsedCookie.domain = new URL(response.url).hostname;
+                }
+                if (cookie.parsedCookie.domain[0] !== '.') {
+                    cookie.parsedCookie.domain = '.' + cookie.parsedCookie.domain;
+                }
+                return cookie;
+            });
+            (_b = this.pageResponses[pageId][requestId]) === null || _b === void 0 ? void 0 : _b.cookies.forEach((cookie) => {
+                var _a;
+                (_a = cookie.networkEvents) === null || _a === void 0 ? void 0 : _a.responseEvents.map((event) => {
+                    if (event.requestId === requestId) {
+                        event.url = response.url;
+                    }
+                    return event;
+                });
+            });
+            this.pageResponses[pageId][requestId] = {
+                frameId,
+                url: response.url,
+                cookies: parsedCookies,
+            };
+        }
+    }
+    responseReceivedExtraInfoListener(pageId, { headers, cookiePartitionKey, blockedCookies, requestId, exemptedCookies, }) {
+        var _a, _b, _c, _d;
+        const headersToBeParsed = (_a = headers['set-cookie']) !== null && _a !== void 0 ? _a : headers['Set-Cookie'];
+        if (!headersToBeParsed) {
+            return;
+        }
+        const cookies = headersToBeParsed
+            .split('\n')
+            .map((headerLine) => {
+            var _a;
+            const parsedCookie = (0, simple_cookie_1.parse)(headerLine);
+            const partitionKey = headerLine.includes('Partitioned')
+                ? cookiePartitionKey
+                : undefined;
+            const url = (_a = this.pageResponses[pageId][requestId]) === null || _a === void 0 ? void 0 : _a.url;
+            if (!parsedCookie.domain && url) {
+                parsedCookie.domain = new URL(url).hostname;
+            }
+            if (parsedCookie.domain && parsedCookie.domain[0] !== '.') {
+                parsedCookie.domain = '.' + parsedCookie.domain;
+            }
+            const exemptedEntry = exemptedCookies === null || exemptedCookies === void 0 ? void 0 : exemptedCookies.find(({ cookie }) => {
+                return (cookie === null || cookie === void 0 ? void 0 : cookie.name) === parsedCookie.name;
+            });
+            const blockedEntry = blockedCookies.find((c) => {
+                var _a, _b, _c, _d, _e, _f, _g, _h, _j, _k, _l, _m, _o;
+                if (c.cookie) {
+                    return (((_b = (_a = c.cookie) === null || _a === void 0 ? void 0 : _a.name) === null || _b === void 0 ? void 0 : _b.trim()) === ((_c = parsedCookie.name) === null || _c === void 0 ? void 0 : _c.trim()) &&
+                        ((_d = c.cookie.domain) === null || _d === void 0 ? void 0 : _d.trim()) === ((_e = parsedCookie.domain) === null || _e === void 0 ? void 0 : _e.trim()) &&
+                        ((_f = c.cookie.path) === null || _f === void 0 ? void 0 : _f.trim()) === ((_g = parsedCookie.path) === null || _g === void 0 ? void 0 : _g.trim()));
+                }
+                else {
+                    const temporaryParsedCookie = (0, simple_cookie_1.parse)(c.cookieLine);
+                    return (((_h = temporaryParsedCookie.name) === null || _h === void 0 ? void 0 : _h.trim()) ===
+                        ((_j = parsedCookie.name) === null || _j === void 0 ? void 0 : _j.trim()) &&
+                        ((_k = temporaryParsedCookie.domain) === null || _k === void 0 ? void 0 : _k.trim()) ===
+                            ((_l = parsedCookie.domain) === null || _l === void 0 ? void 0 : _l.trim()) &&
+                        ((_m = temporaryParsedCookie.path) === null || _m === void 0 ? void 0 : _m.trim()) === ((_o = parsedCookie.path) === null || _o === void 0 ? void 0 : _o.trim()));
+                }
+            });
+            return {
+                parsedCookie: {
+                    name: parsedCookie.name,
+                    domain: parsedCookie.domain,
+                    path: parsedCookie.path || '/',
+                    value: parsedCookie.value,
+                    sameSite: parsedCookie.samesite || 'Lax',
+                    expires: parsedCookie.expires || 'Session',
+                    httpOnly: parsedCookie.httponly || false,
+                    secure: parsedCookie.secure || false,
+                    partitionKey,
+                },
+                networkEvents: {
+                    responseEvents: [
+                        {
+                            type: common_1.RESPONSE_EVENT.CDP_RESPONSE_RECEIVED_EXTRA_INFO,
+                            requestId,
+                            url,
+                            blocked: Boolean(blockedEntry),
+                            timeStamp: Date.now(),
+                        },
+                    ],
+                    requestEvents: [],
+                },
+                isBlocked: Boolean(blockedEntry),
+                blockedReasons: blockedEntry === null || blockedEntry === void 0 ? void 0 : blockedEntry.blockedReasons,
+                exemptionReason: exemptedEntry === null || exemptedEntry === void 0 ? void 0 : exemptedEntry.exemptionReason,
+                url,
+                headerType: 'response',
+            };
+        });
+        const prevCookies = ((_b = this.pageResponses[pageId][requestId]) === null || _b === void 0 ? void 0 : _b.cookies) || [];
+        const mergedCookies = [...prevCookies, ...(cookies || [])];
+        this.pageResponses[pageId][requestId] = {
+            frameId: ((_c = this.pageResponses[pageId][requestId]) === null || _c === void 0 ? void 0 : _c.frameId) || '',
+            url: ((_d = this.pageResponses[pageId][requestId]) === null || _d === void 0 ? void 0 : _d.url) || '',
+            // @ts-ignore TODO: fix expires type mismatch
+            cookies: mergedCookies,
+        };
+    }
+    requestWillBeSentListener(pageId, { requestId, request, frameId }) {
+        this.pageRequests[pageId][requestId] = Object.assign(Object.assign({}, (this.pageRequests[pageId][requestId] || {})), { frameId, url: request.url });
+    }
+    requestWillBeSentExtraInfoListener(pageId, { associatedCookies, requestId, }) {
+        if (!associatedCookies || associatedCookies.length === 0) {
+            return;
+        }
+        const cookies = associatedCookies.map((associatedCookie) => {
+            var _a, _b;
+            return {
+                parsedCookie: {
+                    name: associatedCookie.cookie.name,
+                    domain: associatedCookie.cookie.domain,
+                    path: associatedCookie.cookie.path || '/',
+                    value: associatedCookie.cookie.value,
+                    sameSite: associatedCookie.cookie.sameSite || 'Lax',
+                    expires: associatedCookie.cookie.expires || 'Session',
+                    httpOnly: associatedCookie.cookie.httpOnly || false,
+                    secure: associatedCookie.cookie.secure || false,
+                    partitionKey: associatedCookie.cookie.partitionKey,
+                },
+                networkEvents: {
+                    requestEvents: [
+                        {
+                            type: common_1.REQUEST_EVENT.CDP_REQUEST_WILL_BE_SENT_EXTRA_INFO,
+                            requestId,
+                            url: ((_a = this.pageRequests[pageId][requestId]) === null || _a === void 0 ? void 0 : _a.url) || '',
+                            blocked: associatedCookie.blockedReasons.length > 0,
+                            timeStamp: Date.now(),
+                        },
+                    ],
+                    responseEvents: [],
+                },
+                isBlocked: associatedCookie.blockedReasons.length > 0,
+                blockedReasons: associatedCookie.blockedReasons,
+                exemptionReason: associatedCookie === null || associatedCookie === void 0 ? void 0 : associatedCookie.exemptionReason,
+                url: ((_b = this.pageRequests[pageId][requestId]) === null || _b === void 0 ? void 0 : _b.url) || '',
+                headerType: 'request',
+            };
+        });
+        this.pageRequests[pageId][requestId] = Object.assign(Object.assign({}, (this.pageRequests[pageId][requestId] || {})), { cookies });
+    }
+    pageFrameAttachedListener(pageId, { frameId, parentFrameId }) {
+        if (!this.pageFrames[pageId]) {
+            this.pageFrames[pageId] = {};
+        }
+        this.pageFrames[pageId][frameId] = parentFrameId;
+    }
+    getMainframeIds() {
+        return __awaiter(this, void 0, void 0, function* () {
+            var _a;
+            const pageTargetIds = {};
+            // This gets targets for all pages.
+            const cdpSession = yield Object.values(this.pages)[0].createCDPSession();
+            const res = yield cdpSession.send('Target.getTargets');
+            for (const [_url, page] of Object.entries(this.pages)) {
+                const constructedUrl = page.url();
+                const mainFrameTargetId = (_a = res.targetInfos.find(({ url, type }) => constructedUrl === url && type === 'page')) === null || _a === void 0 ? void 0 : _a.targetId;
+                pageTargetIds[_url] = mainFrameTargetId || '';
+            }
+            return pageTargetIds;
+        });
+    }
+    attachListenersToPage(pageId) {
+        return __awaiter(this, void 0, void 0, function* () {
+            const page = this.pages[pageId];
+            if (!page) {
+                throw new Error(`no page with the provided id was found:${pageId}`);
+            }
+            const cdpSession = yield page.createCDPSession();
+            yield cdpSession.send('Target.setAutoAttach', {
+                // If this is set to true, debugger will be attached to every new target that is added to the current target.
+                autoAttach: true,
+                waitForDebuggerOnStart: false,
+                //Enables "flat" access to the session via specifying sessionId attribute in the commands.
+                // If this is set to true the debugger is also attached to the child targets of that the target it has been attached to.
+                flatten: true,
+            });
+            yield cdpSession.send('Network.enable');
+            yield cdpSession.send('Page.enable');
+            this.pageRequests[pageId] = {};
+            this.pageResponses[pageId] = {};
+            this.pageResourcesMaps[pageId] = {};
+            page.on('response', (ev) => this.responseEventListener(pageId, ev));
+            cdpSession.on('Network.responseReceived', (ev) => this.responseReceivedListener(pageId, ev));
+            cdpSession.on('Network.responseReceivedExtraInfo', (ev) => this.responseReceivedExtraInfoListener(pageId, ev));
+            cdpSession.on('Network.requestWillBeSent', (ev) => this.requestWillBeSentListener(pageId, ev));
+            cdpSession.on('Network.requestWillBeSentExtraInfo', (ev) => this.requestWillBeSentExtraInfoListener(pageId, ev));
+            cdpSession.on('Page.frameAttached', (ev) => this.pageFrameAttachedListener(pageId, ev));
+            this.debugLog('done attaching network event listeners');
+        });
+    }
+    getJSCookies(page) {
+        return __awaiter(this, void 0, void 0, function* () {
+            const frames = page.frames();
+            const cookies = {};
+            yield Promise.all(frames.map((frame) => __awaiter(this, void 0, void 0, function* () {
+                if (!frame.url().includes('http')) {
+                    return;
+                }
+                const _JSCookies = yield (0, common_1.resolveWithTimeout)(frame.evaluate(() => {
+                    // @ts-ignore
+                    return cookieStore.getAll();
+                }), [], 200);
+                const frameCookies = {};
+                _JSCookies.forEach((cookie) => {
+                    if (!cookie.domain) {
+                        cookie.domain = new URL(frame.url()).hostname;
+                    }
+                    if (cookie.domain[0] !== '.') {
+                        cookie.domain = '.' + cookie.domain;
+                    }
+                    const key = cookie.name + ':' + cookie.domain + ':' + cookie.path;
+                    frameCookies[key] = { parsedCookie: cookie };
+                });
+                const frameUrl = new URL(frame.url()).origin;
+                cookies[frameUrl] = { frameCookies };
+            })));
+            return cookies;
+        });
+    }
+    getResources(urls) {
+        const allFetchedResources = {};
+        urls.forEach((url) => {
+            var _a;
+            const page = this.pages[url];
+            const resources = this.pageResourcesMaps[url];
+            if (!page || !resources) {
+                allFetchedResources[url] = [];
+                return;
+            }
+            const mainFrameUrl = new URL(page.url()).origin;
+            allFetchedResources[mainFrameUrl] = Array.from((_a = Object.values(resources)) !== null && _a !== void 0 ? _a : []);
+        });
+        return allFetchedResources;
+    }
+    insertAndRunDOMQueryFunctions(url, Libraries) {
+        return __awaiter(this, void 0, void 0, function* () {
+            const page = this.pages[url];
+            if (!page) {
+                throw new Error('no page with the provided id was found');
+            }
+            const domQueryMatches = {};
+            yield Promise.all(Libraries.map((_a) => __awaiter(this, [_a], void 0, function* ({ domQueryFunction, name }) {
+                if (domQueryFunction && name) {
+                    yield page.addScriptTag({
+                        content: `window.${name.replaceAll('-', '')} = ${domQueryFunction}`,
+                    });
+                    const queryResult = yield page.evaluate((library) => {
+                        //@ts-ignore
+                        const functionDOMQuery = window[`${library}`];
+                        if (!functionDOMQuery) {
+                            return [];
+                        }
+                        return functionDOMQuery();
+                    }, name.replaceAll('-', ''));
+                    domQueryMatches[name] = {
+                        domQuerymatches: queryResult,
+                    };
+                }
+            })));
+            const mainFrameUrl = new URL(page.url()).origin;
+            return { [mainFrameUrl]: domQueryMatches };
+        });
+    }
+    analyzeCookies(userProvidedUrls, shouldSkipAcceptBanner, Libraries) {
+        return __awaiter(this, void 0, void 0, function* () {
+            let consolidatedDOMQueryMatches = {};
+            // Open tabs and attach network listeners
+            yield Promise.all(userProvidedUrls.map((url) => __awaiter(this, void 0, void 0, function* () {
+                const sitePage = yield this.openPage();
+                this.pages[url] = sitePage;
+                yield this.attachListenersToPage(url);
+            })));
+            // Navigate to URLs
+            yield Promise.all(userProvidedUrls.map((url) => __awaiter(this, void 0, void 0, function* () {
+                yield this.navigateToPage(url);
+            })));
+            // Delay for page to load resources
+            yield (0, common_1.delay)(this.pageWaitTime / 2);
+            // Accept Banners
+            if (shouldSkipAcceptBanner) {
+                // delay
+                yield Promise.all(userProvidedUrls.map((url) => __awaiter(this, void 0, void 0, function* () {
+                    yield this.clickOnAcceptBanner(url);
+                })));
+            }
+            // Scroll to bottom of the page
+            yield Promise.all(userProvidedUrls.map((url) => __awaiter(this, void 0, void 0, function* () {
+                yield this.pageScroll(url);
+            })));
+            yield Promise.all(userProvidedUrls.map((url) => __awaiter(this, void 0, void 0, function* () {
+                const newMatches = yield this.insertAndRunDOMQueryFunctions(url, Libraries);
+                consolidatedDOMQueryMatches = Object.assign(Object.assign({}, consolidatedDOMQueryMatches), newMatches);
+            })));
+            // Delay for page to load more resources
+            yield (0, common_1.delay)(this.pageWaitTime / 2);
+            const mainFrameUrlIdMap = yield this.getMainframeIds();
+            Object.entries(mainFrameUrlIdMap).forEach(([_url, id]) => {
+                if (!this.pageFrames[_url]) {
+                    this.pageFrames[_url] = {
+                        [id]: '0',
+                    };
+                }
+                else {
+                    this.pageFrames[_url][id] = '0';
+                }
+            });
+            const result = yield Promise.all(userProvidedUrls.map((userProvidedUrl) => __awaiter(this, void 0, void 0, function* () {
+                const _responses = this.pageResponses[userProvidedUrl];
+                const _requests = this.pageRequests[userProvidedUrl];
+                const _page = this.pages[userProvidedUrl];
+                const _pageFrames = this.pageFrames[userProvidedUrl];
+                if (!_responses || !_requests || !_page) {
+                    return {
+                        url: userProvidedUrl,
+                        cookieData: {},
+                    };
+                }
+                const cookieDataFromNetwork = yield (0, parseNetworkDataToCookieData_1.parseNetworkDataToCookieData)(_responses, _requests, _page, _pageFrames);
+                const cookieDataFromJS = yield this.getJSCookies(_page);
+                const mainFrameUrl = new URL(_page.url()).origin;
+                const collatedCookieData = (0, collateCookieData_1.default)(cookieDataFromNetwork, cookieDataFromJS);
+                return {
+                    // Page may redirect. page.url() gives the redirected URL
+                    url: mainFrameUrl,
+                    cookieData: collatedCookieData,
+                };
+            })));
+            return { result, consolidatedDOMQueryMatches };
+        });
+    }
+    deinitialize() {
+        return __awaiter(this, void 0, void 0, function* () {
+            var _a;
+            yield ((_a = this.browser) === null || _a === void 0 ? void 0 : _a.close());
+        });
+    }
+}
+exports.BrowserManagement = BrowserManagement;
+//# sourceMappingURL=index.js.map

package/dist/browserManagement/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/browserManagement/index.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;GAcG;;;;;;;;;;;;;;;AAEH;;GAEG;AACH,0DAA6E;AAC7E,iDAAsC;AACtC,gDAS6B;AAY7B,iFAA8E;AAC9E,4EAAoD;AAEpD,MAAa,iBAAiB;IAY5B,YACE,cAA8B,EAC9B,UAAmB,EACnB,YAAoB,EACpB,cAAuB;QAEvB,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;QACrC,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACpB,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC7B,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QACjC,IAAI,CAAC,KAAK,GAAG,EAAE,CAAC;QAChB,IAAI,CAAC,UAAU,GAAG,EAAE,CAAC;QACrB,IAAI,CAAC,aAAa,GAAG,EAAE,CAAC;QACxB,IAAI,CAAC,YAAY,GAAG,EAAE,CAAC;QACvB,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;QACrC,IAAI,CAAC,iBAAiB,GAAG,EAAE,CAAC;IAC9B,CAAC;IAED,QAAQ,CAAC,GAAQ;QACf,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACxB,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACnB,CAAC;IACH,CAAC;IAEK,iBAAiB,CAAC,sBAA+B;;YACrD,MAAM,IAAI,GAAa,EAAE,CAAC;YAE1B,IAAI,sBAAsB,EAAE,CAAC;gBAC3B,IAAI,CAAC,IAAI,CAAC,oCAAoC,CAAC,CAAC;gBAChD,IAAI,CAAC,IAAI,CACP,ofAAof,CACrf,CAAC;YACJ,CAAC;YAED,IAAI,CAAC,OAAO,GAAG,MAAM,mBAAS,CAAC,MAAM,CAAC;gBACpC,QAAQ,EAAE,IAAI;gBACd,QAAQ,EAAE,IAAI,CAAC,UAAU;gBACzB,IAAI;aACL,CAAC,CAAC;YACH,IAAI,CAAC,QAAQ,CAAC,oBAAoB,CAAC,CAAC;QACtC,CAAC;KAAA;IAEK,mBAAmB,CAAC,GAAW;;YACnC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAE7B,IAAI,CAAC,IAAI,EAAE,CAAC;gBACV,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;YAC5D,CAAC;YAED,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE;;gBACvB,MAAM,WAAW,GAAc,KAAK,CAAC,IAAI,CACvC,CAAC,CAAA,MAAA,QAAQ,CAAC,aAAa,CAAC,MAAM,CAAC,0CAAE,UAAU,KAAI,EAAE,CAAc,CAChE;qBACE,MAAM,CAAC,CAAC,IAAa,EAAE,EAAE,CAAC,IAAI,IAAI,CAAA,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,OAAO,MAAK,KAAK,CAAC;qBAC1D,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE;oBACf,IAAI,CAAC,IAAI,IAAI,CAAC,CAAA,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,WAAW,CAAA,EAAE,CAAC;wBAChC,OAAO,KAAK,CAAC;oBACf,CAAC;oBACD,MAAM,KAAK,GACT,2EAA2E,CAAC;oBAE9E,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,WAAW,EAAE,CAAC,CAAC;gBACpD,CAAC,CAAC,CAAC;gBAEL,MAAM,aAAa,GAAwB,WAAW;qBACnD,GAAG,CAAC,CAAC,IAAa,EAAE,EAAE;oBACrB,MAAM,WAAW,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,oBAAoB,CAAC,QAAQ,CAAC,CAAC,CAAC;oBACpE,MAAM,iBAAiB,GAAG,WAAW,CAAC,MAAM,CAC1C,CAAC,KAAK,EAAE,EAAE,CACR,KAAK,CAAC,WAAW;wBACjB,CAAC,KAAK,CAAC,WAAW,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC;4BACjD,KAAK,CAAC,WAAW,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC;4BACjD,KAAK,CAAC,WAAW,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CACvD,CAAC;oBAEF,OAAO,iBAAiB,CAAC,CAAC,CAAC,CAAC;gBAC9B,CAAC,CAAC;qBACD,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC;gBAC9B,MAAA,aAAa,CAAC,CAAC,CAAC,0CAAE,KAAK,EAAE,CAAC;YAC5B,CAAC,CAAC,CAAC;YAEH,MAAM,IAAA,cAAK,EAAC,IAAI,CAAC,YAAY,GAAG,CAAC,CAAC,CAAC;QACrC,CAAC;KAAA;IAEK,QAAQ;;YACZ,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;gBAClB,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;YAC5C,CAAC;YACD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;YAE9C,MAAM,QAAQ,CAAC,YAAY,CACzB,uHAAuH,CACxH,CAAC;YAEF,QAAQ,CAAC,WAAW,CAAC;gBACnB,KAAK,EAAE,IAAI;gBACX,MAAM,EAAE,GAAG;gBACX,iBAAiB,EAAE,CAAC;aACrB,CAAC,CAAC;YAEH,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC;YAE7B,OAAO,QAAQ,CAAC;QAClB,CAAC;KAAA;IAEK,cAAc,CAAC,GAAW;;YAC9B,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAE7B,IAAI,CAAC,IAAI,EAAE,CAAC;gBACV,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;YAC5D,CAAC;YAED,IAAI,CAAC,QAAQ,CAAC,8BAA8B,GAAG,EAAE,CAAC,CAAC;YAEnD,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;gBACzC,IAAI,CAAC,QAAQ,CAAC,+BAA+B,GAAG,EAAE,CAAC,CAAC;YACtD,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,CAAC,QAAQ,CACX,gEAAgE,CACjE,CAAC;gBACF,QAAQ;YACV,CAAC;QACH,CAAC;KAAA;IAEK,UAAU,CAAC,GAAW;;YAC1B,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAE7B,IAAI,CAAC,IAAI,EAAE,CAAC;gBACV,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;YAC5D,CAAC;YAED,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE;oBACvB,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;gBAC5B,CAAC,CAAC,CAAC;YACL,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,CAAC,QAAQ,CAAC,gCAAgC,CAAC,CAAC;gBAChD,QAAQ;YACV,CAAC;YAED,IAAI,CAAC,QAAQ,CAAC,oBAAoB,GAAG,EAAE,CAAC,CAAC;QAC3C,CAAC;KAAA;IAED,qBAAqB,CAAC,MAAc,EAAE,QAAsB;;QAC1D,IACE,CAAA,MAAA,MAAA,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,OAAO,EAAE,0CAAG,cAAc,CAAC,0CAAE,QAAQ,CAAC,YAAY,CAAC;aAC7D,MAAA,MAAA,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,OAAO,EAAE,0CAAG,cAAc,CAAC,0CAAE,QAAQ,CAAC,MAAM,CAAC,CAAA,EACvD,CAAC;YACD,QAAQ;iBACL,IAAI,EAAE;iBACN,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE;;gBAChB,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,GAAG,EAAE,CAAC,GAAG;oBAC/C,MAAM,EAAE,QAAQ,CAAC,GAAG,EAAE;oBACtB,IAAI,EAAE,CAAA,MAAA,MAAA,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,OAAO,EAAE,0CAAG,cAAc,CAAC,0CAAE,QAAQ,CAAC,YAAY,CAAC;wBACjE,CAAC,CAAC,QAAQ;wBACV,CAAC,CAAC,UAAU;oBACd,OAAO;iBACR,CAAC;YACJ,CAAC,CAAC;iBACD,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QAC5B,CAAC;IACH,CAAC;IAED,wBAAwB,CACtB,MAAc,EACd,EAAE,SAAS,EAAE,OAAO,EAAE,QAAQ,EAA0C;;QAExE,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,EAAE,CAAC;YAC3C,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,GAAG;gBACtC,OAAO;gBACP,GAAG,EAAE,QAAQ,CAAC,GAAG;gBACjB,OAAO,EAAE,EAAE;aACZ,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,MAAM,aAAa,GAAG,MAAA,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,0CAAE,OAAO,CAAC,GAAG,CACtE,CAAC,MAAM,EAAE,EAAE;gBACT,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC;oBAChB,MAAM,CAAC,GAAG,GAAG,QAAQ,CAAC,GAAG,CAAC;gBAC5B,CAAC;gBAED,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC;oBAChC,MAAM,CAAC,YAAY,CAAC,MAAM,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC;gBAC9D,CAAC;gBACD,IAAI,MAAM,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,GAAG,EAAE,CAAC;oBAC1C,MAAM,CAAC,YAAY,CAAC,MAAM,GAAG,GAAG,GAAG,MAAM,CAAC,YAAY,CAAC,MAAM,CAAC;gBAChE,CAAC;gBACD,OAAO,MAAM,CAAC;YAChB,CAAC,CACF,CAAC;YAEF,MAAA,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,0CAAE,OAAO,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE;;gBAChE,MAAA,MAAM,CAAC,aAAa,0CAAE,cAAc,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;oBACjD,IAAI,KAAK,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;wBAClC,KAAK,CAAC,GAAG,GAAG,QAAQ,CAAC,GAAG,CAAC;oBAC3B,CAAC;oBACD,OAAO,KAAK,CAAC;gBACf,CAAC,CAAC,CAAC;YACL,CAAC,CAAC,CAAC;YAEH,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,GAAG;gBACtC,OAAO;gBACP,GAAG,EAAE,QAAQ,CAAC,GAAG;gBACjB,OAAO,EAAE,aAAa;aACvB,CAAC;QACJ,CAAC;IACH,CAAC;IAED,iCAAiC,CAC/B,MAAc,EACd,EACE,OAAO,EACP,kBAAkB,EAClB,cAAc,EACd,SAAS,EACT,eAAe,GACiC;;QAElD,MAAM,iBAAiB,GAAG,MAAA,OAAO,CAAC,YAAY,CAAC,mCAAI,OAAO,CAAC,YAAY,CAAC,CAAC;QACzE,IAAI,CAAC,iBAAiB,EAAE,CAAC;YACvB,OAAO;QACT,CAAC;QAED,MAAM,OAAO,GAAiB,iBAAiB;aAC5C,KAAK,CAAC,IAAI,CAAC;aACX,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE;;YAClB,MAAM,YAAY,GAAG,IAAA,qBAAK,EAAC,UAAU,CAAC,CAAC;YACvC,MAAM,YAAY,GAAG,UAAU,CAAC,QAAQ,CAAC,aAAa,CAAC;gBACrD,CAAC,CAAC,kBAAkB;gBACpB,CAAC,CAAC,SAAS,CAAC;YAEd,MAAM,GAAG,GAAG,MAAA,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,0CAAE,GAAG,CAAC;YAEvD,IAAI,CAAC,YAAY,CAAC,MAAM,IAAI,GAAG,EAAE,CAAC;gBAChC,YAAY,CAAC,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC;YAC9C,CAAC;YAED,IAAI,YAAY,CAAC,MAAM,IAAI,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,GAAG,EAAE,CAAC;gBAC1D,YAAY,CAAC,MAAM,GAAG,GAAG,GAAG,YAAY,CAAC,MAAM,CAAC;YAClD,CAAC;YAED,MAAM,aAAa,GAAG,eAAe,aAAf,eAAe,uBAAf,eAAe,CAAE,IAAI,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE;gBACzD,OAAO,CAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,IAAI,MAAK,YAAY,CAAC,IAAI,CAAC;YAC5C,CAAC,CAAC,CAAC;YAEH,MAAM,YAAY,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE;;gBAC7C,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC;oBACb,OAAO,CACL,CAAA,MAAA,MAAA,CAAC,CAAC,MAAM,0CAAE,IAAI,0CAAE,IAAI,EAAE,OAAK,MAAA,YAAY,CAAC,IAAI,0CAAE,IAAI,EAAE,CAAA;wBACpD,CAAA,MAAA,CAAC,CAAC,MAAM,CAAC,MAAM,0CAAE,IAAI,EAAE,OAAK,MAAA,YAAY,CAAC,MAAM,0CAAE,IAAI,EAAE,CAAA;wBACvD,CAAA,MAAA,CAAC,CAAC,MAAM,CAAC,IAAI,0CAAE,IAAI,EAAE,OAAK,MAAA,YAAY,CAAC,IAAI,0CAAE,IAAI,EAAE,CAAA,CACpD,CAAC;gBACJ,CAAC;qBAAM,CAAC;oBACN,MAAM,qBAAqB,GAAG,IAAA,qBAAK,EAAC,CAAC,CAAC,UAAU,CAAC,CAAC;oBAElD,OAAO,CACL,CAAA,MAAA,qBAAqB,CAAC,IAAI,0CAAE,IAAI,EAAE;yBAChC,MAAA,YAAY,CAAC,IAAI,0CAAE,IAAI,EAAE,CAAA;wBAC3B,CAAA,MAAA,qBAAqB,CAAC,MAAM,0CAAE,IAAI,EAAE;6BAClC,MAAA,YAAY,CAAC,MAAM,0CAAE,IAAI,EAAE,CAAA;wBAC7B,CAAA,MAAA,qBAAqB,CAAC,IAAI,0CAAE,IAAI,EAAE,OAAK,MAAA,YAAY,CAAC,IAAI,0CAAE,IAAI,EAAE,CAAA,CACjE,CAAC;gBACJ,CAAC;YACH,CAAC,CAAC,CAAC;YAEH,OAAO;gBACL,YAAY,EAAE;oBACZ,IAAI,EAAE,YAAY,CAAC,IAAI;oBACvB,MAAM,EAAE,YAAY,CAAC,MAAM;oBAC3B,IAAI,EAAE,YAAY,CAAC,IAAI,IAAI,GAAG;oBAC9B,KAAK,EAAE,YAAY,CAAC,KAAK;oBACzB,QAAQ,EAAE,YAAY,CAAC,QAAQ,IAAI,KAAK;oBACxC,OAAO,EAAE,YAAY,CAAC,OAAO,IAAI,SAAS;oBAC1C,QAAQ,EAAE,YAAY,CAAC,QAAQ,IAAI,KAAK;oBACxC,MAAM,EAAE,YAAY,CAAC,MAAM,IAAI,KAAK;oBACpC,YAAY;iBACb;gBACD,aAAa,EAAE;oBACb,cAAc,EAAE;wBACd;4BACE,IAAI,EAAE,uBAAc,CAAC,gCAAgC;4BACrD,SAAS;4BACT,GAAG;4BACH,OAAO,EAAE,OAAO,CAAC,YAAY,CAAC;4BAC9B,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;yBACtB;qBACF;oBACD,aAAa,EAAE,EAAE;iBAClB;gBACD,SAAS,EAAE,OAAO,CAAC,YAAY,CAAC;gBAChC,cAAc,EAAE,YAAY,aAAZ,YAAY,uBAAZ,YAAY,CAAE,cAAc;gBAC5C,eAAe,EAAE,aAAa,aAAb,aAAa,uBAAb,aAAa,CAAE,eAAe;gBAC/C,GAAG;gBACH,UAAU,EAAE,UAAU;aACvB,CAAC;QACJ,CAAC,CAAC,CAAC;QAEL,MAAM,WAAW,GAAG,CAAA,MAAA,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,0CAAE,OAAO,KAAI,EAAE,CAAC;QACzE,MAAM,aAAa,GAAG,CAAC,GAAG,WAAW,EAAE,GAAG,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,CAAC;QAE3D,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,GAAG;YACtC,OAAO,EAAE,CAAA,MAAA,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,0CAAE,OAAO,KAAI,EAAE;YAC7D,GAAG,EAAE,CAAA,MAAA,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,0CAAE,GAAG,KAAI,EAAE;YACrD,6CAA6C;YAC7C,OAAO,EAAE,aAAa;SACvB,CAAC;IACJ,CAAC;IAED,yBAAyB,CACvB,MAAc,EACd,EAAE,SAAS,EAAE,OAAO,EAAE,OAAO,EAA2C;QAExE,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,mCAC/B,CAAC,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,KAC/C,OAAO,EACP,GAAG,EAAE,OAAO,CAAC,GAAG,GACjB,CAAC;IACJ,CAAC;IAED,kCAAkC,CAChC,MAAc,EACd,EACE,iBAAiB,EACjB,SAAS,GACwC;QAEnD,IAAI,CAAC,iBAAiB,IAAI,iBAAiB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzD,OAAO;QACT,CAAC;QAED,MAAM,OAAO,GAAG,iBAAiB,CAAC,GAAG,CAAa,CAAC,gBAAgB,EAAE,EAAE;;YACrE,OAAO;gBACL,YAAY,EAAE;oBACZ,IAAI,EAAE,gBAAgB,CAAC,MAAM,CAAC,IAAI;oBAClC,MAAM,EAAE,gBAAgB,CAAC,MAAM,CAAC,MAAM;oBACtC,IAAI,EAAE,gBAAgB,CAAC,MAAM,CAAC,IAAI,IAAI,GAAG;oBACzC,KAAK,EAAE,gBAAgB,CAAC,MAAM,CAAC,KAAK;oBACpC,QAAQ,EAAE,gBAAgB,CAAC,MAAM,CAAC,QAAQ,IAAI,KAAK;oBACnD,OAAO,EAAE,gBAAgB,CAAC,MAAM,CAAC,OAAO,IAAI,SAAS;oBACrD,QAAQ,EAAE,gBAAgB,CAAC,MAAM,CAAC,QAAQ,IAAI,KAAK;oBACnD,MAAM,EAAE,gBAAgB,CAAC,MAAM,CAAC,MAAM,IAAI,KAAK;oBAC/C,YAAY,EAAE,gBAAgB,CAAC,MAAM,CAAC,YAAY;iBACnD;gBACD,aAAa,EAAE;oBACb,aAAa,EAAE;wBACb;4BACE,IAAI,EAAE,sBAAa,CAAC,mCAAmC;4BACvD,SAAS;4BACT,GAAG,EAAE,CAAA,MAAA,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,0CAAE,GAAG,KAAI,EAAE;4BACpD,OAAO,EAAE,gBAAgB,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC;4BACnD,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;yBACtB;qBACF;oBACD,cAAc,EAAE,EAAE;iBACnB;gBACD,SAAS,EAAE,gBAAgB,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC;gBACrD,cAAc,EAAE,gBAAgB,CAAC,cAAc;gBAC/C,eAAe,EAAE,gBAAgB,aAAhB,gBAAgB,uBAAhB,gBAAgB,CAAE,eAAe;gBAClD,GAAG,EAAE,CAAA,MAAA,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,0CAAE,GAAG,KAAI,EAAE;gBACpD,UAAU,EAAE,SAAS;aACtB,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,mCAC/B,CAAC,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,KAC/C,OAAO,GACR,CAAC;IACJ,CAAC;IAED,yBAAyB,CACvB,MAAc,EACd,EAAE,OAAO,EAAE,aAAa,EAAoC;QAE5D,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;YAC7B,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC;QAC/B,CAAC;QAED,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,GAAG,aAAa,CAAC;IACnD,CAAC;IAEK,eAAe;;;YACnB,MAAM,aAAa,GAA2B,EAAE,CAAC;YAEjD,mCAAmC;YACnC,MAAM,UAAU,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,gBAAgB,EAAE,CAAC;YACzE,MAAM,GAAG,GAAG,MAAM,UAAU,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;YAEvD,KAAK,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;gBACtD,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;gBAElC,MAAM,iBAAiB,GAAG,MAAA,GAAG,CAAC,WAAW,CAAC,IAAI,CAC5C,CAAC,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,cAAc,KAAK,GAAG,IAAI,IAAI,KAAK,MAAM,CAC7D,0CAAE,QAAQ,CAAC;gBAEZ,aAAa,CAAC,IAAI,CAAC,GAAG,iBAAiB,IAAI,EAAE,CAAC;YAChD,CAAC;YACD,OAAO,aAAa,CAAC;QACvB,CAAC;KAAA;IAEK,qBAAqB,CAAC,MAAc;;YACxC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YAEhC,IAAI,CAAC,IAAI,EAAE,CAAC;gBACV,MAAM,IAAI,KAAK,CAAC,0CAA0C,MAAM,EAAE,CAAC,CAAC;YACtE,CAAC;YAED,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAEjD,MAAM,UAAU,CAAC,IAAI,CAAC,sBAAsB,EAAE;gBAC5C,6GAA6G;gBAC7G,UAAU,EAAE,IAAI;gBAChB,sBAAsB,EAAE,KAAK;gBAC7B,0FAA0F;gBAC1F,wHAAwH;gBACxH,OAAO,EAAE,IAAI;aACd,CAAC,CAAC;YAEH,MAAM,UAAU,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;YACxC,MAAM,UAAU,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YAErC,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC;YAC/B,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC;YAChC,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC;YAEpC,IAAI,CAAC,EAAE,CAAC,UAAU,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,qBAAqB,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,CAAC;YAEpE,UAAU,CAAC,EAAE,CAAC,0BAA0B,EAAE,CAAC,EAAE,EAAE,EAAE,CAC/C,IAAI,CAAC,wBAAwB,CAAC,MAAM,EAAE,EAAE,CAAC,CAC1C,CAAC;YAEF,UAAU,CAAC,EAAE,CAAC,mCAAmC,EAAE,CAAC,EAAE,EAAE,EAAE,CACxD,IAAI,CAAC,iCAAiC,CAAC,MAAM,EAAE,EAAE,CAAC,CACnD,CAAC;YAEF,UAAU,CAAC,EAAE,CAAC,2BAA2B,EAAE,CAAC,EAAE,EAAE,EAAE,CAChD,IAAI,CAAC,yBAAyB,CAAC,MAAM,EAAE,EAAE,CAAC,CAC3C,CAAC;YAEF,UAAU,CAAC,EAAE,CAAC,oCAAoC,EAAE,CAAC,EAAE,EAAE,EAAE,CACzD,IAAI,CAAC,kCAAkC,CAAC,MAAM,EAAE,EAAE,CAAC,CACpD,CAAC;YAEF,UAAU,CAAC,EAAE,CAAC,oBAAoB,EAAE,CAAC,EAAE,EAAE,EAAE,CACzC,IAAI,CAAC,yBAAyB,CAAC,MAAM,EAAE,EAAE,CAAC,CAC3C,CAAC;YAEF,IAAI,CAAC,QAAQ,CAAC,wCAAwC,CAAC,CAAC;QAC1D,CAAC;KAAA;IAEK,YAAY,CAAC,IAAU;;YAC3B,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;YAE7B,MAAM,OAAO,GAA0B,EAAE,CAAC;YAE1C,MAAM,OAAO,CAAC,GAAG,CACf,MAAM,CAAC,GAAG,CAAC,CAAO,KAAK,EAAE,EAAE;gBACzB,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;oBAClC,OAAO;gBACT,CAAC;gBAED,MAAM,UAAU,GAAwB,MAAM,IAAA,2BAAkB,EAC9D,KAAK,CAAC,QAAQ,CAAC,GAAG,EAAE;oBAClB,aAAa;oBACb,OAAO,WAAW,CAAC,MAAM,EAAE,CAAC;gBAC9B,CAAC,CAAC,EACF,EAAE,EACF,GAAG,CACJ,CAAC;gBAEF,MAAM,YAAY,GAEd,EAAE,CAAC;gBAEP,UAAU,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE;oBAC5B,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;wBACnB,MAAM,CAAC,MAAM,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,CAAC;oBAChD,CAAC;oBACD,IAAI,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,GAAG,EAAE,CAAC;wBAC7B,MAAM,CAAC,MAAM,GAAG,GAAG,GAAG,MAAM,CAAC,MAAM,CAAC;oBACtC,CAAC;oBACD,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,GAAG,GAAG,GAAG,MAAM,CAAC,MAAM,GAAG,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC;oBAClE,YAAY,CAAC,GAAG,CAAC,GAAG,EAAE,YAAY,EAAE,MAAM,EAAE,CAAC;gBAC/C,CAAC,CAAC,CAAC;gBAEH,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,MAAM,CAAC;gBAC7C,OAAO,CAAC,QAAQ,CAAC,GAAG,EAAE,YAAY,EAAE,CAAC;YACvC,CAAC,CAAA,CAAC,CACH,CAAC;YAEF,OAAO,OAAO,CAAC;QACjB,CAAC;KAAA;IAED,YAAY,CAAC,IAAc;QACzB,MAAM,mBAAmB,GAA2B,EAAE,CAAC;QAEvD,IAAI,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE;;YACnB,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAC7B,MAAM,SAAS,GAAG,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC;YAE9C,IAAI,CAAC,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;gBACxB,mBAAmB,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC;gBAC9B,OAAO;YACT,CAAC;YAED,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,MAAM,CAAC;YAEhD,mBAAmB,CAAC,YAAY,CAAC,GAAG,KAAK,CAAC,IAAI,CAC5C,MAAA,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,mCAAI,EAAE,CAC/B,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,OAAO,mBAAmB,CAAC;IAC7B,CAAC;IAEK,6BAA6B,CACjC,GAAW,EACX,SAA4B;;YAE5B,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAE7B,IAAI,CAAC,IAAI,EAAE,CAAC;gBACV,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;YAC5D,CAAC;YAED,MAAM,eAAe,GAAgB,EAAE,CAAC;YAExC,MAAM,OAAO,CAAC,GAAG,CACf,SAAS,CAAC,GAAG,CAAC,KAAmC,EAAE,0CAA9B,EAAE,gBAAgB,EAAE,IAAI,EAAE;gBAC7C,IAAI,gBAAgB,IAAI,IAAI,EAAE,CAAC;oBAC7B,MAAM,IAAI,CAAC,YAAY,CAAC;wBACtB,OAAO,EAAE,UAAU,IAAI,CAAC,UAAU,CAAC,GAAG,EAAE,EAAE,CAAC,MAAM,gBAAgB,EAAE;qBACpE,CAAC,CAAC;oBAEH,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,CAAC,OAAe,EAAE,EAAE;wBAC1D,YAAY;wBACZ,MAAM,gBAAgB,GAAG,MAAM,CAAC,GAAG,OAAO,EAAE,CAAC,CAAC;wBAE9C,IAAI,CAAC,gBAAgB,EAAE,CAAC;4BACtB,OAAO,EAAE,CAAC;wBACZ,CAAC;wBAED,OAAO,gBAAgB,EAAE,CAAC;oBAC5B,CAAC,EAAE,IAAI,CAAC,UAAU,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC;oBAE7B,eAAe,CAAC,IAAI,CAAC,GAAG;wBACtB,eAAe,EAAE,WAAuB;qBACzC,CAAC;gBACJ,CAAC;YACH,CAAC,CAAA,CAAC,CACH,CAAC;YACF,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,MAAM,CAAC;YAChD,OAAO,EAAE,CAAC,YAAY,CAAC,EAAE,eAAe,EAAE,CAAC;QAC7C,CAAC;KAAA;IAEK,cAAc,CAClB,gBAA0B,EAC1B,sBAA+B,EAC/B,SAA4B;;YAE5B,IAAI,2BAA2B,GAAmC,EAAE,CAAC;YACrE,yCAAyC;YACzC,MAAM,OAAO,CAAC,GAAG,CACf,gBAAgB,CAAC,GAAG,CAAC,CAAO,GAAG,EAAE,EAAE;gBACjC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACvC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,QAAQ,CAAC;gBAC3B,MAAM,IAAI,CAAC,qBAAqB,CAAC,GAAG,CAAC,CAAC;YACxC,CAAC,CAAA,CAAC,CACH,CAAC;YAEF,mBAAmB;YACnB,MAAM,OAAO,CAAC,GAAG,CACf,gBAAgB,CAAC,GAAG,CAAC,CAAO,GAAG,EAAE,EAAE;gBACjC,MAAM,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC;YACjC,CAAC,CAAA,CAAC,CACH,CAAC;YAEF,mCAAmC;YACnC,MAAM,IAAA,cAAK,EAAC,IAAI,CAAC,YAAY,GAAG,CAAC,CAAC,CAAC;YAEnC,iBAAiB;YACjB,IAAI,sBAAsB,EAAE,CAAC;gBAC3B,QAAQ;gBAER,MAAM,OAAO,CAAC,GAAG,CACf,gBAAgB,CAAC,GAAG,CAAC,CAAO,GAAG,EAAE,EAAE;oBACjC,MAAM,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,CAAC;gBACtC,CAAC,CAAA,CAAC,CACH,CAAC;YACJ,CAAC;YAED,+BAA+B;YAC/B,MAAM,OAAO,CAAC,GAAG,CACf,gBAAgB,CAAC,GAAG,CAAC,CAAO,GAAG,EAAE,EAAE;gBACjC,MAAM,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;YAC7B,CAAC,CAAA,CAAC,CACH,CAAC;YAEF,MAAM,OAAO,CAAC,GAAG,CACf,gBAAgB,CAAC,GAAG,CAAC,CAAO,GAAG,EAAE,EAAE;gBACjC,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,6BAA6B,CACzD,GAAG,EACH,SAAS,CACV,CAAC;gBAEF,2BAA2B,mCACtB,2BAA2B,GAC3B,UAAU,CACd,CAAC;YACJ,CAAC,CAAA,CAAC,CACH,CAAC;YAEF,wCAAwC;YACxC,MAAM,IAAA,cAAK,EAAC,IAAI,CAAC,YAAY,GAAG,CAAC,CAAC,CAAC;YAEnC,MAAM,iBAAiB,GAAG,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;YAEvD,MAAM,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,EAAE,EAAE;gBACvD,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;oBAC3B,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG;wBACtB,CAAC,EAAE,CAAC,EAAE,GAAG;qBACV,CAAC;gBACJ,CAAC;qBAAM,CAAC;oBACN,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC;gBAClC,CAAC;YACH,CAAC,CAAC,CAAC;YAEH,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,GAAG,CAC9B,gBAAgB,CAAC,GAAG,CAAC,CAAO,eAAe,EAAE,EAAE;gBAC7C,MAAM,UAAU,GAAG,IAAI,CAAC,aAAa,CAAC,eAAe,CAAC,CAAC;gBACvD,MAAM,SAAS,GAAG,IAAI,CAAC,YAAY,CAAC,eAAe,CAAC,CAAC;gBACrD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;gBAC1C,MAAM,WAAW,GAAG,IAAI,CAAC,UAAU,CAAC,eAAe,CAAC,CAAC;gBAErD,IAAI,CAAC,UAAU,IAAI,CAAC,SAAS,IAAI,CAAC,KAAK,EAAE,CAAC;oBACxC,OAAO;wBACL,GAAG,EAAE,eAAe;wBACpB,UAAU,EAAE,EAAE;qBACf,CAAC;gBACJ,CAAC;gBAED,MAAM,qBAAqB,GAAG,MAAM,IAAA,2DAA4B,EAC9D,UAAU,EACV,SAAS,EACT,KAAK,EACL,WAAW,CACZ,CAAC;gBAEF,MAAM,gBAAgB,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;gBAExD,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,MAAM,CAAC;gBAEjD,MAAM,kBAAkB,GAAG,IAAA,2BAAiB,EAC1C,qBAAqB,EACrB,gBAAgB,CACjB,CAAC;gBAEF,OAAO;oBACL,yDAAyD;oBACzD,GAAG,EAAE,YAAY;oBACjB,UAAU,EAAE,kBAAkB;iBAC/B,CAAC;YACJ,CAAC,CAAA,CAAC,CACH,CAAC;YAEF,OAAO,EAAE,MAAM,EAAE,2BAA2B,EAAE,CAAC;QACjD,CAAC;KAAA;IAEK,YAAY;;;YAChB,MAAM,CAAA,MAAA,IAAI,CAAC,OAAO,0CAAE,KAAK,EAAE,CAAA,CAAC;QAC9B,CAAC;KAAA;CACF;AA1qBD,8CA0qBC"}