bdy 1.12.8-beta → 1.12.8-dev-pipeline-run

package/distTs/src/visualTest/resources.js

@@ -1,259 +0,0 @@
-"use strict";
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    var desc = Object.getOwnPropertyDescriptor(m, k);
-    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
-      desc = { enumerable: true, get: function() { return m[k]; } };
-    }
-    Object.defineProperty(o, k2, desc);
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
-    Object.defineProperty(o, "default", { enumerable: true, value: v });
-}) : function(o, v) {
-    o["default"] = v;
-});
-var __importStar = (this && this.__importStar) || function (mod) {
-    if (mod && mod.__esModule) return mod;
-    var result = {};
-    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
-    __setModuleDefault(result, mod);
-    return result;
-};
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.collectResources = collectResources;
-const puppeteer_core_1 = __importStar(require("puppeteer-core"));
-const context_1 = require("./context");
-const output_1 = __importDefault(require("../output"));
-const texts_1 = require("../texts");
-const utils_1 = require("../utils");
-const scrapedUrls = new Map();
-const scrapedResources = new Map();
-let showedBrowserVersionWarning = false;
-async function collectResources({ url, devices, resourceDiscoveryTimeout = 0, cookies = [], }) {
-    const scrapedUrl = scrapedUrls.get(url);
-    const missingDevices = scrapedUrl
-        ? devices.filter(({ viewport }) => !scrapedUrl.widths.includes(viewport.width))
-        : [];
-    if (scrapedUrl && missingDevices.length === 0) {
-        return getResourceUrlsData({
-            duplicatedResourcesUrls: scrapedUrl.resources,
-        });
-    }
-    else if (scrapedUrl && missingDevices.length > 0) {
-        const { scrapedResourcesUrls, duplicatedResourcesUrls } = await output_1.default.debugAction((0, texts_1.DEBUG_RESOURCE_SCRAPPING_URL)(url), scrapeResources({
-            url,
-            devices: missingDevices,
-            resourceDiscoveryTimeout,
-            cookies,
-        }));
-        const duplicatedScrapedResourceUrls = [...scrapedUrl.resources];
-        scrapedUrls.set(url, {
-            widths: [
-                ...scrapedUrl.widths,
-                ...missingDevices.map(({ viewport }) => viewport.width),
-            ],
-            resources: [
-                ...new Set([
-                    ...scrapedUrl.resources,
-                    ...scrapedResourcesUrls,
-                    ...duplicatedResourcesUrls,
-                ]),
-            ],
-        });
-        return getResourceUrlsData({
-            resourcesUrls: scrapedResourcesUrls,
-            duplicatedResourcesUrls: [
-                ...new Set([
-                    ...duplicatedResourcesUrls,
-                    ...duplicatedScrapedResourceUrls,
-                ]),
-            ],
-        });
-    }
-    else {
-        const { scrapedResourcesUrls, duplicatedResourcesUrls } = await output_1.default.debugAction((0, texts_1.DEBUG_RESOURCE_SCRAPPING_URL)(url), scrapeResources({
-            url,
-            devices,
-            resourceDiscoveryTimeout,
-            cookies,
-        }));
-        scrapedUrls.set(url, {
-            widths: devices.map(({ viewport }) => viewport.width),
-            resources: [...scrapedResourcesUrls, ...duplicatedResourcesUrls],
-        });
-        return getResourceUrlsData({
-            resourcesUrls: scrapedResourcesUrls,
-            duplicatedResourcesUrls,
-        });
-    }
-}
-function getResourceUrlsData({ resourcesUrls = [], duplicatedResourcesUrls = [], }) {
-    const resources = [];
-    for (const resourceUrl of resourcesUrls) {
-        const scrapedResource = scrapedResources.get(resourceUrl);
-        if (scrapedResource) {
-            resources.push({
-                url: resourceUrl,
-                status: scrapedResource.status,
-                headers: scrapedResource.headers,
-                body: scrapedResource.body,
-            });
-        }
-        else {
-            throw new Error((0, texts_1.ERR_RESOURCE_NOT_FOUND)(resourceUrl));
-        }
-    }
-    for (const resourceUrl of duplicatedResourcesUrls) {
-        const scrapedResource = scrapedResources.get(resourceUrl);
-        if (scrapedResource) {
-            resources.push({
-                url: resourceUrl,
-                status: scrapedResource.status,
-                headers: scrapedResource.headers,
-                duplicate: true,
-            });
-        }
-        else {
-            throw new Error((0, texts_1.ERR_RESOURCE_NOT_FOUND)(resourceUrl));
-        }
-    }
-    return resources;
-}
-async function scrapeResources({ url, devices, resourceDiscoveryTimeout, cookies = [], }) {
-    const scrapedResourcesUrls = [];
-    const duplicatedResourcesUrls = [];
-    const launchOptions = {
-        headless: 'shell',
-        args: ['--no-sandbox'],
-        acceptInsecureCerts: true,
-        timeout: 120_000,
-        executablePath: context_1.browserPath,
-    };
-    const browser = await puppeteer_core_1.default.launch(launchOptions);
-    if (!showedBrowserVersionWarning) {
-        const version = await browser.version();
-        if (!version.endsWith(utils_1.SUGGESTED_BROWSER_VERSION)) {
-            output_1.default.warning((0, texts_1.WARN_BROWSER_VERSION)(version));
-            showedBrowserVersionWarning = true;
-        }
-    }
-    const page = await browser.newPage();
-    page.setDefaultTimeout(context_1.defaultTimeout);
-    const initWidth = devices[0].viewport.width;
-    await page.setViewport({
-        width: initWidth,
-        height: devices[0].viewport.height,
-        deviceScaleFactor: devices[0].devicePixelRatio,
-    });
-    const preparedCookies = cookies.map((cookie) => {
-        const cookieMustBeSecure = ['__Secure-', '__Host-'].some((prefix) => cookie.name.startsWith(prefix));
-        return {
-            ...cookie,
-            secure: cookieMustBeSecure ? true : cookie.secure,
-        };
-    });
-    await page.setCookie(...preparedCookies);
-    page.on('response', async (response) => {
-        const request = response.request();
-        const requestUrl = request.url();
-        const isCollected = scrapedResources.has(requestUrl);
-        if (isCollected && !scrapedResourcesUrls.includes(requestUrl)) {
-            duplicatedResourcesUrls.push(requestUrl);
-        }
-        else {
-            let responseError;
-            let body;
-            const requestUrl = request.url();
-            const headers = response.headers();
-            const contentType = headers['content-type'];
-            const status = response.status();
-            try {
-                if ((status < 300 || status > 399) &&
-                    !contentType.startsWith('text/html')) {
-                    body = new Blob([await response.buffer()]);
-                }
-            }
-            catch (error) {
-                responseError = error;
-            }
-            if (!responseError && body) {
-                scrapedResourcesUrls.push(requestUrl);
-                scrapedResources.set(requestUrl, {
-                    status,
-                    headers: { 'content-type': contentType },
-                    body,
-                });
-            }
-        }
-    });
-    try {
-        await page.goto(url);
-    }
-    catch (error) {
-        const errorMessage = error instanceof Error ? error.message : 'Unknown error';
-        output_1.default.exitError((0, texts_1.ERR_RESOURCE_DISCOVERY)(errorMessage));
-    }
-    await output_1.default.debugAction(texts_1.DEBUG_AUTO_SCROLL, autoScroll(page));
-    await output_1.default.debugAction(texts_1.DEBUG_AUTO_WIDTH, autoWidths(page, devices));
-    if (resourceDiscoveryTimeout > 0) {
-        await new Promise((resolve) => setTimeout(resolve, resourceDiscoveryTimeout));
-        if (context_1.debug) {
-            output_1.default.warning((0, texts_1.DEBUG_RESOURCE_DISCOVERY_TIMEOUT)(resourceDiscoveryTimeout));
-        }
-    }
-    try {
-        await output_1.default.debugAction(texts_1.DEBUG_WAIT_FOR_IDLE, page.waitForNetworkIdle());
-    }
-    catch (error) {
-        if (error instanceof puppeteer_core_1.TimeoutError) {
-            output_1.default.warning((0, texts_1.DEBUG_WAIT_FOR_IDLE_TIMEOUT)(context_1.defaultTimeout));
-        }
-        else {
-            throw error;
-        }
-    }
-    await browser.close();
-    return { scrapedResourcesUrls, duplicatedResourcesUrls };
-}
-async function autoScroll(page) {
-    await page.evaluate(async () => {
-        await new Promise((resolve) => {
-            const resourceDiscoveryMaxHeight = 30_000;
-            const step = 100;
-            let currentScroll = 0;
-            const timer = setInterval(() => {
-                const pageHeight = Math.max(document.body.scrollHeight, document.body.offsetHeight, document.documentElement.clientHeight, document.documentElement.scrollHeight, document.documentElement.offsetHeight);
-                const newScrollPosition = currentScroll + step;
-                window.scrollTo({
-                    top: newScrollPosition,
-                    left: 0,
-                    behavior: 'instant',
-                });
-                currentScroll = newScrollPosition;
-                if (newScrollPosition >= pageHeight ||
-                    newScrollPosition >= resourceDiscoveryMaxHeight) {
-                    clearInterval(timer);
-                    resolve('done');
-                }
-            }, 10);
-        });
-    });
-}
-async function autoWidths(page, devices) {
-    for (const device of devices) {
-        if (device.viewport.width !== devices[0].viewport.width) {
-            await page.setViewport({
-                width: device.viewport.width,
-                height: device.viewport.height,
-                deviceScaleFactor: device.devicePixelRatio,
-            });
-            await new Promise((resolve) => setTimeout(resolve, 100));
-        }
-    }
-}

package/distTs/src/visualTest/server.js

@@ -1,109 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.createServer = createServer;
-const fastify_1 = __importDefault(require("fastify"));
-const cors_1 = __importDefault(require("@fastify/cors"));
-const snapshots_1 = require("./snapshots");
-const promises_1 = __importDefault(require("node:fs/promises"));
-const node_path_1 = __importDefault(require("node:path"));
-const node_sea_1 = require("node:sea");
-const utils_1 = require("../utils");
-const output_1 = __importDefault(require("../output"));
-const schemas_1 = require("../types/schemas");
-const zod_1 = require("zod");
-const texts_1 = require("../texts");
-const port = 1337;
-let cachedParseDom = '';
-function prepareParseDom(parseDom) {
-    return parseDom
-        .replaceAll('"use strict";', '')
-        .replaceAll('Object.defineProperty(exports, "__esModule", { value: true });', '');
-}
-async function getParseDom() {
-    if (!cachedParseDom) {
-        if ((0, node_sea_1.isSea)()) {
-            cachedParseDom = await prepareParseDom((0, node_sea_1.getAsset)('parseDom.js', 'utf8'));
-        }
-        else {
-            const filePath = node_path_1.default.resolve((0, utils_1.getRootDir)(), 'parseDom.js');
-            cachedParseDom = await prepareParseDom(await promises_1.default.readFile(filePath, 'utf-8'));
-        }
-    }
-    return cachedParseDom;
-}
-function prepareSnapshotPlugin(data) {
-    try {
-        const validatedData = schemas_1.snapshotSchema.parse(data);
-        const { version, ...snapshot } = validatedData;
-        const cookies = snapshot.cookies.map((cookie) => {
-            if (cookie.domain) {
-                return cookie;
-            }
-            else if (cookie.path) {
-                return cookie;
-            }
-            else {
-                const domain = new URL(snapshot.url).hostname;
-                return {
-                    ...cookie,
-                    domain,
-                };
-            }
-        });
-        return {
-            ...snapshot,
-            resources: snapshot.resources ?? [],
-            devices: snapshot.devices ?? [],
-            enableJavaScript: snapshot.enableJavaScript ?? false,
-            resourceDiscoveryTimeout: snapshot.resourceDiscoveryTimeout ?? 0,
-            cookies,
-        };
-    }
-    catch (error) {
-        const name = data &&
-            typeof data === 'object' &&
-            'name' in data &&
-            typeof data.name === 'string'
-            ? data.name
-            : 'Unknown name';
-        if (error instanceof zod_1.ZodError) {
-            output_1.default.error((0, texts_1.ERR_INVALID_SNAPSHOT)(name, error.errors
-                .map((e) => `${e.path.join('.')} - ${e.message}`)
-                .join(', ')));
-        }
-        else {
-            throw error;
-        }
-    }
-    return undefined;
-}
-async function createServer() {
-    const app = (0, fastify_1.default)({
-        // logger: true,
-        bodyLimit: 50 * 1024 * 1024, //50 MB,
-    });
-    app.register(cors_1.default);
-    app.get('/parseDom.js', async (request, reply) => {
-        const parseDomFile = await getParseDom();
-        reply.type('text/javascript').send(parseDomFile);
-    });
-    app.post('/snapshot', (request, reply) => {
-        const data = request.body;
-        const preparedSnapshot = prepareSnapshotPlugin(data);
-        if (preparedSnapshot) {
-            (0, snapshots_1.addSnapshot)(preparedSnapshot);
-            reply.send('Snapshot received');
-        }
-        else {
-            reply.send('Invalid snapshot format');
-        }
-    });
-    app.get('*', (request, reply) => {
-        reply.send('Wrong path');
-    });
-    await app.listen({ port });
-    return app;
-}

package/distTs/src/visualTest/snapshots.js

@@ -1,129 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.setDefaultSettings = setDefaultSettings;
-exports.addSnapshot = addSnapshot;
-exports.finishProcessingSnapshots = finishProcessingSnapshots;
-exports.showSessionLink = showSessionLink;
-const resources_1 = require("./resources");
-const context_1 = require("./context");
-const requests_1 = require("./requests");
-const queue_1 = require("./queue");
-const output_1 = __importDefault(require("../output"));
-const texts_1 = require("../texts");
-const snapshots = [];
-let defaultDevices = [];
-let firstSnapshot = true;
-let sessionLink = '';
-function setDefaultSettings(defaultSettings) {
-    defaultDevices = defaultSettings.defaultDevices;
-}
-function addSnapshot(snapshot) {
-    const preparedSnapshot = {
-        ...snapshot,
-        devices: snapshot.devices.length > 0 ? snapshot.devices : defaultDevices,
-    };
-    if (context_1.oneByOne) {
-        (0, queue_1.addToQueue)(() => processSnapshot(preparedSnapshot, firstSnapshot));
-    }
-    else {
-        snapshots.push(preparedSnapshot);
-    }
-    if (firstSnapshot) {
-        firstSnapshot = false;
-    }
-}
-async function finishProcessingSnapshots(spawnedProcessExitCode) {
-    if (context_1.oneByOne) {
-        return await (0, queue_1.isQueueEmpty)();
-    }
-    if (spawnedProcessExitCode === 0) {
-        return await processSnapshots();
-    }
-}
-function showSessionLink() {
-    if (sessionLink) {
-        output_1.default.normal((0, texts_1.LOG_SESSION_LINK)(sessionLink));
-    }
-}
-async function processSnapshot(snapshot, firstSnapshot) {
-    let t1;
-    if (context_1.debug) {
-        t1 = performance.now();
-    }
-    const preparedSnapshot = context_1.skipDiscovery
-        ? snapshot
-        : await getSnapshotWithResources(snapshot);
-    try {
-        output_1.default.normal(texts_1.LOG_SENDING_DATA);
-        const { message } = await (0, requests_1.sendSnapshot)(preparedSnapshot, firstSnapshot);
-        sessionLink = message;
-    }
-    catch (error) {
-        output_1.default.error(`${error}`);
-    }
-    if (context_1.debug && t1) {
-        const t2 = performance.now();
-        output_1.default.normal((0, texts_1.DEBUG_SNAPSHOT_PROCESSING)(snapshot.name, t2 - t1));
-    }
-}
-async function processSnapshots() {
-    let t1;
-    if (context_1.debug) {
-        t1 = performance.now();
-    }
-    output_1.default.normal((0, texts_1.LOG_PROCESSING_SNAPSHOTS)(snapshots.length));
-    const preparedSnapshots = context_1.skipDiscovery
-        ? snapshots
-        : await getSnapshotsWithResources(snapshots);
-    if (preparedSnapshots.length === 0) {
-        output_1.default.error(texts_1.ERR_NO_SNAPSHOTS_TO_SEND);
-    }
-    else {
-        try {
-            output_1.default.normal(texts_1.LOG_SENDING_DATA);
-            const { message } = await (0, requests_1.sendSnapshots)(preparedSnapshots);
-            sessionLink = message;
-        }
-        catch (error) {
-            output_1.default.error(`${error}`);
-        }
-    }
-    if (context_1.debug && t1) {
-        const t2 = performance.now();
-        output_1.default.normal((0, texts_1.DEBUG_SNAPSHOTS_PROCESSING)(t2 - t1));
-    }
-}
-async function getSnapshotWithResources(snapshot) {
-    const { url, devices, resourceDiscoveryTimeout, cookies } = snapshot;
-    const resources = await (0, resources_1.collectResources)({
-        url,
-        devices,
-        resourceDiscoveryTimeout,
-        cookies,
-    });
-    if (context_1.debug) {
-        output_1.default.normal(`Collected resources for snapshot: ${snapshot.name}`);
-        for (const resource of resources) {
-            output_1.default.normal(`- url: ${resource.url} status: ${resource.status} headers: ${JSON.stringify(resource.headers)} duplicate: ${resource.duplicate} hasBody: ${!!resource.body} bodySize: ${typeof resource.body === 'string' ? resource.body.length : resource.body?.size}`);
-        }
-    }
-    return {
-        ...snapshot,
-        resources: [...snapshot.resources, ...resources],
-    };
-}
-async function getSnapshotsWithResources(snapshots) {
-    const snapshotsWithResources = [];
-    const prepareSnapshots = filterDuplicates(snapshots);
-    for (const snapshot of prepareSnapshots) {
-        const snapshotWithResources = await getSnapshotWithResources(snapshot);
-        snapshotsWithResources.push(snapshotWithResources);
-    }
-    return snapshotsWithResources;
-}
-function filterDuplicates(snapshots) {
-    return snapshots.filter((snapshot, index) => snapshots.findIndex((item) => item.name === snapshot.name) === index);
-}