bdy 1.20.0 → 1.20.1

package/distTs/src/crawl/requests.js

@@ -0,0 +1,141 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.sendCrawl = sendCrawl;
+exports.downloadCrawlPackage = downloadCrawlPackage;
+exports.connectToCrawlSession = connectToCrawlSession;
+const context_1 = require("../visualTest/context");
+const undici_1 = require("undici");
+const output_1 = __importDefault(require("../output"));
+const texts_1 = require("../texts");
+const eventsource_1 = require("eventsource");
+const customServiceUrl = process.env.BUDDY_CRAWL_SERVICE_URL;
+function checkIfIsDevToken(token) {
+    const tokenParts = token.split('_');
+    return tokenParts.length === 5;
+}
+function getServiceUrl(token) {
+    if (customServiceUrl) {
+        return customServiceUrl;
+    }
+    const tokenParts = token.split('_');
+    const isDevToken = checkIfIsDevToken(token);
+    const devServiceUrl = Buffer.from(tokenParts[3], 'base64url').toString('utf-8');
+    if (isDevToken) {
+        if (devServiceUrl.includes('local.io')) {
+            throw new Error('Use BUDDY_CRAWL_SERVICE_URL to set the service URL in this environment');
+        }
+        return devServiceUrl;
+    }
+    if (token.startsWith('bud_crawl_eu')) {
+        return 'https://vt.eu.buddy.works';
+    }
+    if (token.startsWith('bud_crawl_asia')) {
+        return 'https://vt.asia.buddy.works';
+    }
+    return 'https://vt.buddy.works';
+}
+async function sendCrawl(ctx, url, follow, respectRobots, outputTypes, colorScheme, browsers, devices, cookies, requestHeaders, delays, waitForSelectors, localStorage) {
+    const payload = {
+        url,
+        follow,
+        respectRobots,
+        outputTypes,
+        colorScheme,
+        browsers,
+        devices,
+        cookies,
+        requestHeaders,
+        delays,
+        waitForSelectors,
+        localStorage,
+        pipelineId: ctx.pipelineId,
+        pipelineName: ctx.pipelineName,
+        executionId: ctx.executionId,
+        actionId: ctx.actionId,
+        invokerId: ctx.invokerId,
+        ci: ctx.ci,
+        executionUrl: ctx.executionUrl,
+    };
+    const [message, response] = await sendRequest({
+        path: '/crawl',
+        token: ctx.token,
+        payload,
+    });
+    if (message) {
+        throw new Error(message);
+    }
+    if (!response) {
+        throw new Error(texts_1.ERR_INVALID_CRAWL_RESPONSE);
+    }
+    return response;
+}
+async function downloadCrawlPackage(ctx, buildId) {
+    const [message, response] = await sendRequest({
+        path: '/download',
+        token: ctx.token,
+        payload: { token: ctx.token, buildId },
+    });
+    if (message) {
+        throw new Error(message);
+    }
+    if (!response) {
+        throw new Error(texts_1.ERR_INVALID_DOWNLOAD_RESPONSE);
+    }
+    return response;
+}
+function connectToCrawlSession(ctx, buildId) {
+    return new eventsource_1.EventSource(`${getServiceUrl(ctx.token)}/sse`, {
+        fetch: (url, options) => {
+            return (0, undici_1.fetch)(url, {
+                ...options,
+                headers: {
+                    ...options?.headers,
+                    'x-token': ctx.token,
+                    'x-cli-version': context_1.cliVersion,
+                    'x-build-id': buildId,
+                },
+            });
+        },
+    });
+}
+async function sendRequest({ path, token, payload, }) {
+    const fullUrl = new URL(path, getServiceUrl(token));
+    output_1.default.debug((0, texts_1.LOG_SENDING_REQUEST)(fullUrl.toString()));
+    const init = {
+        method: 'GET',
+        redirect: 'follow',
+        headers: {
+            'X-CLI-VERSION': context_1.cliVersion,
+            'X-TOKEN': token,
+        },
+    };
+    if (payload) {
+        init.method = 'POST';
+        init.headers = {
+            'Content-Type': 'application/json',
+            'X-TOKEN': token,
+            'X-CLI-VERSION': context_1.cliVersion,
+        };
+        init.body = JSON.stringify(payload);
+    }
+    const response = await (0, undici_1.fetch)(fullUrl, init);
+    const contentType = response.headers.get('content-type');
+    if (contentType && contentType.includes('application/json')) {
+        try {
+            const json = (await response.json());
+            return [undefined, json];
+        }
+        catch {
+            throw new Error(texts_1.ERR_INVALID_JSON);
+        }
+    }
+    if (contentType && contentType.includes('application/octet-stream')) {
+        const buffer = response.body;
+        return [undefined, buffer];
+    }
+    const text = await response.text();
+    return [text, undefined];
+}

package/distTs/src/types/crawl.js

@@ -0,0 +1,2 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });

package/distTs/src/unitTest/context.js

@@ -0,0 +1,26 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createUtContext = createUtContext;
+exports.applyUtToken = applyUtToken;
+exports.applyUtCiInfo = applyUtCiInfo;
+const ci_info_1 = require("@buddy-works/ci-info");
+function createUtContext() {
+    return {
+        token: '',
+        ciProvider: ci_info_1.CI.NONE,
+        refType: '',
+        refName: '',
+        buildId: '',
+        toRevision: '',
+    };
+}
+function applyUtToken(ctx, token) {
+    ctx.token = token;
+}
+function applyUtCiInfo(ctx, ciInfo) {
+    ctx.ciProvider = ciInfo.ciProvider;
+    ctx.refType = ciInfo.refType;
+    ctx.refName = ciInfo.refName;
+    ctx.buildId = ciInfo.buildId;
+    ctx.toRevision = ciInfo.toRevision;
+}

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "bdy",
   "preferGlobal": false,
-  "version": "1.20.0",
+  "version": "1.20.1",
   "type": "commonjs",
   "license": "MIT",
   "scripts": {