bdy 1.17.29-dev → 1.18.0-dev-scrape-869b6rbvf

package/distTs/src/command/{vt/scrape.js → scrape.js}

@@ -3,49 +3,61 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-const utils_1 = require("../../utils");
+const utils_1 = require("../utils");
 const commander_1 = require("commander");
-const texts_1 = require("../../texts");
-const validation_1 = require("../../visualTest/validation");
-const output_1 = __importDefault(require("../../output"));
-const requests_1 = require("../../visualTest/requests");
-const zod_1 = require("zod");
+const texts_1 = require("../texts");
+const validation_1 = require("../visualTest/validation");
+const output_1 = __importDefault(require("../output"));
+const requests_1 = require("../visualTest/requests");
 const node_zlib_1 = require("node:zlib");
 const tar_stream_1 = __importDefault(require("tar-stream"));
 const promises_1 = require("node:stream/promises");
 const node_fs_1 = require("node:fs");
 const node_path_1 = __importDefault(require("node:path"));
 const promises_2 = require("node:fs/promises");
+const context_1 = require("../visualTest/context");
+const ci_info_1 = require("@buddy-works/ci-info");
+const validation_2 = require("./scrape/validation");
 const commandScrape = (0, utils_1.newCommand)('scrape', texts_1.DESC_COMMAND_VT_SCRAPE);
-commandScrape.argument('<url>', texts_1.OPTION_SCRAPE_URL);
+commandScrape.argument('[url]', texts_1.OPTION_SCRAPE_URL);
 commandScrape.option('--follow', texts_1.OPTION_SCRAPE_FOLLOW, false);
-commandScrape.addOption(new commander_1.Option('--outputType <type>', texts_1.OPTION_SCRAPE_OUTPUT_TYPE)
-    .choices(['jpeg', 'png', 'md', 'html'])
-    .makeOptionMandatory());
+commandScrape.option('--respectRobots', texts_1.OPTION_COMPARE_RESPECT_ROBOTS, false);
+commandScrape.addOption(new commander_1.Option('--outputType <type>', texts_1.OPTION_SCRAPE_OUTPUT_TYPE).choices([
+    'jpeg',
+    'png',
+    'md',
+    'html',
+]));
+commandScrape.option('--outputTypes <json>', texts_1.OPTION_SCRAPE_OUTPUT_TYPES);
 commandScrape.option('--quality <quality>', texts_1.OPTION_SCRAPE_QUALITY);
 commandScrape.option('--fullPage', texts_1.OPTION_SCRAPE_FULL_PAGE, false);
 commandScrape.option('--cssSelector <selector>', texts_1.OPTION_SCRAPE_CSS_SELECTOR);
 commandScrape.option('--xpathSelector <selector>', texts_1.OPTION_SCRAPE_XPATH_SELECTOR);
-commandScrape.addOption(new commander_1.Option('--browser <browser>', texts_1.OPTION_SCRAPE_BROWSER)
-    .choices(['chrome', 'firefox', 'safari'])
-    .default('chrome'));
-commandScrape.option('--viewport <viewport>', texts_1.OPTION_SCRAPE_VIEWPORT, '1920x1080');
-commandScrape.option('--devicePixelRatio <ratio>', texts_1.OPTION_SCRAPE_DEVICE_PIXEL_RATIO, '1');
-commandScrape.option('--waitForElement <selector>', texts_1.OPTION_SCRAPE_WAIT_FOR_ELEMENT);
-commandScrape.option('--darkMode', texts_1.OPTION_SCRAPE_DARK_MODE, false);
+commandScrape.addOption(new commander_1.Option('--colorScheme <scheme>', texts_1.OPTION_SCRAPE_COLOR_SCHEME).choices([
+    'LIGHT',
+    'DARK',
+    'LIGHT_AND_DARK',
+]));
+commandScrape.option('--browsers <browsers>', texts_1.OPTION_SCRAPE_BROWSERS);
+commandScrape.option('--devices <devices>', texts_1.OPTION_SCRAPE_DEVICES);
+commandScrape.option('--waitFor <waitFors...>', texts_1.OPTION_COMPARE_WAIT_FOR);
+commandScrape.option('--cookie <cookies...>', texts_1.OPTION_COMPARE_COOKIE);
+commandScrape.option('--header <headers...>', texts_1.OPTION_COMPARE_HEADER);
+commandScrape.option('--localStorage <items...>', texts_1.OPTION_SCRAPE_LOCAL_STORAGE);
 commandScrape.option('--delay <delay>', texts_1.OPTION_SCRAPE_DELAY, '0');
 commandScrape.option('--outputDir <dir>', texts_1.OPTION_SCRAPE_OUTPUT_DIR, '.');
 commandScrape.action(async (inputUrl, options) => {
-    if (!(0, validation_1.checkToken)()) {
-        output_1.default.exitError(texts_1.ERR_MISSING_VT_TOKEN);
+    if (!(0, validation_1.checkToken)('scrape')) {
+        output_1.default.exitError(texts_1.ERR_MISSING_SCRAPE_TOKEN);
     }
-    const { url, follow, outputType, quality, outputDir, fullPage, cssSelector, xpathSelector, browser, viewport, devicePixelRatio, darkMode, delay, waitForElement, } = validateInputAndOptions(inputUrl, options);
+    const { url, follow, respectRobots, outputTypes, outputDir, fullPage, colorScheme, browsers, devices, cookies, requestHeaders, delay, waitForSelectors, localStorage, } = (0, validation_2.validateInputAndOptions)(inputUrl, options);
     try {
-        const { buildId } = await (0, requests_1.sendScrap)(url, outputType, follow, quality, fullPage, cssSelector, xpathSelector, browser, viewport, devicePixelRatio, darkMode, delay, waitForElement);
-        output_1.default.normal('Starting scrape session');
+        const ciAndGitInfo = await (0, ci_info_1.getCiAndGitInfo)({});
+        (0, context_1.setCiAndCommitInfo)(ciAndGitInfo);
+        const { buildId } = await (0, requests_1.sendScrap)(url, follow, respectRobots, outputTypes, fullPage, colorScheme, browsers, devices, cookies, requestHeaders, delay, waitForSelectors, localStorage);
         const status = await watchSessionStatus(buildId);
         if (!status.ok) {
-            output_1.default.exitError(`Unexpected error while watching session status: ${status.error}`);
+            output_1.default.exitError(`Scrape session failed: ${status.error}`);
         }
         output_1.default.normal('Downloading scrape package');
         const scrapPackageStream = await (0, requests_1.downloadScrapPackage)(buildId);
@@ -81,81 +93,15 @@ commandScrape.action(async (inputUrl, options) => {
         output_1.default.exitError(`${error}`);
     }
 });
-function validateInputAndOptions(input, options) {
-    const urlSchema = zod_1.z.string().url();
-    const optionsSchema = zod_1.z.object({
-        follow: zod_1.z.boolean(),
-        outputType: zod_1.z.enum(['jpeg', 'png', 'md', 'html']),
-        quality: zod_1.z.coerce.number().min(1).max(100).optional(),
-        outputDir: zod_1.z.string().default('.'),
-        fullPage: zod_1.z.boolean().optional(),
-        cssSelector: zod_1.z.string().optional(),
-        xpathSelector: zod_1.z.string().optional(),
-        browser: zod_1.z.enum(['chrome', 'firefox', 'safari']),
-        viewport: zod_1.z
-            .string()
-            .refine((value) => {
-            const [width, height] = value.split('x');
-            return (width &&
-                height &&
-                !isNaN(Number(width)) &&
-                !isNaN(Number(height)) &&
-                Number(width) > 0 &&
-                Number(height) > 0);
-        }, 'Invalid viewport format, example: 1920x1080')
-            .transform((value) => {
-            const [width, height] = value.split('x');
-            return {
-                width: Number(width),
-                height: Number(height),
-            };
-        }),
-        devicePixelRatio: zod_1.z.coerce.number().min(1).max(4),
-        darkMode: zod_1.z.boolean(),
-        delay: zod_1.z.coerce.number().min(0).max(10000),
-        waitForElement: zod_1.z.string().optional(),
-    });
-    try {
-        const url = urlSchema.parse(input);
-        const { follow, outputType, quality, outputDir, fullPage, cssSelector, xpathSelector, browser, viewport, devicePixelRatio, darkMode, delay, waitForElement, } = optionsSchema.parse(options);
-        if (typeof quality === 'number' && outputType !== 'jpeg') {
-            output_1.default.exitError('Quality is only supported for jpeg output type, use --outputType jpeg');
-        }
-        if (cssSelector && xpathSelector) {
-            output_1.default.exitError('Only one of --cssSelector or --xpathSelector can be used');
-        }
-        return {
-            url,
-            follow,
-            outputType,
-            quality,
-            outputDir,
-            fullPage,
-            cssSelector,
-            xpathSelector,
-            browser,
-            viewport,
-            devicePixelRatio,
-            darkMode,
-            delay,
-            waitForElement,
-        };
-    }
-    catch (error) {
-        if (error instanceof zod_1.ZodError) {
-            output_1.default.exitError(error.errors.map((e) => `${e.path}: ${e.message}`).join(', '));
-        }
-        else {
-            throw error;
-        }
-    }
-}
 async function watchSessionStatus(buildId) {
     return new Promise((resolve) => {
         const eventSource = (0, requests_1.connectToScrapSession)(buildId);
         eventSource.addEventListener('SESSION_STATUS', (event) => {
             const data = JSON.parse(event.data);
-            if (data.status === 'GATHER_URLS_COMPLETED') {
+            if (data.status === 'STARTED') {
+                output_1.default.normal('Scrape session started');
+            }
+            else if (data.status === 'GATHER_URLS_COMPLETED') {
                 output_1.default.normal(`Gathering URLs completed, found ${data.text} URLs`);
             }
             else if (data.status === 'GATHER_URLS_FAILED') {
@@ -173,6 +119,10 @@ async function watchSessionStatus(buildId) {
             else if (data.status === 'CREATE_PACKAGE_FAILED') {
                 output_1.default.error('Package creation failed');
             }
+            else if (data.status === 'ERROR') {
+                eventSource.close();
+                resolve({ ok: false, error: data.text });
+            }
             else if (data.status === 'FINISHED') {
                 eventSource.close();
                 output_1.default.normal('Scrape session finished');

package/distTs/src/command/vt/close.js

@@ -10,7 +10,7 @@ const requests_1 = require("../../visualTest/requests");
 const output_1 = __importDefault(require("../../output"));
 const commandVtClose = (0, utils_1.newCommand)('close', texts_1.DESC_COMMAND_VT_CLOSE);
 commandVtClose.action(async () => {
-    if (!(0, validation_1.checkToken)()) {
+    if (!(0, validation_1.checkToken)('vt')) {
         output_1.default.exitError(texts_1.ERR_MISSING_VT_TOKEN);
     }
     if (!(0, validation_1.checkBuildId)()) {

package/distTs/src/command/vt/compare/validation.js

@@ -7,7 +7,7 @@ exports.validateOptions = validateOptions;
 exports.checkIfMinimalOptionsAreProvided = checkIfMinimalOptionsAreProvided;
 const zod_1 = require("zod");
 const output_1 = __importDefault(require("../../../output"));
-const DEFAULT_SCOPE = '**';
+const validation_1 = require("../shared/validation");
 const optionsSchema = zod_1.z.object({
     urls: zod_1.z.string().optional(),
     sitemap: zod_1.z.string().optional(),
@@ -19,102 +19,9 @@ const optionsSchema = zod_1.z.object({
         message: "Ignore option must follow pattern '[scope::]type=value' where type must be CSS or XPATH (scope is optional)",
     }))
         .optional()
-        .transform((value) => value?.map((v) => {
-        let scope, type, value;
-        if (v.includes('::CSS=') || v.includes('::XPATH=')) {
-            const [scopePart, ...rest] = v.split('::');
-            const [typePart, ...valuePart] = rest.join('::').split('=');
-            type = typePart;
-            value = valuePart.join('=');
-            scope = scopePart;
-        }
-        else {
-            const [typePart, ...valuePart] = v.split('=');
-            type = typePart;
-            value = valuePart.join('=');
-            scope = DEFAULT_SCOPE;
-        }
-        return { scope, type, value };
-    })),
-    cookie: zod_1.z
-        .array(zod_1.z
-        .string()
-        .max(4096, {
-        message: 'Cookie must be less than 4096 characters',
-    })
-        .regex(/^(?:([^:]+)::)?(.+)$/, {
-        message: "Cookie option must follow pattern '[scope::]cookie_value' (scope is optional)",
-    }))
-        .optional()
-        .transform((value) => value?.map((v) => {
-        let scope = DEFAULT_SCOPE;
-        let cookieValue = v;
-        if (v.includes('::')) {
-            const [scopePart, valuePart] = v.split('::');
-            scope = scopePart.trim();
-            cookieValue = valuePart.trim();
-        }
-        // Parse cookie string into components
-        const cookieParts = cookieValue.split(';').map((part) => part.trim());
-        const mainPart = cookieParts[0].split('=');
-        const key = mainPart[0].trim();
-        const value = mainPart[1].trim();
-        const cookie = {
-            scope,
-            key,
-            value,
-            httpOnly: false,
-            secure: false,
-        };
-        // Process additional cookie attributes
-        for (let i = 1; i < cookieParts.length; i++) {
-            const part = cookieParts[i].toLowerCase();
-            if (part === 'httponly') {
-                cookie.httpOnly = true;
-            }
-            else if (part === 'secure') {
-                cookie.secure = true;
-            }
-            else if (part.startsWith('domain=')) {
-                cookie.domain = part.substring(7);
-            }
-            else if (part.startsWith('path=')) {
-                cookie.path = part.substring(5);
-            }
-            else if (part.startsWith('samesite=')) {
-                const sameSiteValue = part.substring(9);
-                if (['strict', 'lax', 'none'].includes(sameSiteValue.toLowerCase())) {
-                    cookie.sameSite = (sameSiteValue.charAt(0).toUpperCase() +
-                        sameSiteValue.slice(1).toLowerCase());
-                }
-            }
-        }
-        return cookie;
-    })),
-    header: zod_1.z
-        .array(zod_1.z.string().regex(/^(?:([^:]+)::)?(.+)$/, {
-        message: "Header option must follow pattern '[scope::]header_value' (scope is optional)",
-    }))
-        .optional()
-        .transform((value) => value?.map((v) => {
-        if (v.includes('::')) {
-            const [scope, headerValue] = v.split('::');
-            const [name, value] = headerValue.split('=');
-            return {
-                scope: scope.trim(),
-                key: name.trim(),
-                value: value.trim(),
-            };
-        }
-        else {
-            const [name, value] = v.split('=');
-            return {
-                scope: DEFAULT_SCOPE,
-                key: name.trim(),
-                value: value.trim(),
-            };
-        }
-    })),
+        .transform(validation_1.parseScopedSelector),
+    cookie: validation_1.cookieSchema,
+    header: validation_1.headerSchema,
     delay: zod_1.z
         .array(zod_1.z.string().regex(/^(?:([^:]+)::)?(\d+)$/, {
         message: "Delay option must follow pattern '[scope::]milliseconds' (scope is optional)",
@@ -126,31 +33,10 @@ const optionsSchema = zod_1.z.object({
             return { scope: scope.trim(), value: Number(milliseconds) };
         }
         else {
-            return { scope: DEFAULT_SCOPE, value: Number(v) };
-        }
-    })),
-    waitFor: zod_1.z
-        .array(zod_1.z.string().regex(/^(?:([^:]+)::)?(?:(CSS|XPATH))=(.+)$/, {
-        message: "WaitFor option must follow pattern '[scope::]type=value' where type must be CSS or XPATH (scope is optional)",
-    }))
-        .optional()
-        .transform((value) => value?.map((v) => {
-        let scope, type, value;
-        if (v.includes('::CSS=') || v.includes('::XPATH=')) {
-            const [scopePart, ...rest] = v.split('::');
-            const [typePart, ...valuePart] = rest.join('::').split('=');
-            type = typePart;
-            value = valuePart.join('=');
-            scope = scopePart;
-        }
-        else {
-            const [typePart, ...valuePart] = v.split('=');
-            type = typePart;
-            value = valuePart.join('=');
-            scope = DEFAULT_SCOPE;
+            return { scope: validation_1.DEFAULT_SCOPE, value: Number(v) };
         }
-        return { scope, type, value };
     })),
+    waitFor: validation_1.waitForSchema,
     ignoreUrls: zod_1.z.array(zod_1.z.string()).optional(),
     dryRun: zod_1.z.boolean().optional(),
 });

package/distTs/src/command/vt/compare.js

@@ -28,7 +28,7 @@ commandVtCompare.option('--delay <delays...>', texts_1.OPTION_COMPARE_DELAY);
 commandVtCompare.option('--waitFor <waitFors...>', texts_1.OPTION_COMPARE_WAIT_FOR);
 commandVtCompare.action(async (options) => {
     const validatedOptions = (0, validation_2.validateOptions)(options);
-    if (!(0, validation_1.checkToken)()) {
+    if (!(0, validation_1.checkToken)('vt')) {
         output_1.default.exitError(texts_1.ERR_MISSING_VT_TOKEN);
     }
     if (!(0, validation_2.checkIfMinimalOptionsAreProvided)(validatedOptions)) {

package/distTs/src/command/vt/exec.js

@@ -29,7 +29,7 @@ commandVtExec.action(async (command, options) => {
     catch (error) {
         output_1.default.exitError(`${error}`);
     }
-    if (!(0, validation_1.checkToken)()) {
+    if (!(0, validation_1.checkToken)('vt')) {
         output_1.default.exitError(texts_1.ERR_MISSING_VT_TOKEN);
     }
     if (!(0, validation_1.checkParallel)()) {

package/distTs/src/command/vt/shared/validation.js

@@ -0,0 +1,118 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.waitForSchema = exports.headerSchema = exports.cookieSchema = exports.DEFAULT_SCOPE = void 0;
+exports.parseScopedSelector = parseScopedSelector;
+exports.parseScopedKeyValue = parseScopedKeyValue;
+const zod_1 = require("zod");
+const output_1 = __importDefault(require("../../../output"));
+exports.DEFAULT_SCOPE = '**';
+function parseScopedSelector(value) {
+    return value?.map((v) => {
+        let scope, type, selectorValue;
+        if (v.includes('::CSS=') || v.includes('::XPATH=')) {
+            const [scopePart, ...rest] = v.split('::');
+            const [typePart, ...valuePart] = rest.join('::').split('=');
+            type = typePart;
+            selectorValue = valuePart.join('=');
+            scope = scopePart;
+        }
+        else {
+            const [typePart, ...valuePart] = v.split('=');
+            type = typePart;
+            selectorValue = valuePart.join('=');
+            scope = exports.DEFAULT_SCOPE;
+        }
+        return { scope, type, value: selectorValue };
+    });
+}
+function parseScopedKeyValue(rawValue) {
+    let scope = exports.DEFAULT_SCOPE;
+    let keyValue = rawValue;
+    const scopeSeparatorIndex = rawValue.indexOf('::');
+    if (scopeSeparatorIndex >= 0) {
+        scope = rawValue.slice(0, scopeSeparatorIndex).trim();
+        keyValue = rawValue.slice(scopeSeparatorIndex + 2).trim();
+    }
+    const equalSignIndex = keyValue.indexOf('=');
+    if (equalSignIndex <= 0) {
+        output_1.default.exitError("Option value must follow pattern '[scope::]key=value' (scope is optional)");
+    }
+    const key = keyValue.slice(0, equalSignIndex).trim();
+    const value = keyValue.slice(equalSignIndex + 1).trim();
+    if (!key) {
+        output_1.default.exitError('Option key cannot be empty');
+    }
+    return { scope, key, value };
+}
+exports.cookieSchema = zod_1.z
+    .array(zod_1.z
+    .string()
+    .max(4096, {
+    message: 'Cookie must be less than 4096 characters',
+})
+    .regex(/^(?:([^:]+)::)?([^=]+)=(.*)$/, {
+    message: "Cookie option must follow pattern '[scope::]key=value[;attribute]' (scope is optional)",
+}))
+    .optional()
+    .transform((value) => value?.map((v) => {
+    let scope = exports.DEFAULT_SCOPE;
+    let cookieValue = v;
+    if (v.includes('::')) {
+        const [scopePart, valuePart] = v.split('::');
+        scope = scopePart.trim();
+        cookieValue = valuePart.trim();
+    }
+    const cookieParts = cookieValue.split(';').map((part) => part.trim());
+    const mainPart = cookieParts[0];
+    const firstEqualSignIndex = mainPart.indexOf('=');
+    const key = mainPart.slice(0, firstEqualSignIndex).trim();
+    const value = mainPart.slice(firstEqualSignIndex + 1).trim();
+    const cookie = {
+        scope,
+        key,
+        value,
+        httpOnly: false,
+        secure: false,
+    };
+    for (let i = 1; i < cookieParts.length; i++) {
+        const part = cookieParts[i].toLowerCase();
+        if (part === 'httponly') {
+            cookie.httpOnly = true;
+        }
+        else if (part === 'secure') {
+            cookie.secure = true;
+        }
+        else if (part.startsWith('domain=')) {
+            cookie.domain = part.substring(7);
+        }
+        else if (part.startsWith('path=')) {
+            cookie.path = part.substring(5);
+        }
+        else if (part.startsWith('samesite=')) {
+            const sameSiteValue = part.substring(9);
+            if (['strict', 'lax', 'none'].includes(sameSiteValue)) {
+                cookie.sameSite = (sameSiteValue.charAt(0).toUpperCase() +
+                    sameSiteValue.slice(1));
+            }
+        }
+    }
+    return cookie;
+}));
+exports.headerSchema = zod_1.z
+    .array(zod_1.z.string().regex(/^(?:([^:]+)::)?([^=]+)=(.*)$/, {
+    message: "Header option must follow pattern '[scope::]key=value' (scope is optional)",
+}))
+    .optional()
+    .transform((value) => value?.map((v) => {
+    const { scope, key, value } = parseScopedKeyValue(v);
+    return { scope, key, value };
+}));
+exports.waitForSchema = zod_1.z
+    .array(zod_1.z.string().regex(/^(?:([^:]+)::)?(?:(CSS|XPATH))=(.+)$/, {
+    message: "WaitFor option must follow pattern '[scope::]type=value' where type must be CSS or XPATH (scope is optional)",
+}))
+    .optional()
+    .transform(parseScopedSelector);

package/distTs/src/command/vt/storybook.js

@@ -17,7 +17,7 @@ const tar_stream_1 = __importDefault(require("tar-stream"));
 const node_zlib_1 = require("node:zlib");
 const commandVtStorybook = (0, utils_1.newCommand)('storybook', texts_1.DESC_COMMAND_VT_STORYBOOK);
 commandVtStorybook.action(async () => {
-    if (!(0, validation_1.checkToken)()) {
+    if (!(0, validation_1.checkToken)('vt')) {
         output_1.default.exitError(texts_1.ERR_MISSING_VT_TOKEN);
     }
     const currentDirectoryFiles = getCurrentDirectoryFiles();

package/distTs/src/command/vt.js

@@ -10,7 +10,6 @@ const storybook_1 = __importDefault(require("./vt/storybook"));
 const exec_1 = __importDefault(require("./vt/exec"));
 const installBrowser_1 = __importDefault(require("./vt/installBrowser"));
 const compare_1 = __importDefault(require("./vt/compare"));
-const scrape_1 = __importDefault(require("./vt/scrape"));
 const commandVt = (0, utils_1.newCommand)('visual', texts_1.DESC_COMMAND_VT);
 commandVt.alias('vt');
 commandVt.addCommand(close_1.default);
@@ -18,5 +17,4 @@ commandVt.addCommand(storybook_1.default);
 commandVt.addCommand(exec_1.default);
 commandVt.addCommand(installBrowser_1.default);
 commandVt.addCommand(compare_1.default);
-commandVt.addCommand(scrape_1.default);
 exports.default = commandVt;

package/distTs/src/index.js

@@ -12,6 +12,7 @@ const stream_1 = __importDefault(require("stream"));
 const utils_1 = require("./utils");
 const texts_1 = require("./texts");
 const vt_1 = __importDefault(require("./command/vt"));
+const scrape_1 = __importDefault(require("./command/scrape"));
 const ut_1 = __importDefault(require("./command/ut"));
 const tunnel_1 = __importDefault(require("./command/tunnel"));
 const pipeline_1 = __importDefault(require("./command/pipeline"));
@@ -25,6 +26,7 @@ const package_1 = __importDefault(require("./command/package"));
 const api_1 = __importDefault(require("./command/api"));
 const autocomplete_1 = __importDefault(require("./autocomplete"));
 const autocomplete_2 = __importDefault(require("./command/autocomplete"));
+const domain_1 = __importDefault(require("./command/domain"));
 stream_1.default.setDefaultHighWaterMark(false, 67108864);
 process.title = 'bdy';
 process.on('uncaughtException', (err) => {
@@ -41,10 +43,12 @@ if (!(0, utils_1.isDocker)())
     program.addCommand(agent_1.default);
 program.addCommand(version_1.default);
 program.addCommand(vt_1.default);
+program.addCommand(scrape_1.default);
 program.addCommand(ut_1.default);
 program.addCommand(pipeline_1.default);
 program.addCommand(package_1.default);
 program.addCommand(sandbox_1.default);
+program.addCommand(domain_1.default);
 program.addCommand(login_1.default);
 program.addCommand(whoami_1.default);
 program.addCommand(logout_1.default);

package/distTs/src/output.js

@@ -66,9 +66,15 @@ class Output {
     static getOkSign() {
         return '✔ ';
     }
+    static getArrowSign() {
+        return '→ ';
+    }
     static okSign(newLine = false) {
         return this.cyan(this.getOkSign(), newLine);
     }
+    static arrowSign(newLine = false) {
+        return this.cyan(this.getArrowSign(), newLine);
+    }
     static exitSuccess(msg) {
         this.exitNormal(this.getGreenColor(msg));
     }
@@ -280,14 +286,27 @@ class Output {
         else {
             this.cyan('? ', false);
             this.normal(message, false);
-            if (items.length > 0) {
-                this.cyan(` ${items[0].name}`);
-                return items[0].value;
+            const item = items.find((item) => !prompts_1.default.Separator.isSeparator(item) && !item.disabled);
+            if (item && item.name && item.value) {
+                this.cyan(` ${item.name}`);
+                return item.value;
             }
             this.normal('');
             return '';
         }
     }
+    static createMenuSeparator(text) {
+        return new prompts_1.default.Separator(text);
+    }
+    static createMenuItem(name, value, description) {
+        const item = {
+            name,
+            value,
+        };
+        if (description)
+            item.description = description;
+        return item;
+    }
     static async inputMenu(message, items) {
         if (this.isStdInTTY()) {
             return await prompts_1.default.select({