@brightdata/cli 0.1.0

package/dist/commands/budget.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"budget.d.ts","sourceRoot":"","sources":["../../src/commands/budget.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,OAAO,EAAC,MAAM,WAAW,CAAA;AAMjC,KAAK,WAAW,GAAG;IACf,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,CAAC;CACnB,CAAA;AAqID,QAAA,MAAM,qBAAqB,GAAS,MAAM,WAAW,kBAwBpD,CAAA;AAED,QAAA,MAAM,mBAAmB,GAAS,MAAM,WAAW,kBAsElD,CAAA;AAED,QAAA,MAAM,kBAAkB,GAAS,MAAM,MAAM,EAAE,MAAM,WAAW,kBA0D/D,CAAA;AAED,QAAA,MAAM,cAAc,SAInB,CAAA;AA+BD,OAAO,EACH,cAAc,EACd,qBAAqB,EACrB,mBAAmB,EACnB,kBAAkB,GACrB,CAAA"}

package/dist/commands/budget.js

@@ -0,0 +1,217 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.handle_budget_zone = exports.handle_budget_zones = exports.handle_budget_balance = exports.budget_command = void 0;
+const commander_1 = require("commander");
+const auth_1 = require("../utils/auth");
+const client_1 = require("../utils/client");
+const spinner_1 = require("../utils/spinner");
+const output_1 = require("../utils/output");
+const add_common_options = (cmd) => {
+    cmd.option('--json', 'Force JSON output');
+    cmd.option('--pretty', 'Pretty-print JSON output');
+    cmd.option('--timing', 'Show request timing');
+    cmd.option('-k, --api-key <key>', 'Override API key');
+    return cmd;
+};
+const format_usd = (value) => {
+    return `$${value.toFixed(2)}`;
+};
+const format_bytes = (n) => {
+    if (n < 1024)
+        return `${Math.round(n)} B`;
+    if (n < 1024 ** 2)
+        return `${(n / 1024).toFixed(1)} KB`;
+    if (n < 1024 ** 3)
+        return `${(n / 1024 ** 2).toFixed(1)} MB`;
+    return `${(n / 1024 ** 3).toFixed(1)} GB`;
+};
+const sum_zone_cost = (response) => {
+    if (!response || typeof response != 'object')
+        return { bw: 0, cost: 0 };
+    let bw = 0;
+    let cost = 0;
+    for (const period of Object.values(response)) {
+        if (!period || typeof period != 'object')
+            continue;
+        for (const item of Object.values(period)) {
+            if (!item || typeof item != 'object')
+                continue;
+            const item_bw = 'bw' in item
+                && typeof item.bw == 'number'
+                && Number.isFinite(item.bw)
+                ? item.bw
+                : 0;
+            const item_cost = 'cost' in item
+                && typeof item.cost == 'number'
+                && Number.isFinite(item.cost)
+                ? item.cost
+                : 0;
+            bw += item_bw;
+            cost += item_cost;
+        }
+    }
+    return { bw, cost };
+};
+const print_detail_rows = (rows) => {
+    if (!rows.length)
+        return;
+    const label_width = Math.max(...rows.map(([label]) => label.length));
+    for (const [label, value] of rows) {
+        process.stdout.write(`${(0, output_1.dim)(label.padEnd(label_width))}  ${value}\n`);
+    }
+};
+const build_zone_cost_endpoint = (zone, opts) => {
+    const params = new URLSearchParams({ zone });
+    if (opts.from)
+        params.set('from', opts.from);
+    if (opts.to)
+        params.set('to', opts.to);
+    return `/zone/cost?${params.toString()}`;
+};
+const print_balance_summary = (balance) => {
+    const balance_value = typeof balance.balance == 'number' ? balance.balance : 0;
+    const pending_value = typeof balance.pending_balance == 'number'
+        ? balance.pending_balance
+        : 0;
+    const labels = ['Balance', 'Pending charge'];
+    const label_width = Math.max(...labels.map(label => label.length));
+    const balance_text = format_usd(balance_value);
+    const colored_balance = balance_value > 0
+        ? (0, output_1.green)(balance_text)
+        : (0, output_1.yellow)(balance_text);
+    process.stdout.write(`${(0, output_1.dim)('Balance'.padEnd(label_width))}  ${colored_balance}\n`);
+    process.stdout.write(`${(0, output_1.dim)('Pending charge'.padEnd(label_width))}  `
+        + `${format_usd(pending_value)}\n`);
+};
+const handle_budget_balance = async (opts) => {
+    const api_key = (0, auth_1.ensure_authenticated)(opts.apiKey);
+    const spinner = (0, spinner_1.start)('Fetching account balance...');
+    try {
+        const balance = await (0, client_1.get)(api_key, '/customer/balance', { timing: opts.timing });
+        spinner.stop();
+        if (opts.json || opts.pretty) {
+            (0, output_1.print)(balance, { json: opts.json, pretty: opts.pretty });
+            return;
+        }
+        print_balance_summary(balance);
+    }
+    catch (e) {
+        spinner.stop();
+        console.error(e.message);
+        process.exit(1);
+    }
+};
+exports.handle_budget_balance = handle_budget_balance;
+const handle_budget_zones = async (opts) => {
+    const api_key = (0, auth_1.ensure_authenticated)(opts.apiKey);
+    const spinner = (0, spinner_1.start)('Fetching zone costs...');
+    try {
+        const zones = await (0, client_1.get)(api_key, '/zone/get_active_zones', { timing: opts.timing });
+        const zone_names = zones
+            .map(zone => zone.name)
+            .filter((name) => !!name);
+        if (!zone_names.length) {
+            spinner.stop();
+            if (opts.json || opts.pretty) {
+                (0, output_1.print)([], { json: opts.json, pretty: opts.pretty });
+                return;
+            }
+            console.log((0, output_1.dim)('No active zones found.'));
+            return;
+        }
+        const rows = await Promise.all(zone_names.map(async (zone) => {
+            const totals = sum_zone_cost(await (0, client_1.get)(api_key, build_zone_cost_endpoint(zone, opts), { timing: opts.timing }));
+            return {
+                zone,
+                cost: totals.cost,
+                bw: totals.bw,
+            };
+        }));
+        spinner.stop();
+        if (opts.json || opts.pretty) {
+            (0, output_1.print)(rows, { json: opts.json, pretty: opts.pretty });
+            return;
+        }
+        const total_cost = rows.reduce((sum, row) => sum + row.cost, 0);
+        const total_bw = rows.reduce((sum, row) => sum + row.bw, 0);
+        const table_rows = rows.map(row => ({
+            zone: row.zone,
+            'cost ($)': format_usd(row.cost),
+            bandwidth: format_bytes(row.bw),
+        }));
+        table_rows.push({
+            zone: 'TOTAL',
+            'cost ($)': format_usd(total_cost),
+            bandwidth: format_bytes(total_bw),
+        });
+        (0, output_1.print_table)(table_rows, ['zone', 'cost ($)', 'bandwidth']);
+    }
+    catch (e) {
+        spinner.stop();
+        console.error(e.message);
+        process.exit(1);
+    }
+};
+exports.handle_budget_zones = handle_budget_zones;
+const handle_budget_zone = async (name, opts) => {
+    const api_key = (0, auth_1.ensure_authenticated)(opts.apiKey);
+    const spinner = (0, spinner_1.start)(`Fetching cost details for "${name}"...`);
+    try {
+        const [info, raw_cost] = await Promise.all([
+            (0, client_1.get)(api_key, `/zone?zone=${encodeURIComponent(name)}`, { timing: opts.timing }),
+            (0, client_1.get)(api_key, build_zone_cost_endpoint(name, opts), { timing: opts.timing }),
+        ]);
+        const totals = sum_zone_cost(raw_cost);
+        spinner.stop();
+        if (opts.json || opts.pretty) {
+            (0, output_1.print)({
+                zone: name,
+                info,
+                cost: raw_cost,
+                totals,
+            }, { json: opts.json, pretty: opts.pretty });
+            return;
+        }
+        const type_parts = [info.plan?.product, info.plan?.type]
+            .filter((value) => !!value);
+        const zone_type = type_parts.length
+            ? type_parts.join(' / ')
+            : (0, output_1.dim)('unknown');
+        const plan_bandwidth = info.plan?.bandwidth ?? (0, output_1.dim)('unknown');
+        print_detail_rows([
+            ['Zone:', name],
+            ['Type:', zone_type],
+            ['Plan bandwidth:', plan_bandwidth],
+        ]);
+        process.stdout.write('\n');
+        print_detail_rows([
+            ['Cost (this month):', format_usd(totals.cost)],
+            ['Bandwidth used:', format_bytes(totals.bw)],
+        ]);
+    }
+    catch (e) {
+        spinner.stop();
+        console.error(e.message);
+        process.exit(1);
+    }
+};
+exports.handle_budget_zone = handle_budget_zone;
+const budget_command = add_common_options(new commander_1.Command('budget')
+    .description('View account balance and zone spending')
+    .action(handle_budget_balance));
+exports.budget_command = budget_command;
+budget_command.addCommand(add_common_options(new commander_1.Command('balance')
+    .description('Show account balance')
+    .action(handle_budget_balance)));
+budget_command.addCommand(add_common_options(new commander_1.Command('zones')
+    .description('Show cost and bandwidth for all active zones')
+    .option('--from <date>', 'Start date for cost lookup')
+    .option('--to <date>', 'End date for cost lookup')
+    .action(handle_budget_zones)));
+budget_command.addCommand(add_common_options(new commander_1.Command('zone')
+    .description('Show cost and bandwidth for a single zone')
+    .argument('<name>', 'Zone name')
+    .option('--from <date>', 'Start date for cost lookup')
+    .option('--to <date>', 'End date for cost lookup')
+    .action(handle_budget_zone)));
+//# sourceMappingURL=budget.js.map

package/dist/commands/budget.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"budget.js","sourceRoot":"","sources":["../../src/commands/budget.ts"],"names":[],"mappings":";;;AAAA,yCAAiC;AACjC,wCAAkD;AAClD,4CAAmC;AACnC,8CAAuD;AACvD,4CAAsE;AAyCtE,MAAM,kBAAkB,GAAG,CAAC,GAAY,EAAU,EAAE;IAChD,GAAG,CAAC,MAAM,CAAC,QAAQ,EAAE,mBAAmB,CAAC,CAAA;IACzC,GAAG,CAAC,MAAM,CAAC,UAAU,EAAE,0BAA0B,CAAC,CAAA;IAClD,GAAG,CAAC,MAAM,CAAC,UAAU,EAAE,qBAAqB,CAAC,CAAA;IAC7C,GAAG,CAAC,MAAM,CAAC,qBAAqB,EAAE,kBAAkB,CAAC,CAAA;IACrD,OAAO,GAAG,CAAA;AACd,CAAC,CAAA;AAED,MAAM,UAAU,GAAG,CAAC,KAAa,EAAC,EAAE;IAChC,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAA;AACjC,CAAC,CAAA;AAED,MAAM,YAAY,GAAG,CAAC,CAAS,EAAS,EAAE;IACtC,IAAI,CAAC,GAAG,IAAI;QACR,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAA;IAC/B,IAAI,CAAC,GAAG,IAAI,IAAE,CAAC;QACX,OAAO,GAAG,CAAC,CAAC,GAAC,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAA;IACtC,IAAI,CAAC,GAAG,IAAI,IAAE,CAAC;QACX,OAAO,GAAG,CAAC,CAAC,GAAC,IAAI,IAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAA;IACzC,OAAO,GAAG,CAAC,CAAC,GAAC,IAAI,IAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAA;AACzC,CAAC,CAAA;AAED,MAAM,aAAa,GAAG,CAAC,QAAiB,EAAmB,EAAE;IACzD,IAAI,CAAC,QAAQ,IAAI,OAAO,QAAQ,IAAI,QAAQ;QACxC,OAAO,EAAC,EAAE,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAC,CAAA;IAE3B,IAAI,EAAE,GAAG,CAAC,CAAA;IACV,IAAI,IAAI,GAAG,CAAC,CAAA;IAEZ,KAAK,MAAM,MAAM,IAAI,MAAM,CAAC,MAAM,CAAC,QAAmC,CAAC,EACvE,CAAC;QACG,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,IAAI,QAAQ;YACpC,SAAQ;QAEZ,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,MAAM,CAAC,MAAiC,CAAC,EACnE,CAAC;YACG,IAAI,CAAC,IAAI,IAAI,OAAO,IAAI,IAAI,QAAQ;gBAChC,SAAQ;YAEZ,MAAM,OAAO,GAAG,IAAI,IAAI,IAAI;mBACrB,OAAO,IAAI,CAAC,EAAE,IAAI,QAAQ;mBAC1B,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC3B,CAAC,CAAC,IAAI,CAAC,EAAE;gBACT,CAAC,CAAC,CAAC,CAAA;YACP,MAAM,SAAS,GAAG,MAAM,IAAI,IAAI;mBACzB,OAAO,IAAI,CAAC,IAAI,IAAI,QAAQ;mBAC5B,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC;gBAC7B,CAAC,CAAC,IAAI,CAAC,IAAI;gBACX,CAAC,CAAC,CAAC,CAAA;YAEP,EAAE,IAAI,OAAO,CAAA;YACb,IAAI,IAAI,SAAS,CAAA;QACrB,CAAC;IACL,CAAC;IAED,OAAO,EAAC,EAAE,EAAE,IAAI,EAAC,CAAA;AACrB,CAAC,CAAA;AAED,MAAM,iBAAiB,GAAG,CAAC,IAA6B,EAAC,EAAE;IACvD,IAAI,CAAC,IAAI,CAAC,MAAM;QACZ,OAAM;IAEV,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,EAAC,EAAE,CAAA,KAAK,CAAC,MAAM,CAAC,CAAC,CAAA;IAClE,KAAK,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,IAAI,EACjC,CAAC;QACG,OAAO,CAAC,MAAM,CAAC,KAAK,CAChB,GAAG,IAAA,YAAG,EAAC,KAAK,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,KAAK,KAAK,IAAI,CAClD,CAAA;IACL,CAAC;AACL,CAAC,CAAA;AAED,MAAM,wBAAwB,GAAG,CAAC,IAAY,EAAE,IAAiB,EAAC,EAAE;IAChE,MAAM,MAAM,GAAG,IAAI,eAAe,CAAC,EAAC,IAAI,EAAC,CAAC,CAAA;IAC1C,IAAI,IAAI,CAAC,IAAI;QACT,MAAM,CAAC,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,CAAA;IACjC,IAAI,IAAI,CAAC,EAAE;QACP,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,CAAC,CAAA;IAC7B,OAAO,cAAc,MAAM,CAAC,QAAQ,EAAE,EAAE,CAAA;AAC5C,CAAC,CAAA;AAED,MAAM,qBAAqB,GAAG,CAAC,OAAyB,EAAC,EAAE;IACvD,MAAM,aAAa,GAAG,OAAO,OAAO,CAAC,OAAO,IAAI,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAA;IAC9E,MAAM,aAAa,GAAG,OAAO,OAAO,CAAC,eAAe,IAAI,QAAQ;QAC5D,CAAC,CAAC,OAAO,CAAC,eAAe;QACzB,CAAC,CAAC,CAAC,CAAA;IACP,MAAM,MAAM,GAAG,CAAC,SAAS,EAAE,gBAAgB,CAAC,CAAA;IAC5C,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,KAAK,CAAA,EAAE,CAAA,KAAK,CAAC,MAAM,CAAC,CAAC,CAAA;IAChE,MAAM,YAAY,GAAG,UAAU,CAAC,aAAa,CAAC,CAAA;IAC9C,MAAM,eAAe,GAAG,aAAa,GAAG,CAAC;QACrC,CAAC,CAAC,IAAA,cAAK,EAAC,YAAY,CAAC;QACrB,CAAC,CAAC,IAAA,eAAM,EAAC,YAAY,CAAC,CAAA;IAE1B,OAAO,CAAC,MAAM,CAAC,KAAK,CAChB,GAAG,IAAA,YAAG,EAAC,SAAS,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,KAAK,eAAe,IAAI,CAChE,CAAA;IACD,OAAO,CAAC,MAAM,CAAC,KAAK,CAChB,GAAG,IAAA,YAAG,EAAC,gBAAgB,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,IAAI;UAC/C,GAAG,UAAU,CAAC,aAAa,CAAC,IAAI,CACpC,CAAA;AACL,CAAC,CAAA;AAED,MAAM,qBAAqB,GAAG,KAAK,EAAC,IAAiB,EAAC,EAAE;IACpD,MAAM,OAAO,GAAG,IAAA,2BAAoB,EAAC,IAAI,CAAC,MAAM,CAAC,CAAA;IACjD,MAAM,OAAO,GAAG,IAAA,eAAa,EAAC,6BAA6B,CAAC,CAAA;IAE5D,IAAI,CAAC;QACD,MAAM,OAAO,GAAG,MAAM,IAAA,YAAG,EACrB,OAAO,EACP,mBAAmB,EACnB,EAAC,MAAM,EAAE,IAAI,CAAC,MAAM,EAAC,CACxB,CAAA;QACD,OAAO,CAAC,IAAI,EAAE,CAAA;QAEd,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,MAAM,EAC5B,CAAC;YACG,IAAA,cAAK,EAAC,OAAO,EAAE,EAAC,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAC,CAAC,CAAA;YACtD,OAAM;QACV,CAAC;QAED,qBAAqB,CAAC,OAAO,CAAC,CAAA;IAClC,CAAC;IAAC,OAAM,CAAC,EAAE,CAAC;QACR,OAAO,CAAC,IAAI,EAAE,CAAA;QACd,OAAO,CAAC,KAAK,CAAE,CAAW,CAAC,OAAO,CAAC,CAAA;QACnC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;IACnB,CAAC;AACL,CAAC,CAAA;AA2KG,sDAAqB;AAzKzB,MAAM,mBAAmB,GAAG,KAAK,EAAC,IAAiB,EAAC,EAAE;IAClD,MAAM,OAAO,GAAG,IAAA,2BAAoB,EAAC,IAAI,CAAC,MAAM,CAAC,CAAA;IACjD,MAAM,OAAO,GAAG,IAAA,eAAa,EAAC,wBAAwB,CAAC,CAAA;IAEvD,IAAI,CAAC;QACD,MAAM,KAAK,GAAG,MAAM,IAAA,YAAG,EACnB,OAAO,EACP,wBAAwB,EACxB,EAAC,MAAM,EAAE,IAAI,CAAC,MAAM,EAAC,CACxB,CAAA;QACD,MAAM,UAAU,GAAG,KAAK;aACnB,GAAG,CAAC,IAAI,CAAA,EAAE,CAAA,IAAI,CAAC,IAAI,CAAC;aACpB,MAAM,CAAC,CAAC,IAAI,EAAiB,EAAE,CAAA,CAAC,CAAC,IAAI,CAAC,CAAA;QAE3C,IAAI,CAAC,UAAU,CAAC,MAAM,EACtB,CAAC;YACG,OAAO,CAAC,IAAI,EAAE,CAAA;YAEd,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,MAAM,EAC5B,CAAC;gBACG,IAAA,cAAK,EAAC,EAAE,EAAE,EAAC,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAC,CAAC,CAAA;gBACjD,OAAM;YACV,CAAC;YAED,OAAO,CAAC,GAAG,CAAC,IAAA,YAAG,EAAC,wBAAwB,CAAC,CAAC,CAAA;YAC1C,OAAM;QACV,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,EAAC,IAAI,EAAA,EAAE;YACtD,MAAM,MAAM,GAAG,aAAa,CAAC,MAAM,IAAA,YAAG,EAClC,OAAO,EACP,wBAAwB,CAAC,IAAI,EAAE,IAAI,CAAC,EACpC,EAAC,MAAM,EAAE,IAAI,CAAC,MAAM,EAAC,CACxB,CAAC,CAAA;YAEF,OAAO;gBACH,IAAI;gBACJ,IAAI,EAAE,MAAM,CAAC,IAAI;gBACjB,EAAE,EAAE,MAAM,CAAC,EAAE;aACQ,CAAA;QAC7B,CAAC,CAAC,CAAC,CAAA;QAEH,OAAO,CAAC,IAAI,EAAE,CAAA;QAEd,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,MAAM,EAC5B,CAAC;YACG,IAAA,cAAK,EAAC,IAAI,EAAE,EAAC,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAC,CAAC,CAAA;YACnD,OAAM;QACV,CAAC;QAED,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,EAAC,EAAE,CAAA,GAAG,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC,CAAA;QAC7D,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,EAAC,EAAE,CAAA,GAAG,GAAG,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC,CAAA;QACzD,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAA,EAAE,CAAA,CAAC;YAC9B,IAAI,EAAE,GAAG,CAAC,IAAI;YACd,UAAU,EAAE,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC;YAChC,SAAS,EAAE,YAAY,CAAC,GAAG,CAAC,EAAE,CAAC;SAClC,CAAC,CAAC,CAAA;QAEH,UAAU,CAAC,IAAI,CAAC;YACZ,IAAI,EAAE,OAAO;YACb,UAAU,EAAE,UAAU,CAAC,UAAU,CAAC;YAClC,SAAS,EAAE,YAAY,CAAC,QAAQ,CAAC;SACpC,CAAC,CAAA;QAEF,IAAA,oBAAW,EAAC,UAAU,EAAE,CAAC,MAAM,EAAE,UAAU,EAAE,WAAW,CAAC,CAAC,CAAA;IAC9D,CAAC;IAAC,OAAM,CAAC,EAAE,CAAC;QACR,OAAO,CAAC,IAAI,EAAE,CAAA;QACd,OAAO,CAAC,KAAK,CAAE,CAAW,CAAC,OAAO,CAAC,CAAA;QACnC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;IACnB,CAAC;AACL,CAAC,CAAA;AAoGG,kDAAmB;AAlGvB,MAAM,kBAAkB,GAAG,KAAK,EAAC,IAAY,EAAE,IAAiB,EAAC,EAAE;IAC/D,MAAM,OAAO,GAAG,IAAA,2BAAoB,EAAC,IAAI,CAAC,MAAM,CAAC,CAAA;IACjD,MAAM,OAAO,GAAG,IAAA,eAAa,EAAC,8BAA8B,IAAI,MAAM,CAAC,CAAA;IAEvE,IAAI,CAAC;QACD,MAAM,CAAC,IAAI,EAAE,QAAQ,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YACvC,IAAA,YAAG,EACC,OAAO,EACP,cAAc,kBAAkB,CAAC,IAAI,CAAC,EAAE,EACxC,EAAC,MAAM,EAAE,IAAI,CAAC,MAAM,EAAC,CACxB;YACD,IAAA,YAAG,EACC,OAAO,EACP,wBAAwB,CAAC,IAAI,EAAE,IAAI,CAAC,EACpC,EAAC,MAAM,EAAE,IAAI,CAAC,MAAM,EAAC,CACxB;SACJ,CAAC,CAAA;QACF,MAAM,MAAM,GAAG,aAAa,CAAC,QAAQ,CAAC,CAAA;QAEtC,OAAO,CAAC,IAAI,EAAE,CAAA;QAEd,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,MAAM,EAC5B,CAAC;YACG,IAAA,cAAK,EACD;gBACI,IAAI,EAAE,IAAI;gBACV,IAAI;gBACJ,IAAI,EAAE,QAAQ;gBACd,MAAM;aACT,EACD,EAAC,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAC,CACzC,CAAA;YACD,OAAM;QACV,CAAC;QAED,MAAM,UAAU,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC;aACnD,MAAM,CAAC,CAAC,KAAK,EAAkB,EAAE,CAAA,CAAC,CAAC,KAAK,CAAC,CAAA;QAC9C,MAAM,SAAS,GAAG,UAAU,CAAC,MAAM;YAC/B,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC;YACxB,CAAC,CAAC,IAAA,YAAG,EAAC,SAAS,CAAC,CAAA;QACpB,MAAM,cAAc,GAAG,IAAI,CAAC,IAAI,EAAE,SAAS,IAAI,IAAA,YAAG,EAAC,SAAS,CAAC,CAAA;QAE7D,iBAAiB,CAAC;YACd,CAAC,OAAO,EAAE,IAAI,CAAC;YACf,CAAC,OAAO,EAAE,SAAS,CAAC;YACpB,CAAC,iBAAiB,EAAE,cAAc,CAAC;SACtC,CAAC,CAAA;QACF,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;QAE1B,iBAAiB,CAAC;YACd,CAAC,oBAAoB,EAAE,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YAC/C,CAAC,iBAAiB,EAAE,YAAY,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;SAC/C,CAAC,CAAA;IACN,CAAC;IAAC,OAAM,CAAC,EAAE,CAAC;QACR,OAAO,CAAC,IAAI,EAAE,CAAA;QACd,OAAO,CAAC,KAAK,CAAE,CAAW,CAAC,OAAO,CAAC,CAAA;QACnC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;IACnB,CAAC;AACL,CAAC,CAAA;AAyCG,gDAAkB;AAvCtB,MAAM,cAAc,GAAG,kBAAkB,CACrC,IAAI,mBAAO,CAAC,QAAQ,CAAC;KAChB,WAAW,CAAC,wCAAwC,CAAC;KACrD,MAAM,CAAC,qBAAqB,CAAC,CACrC,CAAA;AAgCG,wCAAc;AA9BlB,cAAc,CAAC,UAAU,CACrB,kBAAkB,CACd,IAAI,mBAAO,CAAC,SAAS,CAAC;KACjB,WAAW,CAAC,sBAAsB,CAAC;KACnC,MAAM,CAAC,qBAAqB,CAAC,CACrC,CACJ,CAAA;AAED,cAAc,CAAC,UAAU,CACrB,kBAAkB,CACd,IAAI,mBAAO,CAAC,OAAO,CAAC;KACf,WAAW,CAAC,8CAA8C,CAAC;KAC3D,MAAM,CAAC,eAAe,EAAE,4BAA4B,CAAC;KACrD,MAAM,CAAC,aAAa,EAAE,0BAA0B,CAAC;KACjD,MAAM,CAAC,mBAAmB,CAAC,CACnC,CACJ,CAAA;AAED,cAAc,CAAC,UAAU,CACrB,kBAAkB,CACd,IAAI,mBAAO,CAAC,MAAM,CAAC;KACd,WAAW,CAAC,2CAA2C,CAAC;KACxD,QAAQ,CAAC,QAAQ,EAAE,WAAW,CAAC;KAC/B,MAAM,CAAC,eAAe,EAAE,4BAA4B,CAAC;KACrD,MAAM,CAAC,aAAa,EAAE,0BAA0B,CAAC;KACjD,MAAM,CAAC,kBAAkB,CAAC,CAClC,CACJ,CAAA"}

package/dist/commands/config.d.ts

@@ -0,0 +1,12 @@
+import { Command } from 'commander';
+type Show_opts = {
+    json?: boolean;
+    pretty?: boolean;
+    output?: string;
+};
+declare const handle_show_config: (opts: Show_opts) => void;
+declare const handle_get_config: (key: string) => void;
+declare const handle_set_config: (key: string, value: string) => void;
+declare const config_command: Command;
+export { config_command, handle_show_config, handle_get_config, handle_set_config };
+//# sourceMappingURL=config.d.ts.map

package/dist/commands/config.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../../src/commands/config.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,OAAO,EAAC,MAAM,WAAW,CAAC;AA8BlC,KAAK,SAAS,GAAG;IACb,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,CAAC;CACnB,CAAC;AAEF,QAAA,MAAM,kBAAkB,GAAI,MAAM,SAAS,SAG1C,CAAC;AAEF,QAAA,MAAM,iBAAiB,GAAI,KAAK,MAAM,SAYrC,CAAC;AAEF,QAAA,MAAM,iBAAiB,GAAI,KAAK,MAAM,EAAE,OAAO,MAAM,SAIpD,CAAC;AAEF,QAAA,MAAM,cAAc,SAKW,CAAC;AAiBhC,OAAO,EAAC,cAAc,EAAE,kBAAkB,EAAE,iBAAiB,EACxD,iBAAiB,EAAC,CAAC"}

package/dist/commands/config.js

@@ -0,0 +1,60 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.handle_set_config = exports.handle_get_config = exports.handle_show_config = exports.config_command = void 0;
+const commander_1 = require("commander");
+const config_1 = require("../utils/config");
+const output_1 = require("../utils/output");
+const CONFIG_KEYS = [
+    'default_zone_unlocker',
+    'default_zone_serp',
+    'default_format',
+    'api_url',
+];
+const format_keys = () => CONFIG_KEYS.join(', ');
+const ensure_valid_key = (key) => {
+    if (CONFIG_KEYS.includes(key))
+        return key;
+    (0, output_1.fail)(`Unknown config key "${key}".\n`
+        + `  Available keys: ${format_keys()}`);
+    return 'default_format';
+};
+const handle_show_config = (opts) => {
+    const config = (0, config_1.load)();
+    (0, output_1.print)(config, { json: opts.json, pretty: opts.pretty, output: opts.output });
+};
+exports.handle_show_config = handle_show_config;
+const handle_get_config = (key) => {
+    const valid_key = ensure_valid_key(key);
+    const value = (0, config_1.get)(valid_key);
+    if (value === undefined) {
+        (0, output_1.fail)(`Config key "${valid_key}" is not set.\n`
+            + '  Use \'brightdata config set <key> <value>\' to set it.');
+        return;
+    }
+    process.stdout.write(value + '\n');
+};
+exports.handle_get_config = handle_get_config;
+const handle_set_config = (key, value) => {
+    const valid_key = ensure_valid_key(key);
+    (0, config_1.set)(valid_key, value);
+    (0, output_1.success)(`Config updated: ${valid_key}=${value}`);
+};
+exports.handle_set_config = handle_set_config;
+const config_command = new commander_1.Command('config')
+    .description('View and edit CLI configuration')
+    .option('--json', 'Force JSON output')
+    .option('--pretty', 'Pretty-print JSON output')
+    .option('-o, --output <path>', 'Write output to file')
+    .action(handle_show_config);
+exports.config_command = config_command;
+config_command
+    .addCommand(new commander_1.Command('get')
+    .description('Get a configuration value')
+    .argument('<key>', `Key (${format_keys()})`)
+    .action(handle_get_config))
+    .addCommand(new commander_1.Command('set')
+    .description('Set a configuration value')
+    .argument('<key>', `Key (${format_keys()})`)
+    .argument('<value>', 'Value to store')
+    .action(handle_set_config));
+//# sourceMappingURL=config.js.map

package/dist/commands/config.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"config.js","sourceRoot":"","sources":["../../src/commands/config.ts"],"names":[],"mappings":";;;AAAA,yCAAkC;AAClC,4CAIyB;AACzB,4CAAqD;AAKrD,MAAM,WAAW,GAAiB;IAC9B,uBAAuB;IACvB,mBAAmB;IACnB,gBAAgB;IAChB,SAAS;CACZ,CAAC;AAEF,MAAM,WAAW,GAAG,GAAE,EAAE,CAAA,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAE/C,MAAM,gBAAgB,GAAG,CAAC,GAAW,EAAa,EAAE;IAChD,IAAI,WAAW,CAAC,QAAQ,CAAC,GAAiB,CAAC;QACvC,OAAO,GAAiB,CAAC;IAC7B,IAAA,aAAI,EACA,uBAAuB,GAAG,MAAM;UAC/B,qBAAqB,WAAW,EAAE,EAAE,CACxC,CAAC;IACF,OAAO,gBAAgB,CAAC;AAC5B,CAAC,CAAC;AAQF,MAAM,kBAAkB,GAAG,CAAC,IAAe,EAAC,EAAE;IAC1C,MAAM,MAAM,GAAG,IAAA,aAAW,GAAE,CAAC;IAC7B,IAAA,cAAK,EAAC,MAAM,EAAE,EAAC,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAC,CAAC,CAAC;AAC/E,CAAC,CAAC;AA4CsB,gDAAkB;AA1C1C,MAAM,iBAAiB,GAAG,CAAC,GAAW,EAAC,EAAE;IACrC,MAAM,SAAS,GAAG,gBAAgB,CAAC,GAAG,CAAC,CAAC;IACxC,MAAM,KAAK,GAAG,IAAA,YAAU,EAAC,SAAS,CAAC,CAAC;IACpC,IAAI,KAAK,KAAK,SAAS,EACvB,CAAC;QACG,IAAA,aAAI,EACA,eAAe,SAAS,iBAAiB;cACxC,0DAA0D,CAC9D,CAAC;QACF,OAAO;IACX,CAAC;IACD,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,GAAC,IAAI,CAAC,CAAC;AACrC,CAAC,CAAC;AA8B0C,8CAAiB;AA5B7D,MAAM,iBAAiB,GAAG,CAAC,GAAW,EAAE,KAAa,EAAC,EAAE;IACpD,MAAM,SAAS,GAAG,gBAAgB,CAAC,GAAG,CAAC,CAAC;IACxC,IAAA,YAAU,EAAC,SAAS,EAAE,KAAK,CAAC,CAAC;IAC7B,IAAA,gBAAO,EAAC,mBAAmB,SAAS,IAAI,KAAK,EAAE,CAAC,CAAC;AACrD,CAAC,CAAC;AAyBG,8CAAiB;AAvBtB,MAAM,cAAc,GAAG,IAAI,mBAAO,CAAC,QAAQ,CAAC;KACvC,WAAW,CAAC,iCAAiC,CAAC;KAC9C,MAAM,CAAC,QAAQ,EAAE,mBAAmB,CAAC;KACrC,MAAM,CAAC,UAAU,EAAE,0BAA0B,CAAC;KAC9C,MAAM,CAAC,qBAAqB,EAAE,sBAAsB,CAAC;KACrD,MAAM,CAAC,kBAAkB,CAAC,CAAC;AAiBxB,wCAAc;AAftB,cAAc;KACT,UAAU,CACP,IAAI,mBAAO,CAAC,KAAK,CAAC;KACb,WAAW,CAAC,2BAA2B,CAAC;KACxC,QAAQ,CAAC,OAAO,EAAE,QAAQ,WAAW,EAAE,GAAG,CAAC;KAC3C,MAAM,CAAC,iBAAiB,CAAC,CACjC;KACA,UAAU,CACP,IAAI,mBAAO,CAAC,KAAK,CAAC;KACb,WAAW,CAAC,2BAA2B,CAAC;KACxC,QAAQ,CAAC,OAAO,EAAE,QAAQ,WAAW,EAAE,GAAG,CAAC;KAC3C,QAAQ,CAAC,SAAS,EAAE,gBAAgB,CAAC;KACrC,MAAM,CAAC,iBAAiB,CAAC,CACjC,CAAC"}

package/dist/commands/dataset.d.ts

@@ -0,0 +1,6 @@
+import { Command } from 'commander';
+import type { Webdata_opts } from '../types/dataset';
+declare const handle_pipelines: (dataset_type_raw: string, params: string[], opts: Webdata_opts) => Promise<void>;
+declare const pipelines_command: Command;
+export { pipelines_command, handle_pipelines };
+//# sourceMappingURL=dataset.d.ts.map

package/dist/commands/dataset.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"dataset.d.ts","sourceRoot":"","sources":["../../src/commands/dataset.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,OAAO,EAAC,MAAM,WAAW,CAAC;AAMlC,OAAO,KAAK,EAER,YAAY,EAGf,MAAM,kBAAkB,CAAC;AAkM1B,QAAA,MAAM,gBAAgB,GAClB,kBAAkB,MAAM,EACxB,QAAQ,MAAM,EAAE,EAChB,MAAM,YAAY,kBAiFrB,CAAC;AAEF,QAAA,MAAM,iBAAiB,SAcM,CAAC;AAE9B,OAAO,EAAC,iBAAiB,EAAE,gBAAgB,EAAC,CAAC"}

package/dist/commands/dataset.js

@@ -0,0 +1,250 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.handle_pipelines = exports.pipelines_command = void 0;
+const commander_1 = require("commander");
+const auth_1 = require("../utils/auth");
+const client_1 = require("../utils/client");
+const output_1 = require("../utils/output");
+const spinner_1 = require("../utils/spinner");
+const polling_1 = require("../utils/polling");
+const TRIGGER_ENDPOINT = '/datasets/v3/trigger';
+const SNAPSHOT_ENDPOINT = '/datasets/v3/snapshot';
+const RUNNING_STATUSES = ['starting', 'building', 'running'];
+const DATASET_IDS = {
+    amazon_product: 'gd_l7q7dkf244hwjntr0',
+    amazon_product_reviews: 'gd_le8e811kzy4ggddlq',
+    amazon_product_search: 'gd_lwdb4vjm1ehb499uxs',
+    walmart_product: 'gd_l95fol7l1ru6rlo116',
+    walmart_seller: 'gd_m7ke48w81ocyu4hhz0',
+    ebay_product: 'gd_ltr9mjt81n0zzdk1fb',
+    homedepot_products: 'gd_lmusivh019i7g97q2n',
+    zara_products: 'gd_lct4vafw1tgx27d4o0',
+    etsy_products: 'gd_ltppk0jdv1jqz25mz',
+    bestbuy_products: 'gd_ltre1jqe1jfr7cccf',
+    linkedin_person_profile: 'gd_l1viktl72bvl7bjuj0',
+    linkedin_company_profile: 'gd_l1vikfnt1wgvvqz95w',
+    linkedin_job_listings: 'gd_lpfll7v5hcqtkxl6l',
+    linkedin_posts: 'gd_lyy3tktm25m4avu764',
+    linkedin_people_search: 'gd_m8d03he47z8nwb5xc',
+    crunchbase_company: 'gd_l1vijqt9jfj7olije',
+    zoominfo_company_profile: 'gd_m0ci4a4ivx3j5l6nx',
+    instagram_profiles: 'gd_l1vikfch901nx3by4',
+    instagram_posts: 'gd_lk5ns7kz21pck8jpis',
+    instagram_reels: 'gd_lyclm20il4r5helnj',
+    instagram_comments: 'gd_ltppn085pokosxh13',
+    facebook_posts: 'gd_lyclm1571iy3mv57zw',
+    facebook_marketplace_listings: 'gd_lvt9iwuh6fbcwmx1a',
+    facebook_company_reviews: 'gd_m0dtqpiu1mbcyc2g86',
+    facebook_events: 'gd_m14sd0to1jz48ppm51',
+    tiktok_profiles: 'gd_l1villgoiiidt09ci',
+    tiktok_posts: 'gd_lu702nij2f790tmv9h',
+    tiktok_shop: 'gd_m45m1u911dsa4274pi',
+    tiktok_comments: 'gd_lkf2st302ap89utw5k',
+    x_posts: 'gd_lwxkxvnf1cynvib9co',
+    youtube_profiles: 'gd_lk538t2k2p1k3oos71',
+    youtube_videos: 'gd_lk56epmy2i5g7lzu0k',
+    youtube_comments: 'gd_lk9q0ew71spt1mxywf',
+    reddit_posts: 'gd_lvz8ah06191smkebj4',
+    google_maps_reviews: 'gd_luzfs1dn2oa0teb81',
+    google_shopping: 'gd_ltppk50q18kdw67omz',
+    google_play_store: 'gd_lsk382l8xei8vzm4u',
+    apple_app_store: 'gd_lsk9ki3u2iishmwrui',
+    reuter_news: 'gd_lyptx9h74wtlvpnfu',
+    github_repository_file: 'gd_lyrexgxc24b3d4imjt',
+    yahoo_finance_business: 'gd_lmrpz3vxmz972ghd7',
+    zillow_properties_listing: 'gd_lfqkr8wm13ixtbd8f5',
+    booking_hotel_listings: 'gd_m5mbdl081229ln6t4a',
+};
+const ALLOWED_FORMATS = ['json', 'csv', 'ndjson', 'jsonl'];
+const strip_nulls = (data) => {
+    if (data === null)
+        return undefined;
+    if (Array.isArray(data)) {
+        const cleaned = [];
+        for (let i = 0; i < data.length; i++) {
+            const item = strip_nulls(data[i]);
+            if (item !== undefined)
+                cleaned.push(item);
+        }
+        return cleaned;
+    }
+    if (typeof data == 'object') {
+        const cleaned = {};
+        const entries = Object.entries(data);
+        for (let i = 0; i < entries.length; i++) {
+            const [key, value] = entries[i];
+            const item = strip_nulls(value);
+            if (item !== undefined)
+                cleaned[key] = item;
+        }
+        return cleaned;
+    }
+    return data;
+};
+const list_dataset_types = () => {
+    const types = Object.keys(DATASET_IDS).sort();
+    process.stdout.write(types.join('\n') + '\n');
+};
+const resolve_dataset_type = (dataset_type) => {
+    if (dataset_type in DATASET_IDS)
+        return dataset_type;
+    return undefined;
+};
+const resolve_format = (raw_format) => {
+    const format = (raw_format ?? 'json').toLowerCase();
+    if (ALLOWED_FORMATS.includes(format))
+        return format;
+    (0, output_1.fail)(`Invalid format "${format}".\n`
+        + '  Allowed formats: json, csv, ndjson, jsonl.');
+    return 'json';
+};
+const build_input = (dataset_type, params) => {
+    if (dataset_type == 'amazon_product_search') {
+        const keyword = params[0];
+        const url = params[1];
+        if (!keyword || !url) {
+            (0, output_1.fail)('Usage: brightdata pipelines amazon_product_search '
+                + '<keyword> <domain_url>');
+            return {};
+        }
+        return { keyword, url, pages_to_search: '1' };
+    }
+    if (dataset_type == 'linkedin_people_search') {
+        const url = params[0];
+        const first_name = params[1];
+        const last_name = params[2];
+        if (!url || !first_name || !last_name) {
+            (0, output_1.fail)('Usage: brightdata pipelines linkedin_people_search '
+                + '<url> <first_name> <last_name>');
+            return {};
+        }
+        return { url, first_name, last_name };
+    }
+    if (dataset_type == 'facebook_company_reviews') {
+        const url = params[0];
+        const num_of_reviews = params[1] ?? '10';
+        if (!url) {
+            (0, output_1.fail)('Usage: brightdata pipelines facebook_company_reviews <url> '
+                + '[num_reviews]');
+            return {};
+        }
+        return { url, num_of_reviews };
+    }
+    if (dataset_type == 'google_maps_reviews') {
+        const url = params[0];
+        const days_limit = params[1] ?? '3';
+        if (!url) {
+            (0, output_1.fail)('Usage: brightdata pipelines google_maps_reviews <url> '
+                + '[days_limit]');
+            return {};
+        }
+        return { url, days_limit };
+    }
+    if (dataset_type == 'youtube_comments') {
+        const url = params[0];
+        const num_of_comments = params[1] ?? '10';
+        if (!url) {
+            (0, output_1.fail)('Usage: brightdata pipelines youtube_comments <url> '
+                + '[num_comments]');
+            return {};
+        }
+        return { url, num_of_comments };
+    }
+    const url = params[0];
+    if (!url) {
+        (0, output_1.fail)(`Usage: brightdata pipelines ${dataset_type} <url>`);
+        return {};
+    }
+    return { url };
+};
+const extract_status = (result) => {
+    if (!result || typeof result != 'object')
+        return undefined;
+    const status = result.status;
+    if (typeof status == 'string')
+        return status;
+    return undefined;
+};
+const handle_pipelines = async (dataset_type_raw, params, opts) => {
+    if (dataset_type_raw == 'list') {
+        list_dataset_types();
+        return;
+    }
+    const dataset_type = resolve_dataset_type(dataset_type_raw);
+    if (!dataset_type) {
+        (0, output_1.fail)(`Unknown pipeline type "${dataset_type_raw}".\n`
+            + '  Run \'brightdata pipelines list\' to see available types.');
+        return;
+    }
+    const api_key = (0, auth_1.ensure_authenticated)(opts.apiKey);
+    const dataset_id = DATASET_IDS[dataset_type];
+    let timeout = 600;
+    try {
+        timeout = (0, polling_1.parse_timeout)(opts.timeout);
+    }
+    catch (e) {
+        (0, output_1.fail)(e.message);
+        return;
+    }
+    const format = resolve_format(opts.format);
+    const input = build_input(dataset_type, params);
+    const spinner = (0, spinner_1.start)(`Triggering pipeline collection for ${dataset_type}...`);
+    try {
+        const endpoint = `${TRIGGER_ENDPOINT}?dataset_id=${dataset_id}`
+            + '&include_errors=true';
+        const trigger = await (0, client_1.post)(api_key, endpoint, [input], { timing: opts.timing });
+        spinner.stop();
+        const snapshot_id = trigger.snapshot_id;
+        if (!snapshot_id) {
+            (0, output_1.fail)('Failed to trigger pipeline collection' +
+                '(missing snapshot_id).');
+            return;
+        }
+        console.error((0, output_1.dim)(`Triggered collection with snapshot ID:` +
+            `${snapshot_id}`));
+        const poll_result = await (0, polling_1.poll_until)({
+            timeout_seconds: timeout,
+            fetch_once: () => {
+                const endpoint = `${SNAPSHOT_ENDPOINT}/${snapshot_id}`
+                    + `?format=${format}`;
+                return (0, client_1.get)(api_key, endpoint, { timing: opts.timing });
+            },
+            get_status: extract_status,
+            running_statuses: RUNNING_STATUSES,
+            timeout_label: 'data',
+            on_running: ({ attempt, timeout_seconds, status }) => {
+                console.error((0, output_1.dim)(`Status: ${status} - polling again `
+                    + `(attempt ${attempt}/${timeout_seconds})`));
+            },
+        });
+        console.error((0, output_1.dim)(`Data received after ${poll_result.attempts} attempts`));
+        const result = poll_result.result;
+        const cleaned_result = format == 'json' ? strip_nulls(result) : result;
+        (0, output_1.print)(cleaned_result, {
+            json: opts.json,
+            pretty: opts.pretty,
+            output: opts.output,
+        });
+    }
+    catch (e) {
+        spinner.stop();
+        console.error(e.message);
+        process.exit(1);
+    }
+};
+exports.handle_pipelines = handle_pipelines;
+const pipelines_command = new commander_1.Command('pipelines')
+    .description('Extract structured data using Bright Data Pipelines')
+    .argument('<type>', 'Pipeline type or "list"')
+    .argument('[params...]', 'Type-specific input arguments')
+    .option('--format <fmt>', 'Result format: json, csv, ndjson, jsonl (default: json)')
+    .option('--timeout <seconds>', 'Polling timeout in seconds' +
+    '(default: 600 or BRIGHTDATA_POLLING_TIMEOUT)')
+    .option('-o, --output <path>', 'Write output to file')
+    .option('--json', 'Force JSON output')
+    .option('--pretty', 'Pretty-print JSON output')
+    .option('--timing', 'Show request timing')
+    .option('-k, --api-key <key>', 'Override API key')
+    .action(handle_pipelines);
+exports.pipelines_command = pipelines_command;
+//# sourceMappingURL=dataset.js.map

package/dist/commands/dataset.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"dataset.js","sourceRoot":"","sources":["../../src/commands/dataset.ts"],"names":[],"mappings":";;;AAAA,yCAAkC;AAClC,wCAAmD;AACnD,4CAA0C;AAC1C,4CAAiD;AACjD,8CAAwD;AACxD,8CAA2D;AAQ3D,MAAM,gBAAgB,GAAG,sBAAsB,CAAC;AAChD,MAAM,iBAAiB,GAAG,uBAAuB,CAAC;AAClD,MAAM,gBAAgB,GAAG,CAAC,UAAU,EAAE,UAAU,EAAE,SAAS,CAAC,CAAC;AAE7D,MAAM,WAAW,GAAG;IAChB,cAAc,EAAa,sBAAsB;IACjD,sBAAsB,EAAK,sBAAsB;IACjD,qBAAqB,EAAM,uBAAuB;IAClD,eAAe,EAAY,uBAAuB;IAClD,cAAc,EAAa,uBAAuB;IAClD,YAAY,EAAe,uBAAuB;IAClD,kBAAkB,EAAS,uBAAuB;IAClD,aAAa,EAAc,uBAAuB;IAClD,aAAa,EAAc,sBAAsB;IACjD,gBAAgB,EAAW,sBAAsB;IACjD,uBAAuB,EAAI,uBAAuB;IAClD,wBAAwB,EAAG,uBAAuB;IAClD,qBAAqB,EAAM,sBAAsB;IACjD,cAAc,EAAa,uBAAuB;IAClD,sBAAsB,EAAK,sBAAsB;IACjD,kBAAkB,EAAS,sBAAsB;IACjD,wBAAwB,EAAG,sBAAsB;IACjD,kBAAkB,EAAS,sBAAsB;IACjD,eAAe,EAAY,uBAAuB;IAClD,eAAe,EAAY,sBAAsB;IACjD,kBAAkB,EAAS,sBAAsB;IACjD,cAAc,EAAa,uBAAuB;IAClD,6BAA6B,EAAE,sBAAsB;IACrD,wBAAwB,EAAG,uBAAuB;IAClD,eAAe,EAAY,uBAAuB;IAClD,eAAe,EAAY,sBAAsB;IACjD,YAAY,EAAe,uBAAuB;IAClD,WAAW,EAAgB,uBAAuB;IAClD,eAAe,EAAY,uBAAuB;IAClD,OAAO,EAAoB,uBAAuB;IAClD,gBAAgB,EAAW,uBAAuB;IAClD,cAAc,EAAa,uBAAuB;IAClD,gBAAgB,EAAW,uBAAuB;IAClD,YAAY,EAAe,uBAAuB;IAClD,mBAAmB,EAAQ,sBAAsB;IACjD,eAAe,EAAY,uBAAuB;IAClD,iBAAiB,EAAU,sBAAsB;IACjD,eAAe,EAAY,uBAAuB;IAClD,WAAW,EAAgB,sBAAsB;IACjD,sBAAsB,EAAK,uBAAuB;IAClD,sBAAsB,EAAK,sBAAsB;IACjD,yBAAyB,EAAE,uBAAuB;IAClD,sBAAsB,EAAK,uBAAuB;CAC5C,CAAC;AAKX,MAAM,eAAe,GAAqB,CAAC,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;AAE7E,MAAM,WAAW,GAAG,CAAC,IAAa,EAAU,EAAE;IAC1C,IAAI,IAAI,KAAK,IAAI;QACb,OAAO,SAAS,CAAC;IACrB,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EACvB,CAAC;QACG,MAAM,OAAO,GAAc,EAAE,CAAC;QAC9B,KAAK,IAAI,CAAC,GAAC,CAAC,EAAE,CAAC,GAAC,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAChC,CAAC;YACG,MAAM,IAAI,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;YAClC,IAAI,IAAI,KAAK,SAAS;gBAClB,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC3B,CAAC;QACD,OAAO,OAAO,CAAC;IACnB,CAAC;IACD,IAAI,OAAO,IAAI,IAAI,QAAQ,EAC3B,CAAC;QACG,MAAM,OAAO,GAA4B,EAAE,CAAC;QAC5C,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,IAA+B,CAAC,CAAC;QAChE,KAAK,IAAI,CAAC,GAAC,CAAC,EAAE,CAAC,GAAC,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EACnC,CAAC;YACG,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;YAChC,MAAM,IAAI,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC;YAChC,IAAI,IAAI,KAAK,SAAS;gBAClB,OAAO,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC;QAC5B,CAAC;QACD,OAAO,OAAO,CAAC;IACnB,CAAC;IACD,OAAO,IAAI,CAAC;AAChB,CAAC,CAAC;AAEF,MAAM,kBAAkB,GAAG,GAAE,EAAE;IAC3B,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,IAAI,EAAE,CAAC;IAC9C,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,GAAC,IAAI,CAAC,CAAC;AAChD,CAAC,CAAC;AAEF,MAAM,oBAAoB,GAAG,CAAC,YAAoB,EAAyB,EAAE;IACzE,IAAI,YAAY,IAAI,WAAW;QAC3B,OAAO,YAA4B,CAAC;IACxC,OAAO,SAAS,CAAC;AACrB,CAAC,CAAC;AAEF,MAAM,cAAc,GAAG,CAAC,UAA4B,EAAiB,EAAE;IACnE,MAAM,MAAM,GAAG,CAAC,UAAU,IAAI,MAAM,CAAC,CAAC,WAAW,EAAE,CAAC;IACpD,IAAI,eAAe,CAAC,QAAQ,CAAC,MAAwB,CAAC;QAClD,OAAO,MAAwB,CAAC;IACpC,IAAA,aAAI,EACA,mBAAmB,MAAM,MAAM;UAC9B,8CAA8C,CAClD,CAAC;IACF,OAAO,MAAM,CAAC;AAClB,CAAC,CAAC;AAEF,MAAM,WAAW,GAAG,CAAC,YAA0B,EAC3C,MAAgB,EAAgB,EAAE;IAClC,IAAI,YAAY,IAAI,uBAAuB,EAC3C,CAAC;QACG,MAAM,OAAO,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;QAC1B,MAAM,GAAG,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;QACtB,IAAI,CAAC,OAAO,IAAI,CAAC,GAAG,EACpB,CAAC;YACG,IAAA,aAAI,EACA,oDAAoD;kBACnD,wBAAwB,CAC5B,CAAC;YACF,OAAO,EAAE,CAAC;QACd,CAAC;QACD,OAAO,EAAC,OAAO,EAAE,GAAG,EAAE,eAAe,EAAE,GAAG,EAAC,CAAC;IAChD,CAAC;IACD,IAAI,YAAY,IAAI,wBAAwB,EAC5C,CAAC;QACG,MAAM,GAAG,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;QACtB,MAAM,UAAU,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;QAC7B,MAAM,SAAS,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;QAC5B,IAAI,CAAC,GAAG,IAAI,CAAC,UAAU,IAAI,CAAC,SAAS,EACrC,CAAC;YACG,IAAA,aAAI,EACA,qDAAqD;kBACpD,gCAAgC,CACpC,CAAC;YACF,OAAO,EAAE,CAAC;QACd,CAAC;QACD,OAAO,EAAC,GAAG,EAAE,UAAU,EAAE,SAAS,EAAC,CAAC;IACxC,CAAC;IACD,IAAI,YAAY,IAAI,0BAA0B,EAC9C,CAAC;QACG,MAAM,GAAG,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;QACtB,MAAM,cAAc,GAAG,MAAM,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC;QACzC,IAAI,CAAC,GAAG,EACR,CAAC;YACG,IAAA,aAAI,EAAC,6DAA6D;kBAC7D,eAAe,CAAC,CAAC;YACtB,OAAO,EAAE,CAAC;QACd,CAAC;QACD,OAAO,EAAC,GAAG,EAAE,cAAc,EAAC,CAAC;IACjC,CAAC;IACD,IAAI,YAAY,IAAI,qBAAqB,EACzC,CAAC;QACG,MAAM,GAAG,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;QACtB,MAAM,UAAU,GAAG,MAAM,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC;QACpC,IAAI,CAAC,GAAG,EACR,CAAC;YACG,IAAA,aAAI,EAAC,wDAAwD;kBACxD,cAAc,CAAC,CAAC;YACrB,OAAO,EAAE,CAAC;QACd,CAAC;QACD,OAAO,EAAC,GAAG,EAAE,UAAU,EAAC,CAAC;IAC7B,CAAC;IACD,IAAI,YAAY,IAAI,kBAAkB,EACtC,CAAC;QACG,MAAM,GAAG,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;QACtB,MAAM,eAAe,GAAG,MAAM,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC;QAC1C,IAAI,CAAC,GAAG,EACR,CAAC;YACG,IAAA,aAAI,EAAC,qDAAqD;kBACrD,gBAAgB,CAAC,CAAC;YACvB,OAAO,EAAE,CAAC;QACd,CAAC;QACD,OAAO,EAAC,GAAG,EAAE,eAAe,EAAC,CAAC;IAClC,CAAC;IACD,MAAM,GAAG,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;IACtB,IAAI,CAAC,GAAG,EACR,CAAC;QACG,IAAA,aAAI,EAAC,+BAA+B,YAAY,QAAQ,CAAC,CAAC;QAC1D,OAAO,EAAE,CAAC;IACd,CAAC;IACD,OAAO,EAAC,GAAG,EAAC,CAAC;AACjB,CAAC,CAAC;AAEF,MAAM,cAAc,GAAG,CAAC,MAAe,EAAmB,EAAE;IACxD,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,IAAI,QAAQ;QACpC,OAAO,SAAS,CAAC;IACrB,MAAM,MAAM,GAAI,MAAwB,CAAC,MAAM,CAAC;IAChD,IAAI,OAAO,MAAM,IAAI,QAAQ;QACzB,OAAO,MAAM,CAAC;IAClB,OAAO,SAAS,CAAC;AACrB,CAAC,CAAC;AAEF,MAAM,gBAAgB,GAAG,KAAK,EAC1B,gBAAwB,EACxB,MAAgB,EAChB,IAAkB,EACrB,EAAE;IACC,IAAI,gBAAgB,IAAI,MAAM,EAC9B,CAAC;QACG,kBAAkB,EAAE,CAAC;QACrB,OAAO;IACX,CAAC;IACD,MAAM,YAAY,GAAG,oBAAoB,CAAC,gBAAgB,CAAC,CAAC;IAC5D,IAAI,CAAC,YAAY,EACjB,CAAC;QACG,IAAA,aAAI,EACA,0BAA0B,gBAAgB,MAAM;cAC/C,6DAA6D,CACjE,CAAC;QACF,OAAO;IACX,CAAC;IACD,MAAM,OAAO,GAAG,IAAA,2BAAoB,EAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAClD,MAAM,UAAU,GAAG,WAAW,CAAC,YAAY,CAAC,CAAC;IAC7C,IAAI,OAAO,GAAG,GAAG,CAAC;IAClB,IAAI,CAAC;QACD,OAAO,GAAG,IAAA,uBAAa,EAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC1C,CAAC;IAAC,OAAM,CAAC,EAAE,CAAC;QACR,IAAA,aAAI,EAAE,CAAW,CAAC,OAAO,CAAC,CAAC;QAC3B,OAAO;IACX,CAAC;IACD,MAAM,MAAM,GAAG,cAAc,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC3C,MAAM,KAAK,GAAG,WAAW,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;IAChD,MAAM,OAAO,GAAG,IAAA,eAAa,EACzB,sCAAsC,YAAY,KAAK,CAC1D,CAAC;IACF,IAAI,CAAC;QACD,MAAM,QAAQ,GAAG,GAAG,gBAAgB,eAAe,UAAU,EAAE;cAC1D,sBAAsB,CAAC;QAC5B,MAAM,OAAO,GAAG,MAAM,IAAA,aAAI,EACtB,OAAO,EACP,QAAQ,EACR,CAAC,KAAK,CAAC,EACP,EAAC,MAAM,EAAE,IAAI,CAAC,MAAM,EAAC,CACxB,CAAC;QACF,OAAO,CAAC,IAAI,EAAE,CAAC;QACf,MAAM,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;QACxC,IAAI,CAAC,WAAW,EAChB,CAAC;YACG,IAAA,aAAI,EAAC,uCAAuC;gBACxC,wBAAwB,CAAC,CAAC;YAC9B,OAAO;QACX,CAAC;QACD,OAAO,CAAC,KAAK,CAAC,IAAA,YAAG,EAAC,wCAAwC;YACtD,GAAG,WAAW,EAAE,CAAC,CAAC,CAAC;QACvB,MAAM,WAAW,GAAG,MAAM,IAAA,oBAAU,EAAU;YAC1C,eAAe,EAAE,OAAO;YACxB,UAAU,EAAE,GAAE,EAAE;gBACZ,MAAM,QAAQ,GAAG,GAAG,iBAAiB,IAAI,WAAW,EAAE;sBACjD,WAAW,MAAM,EAAE,CAAC;gBACzB,OAAO,IAAA,YAAG,EAAU,OAAO,EAAE,QAAQ,EAAE,EAAC,MAAM,EAAE,IAAI,CAAC,MAAM,EAAC,CAAC,CAAC;YAClE,CAAC;YACD,UAAU,EAAE,cAAc;YAC1B,gBAAgB,EAAE,gBAAgB;YAClC,aAAa,EAAE,MAAM;YACrB,UAAU,EAAE,CAAC,EAAC,OAAO,EAAE,eAAe,EAAE,MAAM,EAAC,EAAC,EAAE;gBAC9C,OAAO,CAAC,KAAK,CAAC,IAAA,YAAG,EACb,WAAW,MAAM,mBAAmB;sBACnC,YAAY,OAAO,IAAI,eAAe,GAAG,CAC7C,CAAC,CAAC;YACP,CAAC;SACJ,CAAC,CAAC;QACH,OAAO,CAAC,KAAK,CAAC,IAAA,YAAG,EACb,uBAAuB,WAAW,CAAC,QAAQ,WAAW,CACzD,CAAC,CAAC;QACH,MAAM,MAAM,GAAG,WAAW,CAAC,MAAM,CAAC;QAClC,MAAM,cAAc,GAAG,MAAM,IAAI,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;QACvE,IAAA,cAAK,EAAC,cAAc,EAAE;YAClB,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,MAAM,EAAE,IAAI,CAAC,MAAM;SACtB,CAAC,CAAC;IACP,CAAC;IAAC,OAAM,CAAC,EAAE,CAAC;QACR,OAAO,CAAC,IAAI,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAE,CAAW,CAAC,OAAO,CAAC,CAAC;QACpC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACpB,CAAC;AACL,CAAC,CAAC;AAkByB,4CAAgB;AAhB3C,MAAM,iBAAiB,GAAG,IAAI,mBAAO,CAAC,WAAW,CAAC;KAC7C,WAAW,CAAC,qDAAqD,CAAC;KAClE,QAAQ,CAAC,QAAQ,EAAE,yBAAyB,CAAC;KAC7C,QAAQ,CAAC,aAAa,EAAE,+BAA+B,CAAC;KACxD,MAAM,CAAC,gBAAgB,EACpB,yDAAyD,CAAC;KAC7D,MAAM,CAAC,qBAAqB,EACzB,4BAA4B;IAC5B,8CAA8C,CAAC;KAClD,MAAM,CAAC,qBAAqB,EAAE,sBAAsB,CAAC;KACrD,MAAM,CAAC,QAAQ,EAAE,mBAAmB,CAAC;KACrC,MAAM,CAAC,UAAU,EAAE,0BAA0B,CAAC;KAC9C,MAAM,CAAC,UAAU,EAAE,qBAAqB,CAAC;KACzC,MAAM,CAAC,qBAAqB,EAAE,kBAAkB,CAAC;KACjD,MAAM,CAAC,gBAAgB,CAAC,CAAC;AAEtB,8CAAiB"}

package/dist/commands/init.d.ts

@@ -0,0 +1,9 @@
+import { Command } from 'commander';
+type Init_opts = {
+    skipAuth?: boolean;
+    apiKey?: string;
+};
+declare const handle_init: (opts: Init_opts) => Promise<void>;
+declare const init_command: Command;
+export { init_command, handle_init };
+//# sourceMappingURL=init.d.ts.map

package/dist/commands/init.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"init.d.ts","sourceRoot":"","sources":["../../src/commands/init.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,OAAO,EAAC,MAAM,WAAW,CAAC;AAqBlC,KAAK,SAAS,GAAG;IACb,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,MAAM,CAAC,EAAE,MAAM,CAAC;CACnB,CAAC;AAmOF,QAAA,MAAM,WAAW,GAAS,MAAM,SAAS,kBAuExC,CAAC;AAEF,QAAA,MAAM,YAAY,SAIM,CAAC;AAEzB,OAAO,EAAC,YAAY,EAAE,WAAW,EAAC,CAAC"}