@brightdata/cli 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +624 -0
- package/dist/__tests__/commands/budget.test.d.ts +2 -0
- package/dist/__tests__/commands/budget.test.d.ts.map +1 -0
- package/dist/__tests__/commands/budget.test.js +199 -0
- package/dist/__tests__/commands/budget.test.js.map +1 -0
- package/dist/__tests__/commands/dataset.test.d.ts +2 -0
- package/dist/__tests__/commands/dataset.test.d.ts.map +1 -0
- package/dist/__tests__/commands/dataset.test.js +22 -0
- package/dist/__tests__/commands/dataset.test.js.map +1 -0
- package/dist/__tests__/commands/login.test.d.ts +2 -0
- package/dist/__tests__/commands/login.test.d.ts.map +1 -0
- package/dist/__tests__/commands/login.test.js +123 -0
- package/dist/__tests__/commands/login.test.js.map +1 -0
- package/dist/__tests__/commands/scrape.test.d.ts +2 -0
- package/dist/__tests__/commands/scrape.test.d.ts.map +1 -0
- package/dist/__tests__/commands/scrape.test.js +73 -0
- package/dist/__tests__/commands/scrape.test.js.map +1 -0
- package/dist/__tests__/commands/search.test.d.ts +2 -0
- package/dist/__tests__/commands/search.test.d.ts.map +1 -0
- package/dist/__tests__/commands/search.test.js +95 -0
- package/dist/__tests__/commands/search.test.js.map +1 -0
- package/dist/__tests__/commands/skill-add.test.d.ts +2 -0
- package/dist/__tests__/commands/skill-add.test.d.ts.map +1 -0
- package/dist/__tests__/commands/skill-add.test.js +177 -0
- package/dist/__tests__/commands/skill-add.test.js.map +1 -0
- package/dist/__tests__/commands/skill.test.d.ts +2 -0
- package/dist/__tests__/commands/skill.test.d.ts.map +1 -0
- package/dist/__tests__/commands/skill.test.js +58 -0
- package/dist/__tests__/commands/skill.test.js.map +1 -0
- package/dist/__tests__/commands/status.test.d.ts +2 -0
- package/dist/__tests__/commands/status.test.d.ts.map +1 -0
- package/dist/__tests__/commands/status.test.js +71 -0
- package/dist/__tests__/commands/status.test.js.map +1 -0
- package/dist/__tests__/commands/version.test.d.ts +2 -0
- package/dist/__tests__/commands/version.test.d.ts.map +1 -0
- package/dist/__tests__/commands/version.test.js +41 -0
- package/dist/__tests__/commands/version.test.js.map +1 -0
- package/dist/__tests__/utils/browser_auth.test.d.ts +2 -0
- package/dist/__tests__/utils/browser_auth.test.d.ts.map +1 -0
- package/dist/__tests__/utils/browser_auth.test.js +38 -0
- package/dist/__tests__/utils/browser_auth.test.js.map +1 -0
- package/dist/__tests__/utils/config.test.d.ts +2 -0
- package/dist/__tests__/utils/config.test.d.ts.map +1 -0
- package/dist/__tests__/utils/config.test.js +58 -0
- package/dist/__tests__/utils/config.test.js.map +1 -0
- package/dist/__tests__/utils/polling.test.d.ts +2 -0
- package/dist/__tests__/utils/polling.test.d.ts.map +1 -0
- package/dist/__tests__/utils/polling.test.js +65 -0
- package/dist/__tests__/utils/polling.test.js.map +1 -0
- package/dist/commands/budget.d.ts +15 -0
- package/dist/commands/budget.d.ts.map +1 -0
- package/dist/commands/budget.js +217 -0
- package/dist/commands/budget.js.map +1 -0
- package/dist/commands/config.d.ts +12 -0
- package/dist/commands/config.d.ts.map +1 -0
- package/dist/commands/config.js +60 -0
- package/dist/commands/config.js.map +1 -0
- package/dist/commands/dataset.d.ts +6 -0
- package/dist/commands/dataset.d.ts.map +1 -0
- package/dist/commands/dataset.js +250 -0
- package/dist/commands/dataset.js.map +1 -0
- package/dist/commands/init.d.ts +9 -0
- package/dist/commands/init.d.ts.map +1 -0
- package/dist/commands/init.js +247 -0
- package/dist/commands/init.js.map +1 -0
- package/dist/commands/login.d.ts +10 -0
- package/dist/commands/login.d.ts.map +1 -0
- package/dist/commands/login.js +98 -0
- package/dist/commands/login.js.map +1 -0
- package/dist/commands/logout.d.ts +5 -0
- package/dist/commands/logout.d.ts.map +1 -0
- package/dist/commands/logout.js +20 -0
- package/dist/commands/logout.js.map +1 -0
- package/dist/commands/scrape.d.ts +6 -0
- package/dist/commands/scrape.d.ts.map +1 -0
- package/dist/commands/scrape.js +79 -0
- package/dist/commands/scrape.js.map +1 -0
- package/dist/commands/search.d.ts +6 -0
- package/dist/commands/search.d.ts.map +1 -0
- package/dist/commands/search.js +179 -0
- package/dist/commands/search.js.map +1 -0
- package/dist/commands/skill-add.d.ts +3 -0
- package/dist/commands/skill-add.d.ts.map +1 -0
- package/dist/commands/skill-add.js +285 -0
- package/dist/commands/skill-add.js.map +1 -0
- package/dist/commands/skill.d.ts +5 -0
- package/dist/commands/skill.d.ts.map +1 -0
- package/dist/commands/skill.js +31 -0
- package/dist/commands/skill.js.map +1 -0
- package/dist/commands/status.d.ts +14 -0
- package/dist/commands/status.d.ts.map +1 -0
- package/dist/commands/status.js +99 -0
- package/dist/commands/status.js.map +1 -0
- package/dist/commands/version.d.ts +18 -0
- package/dist/commands/version.d.ts.map +1 -0
- package/dist/commands/version.js +35 -0
- package/dist/commands/version.js.map +1 -0
- package/dist/commands/zones.d.ts +13 -0
- package/dist/commands/zones.d.ts.map +1 -0
- package/dist/commands/zones.js +70 -0
- package/dist/commands/zones.js.map +1 -0
- package/dist/index.d.ts +3 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +42 -0
- package/dist/index.js.map +1 -0
- package/dist/types/dataset.d.ts +19 -0
- package/dist/types/dataset.d.ts.map +1 -0
- package/dist/types/dataset.js +3 -0
- package/dist/types/dataset.js.map +1 -0
- package/dist/types/scrape.d.ts +31 -0
- package/dist/types/scrape.d.ts.map +1 -0
- package/dist/types/scrape.js +3 -0
- package/dist/types/scrape.js.map +1 -0
- package/dist/types/search.d.ts +47 -0
- package/dist/types/search.d.ts.map +1 -0
- package/dist/types/search.js +3 -0
- package/dist/types/search.js.map +1 -0
- package/dist/utils/auth.d.ts +6 -0
- package/dist/utils/auth.d.ts.map +1 -0
- package/dist/utils/auth.js +44 -0
- package/dist/utils/auth.js.map +1 -0
- package/dist/utils/auth_pages.d.ts +3 -0
- package/dist/utils/auth_pages.d.ts.map +1 -0
- package/dist/utils/auth_pages.js +316 -0
- package/dist/utils/auth_pages.js.map +1 -0
- package/dist/utils/browser_auth.d.ts +21 -0
- package/dist/utils/browser_auth.d.ts.map +1 -0
- package/dist/utils/browser_auth.js +290 -0
- package/dist/utils/browser_auth.js.map +1 -0
- package/dist/utils/client.d.ts +17 -0
- package/dist/utils/client.d.ts.map +1 -0
- package/dist/utils/client.js +95 -0
- package/dist/utils/client.js.map +1 -0
- package/dist/utils/config.d.ts +16 -0
- package/dist/utils/config.d.ts.map +1 -0
- package/dist/utils/config.js +65 -0
- package/dist/utils/config.js.map +1 -0
- package/dist/utils/credentials.d.ts +11 -0
- package/dist/utils/credentials.d.ts.map +1 -0
- package/dist/utils/credentials.js +52 -0
- package/dist/utils/credentials.js.map +1 -0
- package/dist/utils/output.d.ts +23 -0
- package/dist/utils/output.d.ts.map +1 -0
- package/dist/utils/output.js +89 -0
- package/dist/utils/output.js.map +1 -0
- package/dist/utils/polling.d.ts +26 -0
- package/dist/utils/polling.d.ts.map +1 -0
- package/dist/utils/polling.js +46 -0
- package/dist/utils/polling.js.map +1 -0
- package/dist/utils/skill-installer/agents.d.ts +19 -0
- package/dist/utils/skill-installer/agents.d.ts.map +1 -0
- package/dist/utils/skill-installer/agents.js +345 -0
- package/dist/utils/skill-installer/agents.js.map +1 -0
- package/dist/utils/skill-installer/brightdata-skills.d.ts +11 -0
- package/dist/utils/skill-installer/brightdata-skills.d.ts.map +1 -0
- package/dist/utils/skill-installer/brightdata-skills.js +52 -0
- package/dist/utils/skill-installer/brightdata-skills.js.map +1 -0
- package/dist/utils/skill-installer/installer.d.ts +34 -0
- package/dist/utils/skill-installer/installer.d.ts.map +1 -0
- package/dist/utils/skill-installer/installer.js +240 -0
- package/dist/utils/skill-installer/installer.js.map +1 -0
- package/dist/utils/skill-installer/prompts/search-multiselect.d.ts +22 -0
- package/dist/utils/skill-installer/prompts/search-multiselect.d.ts.map +1 -0
- package/dist/utils/skill-installer/prompts/search-multiselect.js +251 -0
- package/dist/utils/skill-installer/prompts/search-multiselect.js.map +1 -0
- package/dist/utils/spinner.d.ts +7 -0
- package/dist/utils/spinner.d.ts.map +1 -0
- package/dist/utils/spinner.js +27 -0
- package/dist/utils/spinner.js.map +1 -0
- package/package.json +65 -0
|
@@ -0,0 +1,99 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.handle_status = exports.status_command = void 0;
|
|
4
|
+
const commander_1 = require("commander");
|
|
5
|
+
const auth_1 = require("../utils/auth");
|
|
6
|
+
const client_1 = require("../utils/client");
|
|
7
|
+
const spinner_1 = require("../utils/spinner");
|
|
8
|
+
const output_1 = require("../utils/output");
|
|
9
|
+
const polling_1 = require("../utils/polling");
|
|
10
|
+
const PROGRESS_ENDPOINT = '/datasets/v3/progress';
|
|
11
|
+
const RUNNING_STATUSES = ['starting', 'building', 'running', 'pending',
|
|
12
|
+
'queued'];
|
|
13
|
+
const extract_status = (result) => {
|
|
14
|
+
if (!result || typeof result != 'object')
|
|
15
|
+
return undefined;
|
|
16
|
+
const body = result;
|
|
17
|
+
if (typeof body.status == 'string')
|
|
18
|
+
return body.status;
|
|
19
|
+
if (typeof body.state == 'string')
|
|
20
|
+
return body.state;
|
|
21
|
+
return undefined;
|
|
22
|
+
};
|
|
23
|
+
const fetch_status = async (api_key, job_id, timing) => {
|
|
24
|
+
const endpoint = `${PROGRESS_ENDPOINT}/${job_id}`;
|
|
25
|
+
return (0, client_1.get)(api_key, endpoint, { timing });
|
|
26
|
+
};
|
|
27
|
+
const handle_status = async (job_id, opts) => {
|
|
28
|
+
const api_key = (0, auth_1.ensure_authenticated)(opts.apiKey);
|
|
29
|
+
const spinner = (0, spinner_1.start)(`Checking status for "${job_id}"...`);
|
|
30
|
+
try {
|
|
31
|
+
let result = await fetch_status(api_key, job_id, opts.timing);
|
|
32
|
+
spinner.stop();
|
|
33
|
+
if (!opts.wait) {
|
|
34
|
+
(0, output_1.print)(result, { json: opts.json, pretty: opts.pretty,
|
|
35
|
+
output: opts.output });
|
|
36
|
+
return;
|
|
37
|
+
}
|
|
38
|
+
let timeout = 600;
|
|
39
|
+
try {
|
|
40
|
+
timeout = (0, polling_1.parse_timeout)(opts.timeout);
|
|
41
|
+
}
|
|
42
|
+
catch (e) {
|
|
43
|
+
(0, output_1.fail)(e.message);
|
|
44
|
+
return;
|
|
45
|
+
}
|
|
46
|
+
const first_status = extract_status(result);
|
|
47
|
+
if (!first_status || !RUNNING_STATUSES.includes(first_status)) {
|
|
48
|
+
(0, output_1.print)(result, {
|
|
49
|
+
json: opts.json,
|
|
50
|
+
pretty: opts.pretty,
|
|
51
|
+
output: opts.output,
|
|
52
|
+
});
|
|
53
|
+
return;
|
|
54
|
+
}
|
|
55
|
+
if (timeout <= 1) {
|
|
56
|
+
(0, output_1.fail)(`Timeout after ${timeout} seconds waiting for completion.`);
|
|
57
|
+
return;
|
|
58
|
+
}
|
|
59
|
+
console.error((0, output_1.dim)(`Status: ${first_status} - polling again `
|
|
60
|
+
+ `(attempt 1/${timeout})`));
|
|
61
|
+
const poll_result = await (0, polling_1.poll_until)({
|
|
62
|
+
timeout_seconds: timeout - 1,
|
|
63
|
+
fetch_once: () => fetch_status(api_key, job_id, opts.timing),
|
|
64
|
+
get_status: extract_status,
|
|
65
|
+
running_statuses: RUNNING_STATUSES,
|
|
66
|
+
timeout_label: 'completion',
|
|
67
|
+
on_running: ({ attempt, timeout_seconds, status }) => {
|
|
68
|
+
console.error((0, output_1.dim)(`Status: ${status} - polling again `
|
|
69
|
+
+ `(attempt ${attempt + 1}/${timeout_seconds + 1})`));
|
|
70
|
+
},
|
|
71
|
+
});
|
|
72
|
+
result = poll_result.result;
|
|
73
|
+
(0, output_1.print)(result, {
|
|
74
|
+
json: opts.json,
|
|
75
|
+
pretty: opts.pretty,
|
|
76
|
+
output: opts.output,
|
|
77
|
+
});
|
|
78
|
+
}
|
|
79
|
+
catch (e) {
|
|
80
|
+
spinner.stop();
|
|
81
|
+
console.error(e.message);
|
|
82
|
+
process.exit(1);
|
|
83
|
+
}
|
|
84
|
+
};
|
|
85
|
+
exports.handle_status = handle_status;
|
|
86
|
+
const status_command = new commander_1.Command('status')
|
|
87
|
+
.description('Check status of an async Web Scraper snapshot job')
|
|
88
|
+
.argument('<job-id>', 'Snapshot ID returned by trigger request')
|
|
89
|
+
.option('--wait', 'Poll until the job is complete')
|
|
90
|
+
.option('--timeout <seconds>', 'Polling timeout in seconds (default: 600 or' +
|
|
91
|
+
'BRIGHTDATA_POLLING_TIMEOUT)')
|
|
92
|
+
.option('-o, --output <path>', 'Write output to file')
|
|
93
|
+
.option('--json', 'Force JSON output')
|
|
94
|
+
.option('--pretty', 'Pretty-print JSON output')
|
|
95
|
+
.option('--timing', 'Show request timing')
|
|
96
|
+
.option('-k, --api-key <key>', 'Override API key')
|
|
97
|
+
.action(handle_status);
|
|
98
|
+
exports.status_command = status_command;
|
|
99
|
+
//# sourceMappingURL=status.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"status.js","sourceRoot":"","sources":["../../src/commands/status.ts"],"names":[],"mappings":";;;AAAA,yCAAkC;AAClC,wCAAmD;AACnD,4CAAoC;AACpC,8CAAwD;AACxD,4CAAiD;AACjD,8CAA2D;AAE3D,MAAM,iBAAiB,GAAG,uBAAuB,CAAC;AAClD,MAAM,gBAAgB,GAAG,CAAC,UAAU,EAAE,UAAU,EAAE,SAAS,EAAE,SAAS;IACjE,QAAQ,CAAC,CAAC;AAiBf,MAAM,cAAc,GAAG,CAAC,MAAe,EAAmB,EAAE;IACxD,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,IAAI,QAAQ;QACpC,OAAO,SAAS,CAAC;IACrB,MAAM,IAAI,GAAG,MAAoB,CAAC;IAClC,IAAI,OAAO,IAAI,CAAC,MAAM,IAAI,QAAQ;QAC9B,OAAO,IAAI,CAAC,MAAM,CAAC;IACvB,IAAI,OAAO,IAAI,CAAC,KAAK,IAAI,QAAQ;QAC7B,OAAO,IAAI,CAAC,KAAK,CAAC;IACtB,OAAO,SAAS,CAAC;AACrB,CAAC,CAAC;AAEF,MAAM,YAAY,GAAG,KAAK,EACtB,OAAe,EACf,MAAc,EACd,MAAyB,EACV,EAAE;IACjB,MAAM,QAAQ,GAAG,GAAG,iBAAiB,IAAI,MAAM,EAAE,CAAC;IAClD,OAAO,IAAA,YAAG,EAAU,OAAO,EAAE,QAAQ,EAAE,EAAC,MAAM,EAAC,CAAC,CAAC;AACrD,CAAC,CAAC;AAEF,MAAM,aAAa,GAAG,KAAK,EAAC,MAAc,EAAE,IAAiB,EAAC,EAAE;IAC5D,MAAM,OAAO,GAAG,IAAA,2BAAoB,EAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAClD,MAAM,OAAO,GAAG,IAAA,eAAa,EAAC,wBAAwB,MAAM,MAAM,CAAC,CAAC;IACpE,IAAI,CAAC;QACD,IAAI,MAAM,GAAG,MAAM,YAAY,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QAC9D,OAAO,CAAC,IAAI,EAAE,CAAC;QACf,IAAI,CAAC,IAAI,CAAC,IAAI,EACd,CAAC;YACG,IAAA,cAAK,EAAC,MAAM,EAAE,EAAC,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM;gBAC/C,MAAM,EAAE,IAAI,CAAC,MAAM,EAAC,CAAC,CAAC;YAC1B,OAAO;QACX,CAAC;QACD,IAAI,OAAO,GAAG,GAAG,CAAC;QAClB,IAAI,CAAC;YACD,OAAO,GAAG,IAAA,uBAAa,EAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC1C,CAAC;QAAC,OAAM,CAAC,EAAE,CAAC;YACR,IAAA,aAAI,EAAE,CAAW,CAAC,OAAO,CAAC,CAAC;YAC3B,OAAO;QACX,CAAC;QACD,MAAM,YAAY,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC;QAC5C,IAAI,CAAC,YAAY,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,YAAY,CAAC,EAC7D,CAAC;YACG,IAAA,cAAK,EAAC,MAAM,EAAE;gBACV,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,MAAM,EAAE,IAAI,CAAC,MAAM;aACtB,CAAC,CAAC;YACH,OAAO;QACX,CAAC;QACD,IAAI,OAAO,IAAI,CAAC,EAChB,CAAC;YACG,IAAA,aAAI,EAAC,iBAAiB,OAAO,kCAAkC,CAAC,CAAC;YACjE,OAAO;QACX,CAAC;QACD,OAAO,CAAC,KAAK,CAAC,IAAA,YAAG,EACb,WAAW,YAAY,mBAAmB;cACzC,cAAc,OAAO,GAAG,CAC5B,CAAC,CAAC;QACH,MAAM,WAAW,GAAG,MAAM,IAAA,oBAAU,EAAU;YAC1C,eAAe,EAAE,OAAO,GAAC,CAAC;YAC1B,UAAU,EAAE,GAAE,EAAE,CAAA,YAAY,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC;YAC1D,UAAU,EAAE,cAAc;YAC1B,gBAAgB,EAAE,gBAAgB;YAClC,aAAa,EAAE,YAAY;YAC3B,UAAU,EAAE,CAAC,EAAC,OAAO,EAAE,eAAe,EAAE,MAAM,EAAC,EAAC,EAAE;gBAC9C,OAAO,CAAC,KAAK,CAAC,IAAA,YAAG,EACb,WAAW,MAAM,mBAAmB;sBACnC,YAAY,OAAO,GAAC,CAAC,IAAI,eAAe,GAAC,CAAC,GAAG,CACjD,CAAC,CAAC;YACP,CAAC;SACJ,CAAC,CAAC;QACH,MAAM,GAAG,WAAW,CAAC,MAAM,CAAC;QAC5B,IAAA,cAAK,EAAC,MAAM,EAAE;YACV,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,MAAM,EAAE,IAAI,CAAC,MAAM;SACtB,CAAC,CAAC;IACP,CAAC;IAAC,OAAM,CAAC,EAAE,CAAC;QACR,OAAO,CAAC,IAAI,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAE,CAAW,CAAC,OAAO,CAAC,CAAC;QACpC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACpB,CAAC;AACL,CAAC,CAAC;AAgBsB,sCAAa;AAdrC,MAAM,cAAc,GAAG,IAAI,mBAAO,CAAC,QAAQ,CAAC;KACvC,WAAW,CAAC,mDAAmD,CAAC;KAChE,QAAQ,CAAC,UAAU,EAAE,yCAAyC,CAAC;KAC/D,MAAM,CAAC,QAAQ,EAAE,gCAAgC,CAAC;KAClD,MAAM,CAAC,qBAAqB,EACzB,6CAA6C;IAC7C,6BAA6B,CAAC;KACjC,MAAM,CAAC,qBAAqB,EAAE,sBAAsB,CAAC;KACrD,MAAM,CAAC,QAAQ,EAAE,mBAAmB,CAAC;KACrC,MAAM,CAAC,UAAU,EAAE,0BAA0B,CAAC;KAC9C,MAAM,CAAC,UAAU,EAAE,qBAAqB,CAAC;KACzC,MAAM,CAAC,qBAAqB,EAAE,kBAAkB,CAAC;KACjD,MAAM,CAAC,aAAa,CAAC,CAAC;AAEnB,wCAAc"}
|
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
import { Command } from 'commander';
|
|
2
|
+
type Version_opts = {
|
|
3
|
+
json?: boolean;
|
|
4
|
+
pretty?: boolean;
|
|
5
|
+
output?: string;
|
|
6
|
+
};
|
|
7
|
+
type Version_info = {
|
|
8
|
+
name: string;
|
|
9
|
+
version: string;
|
|
10
|
+
node: string;
|
|
11
|
+
platform: string;
|
|
12
|
+
arch: string;
|
|
13
|
+
};
|
|
14
|
+
declare const get_version_info: () => Version_info;
|
|
15
|
+
declare const handle_version: (opts: Version_opts) => void;
|
|
16
|
+
declare const version_command: Command;
|
|
17
|
+
export { version_command, handle_version, get_version_info };
|
|
18
|
+
//# sourceMappingURL=version.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"version.d.ts","sourceRoot":"","sources":["../../src/commands/version.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,OAAO,EAAC,MAAM,WAAW,CAAC;AAIlC,KAAK,YAAY,GAAG;IAChB,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,CAAC;CACnB,CAAC;AAEF,KAAK,YAAY,GAAG;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;CAChB,CAAC;AAEF,QAAA,MAAM,gBAAgB,QAAO,YAM3B,CAAC;AAEH,QAAA,MAAM,cAAc,GAAI,MAAM,YAAY,SAQzC,CAAC;AAEF,QAAA,MAAM,eAAe,SAKM,CAAC;AAE5B,OAAO,EAAC,eAAe,EAAE,cAAc,EAAE,gBAAgB,EAAC,CAAC"}
|
|
@@ -0,0 +1,35 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
3
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
+
};
|
|
5
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
+
exports.get_version_info = exports.handle_version = exports.version_command = void 0;
|
|
7
|
+
const os_1 = __importDefault(require("os"));
|
|
8
|
+
const commander_1 = require("commander");
|
|
9
|
+
const output_1 = require("../utils/output");
|
|
10
|
+
const package_json_1 = __importDefault(require("../../package.json"));
|
|
11
|
+
const get_version_info = () => ({
|
|
12
|
+
name: package_json_1.default.name,
|
|
13
|
+
version: package_json_1.default.version,
|
|
14
|
+
node: process.version,
|
|
15
|
+
platform: os_1.default.platform(),
|
|
16
|
+
arch: os_1.default.arch(),
|
|
17
|
+
});
|
|
18
|
+
exports.get_version_info = get_version_info;
|
|
19
|
+
const handle_version = (opts) => {
|
|
20
|
+
const info = get_version_info();
|
|
21
|
+
if (!opts.json && !opts.pretty && !opts.output) {
|
|
22
|
+
process.stdout.write(`${info.name} v${info.version}\n`);
|
|
23
|
+
return;
|
|
24
|
+
}
|
|
25
|
+
(0, output_1.print)(info, { json: opts.json, pretty: opts.pretty, output: opts.output });
|
|
26
|
+
};
|
|
27
|
+
exports.handle_version = handle_version;
|
|
28
|
+
const version_command = new commander_1.Command('version')
|
|
29
|
+
.description('Display CLI version information')
|
|
30
|
+
.option('--json', 'Force JSON output')
|
|
31
|
+
.option('--pretty', 'Pretty-print JSON output')
|
|
32
|
+
.option('-o, --output <path>', 'Write output to file')
|
|
33
|
+
.action(handle_version);
|
|
34
|
+
exports.version_command = version_command;
|
|
35
|
+
//# sourceMappingURL=version.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"version.js","sourceRoot":"","sources":["../../src/commands/version.ts"],"names":[],"mappings":";;;;;;AAAA,4CAAoB;AACpB,yCAAkC;AAClC,4CAAsC;AACtC,sEAA6C;AAgB7C,MAAM,gBAAgB,GAAG,GAAgB,EAAE,CAAA,CAAC;IACxC,IAAI,EAAE,sBAAW,CAAC,IAAI;IACtB,OAAO,EAAE,sBAAW,CAAC,OAAO;IAC5B,IAAI,EAAE,OAAO,CAAC,OAAO;IACrB,QAAQ,EAAE,YAAE,CAAC,QAAQ,EAAE;IACvB,IAAI,EAAE,YAAE,CAAC,IAAI,EAAE;CAClB,CAAC,CAAC;AAmBsC,4CAAgB;AAjBzD,MAAM,cAAc,GAAG,CAAC,IAAkB,EAAC,EAAE;IACzC,MAAM,IAAI,GAAG,gBAAgB,EAAE,CAAC;IAChC,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,MAAM,EAC9C,CAAC;QACG,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC,OAAO,IAAI,CAAC,CAAC;QACxD,OAAO;IACX,CAAC;IACD,IAAA,cAAK,EAAC,IAAI,EAAE,EAAC,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAC,CAAC,CAAC;AAC7E,CAAC,CAAC;AASuB,wCAAc;AAPvC,MAAM,eAAe,GAAG,IAAI,mBAAO,CAAC,SAAS,CAAC;KACzC,WAAW,CAAC,iCAAiC,CAAC;KAC9C,MAAM,CAAC,QAAQ,EAAE,mBAAmB,CAAC;KACrC,MAAM,CAAC,UAAU,EAAE,0BAA0B,CAAC;KAC9C,MAAM,CAAC,qBAAqB,EAAE,sBAAsB,CAAC;KACrD,MAAM,CAAC,cAAc,CAAC,CAAC;AAEpB,0CAAe"}
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
import { Command } from 'commander';
|
|
2
|
+
type Zones_opts = {
|
|
3
|
+
output?: string;
|
|
4
|
+
json?: boolean;
|
|
5
|
+
pretty?: boolean;
|
|
6
|
+
timing?: boolean;
|
|
7
|
+
apiKey?: string;
|
|
8
|
+
};
|
|
9
|
+
declare const handle_list_zones: (opts: Zones_opts) => Promise<void>;
|
|
10
|
+
declare const handle_zone_info: (name: string, opts: Zones_opts) => Promise<void>;
|
|
11
|
+
declare const zones_command: Command;
|
|
12
|
+
export { zones_command, handle_list_zones, handle_zone_info };
|
|
13
|
+
//# sourceMappingURL=zones.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"zones.d.ts","sourceRoot":"","sources":["../../src/commands/zones.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,OAAO,EAAC,MAAM,WAAW,CAAC;AAMlC,KAAK,UAAU,GAAG;IACd,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,CAAC;CACnB,CAAC;AAgBF,QAAA,MAAM,iBAAiB,GAAS,MAAM,UAAU,kBA+B/C,CAAC;AAEF,QAAA,MAAM,gBAAgB,GAAS,MAAM,MAAM,EAAE,MAAM,UAAU,kBAkB5D,CAAC;AAEF,QAAA,MAAM,aAAa,SAIlB,CAAC;AAWF,OAAO,EAAC,aAAa,EAAE,iBAAiB,EAAE,gBAAgB,EAAC,CAAC"}
|
|
@@ -0,0 +1,70 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.handle_zone_info = exports.handle_list_zones = exports.zones_command = void 0;
|
|
4
|
+
const commander_1 = require("commander");
|
|
5
|
+
const auth_1 = require("../utils/auth");
|
|
6
|
+
const client_1 = require("../utils/client");
|
|
7
|
+
const spinner_1 = require("../utils/spinner");
|
|
8
|
+
const output_1 = require("../utils/output");
|
|
9
|
+
const add_common_options = (cmd) => {
|
|
10
|
+
cmd.option('-o, --output <path>', 'Write output to file');
|
|
11
|
+
cmd.option('--json', 'Force JSON output');
|
|
12
|
+
cmd.option('--pretty', 'Pretty-print JSON output');
|
|
13
|
+
cmd.option('--timing', 'Show request timing');
|
|
14
|
+
cmd.option('-k, --api-key <key>', 'Override API key');
|
|
15
|
+
return cmd;
|
|
16
|
+
};
|
|
17
|
+
const handle_list_zones = async (opts) => {
|
|
18
|
+
const api_key = (0, auth_1.ensure_authenticated)(opts.apiKey);
|
|
19
|
+
const spinner = (0, spinner_1.start)('Fetching active zones...');
|
|
20
|
+
try {
|
|
21
|
+
const zones = await (0, client_1.get)(api_key, '/zone/get_active_zones', { timing: opts.timing });
|
|
22
|
+
spinner.stop();
|
|
23
|
+
if (opts.output || opts.json || opts.pretty) {
|
|
24
|
+
(0, output_1.print)(zones, { json: opts.json, pretty: opts.pretty,
|
|
25
|
+
output: opts.output });
|
|
26
|
+
return;
|
|
27
|
+
}
|
|
28
|
+
if (!zones.length) {
|
|
29
|
+
console.log((0, output_1.dim)('No active zones found.'));
|
|
30
|
+
return;
|
|
31
|
+
}
|
|
32
|
+
const rows = zones.map(zone => ({
|
|
33
|
+
name: zone.name ?? '',
|
|
34
|
+
type: zone.type ?? '',
|
|
35
|
+
}));
|
|
36
|
+
(0, output_1.print_table)(rows, ['name', 'type']);
|
|
37
|
+
}
|
|
38
|
+
catch (e) {
|
|
39
|
+
spinner.stop();
|
|
40
|
+
console.error(e.message);
|
|
41
|
+
process.exit(1);
|
|
42
|
+
}
|
|
43
|
+
};
|
|
44
|
+
exports.handle_list_zones = handle_list_zones;
|
|
45
|
+
const handle_zone_info = async (name, opts) => {
|
|
46
|
+
const api_key = (0, auth_1.ensure_authenticated)(opts.apiKey);
|
|
47
|
+
const spinner = (0, spinner_1.start)(`Fetching zone info for "${name}"...`);
|
|
48
|
+
try {
|
|
49
|
+
const endpoint = `/zone?zone=${encodeURIComponent(name)}`;
|
|
50
|
+
const info = await (0, client_1.get)(api_key, endpoint, { timing: opts.timing });
|
|
51
|
+
spinner.stop();
|
|
52
|
+
(0, output_1.print)(info, { json: opts.json, pretty: opts.pretty,
|
|
53
|
+
output: opts.output });
|
|
54
|
+
}
|
|
55
|
+
catch (e) {
|
|
56
|
+
spinner.stop();
|
|
57
|
+
console.error(e.message);
|
|
58
|
+
process.exit(1);
|
|
59
|
+
}
|
|
60
|
+
};
|
|
61
|
+
exports.handle_zone_info = handle_zone_info;
|
|
62
|
+
const zones_command = add_common_options(new commander_1.Command('zones')
|
|
63
|
+
.description('List and inspect Bright Data zones')
|
|
64
|
+
.action(handle_list_zones));
|
|
65
|
+
exports.zones_command = zones_command;
|
|
66
|
+
zones_command.addCommand(add_common_options(new commander_1.Command('info')
|
|
67
|
+
.description('Show details for a single zone')
|
|
68
|
+
.argument('<name>', 'Zone name')
|
|
69
|
+
.action(handle_zone_info)));
|
|
70
|
+
//# sourceMappingURL=zones.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"zones.js","sourceRoot":"","sources":["../../src/commands/zones.ts"],"names":[],"mappings":";;;AAAA,yCAAkC;AAClC,wCAAmD;AACnD,4CAAoC;AACpC,8CAAwD;AACxD,4CAAwD;AAexD,MAAM,kBAAkB,GAAG,CAAC,GAAY,EAAU,EAAE;IAChD,GAAG,CAAC,MAAM,CAAC,qBAAqB,EAAE,sBAAsB,CAAC,CAAC;IAC1D,GAAG,CAAC,MAAM,CAAC,QAAQ,EAAE,mBAAmB,CAAC,CAAC;IAC1C,GAAG,CAAC,MAAM,CAAC,UAAU,EAAE,0BAA0B,CAAC,CAAC;IACnD,GAAG,CAAC,MAAM,CAAC,UAAU,EAAE,qBAAqB,CAAC,CAAC;IAC9C,GAAG,CAAC,MAAM,CAAC,qBAAqB,EAAE,kBAAkB,CAAC,CAAC;IACtD,OAAO,GAAG,CAAC;AACf,CAAC,CAAC;AAEF,MAAM,iBAAiB,GAAG,KAAK,EAAC,IAAgB,EAAC,EAAE;IAC/C,MAAM,OAAO,GAAG,IAAA,2BAAoB,EAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAClD,MAAM,OAAO,GAAG,IAAA,eAAa,EAAC,0BAA0B,CAAC,CAAC;IAC1D,IAAI,CAAC;QACD,MAAM,KAAK,GAAG,MAAM,IAAA,YAAG,EACnB,OAAO,EACP,wBAAwB,EACxB,EAAC,MAAM,EAAE,IAAI,CAAC,MAAM,EAAC,CACxB,CAAC;QACF,OAAO,CAAC,IAAI,EAAE,CAAC;QACf,IAAI,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,MAAM,EAC3C,CAAC;YACG,IAAA,cAAK,EAAC,KAAK,EAAE,EAAC,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM;gBAC9C,MAAM,EAAE,IAAI,CAAC,MAAM,EAAC,CAAC,CAAC;YAC1B,OAAO;QACX,CAAC;QACD,IAAI,CAAC,KAAK,CAAC,MAAM,EACjB,CAAC;YACG,OAAO,CAAC,GAAG,CAAC,IAAA,YAAG,EAAC,wBAAwB,CAAC,CAAC,CAAC;YAC3C,OAAO;QACX,CAAC;QACD,MAAM,IAAI,GAAG,KAAK,CAAC,GAAG,CAAC,IAAI,CAAA,EAAE,CAAA,CAAC;YAC1B,IAAI,EAAE,IAAI,CAAC,IAAI,IAAI,EAAE;YACrB,IAAI,EAAE,IAAI,CAAC,IAAI,IAAI,EAAE;SACxB,CAAC,CAAC,CAAC;QACJ,IAAA,oBAAW,EAAC,IAAI,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;IACxC,CAAC;IAAC,OAAM,CAAC,EAAE,CAAC;QACR,OAAO,CAAC,IAAI,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAE,CAAW,CAAC,OAAO,CAAC,CAAC;QACpC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACpB,CAAC;AACL,CAAC,CAAC;AAqCqB,8CAAiB;AAnCxC,MAAM,gBAAgB,GAAG,KAAK,EAAC,IAAY,EAAE,IAAgB,EAAC,EAAE;IAC5D,MAAM,OAAO,GAAG,IAAA,2BAAoB,EAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAClD,MAAM,OAAO,GAAG,IAAA,eAAa,EAAC,2BAA2B,IAAI,MAAM,CAAC,CAAC;IACrE,IAAI,CAAC;QACD,MAAM,QAAQ,GAAG,cAAc,kBAAkB,CAAC,IAAI,CAAC,EAAE,CAAC;QAC1D,MAAM,IAAI,GAAG,MAAM,IAAA,YAAG,EAClB,OAAO,EACP,QAAQ,EACR,EAAC,MAAM,EAAE,IAAI,CAAC,MAAM,EAAC,CACxB,CAAC;QACF,OAAO,CAAC,IAAI,EAAE,CAAC;QACf,IAAA,cAAK,EAAC,IAAI,EAAE,EAAC,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM;YAC7C,MAAM,EAAE,IAAI,CAAC,MAAM,EAAC,CAAC,CAAC;IAC9B,CAAC;IAAC,OAAM,CAAC,EAAE,CAAC;QACR,OAAO,CAAC,IAAI,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAE,CAAW,CAAC,OAAO,CAAC,CAAC;QACpC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACpB,CAAC;AACL,CAAC,CAAC;AAiBwC,4CAAgB;AAf1D,MAAM,aAAa,GAAG,kBAAkB,CACpC,IAAI,mBAAO,CAAC,OAAO,CAAC;KACf,WAAW,CAAC,oCAAoC,CAAC;KACjD,MAAM,CAAC,iBAAiB,CAAC,CACjC,CAAC;AAWM,sCAAa;AATrB,aAAa,CAAC,UAAU,CACpB,kBAAkB,CACd,IAAI,mBAAO,CAAC,MAAM,CAAC;KACd,WAAW,CAAC,gCAAgC,CAAC;KAC7C,QAAQ,CAAC,QAAQ,EAAE,WAAW,CAAC;KAC/B,MAAM,CAAC,gBAAgB,CAAC,CAChC,CACJ,CAAC"}
|
package/dist/index.d.ts
ADDED
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":""}
|
package/dist/index.js
ADDED
|
@@ -0,0 +1,42 @@
|
|
|
1
|
+
#!/usr/bin/env node
|
|
2
|
+
"use strict";
|
|
3
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
4
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
5
|
+
};
|
|
6
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
7
|
+
const commander_1 = require("commander");
|
|
8
|
+
const login_1 = require("./commands/login");
|
|
9
|
+
const logout_1 = require("./commands/logout");
|
|
10
|
+
const scrape_1 = require("./commands/scrape");
|
|
11
|
+
const search_1 = require("./commands/search");
|
|
12
|
+
const dataset_1 = require("./commands/dataset");
|
|
13
|
+
const status_1 = require("./commands/status");
|
|
14
|
+
const zones_1 = require("./commands/zones");
|
|
15
|
+
const config_1 = require("./commands/config");
|
|
16
|
+
const init_1 = require("./commands/init");
|
|
17
|
+
const version_1 = require("./commands/version");
|
|
18
|
+
const skill_1 = require("./commands/skill");
|
|
19
|
+
const budget_1 = require("./commands/budget");
|
|
20
|
+
const package_json_1 = __importDefault(require("../package.json"));
|
|
21
|
+
const program = new commander_1.Command();
|
|
22
|
+
program
|
|
23
|
+
.name('brightdata')
|
|
24
|
+
.description('Command-line interface for Bright Data. Scrape, search, '
|
|
25
|
+
+ 'extract structured data, and automate browsers from your terminal.')
|
|
26
|
+
.version(package_json_1.default.version, '-v, --version')
|
|
27
|
+
.option('-k, --api-key <key>', 'Bright Data API key (overrides env/config)')
|
|
28
|
+
.option('--timing', 'Show request timing');
|
|
29
|
+
program.addCommand(login_1.login_command);
|
|
30
|
+
program.addCommand(logout_1.logout_command);
|
|
31
|
+
program.addCommand(scrape_1.scrape_command);
|
|
32
|
+
program.addCommand(search_1.search_command);
|
|
33
|
+
program.addCommand(dataset_1.pipelines_command);
|
|
34
|
+
program.addCommand(status_1.status_command);
|
|
35
|
+
program.addCommand(zones_1.zones_command);
|
|
36
|
+
program.addCommand(config_1.config_command);
|
|
37
|
+
program.addCommand(init_1.init_command);
|
|
38
|
+
program.addCommand(version_1.version_command);
|
|
39
|
+
program.addCommand(skill_1.skill_command);
|
|
40
|
+
program.addCommand(budget_1.budget_command);
|
|
41
|
+
program.parse(process.argv);
|
|
42
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;;;AACA,yCAAkC;AAClC,4CAA+C;AAC/C,8CAAiD;AACjD,8CAAiD;AACjD,8CAAiD;AACjD,gDAAqD;AACrD,8CAAiD;AACjD,4CAA+C;AAC/C,8CAAiD;AACjD,0CAA6C;AAC7C,gDAAmD;AACnD,4CAA+C;AAC/C,8CAAiD;AACjD,mEAA0C;AAE1C,MAAM,OAAO,GAAG,IAAI,mBAAO,EAAE,CAAC;AAE9B,OAAO;KACF,IAAI,CAAC,YAAY,CAAC;KAClB,WAAW,CACR,0DAA0D;MACzD,oEAAoE,CACxE;KACA,OAAO,CAAC,sBAAW,CAAC,OAAO,EAAE,eAAe,CAAC;KAC7C,MAAM,CAAC,qBAAqB,EAAE,4CAA4C,CAAC;KAC3E,MAAM,CAAC,UAAU,EAAE,qBAAqB,CAAC,CAAC;AAE/C,OAAO,CAAC,UAAU,CAAC,qBAAa,CAAC,CAAC;AAClC,OAAO,CAAC,UAAU,CAAC,uBAAc,CAAC,CAAC;AACnC,OAAO,CAAC,UAAU,CAAC,uBAAc,CAAC,CAAC;AACnC,OAAO,CAAC,UAAU,CAAC,uBAAc,CAAC,CAAC;AACnC,OAAO,CAAC,UAAU,CAAC,2BAAiB,CAAC,CAAC;AACtC,OAAO,CAAC,UAAU,CAAC,uBAAc,CAAC,CAAC;AACnC,OAAO,CAAC,UAAU,CAAC,qBAAa,CAAC,CAAC;AAClC,OAAO,CAAC,UAAU,CAAC,uBAAc,CAAC,CAAC;AACnC,OAAO,CAAC,UAAU,CAAC,mBAAY,CAAC,CAAC;AACjC,OAAO,CAAC,UAAU,CAAC,yBAAe,CAAC,CAAC;AACpC,OAAO,CAAC,UAAU,CAAC,qBAAa,CAAC,CAAC;AAClC,OAAO,CAAC,UAAU,CAAC,uBAAc,CAAC,CAAC;AAGnC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC"}
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
type Webdata_format = 'json' | 'csv' | 'ndjson' | 'jsonl';
|
|
2
|
+
type Webdata_opts = {
|
|
3
|
+
format?: string;
|
|
4
|
+
timeout?: string;
|
|
5
|
+
output?: string;
|
|
6
|
+
json?: boolean;
|
|
7
|
+
pretty?: boolean;
|
|
8
|
+
timing?: boolean;
|
|
9
|
+
apiKey?: string;
|
|
10
|
+
};
|
|
11
|
+
type Trigger_response = {
|
|
12
|
+
snapshot_id?: string;
|
|
13
|
+
};
|
|
14
|
+
type Snapshot_status = 'starting' | 'building' | 'running' | 'ready' | 'failed' | string;
|
|
15
|
+
type Snapshot_meta = {
|
|
16
|
+
status?: Snapshot_status;
|
|
17
|
+
};
|
|
18
|
+
export type { Webdata_format, Webdata_opts, Trigger_response, Snapshot_status, Snapshot_meta, };
|
|
19
|
+
//# sourceMappingURL=dataset.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"dataset.d.ts","sourceRoot":"","sources":["../../src/types/dataset.ts"],"names":[],"mappings":"AAAA,KAAK,cAAc,GAAG,MAAM,GAAC,KAAK,GAAC,QAAQ,GAAC,OAAO,CAAC;AAEpD,KAAK,YAAY,GAAG;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,CAAC;CACnB,CAAC;AAEF,KAAK,gBAAgB,GAAG;IACpB,WAAW,CAAC,EAAE,MAAM,CAAC;CACxB,CAAC;AAEF,KAAK,eAAe,GAAG,UAAU,GAAC,UAAU,GAAC,SAAS,GAAC,OAAO,GAAC,QAAQ,GAAC,MAAM,CAAC;AAE/E,KAAK,aAAa,GAAG;IACjB,MAAM,CAAC,EAAE,eAAe,CAAC;CAC5B,CAAC;AAEF,YAAY,EACR,cAAc,EACd,YAAY,EACZ,gBAAgB,EAChB,eAAe,EACf,aAAa,GAChB,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"dataset.js","sourceRoot":"","sources":["../../src/types/dataset.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,31 @@
|
|
|
1
|
+
type Scrape_format = 'markdown' | 'html' | 'screenshot' | 'json';
|
|
2
|
+
type Scrape_request = {
|
|
3
|
+
zone: string;
|
|
4
|
+
url: string;
|
|
5
|
+
format: 'raw' | 'json';
|
|
6
|
+
country?: string;
|
|
7
|
+
data_format?: 'markdown' | 'screenshot';
|
|
8
|
+
async?: boolean;
|
|
9
|
+
};
|
|
10
|
+
type Scrape_response_json = {
|
|
11
|
+
status: number;
|
|
12
|
+
headers: Record<string, string>;
|
|
13
|
+
body: string;
|
|
14
|
+
};
|
|
15
|
+
type Scrape_async_response = {
|
|
16
|
+
response_id: string;
|
|
17
|
+
};
|
|
18
|
+
type Scrape_opts = {
|
|
19
|
+
format?: Scrape_format;
|
|
20
|
+
country?: string;
|
|
21
|
+
zone?: string;
|
|
22
|
+
mobile?: boolean;
|
|
23
|
+
async?: boolean;
|
|
24
|
+
output?: string;
|
|
25
|
+
json?: boolean;
|
|
26
|
+
pretty?: boolean;
|
|
27
|
+
timing?: boolean;
|
|
28
|
+
apiKey?: string;
|
|
29
|
+
};
|
|
30
|
+
export type { Scrape_format, Scrape_request, Scrape_response_json, Scrape_async_response, Scrape_opts, };
|
|
31
|
+
//# sourceMappingURL=scrape.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"scrape.d.ts","sourceRoot":"","sources":["../../src/types/scrape.ts"],"names":[],"mappings":"AAAA,KAAK,aAAa,GAAG,UAAU,GAAC,MAAM,GAAC,YAAY,GAAC,MAAM,CAAC;AAE3D,KAAK,cAAc,GAAG;IAClB,IAAI,EAAE,MAAM,CAAC;IACb,GAAG,EAAE,MAAM,CAAC;IACZ,MAAM,EAAE,KAAK,GAAC,MAAM,CAAC;IACrB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,WAAW,CAAC,EAAE,UAAU,GAAC,YAAY,CAAC;IACtC,KAAK,CAAC,EAAE,OAAO,CAAC;CACnB,CAAC;AAEF,KAAK,oBAAoB,GAAG;IACxB,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAChC,IAAI,EAAE,MAAM,CAAC;CAChB,CAAC;AAEF,KAAK,qBAAqB,GAAG;IACzB,WAAW,EAAE,MAAM,CAAC;CACvB,CAAC;AAEF,KAAK,WAAW,GAAG;IACf,MAAM,CAAC,EAAE,aAAa,CAAC;IACvB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,CAAC;CACnB,CAAC;AAEF,YAAY,EACR,aAAa,EACb,cAAc,EACd,oBAAoB,EACpB,qBAAqB,EACrB,WAAW,GACd,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"scrape.js","sourceRoot":"","sources":["../../src/types/scrape.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,47 @@
|
|
|
1
|
+
type Search_engine = 'google' | 'bing' | 'yandex';
|
|
2
|
+
type Search_type = 'web' | 'news' | 'images' | 'shopping';
|
|
3
|
+
type Search_device = 'desktop' | 'mobile';
|
|
4
|
+
type Organic_result = {
|
|
5
|
+
rank: number;
|
|
6
|
+
global_rank?: number;
|
|
7
|
+
title: string;
|
|
8
|
+
link: string;
|
|
9
|
+
description?: string;
|
|
10
|
+
};
|
|
11
|
+
type Search_general = {
|
|
12
|
+
search_engine: string;
|
|
13
|
+
query: string;
|
|
14
|
+
results_cnt?: number;
|
|
15
|
+
language?: string;
|
|
16
|
+
device?: string;
|
|
17
|
+
};
|
|
18
|
+
type Search_response = {
|
|
19
|
+
general?: Search_general;
|
|
20
|
+
organic?: Organic_result[];
|
|
21
|
+
paid?: unknown[];
|
|
22
|
+
product_listing_ads?: unknown[];
|
|
23
|
+
knowledge_graph?: unknown;
|
|
24
|
+
people_also_ask?: unknown[];
|
|
25
|
+
related_searches?: unknown[];
|
|
26
|
+
maps?: unknown[];
|
|
27
|
+
news?: unknown[];
|
|
28
|
+
videos?: unknown[];
|
|
29
|
+
recipes?: unknown[];
|
|
30
|
+
perspectives?: unknown[];
|
|
31
|
+
};
|
|
32
|
+
type Search_opts = {
|
|
33
|
+
engine?: string;
|
|
34
|
+
country?: string;
|
|
35
|
+
language?: string;
|
|
36
|
+
page?: string;
|
|
37
|
+
type?: string;
|
|
38
|
+
zone?: string;
|
|
39
|
+
device?: string;
|
|
40
|
+
output?: string;
|
|
41
|
+
json?: boolean;
|
|
42
|
+
pretty?: boolean;
|
|
43
|
+
timing?: boolean;
|
|
44
|
+
apiKey?: string;
|
|
45
|
+
};
|
|
46
|
+
export type { Search_engine, Search_type, Search_device, Organic_result, Search_general, Search_response, Search_opts, };
|
|
47
|
+
//# sourceMappingURL=search.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"search.d.ts","sourceRoot":"","sources":["../../src/types/search.ts"],"names":[],"mappings":"AAAA,KAAK,aAAa,GAAG,QAAQ,GAAC,MAAM,GAAC,QAAQ,CAAC;AAE9C,KAAK,WAAW,GAAG,KAAK,GAAC,MAAM,GAAC,QAAQ,GAAC,UAAU,CAAC;AAEpD,KAAK,aAAa,GAAG,SAAS,GAAC,QAAQ,CAAC;AAExC,KAAK,cAAc,GAAG;IAClB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,CAAC;CACxB,CAAC;AAEF,KAAK,cAAc,GAAG;IAClB,aAAa,EAAE,MAAM,CAAC;IACtB,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE,MAAM,CAAC;CACnB,CAAC;AAEF,KAAK,eAAe,GAAG;IACnB,OAAO,CAAC,EAAE,cAAc,CAAC;IACzB,OAAO,CAAC,EAAE,cAAc,EAAE,CAAC;IAC3B,IAAI,CAAC,EAAE,OAAO,EAAE,CAAC;IACjB,mBAAmB,CAAC,EAAE,OAAO,EAAE,CAAC;IAChC,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,eAAe,CAAC,EAAE,OAAO,EAAE,CAAC;IAC5B,gBAAgB,CAAC,EAAE,OAAO,EAAE,CAAC;IAC7B,IAAI,CAAC,EAAE,OAAO,EAAE,CAAC;IACjB,IAAI,CAAC,EAAE,OAAO,EAAE,CAAC;IACjB,MAAM,CAAC,EAAE,OAAO,EAAE,CAAC;IACnB,OAAO,CAAC,EAAE,OAAO,EAAE,CAAC;IACpB,YAAY,CAAC,EAAE,OAAO,EAAE,CAAC;CAC5B,CAAC;AAEF,KAAK,WAAW,GAAG;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,CAAC;CACnB,CAAC;AAEF,YAAY,EACR,aAAa,EACb,WAAW,EACX,aAAa,EACb,cAAc,EACd,cAAc,EACd,eAAe,EACf,WAAW,GACd,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"search.js","sourceRoot":"","sources":["../../src/types/search.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,6 @@
|
|
|
1
|
+
declare const resolve_key: (cli_val: string | undefined) => string | undefined;
|
|
2
|
+
declare const validate_key: (api_key: string) => Promise<boolean>;
|
|
3
|
+
declare const ensure_authenticated: (cli_key: string | undefined) => string;
|
|
4
|
+
declare const mask_key: (key: string) => string;
|
|
5
|
+
export { resolve_key, validate_key, ensure_authenticated, mask_key };
|
|
6
|
+
//# sourceMappingURL=auth.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"auth.d.ts","sourceRoot":"","sources":["../../src/utils/auth.ts"],"names":[],"mappings":"AAMA,QAAA,MAAM,WAAW,GAAI,SAAS,MAAM,GAAC,SAAS,KAAG,MAAM,GAAC,SAKvD,CAAC;AAEF,QAAA,MAAM,YAAY,GAAS,SAAS,MAAM,KAAG,OAAO,CAAC,OAAO,CAY3D,CAAC;AAGF,QAAA,MAAM,oBAAoB,GAAI,SAAS,MAAM,GAAC,SAAS,KAAG,MASzD,CAAC;AAEF,QAAA,MAAM,QAAQ,GAAI,KAAK,MAAM,KAAG,MAI/B,CAAC;AAEF,OAAO,EAAC,WAAW,EAAE,YAAY,EAAE,oBAAoB,EAAE,QAAQ,EAAC,CAAC"}
|
|
@@ -0,0 +1,44 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.mask_key = exports.ensure_authenticated = exports.validate_key = exports.resolve_key = void 0;
|
|
4
|
+
const config_1 = require("./config");
|
|
5
|
+
const credentials_1 = require("./credentials");
|
|
6
|
+
const API_BASE = 'https://api.brightdata.com';
|
|
7
|
+
const resolve_key = (cli_val) => {
|
|
8
|
+
const from_flag_or_env = (0, config_1.resolve_api_key)(cli_val);
|
|
9
|
+
if (from_flag_or_env)
|
|
10
|
+
return from_flag_or_env;
|
|
11
|
+
return (0, credentials_1.get_api_key)();
|
|
12
|
+
};
|
|
13
|
+
exports.resolve_key = resolve_key;
|
|
14
|
+
const validate_key = async (api_key) => {
|
|
15
|
+
try {
|
|
16
|
+
const res = await fetch(`${API_BASE}/zone`, {
|
|
17
|
+
headers: {
|
|
18
|
+
'Authorization': `Bearer ${api_key}`,
|
|
19
|
+
'User-Agent': 'brightdata-cli',
|
|
20
|
+
},
|
|
21
|
+
});
|
|
22
|
+
return res.status != 401 && res.status != 403;
|
|
23
|
+
}
|
|
24
|
+
catch (e) {
|
|
25
|
+
return false;
|
|
26
|
+
}
|
|
27
|
+
};
|
|
28
|
+
exports.validate_key = validate_key;
|
|
29
|
+
const ensure_authenticated = (cli_key) => {
|
|
30
|
+
const key = resolve_key(cli_key);
|
|
31
|
+
if (key)
|
|
32
|
+
return key;
|
|
33
|
+
console.error('Error: No API key found.\n'
|
|
34
|
+
+ ' Run \'brightdata login\' or set BRIGHTDATA_API_KEY env variable.');
|
|
35
|
+
process.exit(1);
|
|
36
|
+
};
|
|
37
|
+
exports.ensure_authenticated = ensure_authenticated;
|
|
38
|
+
const mask_key = (key) => {
|
|
39
|
+
if (key.length <= 8)
|
|
40
|
+
return '****';
|
|
41
|
+
return key.slice(0, 4) + '****' + key.slice(-4);
|
|
42
|
+
};
|
|
43
|
+
exports.mask_key = mask_key;
|
|
44
|
+
//# sourceMappingURL=auth.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"auth.js","sourceRoot":"","sources":["../../src/utils/auth.ts"],"names":[],"mappings":";;;AAAA,qCAAyC;AACzC,+CAA0C;AAE1C,MAAM,QAAQ,GAAG,4BAA4B,CAAC;AAG9C,MAAM,WAAW,GAAG,CAAC,OAAyB,EAAmB,EAAE;IAC/D,MAAM,gBAAgB,GAAG,IAAA,wBAAe,EAAC,OAAO,CAAC,CAAC;IAClD,IAAI,gBAAgB;QAChB,OAAO,gBAAgB,CAAC;IAC5B,OAAO,IAAA,yBAAW,GAAE,CAAC;AACzB,CAAC,CAAC;AAkCM,kCAAW;AAhCnB,MAAM,YAAY,GAAG,KAAK,EAAC,OAAe,EAAmB,EAAE;IAC3D,IAAI,CAAC;QACD,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,QAAQ,OAAO,EAAE;YACxC,OAAO,EAAE;gBACL,eAAe,EAAE,UAAU,OAAO,EAAE;gBACpC,YAAY,EAAE,gBAAgB;aACjC;SACJ,CAAC,CAAC;QACH,OAAO,GAAG,CAAC,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC;IAClD,CAAC;IAAC,OAAM,CAAC,EAAE,CAAC;QACR,OAAO,KAAK,CAAC;IACjB,CAAC;AACL,CAAC,CAAC;AAoBmB,oCAAY;AAjBjC,MAAM,oBAAoB,GAAG,CAAC,OAAyB,EAAS,EAAE;IAC9D,MAAM,GAAG,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC;IACjC,IAAI,GAAG;QACH,OAAO,GAAG,CAAC;IACf,OAAO,CAAC,KAAK,CACT,4BAA4B;UAC3B,oEAAoE,CACxE,CAAC;IACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AACpB,CAAC,CAAC;AAQiC,oDAAoB;AANvD,MAAM,QAAQ,GAAG,CAAC,GAAW,EAAS,EAAE;IACpC,IAAI,GAAG,CAAC,MAAM,IAAI,CAAC;QACf,OAAO,MAAM,CAAC;IAClB,OAAO,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,GAAC,MAAM,GAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;AAChD,CAAC,CAAC;AAEuD,4BAAQ"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"auth_pages.d.ts","sourceRoot":"","sources":["../../src/utils/auth_pages.ts"],"names":[],"mappings":"AA4PA,eAAO,MAAM,YAAY,EAAE,MAoCzB,CAAC;AAEH,eAAO,MAAM,UAAU,GAAI,SAAS,MAAM,KAAG,MAwB3C,CAAC"}
|