@brightdata/cli 0.1.4 → 0.1.6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +354 -0
- package/dist/__tests__/browser/connection.test.d.ts +2 -0
- package/dist/__tests__/browser/connection.test.d.ts.map +1 -0
- package/dist/__tests__/browser/connection.test.js +168 -0
- package/dist/__tests__/browser/connection.test.js.map +1 -0
- package/dist/__tests__/browser/daemon.test.d.ts +2 -0
- package/dist/__tests__/browser/daemon.test.d.ts.map +1 -0
- package/dist/__tests__/browser/daemon.test.js +586 -0
- package/dist/__tests__/browser/daemon.test.js.map +1 -0
- package/dist/__tests__/browser/entrypoint.test.d.ts +2 -0
- package/dist/__tests__/browser/entrypoint.test.d.ts.map +1 -0
- package/dist/__tests__/browser/entrypoint.test.js +53 -0
- package/dist/__tests__/browser/entrypoint.test.js.map +1 -0
- package/dist/__tests__/browser/ipc.test.d.ts +2 -0
- package/dist/__tests__/browser/ipc.test.d.ts.map +1 -0
- package/dist/__tests__/browser/ipc.test.js +199 -0
- package/dist/__tests__/browser/ipc.test.js.map +1 -0
- package/dist/__tests__/browser/lifecycle.test.d.ts +2 -0
- package/dist/__tests__/browser/lifecycle.test.d.ts.map +1 -0
- package/dist/__tests__/browser/lifecycle.test.js +176 -0
- package/dist/__tests__/browser/lifecycle.test.js.map +1 -0
- package/dist/__tests__/browser/snapshot.test.d.ts +2 -0
- package/dist/__tests__/browser/snapshot.test.d.ts.map +1 -0
- package/dist/__tests__/browser/snapshot.test.js +202 -0
- package/dist/__tests__/browser/snapshot.test.js.map +1 -0
- package/dist/__tests__/commands/browser.test.d.ts +2 -0
- package/dist/__tests__/commands/browser.test.d.ts.map +1 -0
- package/dist/__tests__/commands/browser.test.js +431 -0
- package/dist/__tests__/commands/browser.test.js.map +1 -0
- package/dist/__tests__/utils/browser-credentials.test.d.ts +2 -0
- package/dist/__tests__/utils/browser-credentials.test.d.ts.map +1 -0
- package/dist/__tests__/utils/browser-credentials.test.js +81 -0
- package/dist/__tests__/utils/browser-credentials.test.js.map +1 -0
- package/dist/browser/connection.d.ts +24 -0
- package/dist/browser/connection.d.ts.map +1 -0
- package/dist/browser/connection.js +55 -0
- package/dist/browser/connection.js.map +1 -0
- package/dist/browser/daemon.d.ts +130 -0
- package/dist/browser/daemon.d.ts.map +1 -0
- package/dist/browser/daemon.js +645 -0
- package/dist/browser/daemon.js.map +1 -0
- package/dist/browser/entrypoint.d.ts +20 -0
- package/dist/browser/entrypoint.d.ts.map +1 -0
- package/dist/browser/entrypoint.js +46 -0
- package/dist/browser/entrypoint.js.map +1 -0
- package/dist/browser/interaction.d.ts +32 -0
- package/dist/browser/interaction.d.ts.map +1 -0
- package/dist/browser/interaction.js +215 -0
- package/dist/browser/interaction.js.map +1 -0
- package/dist/browser/ipc.d.ts +52 -0
- package/dist/browser/ipc.d.ts.map +1 -0
- package/dist/browser/ipc.js +254 -0
- package/dist/browser/ipc.js.map +1 -0
- package/dist/browser/lifecycle.d.ts +31 -0
- package/dist/browser/lifecycle.d.ts.map +1 -0
- package/dist/browser/lifecycle.js +202 -0
- package/dist/browser/lifecycle.js.map +1 -0
- package/dist/browser/screenshot.d.ts +19 -0
- package/dist/browser/screenshot.d.ts.map +1 -0
- package/dist/browser/screenshot.js +44 -0
- package/dist/browser/screenshot.js.map +1 -0
- package/dist/browser/snapshot.d.ts +48 -0
- package/dist/browser/snapshot.d.ts.map +1 -0
- package/dist/browser/snapshot.js +490 -0
- package/dist/browser/snapshot.js.map +1 -0
- package/dist/commands/browser.d.ts +62 -0
- package/dist/commands/browser.d.ts.map +1 -0
- package/dist/commands/browser.js +615 -0
- package/dist/commands/browser.js.map +1 -0
- package/dist/commands/scrape.d.ts.map +1 -1
- package/dist/commands/scrape.js +11 -1
- package/dist/commands/scrape.js.map +1 -1
- package/dist/commands/search.d.ts.map +1 -1
- package/dist/commands/search.js +53 -1
- package/dist/commands/search.js.map +1 -1
- package/dist/index.js +39 -25
- package/dist/index.js.map +1 -1
- package/dist/types/search.d.ts +30 -2
- package/dist/types/search.d.ts.map +1 -1
- package/dist/utils/browser-credentials.d.ts +5 -0
- package/dist/utils/browser-credentials.d.ts.map +1 -0
- package/dist/utils/browser-credentials.js +53 -0
- package/dist/utils/browser-credentials.js.map +1 -0
- package/dist/utils/client.d.ts +1 -0
- package/dist/utils/client.d.ts.map +1 -1
- package/dist/utils/client.js +2 -0
- package/dist/utils/client.js.map +1 -1
- package/package.json +2 -1
|
@@ -0,0 +1,130 @@
|
|
|
1
|
+
import net from 'net';
|
|
2
|
+
import type { Browser, Page } from 'playwright-core';
|
|
3
|
+
declare const DEFAULT_SESSION_NAME = "default";
|
|
4
|
+
declare const DEFAULT_DAEMON_IDLE_TIMEOUT_MS = 600000;
|
|
5
|
+
declare const KEEPALIVE_INTERVAL = 30000;
|
|
6
|
+
type Json_object = Record<string, unknown>;
|
|
7
|
+
type Tracked_request = {
|
|
8
|
+
method: string;
|
|
9
|
+
url: string;
|
|
10
|
+
resource_type?: string;
|
|
11
|
+
status?: number;
|
|
12
|
+
};
|
|
13
|
+
type Daemon_request = {
|
|
14
|
+
id: string;
|
|
15
|
+
action: string;
|
|
16
|
+
params?: Json_object;
|
|
17
|
+
};
|
|
18
|
+
type Daemon_response = {
|
|
19
|
+
id: string;
|
|
20
|
+
success: boolean;
|
|
21
|
+
data?: unknown;
|
|
22
|
+
error?: string;
|
|
23
|
+
};
|
|
24
|
+
type Daemon_state = {
|
|
25
|
+
browser: Browser | null;
|
|
26
|
+
page: Page | null;
|
|
27
|
+
connected: boolean;
|
|
28
|
+
dom_refs: Map<string, string>;
|
|
29
|
+
requests: Map<string, Tracked_request>;
|
|
30
|
+
cdp_endpoint: string;
|
|
31
|
+
session_name: string;
|
|
32
|
+
idle_timer: NodeJS.Timeout | null;
|
|
33
|
+
keepalive_timer: NodeJS.Timeout | null;
|
|
34
|
+
};
|
|
35
|
+
type Unix_transport = {
|
|
36
|
+
kind: 'unix';
|
|
37
|
+
base_dir: string;
|
|
38
|
+
pid_path: string;
|
|
39
|
+
socket_path: string;
|
|
40
|
+
};
|
|
41
|
+
type Tcp_transport = {
|
|
42
|
+
kind: 'tcp';
|
|
43
|
+
base_dir: string;
|
|
44
|
+
host: '127.0.0.1';
|
|
45
|
+
pid_path: string;
|
|
46
|
+
port: number;
|
|
47
|
+
port_path: string;
|
|
48
|
+
};
|
|
49
|
+
type Daemon_transport = Unix_transport | Tcp_transport;
|
|
50
|
+
type Path_opts = {
|
|
51
|
+
daemon_dir?: string;
|
|
52
|
+
env?: NodeJS.ProcessEnv;
|
|
53
|
+
home_dir?: string;
|
|
54
|
+
platform?: NodeJS.Platform;
|
|
55
|
+
};
|
|
56
|
+
type Browser_daemon_opts = {
|
|
57
|
+
cdp_endpoint: string;
|
|
58
|
+
session_name?: string;
|
|
59
|
+
idle_timeout_ms?: number;
|
|
60
|
+
daemon_dir?: string;
|
|
61
|
+
env?: NodeJS.ProcessEnv;
|
|
62
|
+
home_dir?: string;
|
|
63
|
+
};
|
|
64
|
+
type Browser_daemon_deps = {
|
|
65
|
+
clear_interval?: typeof clearInterval;
|
|
66
|
+
clear_timeout?: typeof clearTimeout;
|
|
67
|
+
connect_over_cdp?: (cdp_endpoint: string) => Promise<Browser>;
|
|
68
|
+
create_server?: (listener?: (socket: net.Socket) => void) => net.Server;
|
|
69
|
+
pid?: () => number;
|
|
70
|
+
set_interval?: typeof setInterval;
|
|
71
|
+
set_timeout?: typeof setTimeout;
|
|
72
|
+
};
|
|
73
|
+
declare const normalize_session_name: (session_name: string | undefined) => string;
|
|
74
|
+
declare const parse_idle_timeout: (raw: string | undefined) => number | undefined;
|
|
75
|
+
declare const get_daemon_base_dir: (opts?: Path_opts) => string;
|
|
76
|
+
declare const get_port_for_session: (session_name: string) => number;
|
|
77
|
+
declare const get_daemon_transport: (session_name: string, opts?: Path_opts) => Daemon_transport;
|
|
78
|
+
declare class BrowserDaemon {
|
|
79
|
+
readonly state: Daemon_state;
|
|
80
|
+
private readonly active_contexts;
|
|
81
|
+
private readonly active_pages;
|
|
82
|
+
private readonly deps;
|
|
83
|
+
private readonly idle_timeout_ms;
|
|
84
|
+
private readonly request_ids;
|
|
85
|
+
private readonly transport;
|
|
86
|
+
private active_requests;
|
|
87
|
+
private request_counter;
|
|
88
|
+
private server;
|
|
89
|
+
private stop_promise;
|
|
90
|
+
constructor(opts: Browser_daemon_opts, deps?: Browser_daemon_deps);
|
|
91
|
+
get_transport(): Daemon_transport;
|
|
92
|
+
is_running(): boolean;
|
|
93
|
+
start(): Promise<void>;
|
|
94
|
+
stop(): Promise<void>;
|
|
95
|
+
handle_request(request: Daemon_request): Promise<Daemon_response>;
|
|
96
|
+
private begin_activity;
|
|
97
|
+
private end_activity;
|
|
98
|
+
private clear_idle_timer;
|
|
99
|
+
private schedule_idle_timer;
|
|
100
|
+
private clear_keepalive;
|
|
101
|
+
private start_keepalive;
|
|
102
|
+
private stop_internal;
|
|
103
|
+
private cleanup_transport_files;
|
|
104
|
+
private handle_socket;
|
|
105
|
+
private process_line;
|
|
106
|
+
private execute_request;
|
|
107
|
+
private handle_navigate;
|
|
108
|
+
private switch_cdp_endpoint;
|
|
109
|
+
private handle_history_navigation;
|
|
110
|
+
private handle_reload;
|
|
111
|
+
private handle_cookies;
|
|
112
|
+
private create_navigation_result;
|
|
113
|
+
private handle_snapshot;
|
|
114
|
+
private handle_screenshot;
|
|
115
|
+
private handle_network;
|
|
116
|
+
private handle_status;
|
|
117
|
+
private safe_page_title;
|
|
118
|
+
private ensure_connected;
|
|
119
|
+
private track_context;
|
|
120
|
+
private track_page;
|
|
121
|
+
private track_request;
|
|
122
|
+
private track_response;
|
|
123
|
+
private trim_tracked_requests;
|
|
124
|
+
private close_browser;
|
|
125
|
+
}
|
|
126
|
+
declare const create_daemon_from_env: (env?: NodeJS.ProcessEnv) => BrowserDaemon;
|
|
127
|
+
declare const start_daemon_from_env: (env?: NodeJS.ProcessEnv) => Promise<BrowserDaemon>;
|
|
128
|
+
export { BrowserDaemon, DEFAULT_DAEMON_IDLE_TIMEOUT_MS, KEEPALIVE_INTERVAL, DEFAULT_SESSION_NAME, create_daemon_from_env, get_daemon_base_dir, get_daemon_transport, get_port_for_session, normalize_session_name, parse_idle_timeout, start_daemon_from_env, };
|
|
129
|
+
export type { Browser_daemon_deps, Browser_daemon_opts, Daemon_request, Daemon_response, Daemon_state, Daemon_transport, Tracked_request, };
|
|
130
|
+
//# sourceMappingURL=daemon.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"daemon.d.ts","sourceRoot":"","sources":["../../src/browser/daemon.ts"],"names":[],"mappings":"AACA,OAAO,GAAG,MAAM,KAAK,CAAC;AAmBtB,OAAO,KAAK,EACR,OAAO,EAEP,IAAI,EAGP,MAAM,iBAAiB,CAAC;AAEzB,QAAA,MAAM,oBAAoB,YAAY,CAAC;AACvC,QAAA,MAAM,8BAA8B,SAAU,CAAC;AAC/C,QAAA,MAAM,kBAAkB,QAAS,CAAC;AAKlC,KAAK,WAAW,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;AAE3C,KAAK,eAAe,GAAG;IACnB,MAAM,EAAE,MAAM,CAAC;IACf,GAAG,EAAE,MAAM,CAAC;IACZ,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,MAAM,CAAC,EAAE,MAAM,CAAC;CACnB,CAAC;AAEF,KAAK,cAAc,GAAG;IAClB,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,WAAW,CAAC;CACxB,CAAC;AAEF,KAAK,eAAe,GAAG;IACnB,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,EAAE,OAAO,CAAC;IACjB,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;CAClB,CAAC;AAEF,KAAK,YAAY,GAAG;IAChB,OAAO,EAAE,OAAO,GAAC,IAAI,CAAC;IACtB,IAAI,EAAE,IAAI,GAAC,IAAI,CAAC;IAChB,SAAS,EAAE,OAAO,CAAC;IACnB,QAAQ,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC9B,QAAQ,EAAE,GAAG,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC;IACvC,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC,OAAO,GAAC,IAAI,CAAC;IAChC,eAAe,EAAE,MAAM,CAAC,OAAO,GAAC,IAAI,CAAC;CACxC,CAAC;AAEF,KAAK,cAAc,GAAG;IAClB,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;CACvB,CAAC;AAEF,KAAK,aAAa,GAAG;IACjB,IAAI,EAAE,KAAK,CAAC;IACZ,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,WAAW,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;CACrB,CAAC;AAEF,KAAK,gBAAgB,GAAG,cAAc,GAAC,aAAa,CAAC;AAErD,KAAK,SAAS,GAAG;IACb,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,GAAG,CAAC,EAAE,MAAM,CAAC,UAAU,CAAC;IACxB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC,QAAQ,CAAC;CAC9B,CAAC;AAEF,KAAK,mBAAmB,GAAG;IACvB,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,GAAG,CAAC,EAAE,MAAM,CAAC,UAAU,CAAC;IACxB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACrB,CAAC;AAEF,KAAK,mBAAmB,GAAG;IACvB,cAAc,CAAC,EAAE,OAAO,aAAa,CAAC;IACtC,aAAa,CAAC,EAAE,OAAO,YAAY,CAAC;IACpC,gBAAgB,CAAC,EAAE,CAAC,YAAY,EAAE,MAAM,KAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IAC5D,aAAa,CAAC,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,MAAM,EAAE,GAAG,CAAC,MAAM,KAAG,IAAI,KAAG,GAAG,CAAC,MAAM,CAAC;IACpE,GAAG,CAAC,EAAE,MAAI,MAAM,CAAC;IACjB,YAAY,CAAC,EAAE,OAAO,WAAW,CAAC;IAClC,WAAW,CAAC,EAAE,OAAO,UAAU,CAAC;CACnC,CAAC;AAeF,QAAA,MAAM,sBAAsB,GAAI,cAAc,MAAM,GAAC,SAAS,KAAG,MAYhE,CAAC;AAeF,QAAA,MAAM,kBAAkB,GAAI,KAAK,MAAM,GAAC,SAAS,KAAG,MAAM,GAAC,SAK1D,CAAC;AAEF,QAAA,MAAM,mBAAmB,GAAI,OAAM,SAAc,KAAG,MA4BnD,CAAC;AAEF,QAAA,MAAM,oBAAoB,GAAI,cAAc,MAAM,KAAG,MAOpD,CAAC;AAEF,QAAA,MAAM,oBAAoB,GACtB,cAAc,MAAM,EACpB,OAAM,SAAc,KACrB,gBA6BF,CAAC;AAEF,cAAM,aAAa;IACf,QAAQ,CAAC,KAAK,EAAE,YAAY,CAAC;IAC7B,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAiC;IACjE,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAuB;IACpD,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAgC;IACrD,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAS;IACzC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAA6C;IACzE,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAmB;IAC7C,OAAO,CAAC,eAAe,CAAK;IAC5B,OAAO,CAAC,eAAe,CAAK;IAC5B,OAAO,CAAC,MAAM,CAAyB;IACvC,OAAO,CAAC,YAAY,CAA4B;gBAG5C,IAAI,EAAE,mBAAmB,EACzB,IAAI,GAAE,mBAAwB;IAoClC,aAAa,IAAI,gBAAgB;IAIjC,UAAU,IAAI,OAAO;IAIf,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAoDtB,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAYrB,cAAc,CAAC,OAAO,EAAE,cAAc,GAAG,OAAO,CAAC,eAAe,CAAC;IAgBvE,OAAO,CAAC,cAAc;IAKtB,OAAO,CAAC,YAAY;IAMpB,OAAO,CAAC,gBAAgB;IAQxB,OAAO,CAAC,mBAAmB;IAS3B,OAAO,CAAC,eAAe;IAQvB,OAAO,CAAC,eAAe;YAgBT,aAAa;IAiB3B,OAAO,CAAC,uBAAuB;IAQ/B,OAAO,CAAC,aAAa;YAyBP,YAAY;YA0BZ,eAAe;YAqDf,eAAe;YAuBf,mBAAmB;YAMnB,yBAAyB;YASzB,aAAa;YAOb,cAAc;YAOd,wBAAwB;YAWxB,eAAe;YAmEf,iBAAiB;IAiC/B,OAAO,CAAC,cAAc;YAQR,aAAa;YAyBb,eAAe;YAQf,gBAAgB;IAY9B,OAAO,CAAC,aAAa;IAWrB,OAAO,CAAC,UAAU;IAelB,OAAO,CAAC,aAAa;IAWrB,OAAO,CAAC,cAAc;IAgBtB,OAAO,CAAC,qBAAqB;YAWf,aAAa;CAS9B;AAED,QAAA,MAAM,sBAAsB,GAAI,MAAK,MAAM,CAAC,UAAwB,kBAanE,CAAC;AAEF,QAAA,MAAM,qBAAqB,GACvB,MAAK,MAAM,CAAC,UAAwB,KACrC,OAAO,CAAC,aAAa,CAIvB,CAAC;AAEF,OAAO,EACH,aAAa,EACb,8BAA8B,EAC9B,kBAAkB,EAClB,oBAAoB,EACpB,sBAAsB,EACtB,mBAAmB,EACnB,oBAAoB,EACpB,oBAAoB,EACpB,sBAAsB,EACtB,kBAAkB,EAClB,qBAAqB,GACxB,CAAC;AACF,YAAY,EACR,mBAAmB,EACnB,mBAAmB,EACnB,cAAc,EACd,eAAe,EACf,YAAY,EACZ,gBAAgB,EAChB,eAAe,GAClB,CAAC"}
|