@agenticmail/enterprise 0.5.78 → 0.5.80
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/chunk-7MILGDAA.js +2191 -0
- package/dist/chunk-7RNT4O5T.js +15198 -0
- package/dist/chunk-AGFOJCSB.js +2191 -0
- package/dist/chunk-F4GSFCM3.js +898 -0
- package/dist/chunk-GWUIYH7I.js +15035 -0
- package/dist/chunk-PZA7YOJE.js +898 -0
- package/dist/chunk-Q3V7VZFQ.js +2191 -0
- package/dist/chunk-RRFB6G6M.js +15198 -0
- package/dist/chunk-VX3VFMVB.js +409 -0
- package/dist/chunk-WRPZCOWC.js +898 -0
- package/dist/cli.js +1 -1
- package/dist/dashboard/pages/agent-detail.js +313 -1
- package/dist/index.js +3 -3
- package/dist/pw-ai-KPETTB25.js +2212 -0
- package/dist/routes-PDHMCIXU.js +6676 -0
- package/dist/runtime-7HW4GX5L.js +48 -0
- package/dist/runtime-GYVO3NF3.js +47 -0
- package/dist/runtime-XXDCZZIK.js +48 -0
- package/dist/server-FMP4BFGW.js +12 -0
- package/dist/server-JRHDUNII.js +12 -0
- package/dist/server-VNW6G4GB.js +12 -0
- package/dist/setup-AANLREEL.js +20 -0
- package/dist/setup-O5FPRLK4.js +20 -0
- package/dist/setup-S4Z4PPIJ.js +20 -0
- package/package.json +15 -2
- package/src/agent-tools/common.ts +25 -0
- package/src/agent-tools/index.ts +4 -0
- package/src/agent-tools/schema/typebox.ts +25 -0
- package/src/agent-tools/tools/browser-tool.schema.ts +112 -0
- package/src/agent-tools/tools/browser-tool.ts +388 -0
- package/src/agent-tools/tools/gateway.ts +126 -0
- package/src/agent-tools/tools/nodes-utils.ts +80 -0
- package/src/browser/bridge-auth-registry.ts +34 -0
- package/src/browser/bridge-server.ts +93 -0
- package/src/browser/cdp.helpers.ts +180 -0
- package/src/browser/cdp.ts +466 -0
- package/src/browser/chrome.executables.ts +625 -0
- package/src/browser/chrome.profile-decoration.ts +198 -0
- package/src/browser/chrome.ts +349 -0
- package/src/browser/client-actions-core.ts +259 -0
- package/src/browser/client-actions-observe.ts +184 -0
- package/src/browser/client-actions-state.ts +284 -0
- package/src/browser/client-actions-types.ts +16 -0
- package/src/browser/client-actions-url.ts +11 -0
- package/src/browser/client-actions.ts +4 -0
- package/src/browser/client-fetch.ts +253 -0
- package/src/browser/client.ts +337 -0
- package/src/browser/config.ts +296 -0
- package/src/browser/constants.ts +8 -0
- package/src/browser/control-auth.ts +94 -0
- package/src/browser/control-service.ts +81 -0
- package/src/browser/csrf.ts +87 -0
- package/src/browser/enterprise-compat.ts +518 -0
- package/src/browser/extension-relay.ts +834 -0
- package/src/browser/http-auth.ts +63 -0
- package/src/browser/navigation-guard.ts +50 -0
- package/src/browser/paths.ts +49 -0
- package/src/browser/profiles-service.ts +187 -0
- package/src/browser/profiles.ts +113 -0
- package/src/browser/proxy-files.ts +41 -0
- package/src/browser/pw-ai-module.ts +52 -0
- package/src/browser/pw-ai-state.ts +9 -0
- package/src/browser/pw-ai.ts +65 -0
- package/src/browser/pw-role-snapshot.ts +434 -0
- package/src/browser/pw-session.ts +810 -0
- package/src/browser/pw-tools-core.activity.ts +68 -0
- package/src/browser/pw-tools-core.downloads.ts +281 -0
- package/src/browser/pw-tools-core.interactions.ts +646 -0
- package/src/browser/pw-tools-core.responses.ts +124 -0
- package/src/browser/pw-tools-core.shared.ts +70 -0
- package/src/browser/pw-tools-core.snapshot.ts +213 -0
- package/src/browser/pw-tools-core.state.ts +209 -0
- package/src/browser/pw-tools-core.storage.ts +128 -0
- package/src/browser/pw-tools-core.trace.ts +37 -0
- package/src/browser/pw-tools-core.ts +8 -0
- package/src/browser/resolved-config-refresh.ts +59 -0
- package/src/browser/routes/agent.act.shared.ts +52 -0
- package/src/browser/routes/agent.act.ts +575 -0
- package/src/browser/routes/agent.debug.ts +149 -0
- package/src/browser/routes/agent.shared.ts +143 -0
- package/src/browser/routes/agent.snapshot.ts +333 -0
- package/src/browser/routes/agent.storage.ts +451 -0
- package/src/browser/routes/agent.ts +13 -0
- package/src/browser/routes/basic.ts +202 -0
- package/src/browser/routes/dispatcher.ts +126 -0
- package/src/browser/routes/index.ts +11 -0
- package/src/browser/routes/path-output.ts +1 -0
- package/src/browser/routes/tabs.ts +217 -0
- package/src/browser/routes/types.ts +26 -0
- package/src/browser/routes/utils.ts +73 -0
- package/src/browser/screenshot.ts +54 -0
- package/src/browser/server-context.ts +688 -0
- package/src/browser/server-context.types.ts +65 -0
- package/src/browser/server-lifecycle.ts +48 -0
- package/src/browser/server-middleware.ts +37 -0
- package/src/browser/server.ts +110 -0
- package/src/browser/target-id.ts +30 -0
- package/src/browser/trash.ts +21 -0
- package/src/dashboard/pages/agent-detail.js +313 -1
- package/src/engine/agent-routes.ts +46 -0
- package/src/security/external-content.ts +299 -0
|
@@ -0,0 +1,810 @@
|
|
|
1
|
+
import type {
|
|
2
|
+
Browser,
|
|
3
|
+
BrowserContext,
|
|
4
|
+
ConsoleMessage,
|
|
5
|
+
Page,
|
|
6
|
+
Request,
|
|
7
|
+
Response,
|
|
8
|
+
} from "playwright-core";
|
|
9
|
+
import { chromium } from "playwright-core";
|
|
10
|
+
|
|
11
|
+
import { appendCdpPath, fetchJson, getHeadersWithAuth, withCdpSocket } from "./cdp.helpers.js";
|
|
12
|
+
import { normalizeCdpWsUrl } from "./cdp.js";
|
|
13
|
+
import { getChromeWebSocketUrl } from "./chrome.js";
|
|
14
|
+
import { assertBrowserNavigationAllowed, withBrowserNavigationPolicy } from "./navigation-guard.js";
|
|
15
|
+
import { formatErrorMessage } from "./enterprise-compat.js";
|
|
16
|
+
import type { SsrFPolicy } from "./enterprise-compat.js";
|
|
17
|
+
|
|
18
|
+
export type BrowserConsoleMessage = {
|
|
19
|
+
type: string;
|
|
20
|
+
text: string;
|
|
21
|
+
timestamp: string;
|
|
22
|
+
location?: { url?: string; lineNumber?: number; columnNumber?: number };
|
|
23
|
+
};
|
|
24
|
+
|
|
25
|
+
export type BrowserPageError = {
|
|
26
|
+
message: string;
|
|
27
|
+
name?: string;
|
|
28
|
+
stack?: string;
|
|
29
|
+
timestamp: string;
|
|
30
|
+
};
|
|
31
|
+
|
|
32
|
+
export type BrowserNetworkRequest = {
|
|
33
|
+
id: string;
|
|
34
|
+
timestamp: string;
|
|
35
|
+
method: string;
|
|
36
|
+
url: string;
|
|
37
|
+
resourceType?: string;
|
|
38
|
+
status?: number;
|
|
39
|
+
ok?: boolean;
|
|
40
|
+
failureText?: string;
|
|
41
|
+
};
|
|
42
|
+
|
|
43
|
+
type SnapshotForAIResult = { full: string; incremental?: string };
|
|
44
|
+
type SnapshotForAIOptions = { timeout?: number; track?: string };
|
|
45
|
+
|
|
46
|
+
export type WithSnapshotForAI = {
|
|
47
|
+
_snapshotForAI?: (options?: SnapshotForAIOptions) => Promise<SnapshotForAIResult>;
|
|
48
|
+
};
|
|
49
|
+
|
|
50
|
+
type TargetInfoResponse = {
|
|
51
|
+
targetInfo?: {
|
|
52
|
+
targetId?: string;
|
|
53
|
+
};
|
|
54
|
+
};
|
|
55
|
+
|
|
56
|
+
type ConnectedBrowser = {
|
|
57
|
+
browser: Browser;
|
|
58
|
+
cdpUrl: string;
|
|
59
|
+
onDisconnected?: () => void;
|
|
60
|
+
};
|
|
61
|
+
|
|
62
|
+
type PageState = {
|
|
63
|
+
console: BrowserConsoleMessage[];
|
|
64
|
+
errors: BrowserPageError[];
|
|
65
|
+
requests: BrowserNetworkRequest[];
|
|
66
|
+
requestIds: WeakMap<Request, string>;
|
|
67
|
+
nextRequestId: number;
|
|
68
|
+
armIdUpload: number;
|
|
69
|
+
armIdDialog: number;
|
|
70
|
+
armIdDownload: number;
|
|
71
|
+
/**
|
|
72
|
+
* Role-based refs from the last role snapshot (e.g. e1/e2).
|
|
73
|
+
* Mode "role" refs are generated from ariaSnapshot and resolved via getByRole.
|
|
74
|
+
* Mode "aria" refs are Playwright aria-ref ids and resolved via `aria-ref=...`.
|
|
75
|
+
*/
|
|
76
|
+
roleRefs?: Record<string, { role: string; name?: string; nth?: number }>;
|
|
77
|
+
roleRefsMode?: "role" | "aria";
|
|
78
|
+
roleRefsFrameSelector?: string;
|
|
79
|
+
};
|
|
80
|
+
|
|
81
|
+
type RoleRefs = NonNullable<PageState["roleRefs"]>;
|
|
82
|
+
type RoleRefsCacheEntry = {
|
|
83
|
+
refs: RoleRefs;
|
|
84
|
+
frameSelector?: string;
|
|
85
|
+
mode?: NonNullable<PageState["roleRefsMode"]>;
|
|
86
|
+
};
|
|
87
|
+
|
|
88
|
+
type ContextState = {
|
|
89
|
+
traceActive: boolean;
|
|
90
|
+
};
|
|
91
|
+
|
|
92
|
+
const pageStates = new WeakMap<Page, PageState>();
|
|
93
|
+
const contextStates = new WeakMap<BrowserContext, ContextState>();
|
|
94
|
+
const observedContexts = new WeakSet<BrowserContext>();
|
|
95
|
+
const observedPages = new WeakSet<Page>();
|
|
96
|
+
|
|
97
|
+
// Best-effort cache to make role refs stable even if Playwright returns a different Page object
|
|
98
|
+
// for the same CDP target across requests.
|
|
99
|
+
const roleRefsByTarget = new Map<string, RoleRefsCacheEntry>();
|
|
100
|
+
const MAX_ROLE_REFS_CACHE = 50;
|
|
101
|
+
|
|
102
|
+
const MAX_CONSOLE_MESSAGES = 500;
|
|
103
|
+
const MAX_PAGE_ERRORS = 200;
|
|
104
|
+
const MAX_NETWORK_REQUESTS = 500;
|
|
105
|
+
|
|
106
|
+
let cached: ConnectedBrowser | null = null;
|
|
107
|
+
let connecting: Promise<ConnectedBrowser> | null = null;
|
|
108
|
+
|
|
109
|
+
function normalizeCdpUrl(raw: string) {
|
|
110
|
+
return raw.replace(/\/$/, "");
|
|
111
|
+
}
|
|
112
|
+
|
|
113
|
+
function findNetworkRequestById(state: PageState, id: string): BrowserNetworkRequest | undefined {
|
|
114
|
+
for (let i = state.requests.length - 1; i >= 0; i -= 1) {
|
|
115
|
+
const candidate = state.requests[i];
|
|
116
|
+
if (candidate && candidate.id === id) {
|
|
117
|
+
return candidate;
|
|
118
|
+
}
|
|
119
|
+
}
|
|
120
|
+
return undefined;
|
|
121
|
+
}
|
|
122
|
+
|
|
123
|
+
function roleRefsKey(cdpUrl: string, targetId: string) {
|
|
124
|
+
return `${normalizeCdpUrl(cdpUrl)}::${targetId}`;
|
|
125
|
+
}
|
|
126
|
+
|
|
127
|
+
export function rememberRoleRefsForTarget(opts: {
|
|
128
|
+
cdpUrl: string;
|
|
129
|
+
targetId: string;
|
|
130
|
+
refs: RoleRefs;
|
|
131
|
+
frameSelector?: string;
|
|
132
|
+
mode?: NonNullable<PageState["roleRefsMode"]>;
|
|
133
|
+
}): void {
|
|
134
|
+
const targetId = opts.targetId.trim();
|
|
135
|
+
if (!targetId) {
|
|
136
|
+
return;
|
|
137
|
+
}
|
|
138
|
+
roleRefsByTarget.set(roleRefsKey(opts.cdpUrl, targetId), {
|
|
139
|
+
refs: opts.refs,
|
|
140
|
+
...(opts.frameSelector ? { frameSelector: opts.frameSelector } : {}),
|
|
141
|
+
...(opts.mode ? { mode: opts.mode } : {}),
|
|
142
|
+
});
|
|
143
|
+
while (roleRefsByTarget.size > MAX_ROLE_REFS_CACHE) {
|
|
144
|
+
const first = roleRefsByTarget.keys().next();
|
|
145
|
+
if (first.done) {
|
|
146
|
+
break;
|
|
147
|
+
}
|
|
148
|
+
roleRefsByTarget.delete(first.value);
|
|
149
|
+
}
|
|
150
|
+
}
|
|
151
|
+
|
|
152
|
+
export function storeRoleRefsForTarget(opts: {
|
|
153
|
+
page: Page;
|
|
154
|
+
cdpUrl: string;
|
|
155
|
+
targetId?: string;
|
|
156
|
+
refs: RoleRefs;
|
|
157
|
+
frameSelector?: string;
|
|
158
|
+
mode: NonNullable<PageState["roleRefsMode"]>;
|
|
159
|
+
}): void {
|
|
160
|
+
const state = ensurePageState(opts.page);
|
|
161
|
+
state.roleRefs = opts.refs;
|
|
162
|
+
state.roleRefsFrameSelector = opts.frameSelector;
|
|
163
|
+
state.roleRefsMode = opts.mode;
|
|
164
|
+
if (!opts.targetId?.trim()) {
|
|
165
|
+
return;
|
|
166
|
+
}
|
|
167
|
+
rememberRoleRefsForTarget({
|
|
168
|
+
cdpUrl: opts.cdpUrl,
|
|
169
|
+
targetId: opts.targetId,
|
|
170
|
+
refs: opts.refs,
|
|
171
|
+
frameSelector: opts.frameSelector,
|
|
172
|
+
mode: opts.mode,
|
|
173
|
+
});
|
|
174
|
+
}
|
|
175
|
+
|
|
176
|
+
export function restoreRoleRefsForTarget(opts: {
|
|
177
|
+
cdpUrl: string;
|
|
178
|
+
targetId?: string;
|
|
179
|
+
page: Page;
|
|
180
|
+
}): void {
|
|
181
|
+
const targetId = opts.targetId?.trim() || "";
|
|
182
|
+
if (!targetId) {
|
|
183
|
+
return;
|
|
184
|
+
}
|
|
185
|
+
const cached = roleRefsByTarget.get(roleRefsKey(opts.cdpUrl, targetId));
|
|
186
|
+
if (!cached) {
|
|
187
|
+
return;
|
|
188
|
+
}
|
|
189
|
+
const state = ensurePageState(opts.page);
|
|
190
|
+
if (state.roleRefs) {
|
|
191
|
+
return;
|
|
192
|
+
}
|
|
193
|
+
state.roleRefs = cached.refs;
|
|
194
|
+
state.roleRefsFrameSelector = cached.frameSelector;
|
|
195
|
+
state.roleRefsMode = cached.mode;
|
|
196
|
+
}
|
|
197
|
+
|
|
198
|
+
export function ensurePageState(page: Page): PageState {
|
|
199
|
+
const existing = pageStates.get(page);
|
|
200
|
+
if (existing) {
|
|
201
|
+
return existing;
|
|
202
|
+
}
|
|
203
|
+
|
|
204
|
+
const state: PageState = {
|
|
205
|
+
console: [],
|
|
206
|
+
errors: [],
|
|
207
|
+
requests: [],
|
|
208
|
+
requestIds: new WeakMap(),
|
|
209
|
+
nextRequestId: 0,
|
|
210
|
+
armIdUpload: 0,
|
|
211
|
+
armIdDialog: 0,
|
|
212
|
+
armIdDownload: 0,
|
|
213
|
+
};
|
|
214
|
+
pageStates.set(page, state);
|
|
215
|
+
|
|
216
|
+
if (!observedPages.has(page)) {
|
|
217
|
+
observedPages.add(page);
|
|
218
|
+
page.on("console", (msg: ConsoleMessage) => {
|
|
219
|
+
const entry: BrowserConsoleMessage = {
|
|
220
|
+
type: msg.type(),
|
|
221
|
+
text: msg.text(),
|
|
222
|
+
timestamp: new Date().toISOString(),
|
|
223
|
+
location: msg.location(),
|
|
224
|
+
};
|
|
225
|
+
state.console.push(entry);
|
|
226
|
+
if (state.console.length > MAX_CONSOLE_MESSAGES) {
|
|
227
|
+
state.console.shift();
|
|
228
|
+
}
|
|
229
|
+
});
|
|
230
|
+
page.on("pageerror", (err: Error) => {
|
|
231
|
+
state.errors.push({
|
|
232
|
+
message: err?.message ? String(err.message) : String(err),
|
|
233
|
+
name: err?.name ? String(err.name) : undefined,
|
|
234
|
+
stack: err?.stack ? String(err.stack) : undefined,
|
|
235
|
+
timestamp: new Date().toISOString(),
|
|
236
|
+
});
|
|
237
|
+
if (state.errors.length > MAX_PAGE_ERRORS) {
|
|
238
|
+
state.errors.shift();
|
|
239
|
+
}
|
|
240
|
+
});
|
|
241
|
+
page.on("request", (req: Request) => {
|
|
242
|
+
state.nextRequestId += 1;
|
|
243
|
+
const id = `r${state.nextRequestId}`;
|
|
244
|
+
state.requestIds.set(req, id);
|
|
245
|
+
state.requests.push({
|
|
246
|
+
id,
|
|
247
|
+
timestamp: new Date().toISOString(),
|
|
248
|
+
method: req.method(),
|
|
249
|
+
url: req.url(),
|
|
250
|
+
resourceType: req.resourceType(),
|
|
251
|
+
});
|
|
252
|
+
if (state.requests.length > MAX_NETWORK_REQUESTS) {
|
|
253
|
+
state.requests.shift();
|
|
254
|
+
}
|
|
255
|
+
});
|
|
256
|
+
page.on("response", (resp: Response) => {
|
|
257
|
+
const req = resp.request();
|
|
258
|
+
const id = state.requestIds.get(req);
|
|
259
|
+
if (!id) {
|
|
260
|
+
return;
|
|
261
|
+
}
|
|
262
|
+
const rec = findNetworkRequestById(state, id);
|
|
263
|
+
if (!rec) {
|
|
264
|
+
return;
|
|
265
|
+
}
|
|
266
|
+
rec.status = resp.status();
|
|
267
|
+
rec.ok = resp.ok();
|
|
268
|
+
});
|
|
269
|
+
page.on("requestfailed", (req: Request) => {
|
|
270
|
+
const id = state.requestIds.get(req);
|
|
271
|
+
if (!id) {
|
|
272
|
+
return;
|
|
273
|
+
}
|
|
274
|
+
const rec = findNetworkRequestById(state, id);
|
|
275
|
+
if (!rec) {
|
|
276
|
+
return;
|
|
277
|
+
}
|
|
278
|
+
rec.failureText = req.failure()?.errorText;
|
|
279
|
+
rec.ok = false;
|
|
280
|
+
});
|
|
281
|
+
page.on("close", () => {
|
|
282
|
+
pageStates.delete(page);
|
|
283
|
+
observedPages.delete(page);
|
|
284
|
+
});
|
|
285
|
+
}
|
|
286
|
+
|
|
287
|
+
return state;
|
|
288
|
+
}
|
|
289
|
+
|
|
290
|
+
function observeContext(context: BrowserContext) {
|
|
291
|
+
if (observedContexts.has(context)) {
|
|
292
|
+
return;
|
|
293
|
+
}
|
|
294
|
+
observedContexts.add(context);
|
|
295
|
+
ensureContextState(context);
|
|
296
|
+
|
|
297
|
+
for (const page of context.pages()) {
|
|
298
|
+
ensurePageState(page);
|
|
299
|
+
}
|
|
300
|
+
context.on("page", (page) => ensurePageState(page));
|
|
301
|
+
}
|
|
302
|
+
|
|
303
|
+
export function ensureContextState(context: BrowserContext): ContextState {
|
|
304
|
+
const existing = contextStates.get(context);
|
|
305
|
+
if (existing) {
|
|
306
|
+
return existing;
|
|
307
|
+
}
|
|
308
|
+
const state: ContextState = { traceActive: false };
|
|
309
|
+
contextStates.set(context, state);
|
|
310
|
+
return state;
|
|
311
|
+
}
|
|
312
|
+
|
|
313
|
+
function observeBrowser(browser: Browser) {
|
|
314
|
+
for (const context of browser.contexts()) {
|
|
315
|
+
observeContext(context);
|
|
316
|
+
}
|
|
317
|
+
}
|
|
318
|
+
|
|
319
|
+
async function connectBrowser(cdpUrl: string): Promise<ConnectedBrowser> {
|
|
320
|
+
const normalized = normalizeCdpUrl(cdpUrl);
|
|
321
|
+
if (cached?.cdpUrl === normalized) {
|
|
322
|
+
return cached;
|
|
323
|
+
}
|
|
324
|
+
if (connecting) {
|
|
325
|
+
return await connecting;
|
|
326
|
+
}
|
|
327
|
+
|
|
328
|
+
const connectWithRetry = async (): Promise<ConnectedBrowser> => {
|
|
329
|
+
let lastErr: unknown;
|
|
330
|
+
for (let attempt = 0; attempt < 3; attempt += 1) {
|
|
331
|
+
try {
|
|
332
|
+
const timeout = 5000 + attempt * 2000;
|
|
333
|
+
const wsUrl = await getChromeWebSocketUrl(normalized, timeout).catch(() => null);
|
|
334
|
+
const endpoint = wsUrl ?? normalized;
|
|
335
|
+
const headers = getHeadersWithAuth(endpoint);
|
|
336
|
+
const browser = await chromium.connectOverCDP(endpoint, { timeout, headers });
|
|
337
|
+
const onDisconnected = () => {
|
|
338
|
+
if (cached?.browser === browser) {
|
|
339
|
+
cached = null;
|
|
340
|
+
}
|
|
341
|
+
};
|
|
342
|
+
const connected: ConnectedBrowser = { browser, cdpUrl: normalized, onDisconnected };
|
|
343
|
+
cached = connected;
|
|
344
|
+
browser.on("disconnected", onDisconnected);
|
|
345
|
+
observeBrowser(browser);
|
|
346
|
+
return connected;
|
|
347
|
+
} catch (err) {
|
|
348
|
+
lastErr = err;
|
|
349
|
+
const delay = 250 + attempt * 250;
|
|
350
|
+
await new Promise((r) => setTimeout(r, delay));
|
|
351
|
+
}
|
|
352
|
+
}
|
|
353
|
+
if (lastErr instanceof Error) {
|
|
354
|
+
throw lastErr;
|
|
355
|
+
}
|
|
356
|
+
const message = lastErr ? formatErrorMessage(lastErr) : "CDP connect failed";
|
|
357
|
+
throw new Error(message);
|
|
358
|
+
};
|
|
359
|
+
|
|
360
|
+
connecting = connectWithRetry().finally(() => {
|
|
361
|
+
connecting = null;
|
|
362
|
+
});
|
|
363
|
+
|
|
364
|
+
return await connecting;
|
|
365
|
+
}
|
|
366
|
+
|
|
367
|
+
async function getAllPages(browser: Browser): Promise<Page[]> {
|
|
368
|
+
const contexts = browser.contexts();
|
|
369
|
+
const pages = contexts.flatMap((c) => c.pages());
|
|
370
|
+
return pages;
|
|
371
|
+
}
|
|
372
|
+
|
|
373
|
+
async function pageTargetId(page: Page): Promise<string | null> {
|
|
374
|
+
const session = await page.context().newCDPSession(page);
|
|
375
|
+
try {
|
|
376
|
+
const info = (await session.send("Target.getTargetInfo")) as TargetInfoResponse;
|
|
377
|
+
const targetId = String(info?.targetInfo?.targetId ?? "").trim();
|
|
378
|
+
return targetId || null;
|
|
379
|
+
} finally {
|
|
380
|
+
await session.detach().catch(() => {});
|
|
381
|
+
}
|
|
382
|
+
}
|
|
383
|
+
|
|
384
|
+
async function findPageByTargetId(
|
|
385
|
+
browser: Browser,
|
|
386
|
+
targetId: string,
|
|
387
|
+
cdpUrl?: string,
|
|
388
|
+
): Promise<Page | null> {
|
|
389
|
+
const pages = await getAllPages(browser);
|
|
390
|
+
let resolvedViaCdp = false;
|
|
391
|
+
// First, try the standard CDP session approach
|
|
392
|
+
for (const page of pages) {
|
|
393
|
+
let tid: string | null = null;
|
|
394
|
+
try {
|
|
395
|
+
tid = await pageTargetId(page);
|
|
396
|
+
resolvedViaCdp = true;
|
|
397
|
+
} catch {
|
|
398
|
+
tid = null;
|
|
399
|
+
}
|
|
400
|
+
if (tid && tid === targetId) {
|
|
401
|
+
return page;
|
|
402
|
+
}
|
|
403
|
+
}
|
|
404
|
+
// Extension relays can block CDP attachment APIs entirely. If that happens and
|
|
405
|
+
// Playwright only exposes one page, return it as the best available mapping.
|
|
406
|
+
if (!resolvedViaCdp && pages.length === 1) {
|
|
407
|
+
return pages[0];
|
|
408
|
+
}
|
|
409
|
+
// If CDP sessions fail (e.g., extension relay blocks Target.attachToBrowserTarget),
|
|
410
|
+
// fall back to URL-based matching using the /json/list endpoint
|
|
411
|
+
if (cdpUrl) {
|
|
412
|
+
try {
|
|
413
|
+
const baseUrl = cdpUrl
|
|
414
|
+
.replace(/\/+$/, "")
|
|
415
|
+
.replace(/^ws:/, "http:")
|
|
416
|
+
.replace(/\/cdp$/, "");
|
|
417
|
+
const listUrl = `${baseUrl}/json/list`;
|
|
418
|
+
const response = await fetch(listUrl, { headers: getHeadersWithAuth(listUrl) });
|
|
419
|
+
if (response.ok) {
|
|
420
|
+
const targets = (await response.json()) as Array<{
|
|
421
|
+
id: string;
|
|
422
|
+
url: string;
|
|
423
|
+
title?: string;
|
|
424
|
+
}>;
|
|
425
|
+
const target = targets.find((t) => t.id === targetId);
|
|
426
|
+
if (target) {
|
|
427
|
+
// Try to find a page with matching URL
|
|
428
|
+
const urlMatch = pages.filter((p) => p.url() === target.url);
|
|
429
|
+
if (urlMatch.length === 1) {
|
|
430
|
+
return urlMatch[0];
|
|
431
|
+
}
|
|
432
|
+
// If multiple URL matches, use index-based matching as fallback
|
|
433
|
+
// This works when Playwright and the relay enumerate tabs in the same order
|
|
434
|
+
if (urlMatch.length > 1) {
|
|
435
|
+
const sameUrlTargets = targets.filter((t) => t.url === target.url);
|
|
436
|
+
if (sameUrlTargets.length === urlMatch.length) {
|
|
437
|
+
const idx = sameUrlTargets.findIndex((t) => t.id === targetId);
|
|
438
|
+
if (idx >= 0 && idx < urlMatch.length) {
|
|
439
|
+
return urlMatch[idx];
|
|
440
|
+
}
|
|
441
|
+
}
|
|
442
|
+
}
|
|
443
|
+
}
|
|
444
|
+
}
|
|
445
|
+
} catch {
|
|
446
|
+
// Ignore fetch errors and fall through to return null
|
|
447
|
+
}
|
|
448
|
+
}
|
|
449
|
+
return null;
|
|
450
|
+
}
|
|
451
|
+
|
|
452
|
+
export async function getPageForTargetId(opts: {
|
|
453
|
+
cdpUrl: string;
|
|
454
|
+
targetId?: string;
|
|
455
|
+
}): Promise<Page> {
|
|
456
|
+
const { browser } = await connectBrowser(opts.cdpUrl);
|
|
457
|
+
const pages = await getAllPages(browser);
|
|
458
|
+
if (!pages.length) {
|
|
459
|
+
throw new Error("No pages available in the connected browser.");
|
|
460
|
+
}
|
|
461
|
+
const first = pages[0];
|
|
462
|
+
if (!opts.targetId) {
|
|
463
|
+
return first;
|
|
464
|
+
}
|
|
465
|
+
const found = await findPageByTargetId(browser, opts.targetId, opts.cdpUrl);
|
|
466
|
+
if (!found) {
|
|
467
|
+
// Extension relays can block CDP attachment APIs (e.g. Target.attachToBrowserTarget),
|
|
468
|
+
// which prevents us from resolving a page's targetId via newCDPSession(). If Playwright
|
|
469
|
+
// only exposes a single Page, use it as a best-effort fallback.
|
|
470
|
+
if (pages.length === 1) {
|
|
471
|
+
return first;
|
|
472
|
+
}
|
|
473
|
+
throw new Error("tab not found");
|
|
474
|
+
}
|
|
475
|
+
return found;
|
|
476
|
+
}
|
|
477
|
+
|
|
478
|
+
export function refLocator(page: Page, ref: string) {
|
|
479
|
+
const normalized = ref.startsWith("@")
|
|
480
|
+
? ref.slice(1)
|
|
481
|
+
: ref.startsWith("ref=")
|
|
482
|
+
? ref.slice(4)
|
|
483
|
+
: ref;
|
|
484
|
+
|
|
485
|
+
if (/^e\d+$/.test(normalized)) {
|
|
486
|
+
const state = pageStates.get(page);
|
|
487
|
+
if (state?.roleRefsMode === "aria") {
|
|
488
|
+
const scope = state.roleRefsFrameSelector
|
|
489
|
+
? page.frameLocator(state.roleRefsFrameSelector)
|
|
490
|
+
: page;
|
|
491
|
+
return scope.locator(`aria-ref=${normalized}`);
|
|
492
|
+
}
|
|
493
|
+
const info = state?.roleRefs?.[normalized];
|
|
494
|
+
if (!info) {
|
|
495
|
+
throw new Error(
|
|
496
|
+
`Unknown ref "${normalized}". Run a new snapshot and use a ref from that snapshot.`,
|
|
497
|
+
);
|
|
498
|
+
}
|
|
499
|
+
const scope = state?.roleRefsFrameSelector
|
|
500
|
+
? page.frameLocator(state.roleRefsFrameSelector)
|
|
501
|
+
: page;
|
|
502
|
+
const locAny = scope as unknown as {
|
|
503
|
+
getByRole: (
|
|
504
|
+
role: never,
|
|
505
|
+
opts?: { name?: string; exact?: boolean },
|
|
506
|
+
) => ReturnType<Page["getByRole"]>;
|
|
507
|
+
};
|
|
508
|
+
const locator = info.name
|
|
509
|
+
? locAny.getByRole(info.role as never, { name: info.name, exact: true })
|
|
510
|
+
: locAny.getByRole(info.role as never);
|
|
511
|
+
return info.nth !== undefined ? locator.nth(info.nth) : locator;
|
|
512
|
+
}
|
|
513
|
+
|
|
514
|
+
return page.locator(`aria-ref=${normalized}`);
|
|
515
|
+
}
|
|
516
|
+
|
|
517
|
+
export async function closePlaywrightBrowserConnection(): Promise<void> {
|
|
518
|
+
const cur = cached;
|
|
519
|
+
cached = null;
|
|
520
|
+
connecting = null;
|
|
521
|
+
if (!cur) {
|
|
522
|
+
return;
|
|
523
|
+
}
|
|
524
|
+
if (cur.onDisconnected && typeof cur.browser.off === "function") {
|
|
525
|
+
cur.browser.off("disconnected", cur.onDisconnected);
|
|
526
|
+
}
|
|
527
|
+
await cur.browser.close().catch(() => {});
|
|
528
|
+
}
|
|
529
|
+
|
|
530
|
+
function normalizeCdpHttpBaseForJsonEndpoints(cdpUrl: string): string {
|
|
531
|
+
try {
|
|
532
|
+
const url = new URL(cdpUrl);
|
|
533
|
+
if (url.protocol === "ws:") {
|
|
534
|
+
url.protocol = "http:";
|
|
535
|
+
} else if (url.protocol === "wss:") {
|
|
536
|
+
url.protocol = "https:";
|
|
537
|
+
}
|
|
538
|
+
url.pathname = url.pathname.replace(/\/devtools\/browser\/.*$/, "");
|
|
539
|
+
url.pathname = url.pathname.replace(/\/cdp$/, "");
|
|
540
|
+
return url.toString().replace(/\/$/, "");
|
|
541
|
+
} catch {
|
|
542
|
+
// Best-effort fallback for non-URL-ish inputs.
|
|
543
|
+
return cdpUrl
|
|
544
|
+
.replace(/^ws:/, "http:")
|
|
545
|
+
.replace(/^wss:/, "https:")
|
|
546
|
+
.replace(/\/devtools\/browser\/.*$/, "")
|
|
547
|
+
.replace(/\/cdp$/, "")
|
|
548
|
+
.replace(/\/$/, "");
|
|
549
|
+
}
|
|
550
|
+
}
|
|
551
|
+
|
|
552
|
+
function cdpSocketNeedsAttach(wsUrl: string): boolean {
|
|
553
|
+
try {
|
|
554
|
+
const pathname = new URL(wsUrl).pathname;
|
|
555
|
+
return (
|
|
556
|
+
pathname === "/cdp" || pathname.endsWith("/cdp") || pathname.includes("/devtools/browser/")
|
|
557
|
+
);
|
|
558
|
+
} catch {
|
|
559
|
+
return false;
|
|
560
|
+
}
|
|
561
|
+
}
|
|
562
|
+
|
|
563
|
+
async function tryTerminateExecutionViaCdp(opts: {
|
|
564
|
+
cdpUrl: string;
|
|
565
|
+
targetId: string;
|
|
566
|
+
}): Promise<void> {
|
|
567
|
+
const cdpHttpBase = normalizeCdpHttpBaseForJsonEndpoints(opts.cdpUrl);
|
|
568
|
+
const listUrl = appendCdpPath(cdpHttpBase, "/json/list");
|
|
569
|
+
|
|
570
|
+
const pages = await fetchJson<
|
|
571
|
+
Array<{
|
|
572
|
+
id?: string;
|
|
573
|
+
webSocketDebuggerUrl?: string;
|
|
574
|
+
}>
|
|
575
|
+
>(listUrl, 2000).catch(() => null);
|
|
576
|
+
if (!pages || pages.length === 0) {
|
|
577
|
+
return;
|
|
578
|
+
}
|
|
579
|
+
|
|
580
|
+
const target = pages.find((p) => String(p.id ?? "").trim() === opts.targetId);
|
|
581
|
+
const wsUrlRaw = String(target?.webSocketDebuggerUrl ?? "").trim();
|
|
582
|
+
if (!wsUrlRaw) {
|
|
583
|
+
return;
|
|
584
|
+
}
|
|
585
|
+
const wsUrl = normalizeCdpWsUrl(wsUrlRaw, cdpHttpBase);
|
|
586
|
+
const needsAttach = cdpSocketNeedsAttach(wsUrl);
|
|
587
|
+
|
|
588
|
+
const runWithTimeout = async <T>(work: Promise<T>, ms: number): Promise<T> => {
|
|
589
|
+
let timer: ReturnType<typeof setTimeout> | undefined;
|
|
590
|
+
const timeoutPromise = new Promise<never>((_, reject) => {
|
|
591
|
+
timer = setTimeout(() => reject(new Error("CDP command timed out")), ms);
|
|
592
|
+
});
|
|
593
|
+
try {
|
|
594
|
+
return await Promise.race([work, timeoutPromise]);
|
|
595
|
+
} finally {
|
|
596
|
+
if (timer) {
|
|
597
|
+
clearTimeout(timer);
|
|
598
|
+
}
|
|
599
|
+
}
|
|
600
|
+
};
|
|
601
|
+
|
|
602
|
+
await withCdpSocket(
|
|
603
|
+
wsUrl,
|
|
604
|
+
async (send) => {
|
|
605
|
+
let sessionId: string | undefined;
|
|
606
|
+
try {
|
|
607
|
+
if (needsAttach) {
|
|
608
|
+
const attached = (await runWithTimeout(
|
|
609
|
+
send("Target.attachToTarget", { targetId: opts.targetId, flatten: true }),
|
|
610
|
+
1500,
|
|
611
|
+
)) as { sessionId?: unknown };
|
|
612
|
+
if (typeof attached?.sessionId === "string" && attached.sessionId.trim()) {
|
|
613
|
+
sessionId = attached.sessionId;
|
|
614
|
+
}
|
|
615
|
+
}
|
|
616
|
+
await runWithTimeout(send("Runtime.terminateExecution", undefined, sessionId), 1500);
|
|
617
|
+
if (sessionId) {
|
|
618
|
+
// Best-effort cleanup; not required for termination to take effect.
|
|
619
|
+
void send("Target.detachFromTarget", { sessionId }).catch(() => {});
|
|
620
|
+
}
|
|
621
|
+
} catch {
|
|
622
|
+
// Best-effort; ignore
|
|
623
|
+
}
|
|
624
|
+
},
|
|
625
|
+
{ handshakeTimeoutMs: 2000 },
|
|
626
|
+
).catch(() => {});
|
|
627
|
+
}
|
|
628
|
+
|
|
629
|
+
/**
|
|
630
|
+
* Best-effort cancellation for stuck page operations.
|
|
631
|
+
*
|
|
632
|
+
* Playwright serializes CDP commands per page; a long-running or stuck operation (notably evaluate)
|
|
633
|
+
* can block all subsequent commands. We cannot safely "cancel" an individual command, and we do
|
|
634
|
+
* not want to close the actual Chromium tab. Instead, we disconnect Playwright's CDP connection
|
|
635
|
+
* so in-flight commands fail fast and the next request reconnects transparently.
|
|
636
|
+
*
|
|
637
|
+
* IMPORTANT: We CANNOT call Connection.close() because Playwright shares a single Connection
|
|
638
|
+
* across all objects (BrowserType, Browser, etc.). Closing it corrupts the entire Playwright
|
|
639
|
+
* instance, preventing reconnection.
|
|
640
|
+
*
|
|
641
|
+
* Instead we:
|
|
642
|
+
* 1. Null out `cached` so the next call triggers a fresh connectOverCDP
|
|
643
|
+
* 2. Fire-and-forget browser.close() — it may hang but won't block us
|
|
644
|
+
* 3. The next connectBrowser() creates a completely new CDP WebSocket connection
|
|
645
|
+
*
|
|
646
|
+
* The old browser.close() eventually resolves when the in-browser evaluate timeout fires,
|
|
647
|
+
* or the old connection gets GC'd. Either way, it doesn't affect the fresh connection.
|
|
648
|
+
*/
|
|
649
|
+
export async function forceDisconnectPlaywrightForTarget(opts: {
|
|
650
|
+
cdpUrl: string;
|
|
651
|
+
targetId?: string;
|
|
652
|
+
reason?: string;
|
|
653
|
+
}): Promise<void> {
|
|
654
|
+
const normalized = normalizeCdpUrl(opts.cdpUrl);
|
|
655
|
+
if (cached?.cdpUrl !== normalized) {
|
|
656
|
+
return;
|
|
657
|
+
}
|
|
658
|
+
const cur = cached;
|
|
659
|
+
cached = null;
|
|
660
|
+
// Also clear `connecting` so the next call does a fresh connectOverCDP
|
|
661
|
+
// rather than awaiting a stale promise.
|
|
662
|
+
connecting = null;
|
|
663
|
+
if (cur) {
|
|
664
|
+
// Remove the "disconnected" listener to prevent the old browser's teardown
|
|
665
|
+
// from racing with a fresh connection and nulling the new `cached`.
|
|
666
|
+
if (cur.onDisconnected && typeof cur.browser.off === "function") {
|
|
667
|
+
cur.browser.off("disconnected", cur.onDisconnected);
|
|
668
|
+
}
|
|
669
|
+
|
|
670
|
+
// Best-effort: kill any stuck JS to unblock the target's execution context before we
|
|
671
|
+
// disconnect Playwright's CDP connection.
|
|
672
|
+
const targetId = opts.targetId?.trim() || "";
|
|
673
|
+
if (targetId) {
|
|
674
|
+
await tryTerminateExecutionViaCdp({ cdpUrl: normalized, targetId }).catch(() => {});
|
|
675
|
+
}
|
|
676
|
+
|
|
677
|
+
// Fire-and-forget: don't await because browser.close() may hang on the stuck CDP pipe.
|
|
678
|
+
cur.browser.close().catch(() => {});
|
|
679
|
+
}
|
|
680
|
+
}
|
|
681
|
+
|
|
682
|
+
/**
|
|
683
|
+
* List all pages/tabs from the persistent Playwright connection.
|
|
684
|
+
* Used for remote profiles where HTTP-based /json/list is ephemeral.
|
|
685
|
+
*/
|
|
686
|
+
export async function listPagesViaPlaywright(opts: { cdpUrl: string }): Promise<
|
|
687
|
+
Array<{
|
|
688
|
+
targetId: string;
|
|
689
|
+
title: string;
|
|
690
|
+
url: string;
|
|
691
|
+
type: string;
|
|
692
|
+
}>
|
|
693
|
+
> {
|
|
694
|
+
const { browser } = await connectBrowser(opts.cdpUrl);
|
|
695
|
+
const pages = await getAllPages(browser);
|
|
696
|
+
const results: Array<{
|
|
697
|
+
targetId: string;
|
|
698
|
+
title: string;
|
|
699
|
+
url: string;
|
|
700
|
+
type: string;
|
|
701
|
+
}> = [];
|
|
702
|
+
|
|
703
|
+
for (const page of pages) {
|
|
704
|
+
const tid = await pageTargetId(page).catch(() => null);
|
|
705
|
+
if (tid) {
|
|
706
|
+
results.push({
|
|
707
|
+
targetId: tid,
|
|
708
|
+
title: await page.title().catch(() => ""),
|
|
709
|
+
url: page.url(),
|
|
710
|
+
type: "page",
|
|
711
|
+
});
|
|
712
|
+
}
|
|
713
|
+
}
|
|
714
|
+
return results;
|
|
715
|
+
}
|
|
716
|
+
|
|
717
|
+
/**
|
|
718
|
+
* Create a new page/tab using the persistent Playwright connection.
|
|
719
|
+
* Used for remote profiles where HTTP-based /json/new is ephemeral.
|
|
720
|
+
* Returns the new page's targetId and metadata.
|
|
721
|
+
*/
|
|
722
|
+
export async function createPageViaPlaywright(opts: {
|
|
723
|
+
cdpUrl: string;
|
|
724
|
+
url: string;
|
|
725
|
+
ssrfPolicy?: SsrFPolicy;
|
|
726
|
+
navigationChecked?: boolean;
|
|
727
|
+
}): Promise<{
|
|
728
|
+
targetId: string;
|
|
729
|
+
title: string;
|
|
730
|
+
url: string;
|
|
731
|
+
type: string;
|
|
732
|
+
}> {
|
|
733
|
+
const { browser } = await connectBrowser(opts.cdpUrl);
|
|
734
|
+
const context = browser.contexts()[0] ?? (await browser.newContext());
|
|
735
|
+
ensureContextState(context);
|
|
736
|
+
|
|
737
|
+
const page = await context.newPage();
|
|
738
|
+
ensurePageState(page);
|
|
739
|
+
|
|
740
|
+
// Navigate to the URL
|
|
741
|
+
const targetUrl = opts.url.trim() || "about:blank";
|
|
742
|
+
if (targetUrl !== "about:blank") {
|
|
743
|
+
if (!opts.navigationChecked) {
|
|
744
|
+
await assertBrowserNavigationAllowed({
|
|
745
|
+
url: targetUrl,
|
|
746
|
+
...withBrowserNavigationPolicy(opts.ssrfPolicy),
|
|
747
|
+
});
|
|
748
|
+
}
|
|
749
|
+
await page.goto(targetUrl, { timeout: 30_000 }).catch(() => {
|
|
750
|
+
// Navigation might fail for some URLs, but page is still created
|
|
751
|
+
});
|
|
752
|
+
}
|
|
753
|
+
|
|
754
|
+
// Get the targetId for this page
|
|
755
|
+
const tid = await pageTargetId(page).catch(() => null);
|
|
756
|
+
if (!tid) {
|
|
757
|
+
throw new Error("Failed to get targetId for new page");
|
|
758
|
+
}
|
|
759
|
+
|
|
760
|
+
return {
|
|
761
|
+
targetId: tid,
|
|
762
|
+
title: await page.title().catch(() => ""),
|
|
763
|
+
url: page.url(),
|
|
764
|
+
type: "page",
|
|
765
|
+
};
|
|
766
|
+
}
|
|
767
|
+
|
|
768
|
+
/**
|
|
769
|
+
* Close a page/tab by targetId using the persistent Playwright connection.
|
|
770
|
+
* Used for remote profiles where HTTP-based /json/close is ephemeral.
|
|
771
|
+
*/
|
|
772
|
+
export async function closePageByTargetIdViaPlaywright(opts: {
|
|
773
|
+
cdpUrl: string;
|
|
774
|
+
targetId: string;
|
|
775
|
+
}): Promise<void> {
|
|
776
|
+
const { browser } = await connectBrowser(opts.cdpUrl);
|
|
777
|
+
const page = await findPageByTargetId(browser, opts.targetId, opts.cdpUrl);
|
|
778
|
+
if (!page) {
|
|
779
|
+
throw new Error("tab not found");
|
|
780
|
+
}
|
|
781
|
+
await page.close();
|
|
782
|
+
}
|
|
783
|
+
|
|
784
|
+
/**
|
|
785
|
+
* Focus a page/tab by targetId using the persistent Playwright connection.
|
|
786
|
+
* Used for remote profiles where HTTP-based /json/activate can be ephemeral.
|
|
787
|
+
*/
|
|
788
|
+
export async function focusPageByTargetIdViaPlaywright(opts: {
|
|
789
|
+
cdpUrl: string;
|
|
790
|
+
targetId: string;
|
|
791
|
+
}): Promise<void> {
|
|
792
|
+
const { browser } = await connectBrowser(opts.cdpUrl);
|
|
793
|
+
const page = await findPageByTargetId(browser, opts.targetId, opts.cdpUrl);
|
|
794
|
+
if (!page) {
|
|
795
|
+
throw new Error("tab not found");
|
|
796
|
+
}
|
|
797
|
+
try {
|
|
798
|
+
await page.bringToFront();
|
|
799
|
+
} catch (err) {
|
|
800
|
+
const session = await page.context().newCDPSession(page);
|
|
801
|
+
try {
|
|
802
|
+
await session.send("Page.bringToFront");
|
|
803
|
+
return;
|
|
804
|
+
} catch {
|
|
805
|
+
throw err;
|
|
806
|
+
} finally {
|
|
807
|
+
await session.detach().catch(() => {});
|
|
808
|
+
}
|
|
809
|
+
}
|
|
810
|
+
}
|