@agentruntime-labs/browser-agent 0.1.1 → 0.2.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (161) hide show
  1. package/LICENSE +202 -0
  2. package/NOTICE +6 -0
  3. package/README.md +64 -34
  4. package/bin/browser-agent.js +1 -0
  5. package/cli/control.mjs +477 -0
  6. package/cli/daemon.mjs +143 -0
  7. package/cli/hosts.mjs +1 -0
  8. package/cli/main.mjs +24 -0
  9. package/cli/mcp.mjs +1 -0
  10. package/docs/ARCHITECTURE.md +73 -0
  11. package/docs/DESKTOP_MCP.md +41 -0
  12. package/docs/EXTENSION_MANIFEST.md +163 -0
  13. package/docs/HYBRID.md +12 -0
  14. package/docs/MANAGED_BROWSER.md +111 -0
  15. package/docs/MCP_TOOLS.md +486 -0
  16. package/docs/MESSAGES.md +272 -0
  17. package/docs/MVP.md +76 -0
  18. package/docs/PRIVACY_POLICY.md +50 -0
  19. package/docs/README.md +27 -0
  20. package/docs/REFERENCE_PROJECTS.md +24 -0
  21. package/docs/RELEASE_CHECKLIST.md +49 -0
  22. package/docs/REPEATED_DOCS.md +27 -0
  23. package/docs/SAFETY.md +92 -0
  24. package/docs/SHELL_QUOTING.md +30 -0
  25. package/docs/SPLIT_REPOS.md +46 -0
  26. package/docs/THIRD_PARTY_LICENSES.md +182 -0
  27. package/docs/VISION.md +38 -0
  28. package/docs/WEB_STORE_SUBMISSION.md +117 -0
  29. package/extension/approval.js +1 -0
  30. package/extension/assets/agentruntime-logo.svg +77 -0
  31. package/extension/assets/agentruntime-mark-512.png +0 -0
  32. package/extension/background.js +776 -62
  33. package/extension/cdp.js +577 -0
  34. package/extension/constants.js +1 -0
  35. package/extension/content.js +69 -9
  36. package/extension/devtools-grant.html +31 -0
  37. package/extension/devtools-grant.js +29 -0
  38. package/extension/icons/icon128.png +0 -0
  39. package/extension/icons/icon16.png +0 -0
  40. package/extension/icons/icon32.png +0 -0
  41. package/extension/icons/icon48.png +0 -0
  42. package/extension/manifest.json +50 -23
  43. package/extension/policy.js +102 -0
  44. package/extension/popup.html +190 -56
  45. package/extension/popup.js +376 -166
  46. package/extension/soft.js +301 -0
  47. package/extension/welcome.html +91 -0
  48. package/extension/welcome.js +13 -0
  49. package/package.json +6 -2
  50. package/server/dist/arBrowserPaths.d.ts.map +1 -1
  51. package/server/dist/arBrowserPaths.js +1 -0
  52. package/server/dist/arBrowserPaths.js.map +1 -1
  53. package/server/dist/automationBackend.d.ts +46 -0
  54. package/server/dist/automationBackend.d.ts.map +1 -0
  55. package/server/dist/automationBackend.js +20 -0
  56. package/server/dist/automationBackend.js.map +1 -0
  57. package/server/dist/automationSession.d.ts.map +1 -1
  58. package/server/dist/automationSession.js +1 -0
  59. package/server/dist/automationSession.js.map +1 -1
  60. package/server/dist/bridge.d.ts +17 -4
  61. package/server/dist/bridge.d.ts.map +1 -1
  62. package/server/dist/bridge.js +132 -33
  63. package/server/dist/bridge.js.map +1 -1
  64. package/server/dist/browserToolsExtras.d.ts +2 -2
  65. package/server/dist/browserToolsExtras.d.ts.map +1 -1
  66. package/server/dist/browserToolsExtras.js +70 -1
  67. package/server/dist/browserToolsExtras.js.map +1 -1
  68. package/server/dist/cdpTools.d.ts +5 -0
  69. package/server/dist/cdpTools.d.ts.map +1 -0
  70. package/server/dist/cdpTools.js +411 -0
  71. package/server/dist/cdpTools.js.map +1 -0
  72. package/server/dist/compositeTools.d.ts +2 -2
  73. package/server/dist/compositeTools.d.ts.map +1 -1
  74. package/server/dist/compositeTools.js.map +1 -1
  75. package/server/dist/debugSnapshot.d.ts +2 -2
  76. package/server/dist/debugSnapshot.d.ts.map +1 -1
  77. package/server/dist/debugSnapshot.js.map +1 -1
  78. package/server/dist/guardrails.d.ts.map +1 -1
  79. package/server/dist/guardrails.js +1 -0
  80. package/server/dist/guardrails.js.map +1 -1
  81. package/server/dist/humanLike.d.ts.map +1 -1
  82. package/server/dist/humanLike.js +1 -0
  83. package/server/dist/humanLike.js.map +1 -1
  84. package/server/dist/main.js +56 -15
  85. package/server/dist/main.js.map +1 -1
  86. package/server/dist/managedBridge.d.ts +58 -0
  87. package/server/dist/managedBridge.d.ts.map +1 -0
  88. package/server/dist/managedBridge.js +619 -0
  89. package/server/dist/managedBridge.js.map +1 -0
  90. package/server/dist/managedDom.d.ts +58 -0
  91. package/server/dist/managedDom.d.ts.map +1 -0
  92. package/server/dist/managedDom.js +310 -0
  93. package/server/dist/managedDom.js.map +1 -0
  94. package/server/dist/policyTiers.d.ts.map +1 -1
  95. package/server/dist/policyTiers.js +3 -1
  96. package/server/dist/policyTiers.js.map +1 -1
  97. package/server/dist/protocol.d.ts +4 -0
  98. package/server/dist/protocol.d.ts.map +1 -1
  99. package/server/dist/protocol.js +1 -0
  100. package/server/dist/protocol.js.map +1 -1
  101. package/server/dist/recorder.d.ts +22 -0
  102. package/server/dist/recorder.d.ts.map +1 -0
  103. package/server/dist/recorder.js +82 -0
  104. package/server/dist/recorder.js.map +1 -0
  105. package/server/dist/richEditorFill.d.ts.map +1 -1
  106. package/server/dist/richEditorFill.js +1 -0
  107. package/server/dist/richEditorFill.js.map +1 -1
  108. package/server/dist/screenshotCrop.d.ts.map +1 -1
  109. package/server/dist/screenshotCrop.js +1 -0
  110. package/server/dist/screenshotCrop.js.map +1 -1
  111. package/server/dist/sessionLog.d.ts +1 -0
  112. package/server/dist/sessionLog.d.ts.map +1 -1
  113. package/server/dist/sessionLog.js +1 -0
  114. package/server/dist/sessionLog.js.map +1 -1
  115. package/server/dist/sessionPhase.d.ts.map +1 -1
  116. package/server/dist/sessionPhase.js.map +1 -1
  117. package/server/dist/sessionSummary.d.ts.map +1 -1
  118. package/server/dist/sessionSummary.js +1 -0
  119. package/server/dist/sessionSummary.js.map +1 -1
  120. package/server/dist/shotUtil.d.ts +44 -0
  121. package/server/dist/shotUtil.d.ts.map +1 -0
  122. package/server/dist/shotUtil.js +89 -0
  123. package/server/dist/shotUtil.js.map +1 -0
  124. package/server/dist/skillsInstructions.d.ts.map +1 -1
  125. package/server/dist/skillsInstructions.js +1 -0
  126. package/server/dist/skillsInstructions.js.map +1 -1
  127. package/server/dist/snapshotText.d.ts +47 -0
  128. package/server/dist/snapshotText.d.ts.map +1 -0
  129. package/server/dist/snapshotText.js +99 -0
  130. package/server/dist/snapshotText.js.map +1 -0
  131. package/server/dist/structureFilter.d.ts.map +1 -1
  132. package/server/dist/structureFilter.js.map +1 -1
  133. package/server/dist/surveyCatalog.d.ts.map +1 -1
  134. package/server/dist/surveyCatalog.js +1 -0
  135. package/server/dist/surveyCatalog.js.map +1 -1
  136. package/server/dist/surveyRunner.d.ts.map +1 -1
  137. package/server/dist/surveyRunner.js.map +1 -1
  138. package/server/dist/toolHelpers.d.ts +27 -2
  139. package/server/dist/toolHelpers.d.ts.map +1 -1
  140. package/server/dist/toolHelpers.js +67 -1
  141. package/server/dist/toolHelpers.js.map +1 -1
  142. package/server/dist/toolRuntime.d.ts +4 -0
  143. package/server/dist/toolRuntime.d.ts.map +1 -1
  144. package/server/dist/toolRuntime.js +12 -6
  145. package/server/dist/toolRuntime.js.map +1 -1
  146. package/server/dist/toolSchemas.d.ts +37 -1
  147. package/server/dist/toolSchemas.d.ts.map +1 -1
  148. package/server/dist/toolSchemas.js +33 -1
  149. package/server/dist/toolSchemas.js.map +1 -1
  150. package/server/dist/tools.d.ts +2 -2
  151. package/server/dist/tools.d.ts.map +1 -1
  152. package/server/dist/tools.js +65 -11
  153. package/server/dist/tools.js.map +1 -1
  154. package/server/dist/verdictExtract.d.ts.map +1 -1
  155. package/server/dist/verdictExtract.js +1 -0
  156. package/server/dist/verdictExtract.js.map +1 -1
  157. package/server/dist/workflowTools.d.ts +2 -2
  158. package/server/dist/workflowTools.d.ts.map +1 -1
  159. package/server/dist/workflowTools.js +16 -4
  160. package/server/dist/workflowTools.js.map +1 -1
  161. package/skills/browser-agent/SKILL.md +89 -0
@@ -0,0 +1,619 @@
1
+ // SPDX-License-Identifier: Apache-2.0
2
+ import { ProtocolError } from './protocol.js';
3
+ import { managedGetPageStructure, managedGetPageText, managedGetSelectedText } from './managedDom.js';
4
+ import fs from 'node:fs';
5
+ import os from 'node:os';
6
+ import path from 'node:path';
7
+ const RING_CONSOLE = 200;
8
+ const RING_NETWORK = 300;
9
+ function viewportFromEnv() {
10
+ const m = /^(\d{3,5})x(\d{3,5})$/.exec(process.env['BROWSER_AUTOMATION_VIEWPORT'] ?? '');
11
+ return m ? { width: Number(m[1]), height: Number(m[2]) } : { width: 1280, height: 720 };
12
+ }
13
+ export class ManagedBrowserBridge {
14
+ mode = 'managed';
15
+ browser = null;
16
+ context = null;
17
+ tabs = new Map();
18
+ tabIds = new WeakMap();
19
+ nextTabId = 1;
20
+ activeTabId = 0;
21
+ consoleBuf = [];
22
+ networkBuf = [];
23
+ opts;
24
+ started = false;
25
+ frameRegistry = new Map();
26
+ downloads = [];
27
+ downloadSeq = 0;
28
+ pendingDownloads = new Set();
29
+ constructor(options) {
30
+ const block = (options?.blockResources ?? (process.env['BROWSER_AUTOMATION_BLOCK_RESOURCES'] ?? '').split(','))
31
+ .map((s) => s.trim())
32
+ .filter(Boolean);
33
+ this.opts = {
34
+ headless: options?.headless ?? true,
35
+ userDataDir: options?.userDataDir ?? process.env['BROWSER_AUTOMATION_USER_DATA_DIR'] ?? undefined,
36
+ channel: options?.channel ?? process.env['BROWSER_AUTOMATION_CHANNEL'] ?? undefined,
37
+ viewport: options?.viewport ?? viewportFromEnv(),
38
+ downloadDir: options?.downloadDir ??
39
+ process.env['BROWSER_AUTOMATION_DOWNLOAD_DIR'] ??
40
+ path.join(os.homedir(), '.ar_browser', 'downloads'),
41
+ blockResources: block
42
+ };
43
+ }
44
+ /** Headed windows use the real window size (needed for accurate screen-coordinate mapping). */
45
+ get realWindow() {
46
+ return !this.opts.headless;
47
+ }
48
+ async viewportOf(page) {
49
+ const vp = page.viewportSize();
50
+ if (vp)
51
+ return vp;
52
+ return page.evaluate(() => ({ width: globalThis.innerWidth, height: globalThis.innerHeight }));
53
+ }
54
+ isReady() {
55
+ const p = this.tabs.get(this.activeTabId);
56
+ return !!p && !p.isClosed();
57
+ }
58
+ async start() {
59
+ if (this.started)
60
+ return;
61
+ let chromium;
62
+ try {
63
+ chromium = (await import('playwright-core')).chromium;
64
+ }
65
+ catch {
66
+ throw new Error('Managed browser requires playwright-core. Run: npm install playwright-core && npx playwright install chromium');
67
+ }
68
+ const { width: vw, height: vh } = this.opts.viewport;
69
+ const launchOpts = {
70
+ headless: this.opts.headless,
71
+ // Playwright's default headless is the stripped "headless shell" (0 plugins, no window.chrome).
72
+ // channel "chromium" selects the new headless mode: full browser, realistic fingerprint.
73
+ channel: this.opts.channel ?? (this.opts.headless ? 'chromium' : undefined),
74
+ args: [
75
+ // Removes the "controlled by automation" flag/infobar and navigator.webdriver=true.
76
+ '--disable-blink-features=AutomationControlled',
77
+ ...(this.realWindow ? [`--window-size=${vw},${vh + 120}`] : [])
78
+ ],
79
+ acceptDownloads: true
80
+ };
81
+ // Headed: real window size (viewport:null) so window.screenX/outerHeight map to true screen coordinates.
82
+ const viewport = this.realWindow ? null : this.opts.viewport;
83
+ try {
84
+ if (this.opts.userDataDir) {
85
+ this.context = await chromium.launchPersistentContext(this.opts.userDataDir, {
86
+ ...launchOpts,
87
+ viewport
88
+ });
89
+ this.browser = this.context.browser();
90
+ }
91
+ else {
92
+ this.browser = await chromium.launch({
93
+ headless: launchOpts.headless,
94
+ channel: launchOpts.channel,
95
+ args: launchOpts.args
96
+ });
97
+ // Headless Chromium advertises "HeadlessChrome/x" in the UA; present as regular Chrome.
98
+ const osToken = process.platform === 'win32'
99
+ ? 'Windows NT 10.0; Win64; x64'
100
+ : process.platform === 'darwin'
101
+ ? 'Macintosh; Intel Mac OS X 10_15_7'
102
+ : 'X11; Linux x86_64';
103
+ const userAgent = this.opts.headless
104
+ ? `Mozilla/5.0 (${osToken}) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/${this.browser.version()} Safari/537.36`
105
+ : undefined;
106
+ this.context = await this.browser.newContext({ viewport, userAgent, acceptDownloads: true });
107
+ }
108
+ }
109
+ catch (e) {
110
+ const msg = String(e);
111
+ if (/executable doesn't exist|playwright install/i.test(msg)) {
112
+ throw new Error(`Chromium not installed for Playwright. Run: npx playwright-core install chromium ` +
113
+ `(or set BROWSER_AUTOMATION_CHANNEL=chrome to use installed Chrome). Original: ${msg.split('\n')[0]}`);
114
+ }
115
+ throw e;
116
+ }
117
+ fs.mkdirSync(this.opts.downloadDir, { recursive: true });
118
+ const blocked = new Set(this.opts.blockResources ?? []);
119
+ if (blocked.size > 0) {
120
+ await this.context.route('**/*', (route) => blocked.has(route.request().resourceType()) ? route.abort() : route.continue());
121
+ }
122
+ this.context.on('page', (p) => this.registerPage(p, false));
123
+ for (const p of this.context.pages())
124
+ this.registerPage(p, true);
125
+ if (this.tabs.size === 0) {
126
+ await this.context.newPage();
127
+ }
128
+ this.started = true;
129
+ console.error(`[browser-automation] Managed Chromium (${this.opts.headless ? 'headless' : 'headed'}` +
130
+ `${this.opts.channel ? `, channel=${this.opts.channel}` : ''}` +
131
+ `${this.opts.userDataDir ? `, profile=${this.opts.userDataDir}` : ''}) — no Chrome extension required`);
132
+ }
133
+ async stop() {
134
+ await this.context?.close().catch(() => undefined);
135
+ await this.browser?.close().catch(() => undefined);
136
+ this.tabs.clear();
137
+ this.context = null;
138
+ this.browser = null;
139
+ this.activeTabId = 0;
140
+ this.started = false;
141
+ }
142
+ // ---- tab registry -------------------------------------------------------------------------
143
+ registerPage(page, makeActive) {
144
+ const existing = this.tabIds.get(page);
145
+ if (existing)
146
+ return existing;
147
+ const id = this.nextTabId++;
148
+ this.tabIds.set(page, id);
149
+ this.tabs.set(id, page);
150
+ if (makeActive || this.activeTabId === 0)
151
+ this.activeTabId = id;
152
+ page.on('close', () => {
153
+ this.tabs.delete(id);
154
+ if (this.activeTabId === id) {
155
+ const remaining = [...this.tabs.keys()];
156
+ this.activeTabId = remaining.length ? remaining[remaining.length - 1] : 0;
157
+ }
158
+ });
159
+ // Popups (target=_blank, window.open) become the active tab so the agent follows the click.
160
+ page.on('popup', (popup) => {
161
+ const pid = this.registerPage(popup, true);
162
+ this.activeTabId = pid;
163
+ });
164
+ page.on('console', (m) => this.pushConsole(m.type(), m.text()));
165
+ page.on('pageerror', (e) => this.pushConsole('error', `Uncaught: ${e.message}`));
166
+ page.on('response', (r) => {
167
+ const req = r.request();
168
+ this.networkBuf.push({
169
+ url: r.url().slice(0, 300),
170
+ statusCode: r.status(),
171
+ method: req.method(),
172
+ ts: Date.now(),
173
+ type: req.resourceType()
174
+ });
175
+ if (this.networkBuf.length > RING_NETWORK)
176
+ this.networkBuf.shift();
177
+ });
178
+ page.on('download', (dl) => {
179
+ const entry = {
180
+ id: ++this.downloadSeq,
181
+ suggestedFilename: dl.suggestedFilename(),
182
+ url: dl.url().slice(0, 500),
183
+ state: 'in_progress'
184
+ };
185
+ this.downloads.push(entry);
186
+ if (this.downloads.length > 50)
187
+ this.downloads.shift();
188
+ const target = path.join(this.opts.downloadDir, `${entry.id}-${entry.suggestedFilename.replace(/[\\/:*?"<>|]/g, '_')}`);
189
+ const job = dl
190
+ .saveAs(target)
191
+ .then(() => {
192
+ entry.path = target;
193
+ entry.sizeBytes = fs.statSync(target).size;
194
+ entry.state = 'completed';
195
+ })
196
+ .catch((e) => {
197
+ entry.state = 'failed';
198
+ entry.error = String(e).split('\n')[0];
199
+ })
200
+ .finally(() => {
201
+ this.pendingDownloads.delete(job);
202
+ });
203
+ this.pendingDownloads.add(job);
204
+ });
205
+ // Unhandled alert/confirm/prompt dialogs freeze the page forever; accept and log them.
206
+ page.on('dialog', (d) => {
207
+ this.pushConsole('dialog', `${d.type()}: ${d.message()}`);
208
+ d.accept().catch(() => undefined);
209
+ });
210
+ return id;
211
+ }
212
+ pushConsole(level, msg) {
213
+ this.consoleBuf.push({ t: Date.now(), level, msg: msg.slice(0, 500) });
214
+ if (this.consoleBuf.length > RING_CONSOLE)
215
+ this.consoleBuf.shift();
216
+ }
217
+ pageFor(params) {
218
+ const wanted = typeof params['tabId'] === 'number' ? params['tabId'] : this.activeTabId;
219
+ const page = this.tabs.get(wanted);
220
+ if (!page || page.isClosed()) {
221
+ if (typeof params['tabId'] === 'number') {
222
+ throw new ProtocolError(`No tab with id ${wanted}`, 'stale_target_tab');
223
+ }
224
+ throw new ProtocolError('Managed browser not started', 'not_connected');
225
+ }
226
+ return { page, tabId: wanted };
227
+ }
228
+ /**
229
+ * Make sure the headed window is really on top of the desktop before handing screen coordinates to an
230
+ * OS-level click. Page.bringToFront only changes the active tab; on Windows another app can still cover
231
+ * the window (foreground-lock). A minimize→restore through the browser's own window API reliably
232
+ * re-activates it without moving or resizing it.
233
+ */
234
+ async raiseOsWindow(page) {
235
+ await page.bringToFront().catch(() => undefined);
236
+ // Note: document.hasFocus() is useless here — Playwright emulates focus, so it is always true.
237
+ const cdp = await page.context().newCDPSession(page).catch(() => undefined);
238
+ if (!cdp)
239
+ return;
240
+ try {
241
+ const { windowId } = (await cdp.send('Browser.getWindowForTarget'));
242
+ await cdp.send('Browser.setWindowBounds', { windowId, bounds: { windowState: 'minimized' } });
243
+ await cdp.send('Browser.setWindowBounds', { windowId, bounds: { windowState: 'normal' } });
244
+ await page.bringToFront().catch(() => undefined);
245
+ await page.waitForTimeout(250);
246
+ }
247
+ catch {
248
+ /* best effort */
249
+ }
250
+ finally {
251
+ await cdp.detach().catch(() => undefined);
252
+ }
253
+ }
254
+ async settle(page) {
255
+ await page.waitForTimeout(100).catch(() => undefined);
256
+ await page.waitForLoadState('domcontentloaded', { timeout: 3000 }).catch(() => undefined);
257
+ }
258
+ ref(page, params) {
259
+ const ref = String(params['ref'] ?? '').replace(/^@/, '');
260
+ if (!ref)
261
+ throw new ProtocolError('ref required', 'invalid_params');
262
+ const sel = `[data-ar-ref="${ref.replace(/"/g, '')}"]`;
263
+ // Frame refs look like "f2.e5" — resolved against the frame recorded at the last snapshot.
264
+ const fm = /^(f\d+)\./.exec(ref);
265
+ if (fm) {
266
+ const frame = this.frameRegistry.get(fm[1]);
267
+ if (!frame || frame.isDetached()) {
268
+ throw new ProtocolError(`Frame for ref ${ref} is gone — take a new browser_snapshot`, 'stale_ref');
269
+ }
270
+ return { ref, loc: frame.locator(sel) };
271
+ }
272
+ return { ref, loc: page.locator(sel) };
273
+ }
274
+ async requireRef(page, params) {
275
+ const { ref, loc } = this.ref(page, params);
276
+ if ((await loc.count()) === 0) {
277
+ throw new ProtocolError(`Ref ${ref} not in current snapshot (page changed or never snapshotted)`, 'stale_ref');
278
+ }
279
+ return { ref, loc: loc.first() };
280
+ }
281
+ // ---- request dispatch -----------------------------------------------------------------------
282
+ async sendRequest(method, params, _meta, deadlineMs = 60_000) {
283
+ const deadline = Math.min(Math.max(deadlineMs, 1000), 120_000);
284
+ // Tab-management methods that don't need an existing page.
285
+ if (method === 'tab_open') {
286
+ if (!this.context)
287
+ throw new ProtocolError('Managed browser not started', 'not_connected');
288
+ const prev = this.activeTabId;
289
+ const page = await this.context.newPage();
290
+ const id = this.registerPage(page, false);
291
+ const url = typeof params['url'] === 'string' ? params['url'] : '';
292
+ if (url) {
293
+ if (!/^https?:\/\//i.test(url)) {
294
+ throw new ProtocolError('tab_open requires an http(s) URL', 'invalid_params');
295
+ }
296
+ await page.goto(url, { timeout: deadline, waitUntil: 'domcontentloaded' });
297
+ }
298
+ // Matches extension semantics: opening a tab does not change the target tab unless active:true.
299
+ this.activeTabId = params['active'] === true ? id : (this.tabs.has(prev) ? prev : id);
300
+ return { tabId: id, url: page.url(), title: await page.title() };
301
+ }
302
+ if (method === 'get_tabs') {
303
+ const tabs = [];
304
+ for (const [id, p] of this.tabs) {
305
+ if (p.isClosed())
306
+ continue;
307
+ tabs.push({ tabId: id, title: await p.title().catch(() => ''), url: p.url(), active: id === this.activeTabId });
308
+ }
309
+ return { tabs };
310
+ }
311
+ if (method === 'console_recent') {
312
+ const max = typeof params['maxEntries'] === 'number' ? params['maxEntries'] : 50;
313
+ const entries = this.consoleBuf.slice(-max);
314
+ if (params['clear'] === true)
315
+ this.consoleBuf = [];
316
+ return { entries };
317
+ }
318
+ if (method === 'get_network_log') {
319
+ const max = typeof params['maxEntries'] === 'number' ? params['maxEntries'] : 50;
320
+ return { entries: this.networkBuf.slice(-max) };
321
+ }
322
+ if (method === 'get_downloads') {
323
+ const waitMs = Math.min(typeof params['waitMs'] === 'number' ? params['waitMs'] : 0, 30_000);
324
+ if (waitMs > 0 && this.pendingDownloads.size > 0) {
325
+ await Promise.race([
326
+ Promise.allSettled([...this.pendingDownloads]),
327
+ new Promise((r) => setTimeout(r, waitMs))
328
+ ]);
329
+ }
330
+ return { downloads: this.downloads.slice(-20), downloadDir: this.opts.downloadDir };
331
+ }
332
+ const { page, tabId } = this.pageFor(params);
333
+ switch (method) {
334
+ case 'get_ref_screen_rect': {
335
+ if (!this.realWindow) {
336
+ throw new ProtocolError('get_element_screen_rect needs a visible window. Start the managed driver headed ' +
337
+ '(BROWSER_AUTOMATION_HEADED=1) or use the extension driver.', 'unsupported');
338
+ }
339
+ const { ref, loc } = await this.requireRef(page, params);
340
+ await loc.scrollIntoViewIfNeeded({ timeout: deadline });
341
+ await this.raiseOsWindow(page);
342
+ await page.waitForTimeout(120); // let smooth-scroll finish
343
+ // Playwright boundingBox is relative to the main-frame viewport, including nested iframe offsets.
344
+ const box = await loc.boundingBox();
345
+ if (!box)
346
+ throw new ProtocolError('Element has no bounding box', 'invalid_params');
347
+ const w = await page.evaluate(() => ({
348
+ sx: globalThis.screenX,
349
+ sy: globalThis.screenY,
350
+ ow: globalThis.outerWidth,
351
+ oh: globalThis.outerHeight,
352
+ iw: globalThis.innerWidth,
353
+ ih: globalThis.innerHeight,
354
+ dpr: globalThis.devicePixelRatio || 1
355
+ }));
356
+ // Same model as the extension driver: toolbar height on top, symmetric side borders.
357
+ const insetTop = Math.max(0, w.oh - w.ih);
358
+ const insetLeft = Math.max(0, (w.ow - w.iw) / 2);
359
+ const screenX = w.sx + insetLeft + box.x;
360
+ const screenY = w.sy + insetTop + box.y;
361
+ return {
362
+ screenX,
363
+ screenY,
364
+ width: box.width,
365
+ height: box.height,
366
+ centerX: screenX + box.width / 2,
367
+ centerY: screenY + box.height / 2,
368
+ viewport: { x: box.x, y: box.y, w: box.width, h: box.height },
369
+ window: { left: w.sx, top: w.sy, width: w.ow, height: w.oh },
370
+ chromeInsets: { left: insetLeft, top: insetTop, dpr: w.dpr },
371
+ mapping: 'managed-headed',
372
+ ref
373
+ };
374
+ }
375
+ case 'get_current_tab':
376
+ return {
377
+ tabId,
378
+ title: await page.title().catch(() => ''),
379
+ url: page.url(),
380
+ active: tabId === this.activeTabId,
381
+ connected: true,
382
+ managed: true
383
+ };
384
+ case 'tab_close':
385
+ await page.close();
386
+ return { closed: true, tabId };
387
+ case 'tab_activate':
388
+ this.activeTabId = tabId;
389
+ await page.bringToFront();
390
+ return { activated: true, tabId };
391
+ case 'navigate': {
392
+ const url = String(params['url'] ?? '');
393
+ if (!/^https?:\/\//i.test(url)) {
394
+ throw new ProtocolError('Managed navigate requires http(s) URL', 'invalid_params');
395
+ }
396
+ const wu = params['waitUntil'];
397
+ const waitUntil = wu === 'commit' || wu === 'load' ? wu : 'domcontentloaded';
398
+ try {
399
+ try {
400
+ await page.goto(url, { timeout: deadline, waitUntil });
401
+ }
402
+ catch (first) {
403
+ // "Interrupted by another navigation": a redirect/re-navigation superseded ours (also happens
404
+ // right after a failed load left chrome-error://). Let the winner settle, then verify.
405
+ if (!/interrupted by another navigation/i.test(String(first)))
406
+ throw first;
407
+ await page.waitForTimeout(400);
408
+ await page.goto(url, { timeout: deadline, waitUntil });
409
+ }
410
+ }
411
+ catch (e) {
412
+ const msg = String(e).split('\n')[0] ?? String(e);
413
+ // Downloads / aborted-by-redirect navigations still leave a usable page.
414
+ if (!/ERR_ABORTED/.test(msg)) {
415
+ // Let Chromium's error page commit so the *next* navigate isn't interrupted by it.
416
+ await page.waitForTimeout(300).catch(() => undefined);
417
+ throw new ProtocolError(/ERR_NAME_NOT_RESOLVED|ERR_CONNECTION|ERR_CERT|Timeout/i.test(msg)
418
+ ? `Navigation failed: ${msg}`
419
+ : msg, /Timeout/i.test(msg) ? 'timeout' : 'navigation_failed');
420
+ }
421
+ }
422
+ return { navigated: true, tabId, url: page.url() };
423
+ }
424
+ case 'get_page_text': {
425
+ const maxChars = typeof params['maxChars'] === 'number' ? params['maxChars'] : 50_000;
426
+ return managedGetPageText(page, maxChars, params['includeFrames'] !== false);
427
+ }
428
+ case 'get_page_structure': {
429
+ const maxNodes = typeof params['maxNodes'] === 'number' ? params['maxNodes'] : 500;
430
+ return managedGetPageStructure(page, maxNodes, params['viewportOnly'] !== false, params['includeRects'] !== false, params['includeFrames'] !== false, this.frameRegistry);
431
+ }
432
+ case 'get_selected_text':
433
+ return managedGetSelectedText(page);
434
+ case 'click_element': {
435
+ const { ref, loc } = await this.requireRef(page, params);
436
+ const button = ['left', 'middle', 'right'].find((b) => b === params['button']) ?? 'left';
437
+ await loc.scrollIntoViewIfNeeded({ timeout: deadline });
438
+ await loc.click({ timeout: deadline, button });
439
+ await this.settle(page);
440
+ return { clicked: true, ref, managed: true };
441
+ }
442
+ case 'hover': {
443
+ const { ref, loc } = await this.requireRef(page, params);
444
+ await loc.hover({ timeout: deadline });
445
+ return { hovered: true, ref };
446
+ }
447
+ case 'fill_input': {
448
+ const { ref, loc } = await this.requireRef(page, params);
449
+ const value = String(params['value'] ?? '');
450
+ if (params['clearFirst'] === false) {
451
+ await loc.pressSequentially(value, { timeout: deadline });
452
+ }
453
+ else {
454
+ await loc.fill(value, { timeout: deadline });
455
+ }
456
+ return { filled: true, ref, valueLength: value.length, managed: true };
457
+ }
458
+ case 'select_option': {
459
+ const { ref, loc } = await this.requireRef(page, params);
460
+ const by = String(params['by'] ?? 'value');
461
+ const v = params['value'];
462
+ const sel = by === 'label' ? { label: String(v) } : by === 'index' ? { index: Number(v) } : { value: String(v) };
463
+ const chosen = await loc.selectOption(sel, { timeout: deadline });
464
+ return { selected: chosen.length > 0, ref, value: chosen[0] };
465
+ }
466
+ case 'set_file_input': {
467
+ const { ref, loc } = await this.requireRef(page, params);
468
+ const buffer = Buffer.from(String(params['dataBase64'] ?? ''), 'base64');
469
+ const name = String(params['fileName'] ?? 'upload.bin');
470
+ await loc.setInputFiles({ name, mimeType: String(params['mimeType'] ?? 'application/octet-stream'), buffer }, { timeout: deadline });
471
+ return { set: true, ref, name, size: buffer.length };
472
+ }
473
+ case 'press_key': {
474
+ const key = String(params['key'] ?? 'Enter');
475
+ if (typeof params['ref'] === 'string' && params['ref']) {
476
+ const { loc } = await this.requireRef(page, params);
477
+ await loc.focus({ timeout: deadline });
478
+ }
479
+ const mods = [
480
+ params['ctrlKey'] ? 'Control' : '',
481
+ params['altKey'] ? 'Alt' : '',
482
+ params['shiftKey'] ? 'Shift' : '',
483
+ params['metaKey'] ? 'Meta' : ''
484
+ ].filter(Boolean);
485
+ await page.keyboard.press([...mods, key].join('+'));
486
+ await this.settle(page);
487
+ return { sent: true, key, ref: typeof params['ref'] === 'string' ? params['ref'] : null };
488
+ }
489
+ case 'scroll': {
490
+ if (typeof params['ref'] === 'string' && params['ref']) {
491
+ const { ref, loc } = await this.requireRef(page, params);
492
+ await loc.scrollIntoViewIfNeeded({ timeout: deadline });
493
+ return { scrolled: true, mode: 'scroll_into_view', ref };
494
+ }
495
+ const dir = typeof params['direction'] === 'string' ? params['direction'] : undefined;
496
+ const amount = typeof params['amount'] === 'number' ? params['amount'] : 0.8;
497
+ const vp = await this.viewportOf(page);
498
+ let dx = typeof params['deltaX'] === 'number' ? params['deltaX'] : 0;
499
+ let dy = typeof params['deltaY'] === 'number' ? params['deltaY'] : 0;
500
+ if (dir === 'down')
501
+ dy = vp.height * amount;
502
+ else if (dir === 'up')
503
+ dy = -vp.height * amount;
504
+ else if (dir === 'right')
505
+ dx = vp.width * amount;
506
+ else if (dir === 'left')
507
+ dx = -vp.width * amount;
508
+ await page.evaluate(([x, y]) => globalThis.scrollBy(x, y), [dx, dy]);
509
+ return { scrolled: true, mode: dir ? 'direction' : 'delta', direction: dir };
510
+ }
511
+ case 'reload':
512
+ await page.reload({ timeout: deadline, waitUntil: 'domcontentloaded' });
513
+ return { reloaded: true, tabId, url: page.url() };
514
+ case 'go_back': {
515
+ const res = await page.goBack({ timeout: deadline, waitUntil: 'domcontentloaded' });
516
+ if (!res)
517
+ throw new ProtocolError('No history entry to go back to', 'invalid_params');
518
+ return { wentBack: true, tabId, url: page.url() };
519
+ }
520
+ case 'wait': {
521
+ const ms = Math.min(typeof params['ms'] === 'number' ? params['ms'] : 500, 30_000);
522
+ if (params['until'] === 'navigation_idle') {
523
+ await page.waitForLoadState('networkidle', { timeout: Math.max(ms, 5000) }).catch(() => undefined);
524
+ }
525
+ else {
526
+ await page.waitForTimeout(ms);
527
+ }
528
+ return { ok: true, waitedMs: ms };
529
+ }
530
+ case 'wait_for': {
531
+ const urlSub = typeof params['urlContains'] === 'string' && params['urlContains'].trim() ? params['urlContains'] : null;
532
+ const textSub = typeof params['textContains'] === 'string' && params['textContains'].trim() ? params['textContains'] : null;
533
+ if (!urlSub && !textSub) {
534
+ throw new ProtocolError('wait_for needs urlContains and/or textContains', 'invalid_params');
535
+ }
536
+ const timeoutMs = Math.min(Math.max(Number(params['timeoutMs']) || 30_000, 500), 120_000);
537
+ const pollMs = Math.min(Math.max(Number(params['pollMs']) || 400, 100), 3000);
538
+ const t0 = Date.now();
539
+ // Without an explicit tabId, follow the active tab so a popup opened by the last click is observed.
540
+ const pinned = typeof params['tabId'] === 'number';
541
+ const current = () => {
542
+ if (pinned)
543
+ return page;
544
+ const a = this.tabs.get(this.activeTabId);
545
+ return a && !a.isClosed() ? a : page;
546
+ };
547
+ while (Date.now() - t0 < timeoutMs) {
548
+ const p = current();
549
+ if (urlSub && p.url().includes(urlSub)) {
550
+ return { ok: true, matched: 'url', waitedMs: Date.now() - t0, url: p.url() };
551
+ }
552
+ if (textSub) {
553
+ const found = await p
554
+ .evaluate((t) => (document.body?.innerText ?? '').includes(t), textSub)
555
+ .catch(() => false); // mid-navigation
556
+ if (found)
557
+ return { ok: true, matched: 'text', waitedMs: Date.now() - t0, url: p.url() };
558
+ }
559
+ await p.waitForTimeout(pollMs).catch(() => undefined);
560
+ }
561
+ return { ok: false, matched: 'timeout', waitedMs: Date.now() - t0, url: current().url() };
562
+ }
563
+ case 'screenshot_visible': {
564
+ const jpeg = params['format'] !== 'png';
565
+ const quality = typeof params['quality'] === 'number' ? params['quality'] : 80;
566
+ const buf = await page.screenshot({
567
+ type: jpeg ? 'jpeg' : 'png',
568
+ ...(jpeg ? { quality } : {}),
569
+ fullPage: false,
570
+ timeout: deadline
571
+ });
572
+ return {
573
+ mimeType: jpeg ? 'image/jpeg' : 'image/png',
574
+ dataBase64: buf.toString('base64'),
575
+ width: (await this.viewportOf(page)).width,
576
+ height: (await this.viewportOf(page)).height
577
+ };
578
+ }
579
+ case 'screenshot_element': {
580
+ const { loc } = await this.requireRef(page, params);
581
+ await loc.scrollIntoViewIfNeeded({ timeout: deadline });
582
+ const settleMs = typeof params['settleMs'] === 'number' ? params['settleMs'] : 150;
583
+ await page.waitForTimeout(settleMs);
584
+ const box = await loc.boundingBox();
585
+ if (!box)
586
+ throw new ProtocolError('Element has no bounding box', 'invalid_params');
587
+ const vp = await this.viewportOf(page);
588
+ const x = Math.max(0, box.x);
589
+ const y = Math.max(0, box.y);
590
+ const w = Math.min(box.width, vp.width - x);
591
+ const h = Math.min(box.height, vp.height - y);
592
+ const buf = await page.screenshot({ type: 'png', fullPage: false, timeout: deadline });
593
+ return {
594
+ mimeType: 'image/png',
595
+ dataBase64: buf.toString('base64'),
596
+ cropCssRect: { x, y, w, h, dpr: 1 }
597
+ };
598
+ }
599
+ case 'evaluate_expression': {
600
+ const expression = String(params['expression'] ?? '');
601
+ try {
602
+ const value = await page.evaluate((src) => {
603
+ // Indirect eval => global scope, like the extension's MAIN-world eval.
604
+ const r = (0, eval)(src);
605
+ return r === undefined ? 'undefined' : typeof r === 'string' ? r : JSON.stringify(r);
606
+ }, expression);
607
+ return { ok: true, result: String(value).slice(0, 20_000) };
608
+ }
609
+ catch (e) {
610
+ return { ok: false, error: String(e).split('\n')[0] };
611
+ }
612
+ }
613
+ default:
614
+ throw new ProtocolError(`Method "${method}" is not available with the managed (headless/headed Playwright) driver. ` +
615
+ `Use the extension driver for this tool.`, 'unsupported');
616
+ }
617
+ }
618
+ }
619
+ //# sourceMappingURL=managedBridge.js.map