@agentruntime-labs/browser-agent 0.0.0-stage → 0.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (118) hide show
  1. package/README.md +214 -2
  2. package/bin/browser-agent.js +2 -0
  3. package/cli/hosts.mjs +53 -0
  4. package/cli/main.mjs +156 -0
  5. package/cli/mcp.mjs +42 -0
  6. package/extension/approval.html +56 -0
  7. package/extension/approval.js +54 -0
  8. package/extension/background.js +711 -0
  9. package/extension/constants.js +4 -0
  10. package/extension/content.js +1160 -0
  11. package/extension/manifest.json +23 -0
  12. package/extension/popup.html +56 -0
  13. package/extension/popup.js +166 -0
  14. package/package.json +42 -4
  15. package/server/dist/arBrowserPaths.d.ts +11 -0
  16. package/server/dist/arBrowserPaths.d.ts.map +1 -0
  17. package/server/dist/arBrowserPaths.js +93 -0
  18. package/server/dist/arBrowserPaths.js.map +1 -0
  19. package/server/dist/automationSession.d.ts +49 -0
  20. package/server/dist/automationSession.d.ts.map +1 -0
  21. package/server/dist/automationSession.js +225 -0
  22. package/server/dist/automationSession.js.map +1 -0
  23. package/server/dist/bridge.d.ts +43 -0
  24. package/server/dist/bridge.d.ts.map +1 -0
  25. package/server/dist/bridge.js +307 -0
  26. package/server/dist/bridge.js.map +1 -0
  27. package/server/dist/browserToolsExtras.d.ts +5 -0
  28. package/server/dist/browserToolsExtras.d.ts.map +1 -0
  29. package/server/dist/browserToolsExtras.js +304 -0
  30. package/server/dist/browserToolsExtras.js.map +1 -0
  31. package/server/dist/compositeTools.d.ts +12 -0
  32. package/server/dist/compositeTools.d.ts.map +1 -0
  33. package/server/dist/compositeTools.js +43 -0
  34. package/server/dist/compositeTools.js.map +1 -0
  35. package/server/dist/debugSnapshot.d.ts +13 -0
  36. package/server/dist/debugSnapshot.d.ts.map +1 -0
  37. package/server/dist/debugSnapshot.js +54 -0
  38. package/server/dist/debugSnapshot.js.map +1 -0
  39. package/server/dist/guardrails.d.ts +8 -0
  40. package/server/dist/guardrails.d.ts.map +1 -0
  41. package/server/dist/guardrails.js +24 -0
  42. package/server/dist/guardrails.js.map +1 -0
  43. package/server/dist/humanLike.d.ts +24 -0
  44. package/server/dist/humanLike.d.ts.map +1 -0
  45. package/server/dist/humanLike.js +97 -0
  46. package/server/dist/humanLike.js.map +1 -0
  47. package/server/dist/main.d.ts +2 -0
  48. package/server/dist/main.d.ts.map +1 -0
  49. package/server/dist/main.js +79 -0
  50. package/server/dist/main.js.map +1 -0
  51. package/server/dist/policyTiers.d.ts +3 -0
  52. package/server/dist/policyTiers.d.ts.map +1 -0
  53. package/server/dist/policyTiers.js +9 -0
  54. package/server/dist/policyTiers.js.map +1 -0
  55. package/server/dist/protocol.d.ts +62 -0
  56. package/server/dist/protocol.d.ts.map +1 -0
  57. package/server/dist/protocol.js +55 -0
  58. package/server/dist/protocol.js.map +1 -0
  59. package/server/dist/richEditorFill.d.ts +7 -0
  60. package/server/dist/richEditorFill.d.ts.map +1 -0
  61. package/server/dist/richEditorFill.js +27 -0
  62. package/server/dist/richEditorFill.js.map +1 -0
  63. package/server/dist/screenshotCrop.d.ts +11 -0
  64. package/server/dist/screenshotCrop.d.ts.map +1 -0
  65. package/server/dist/screenshotCrop.js +17 -0
  66. package/server/dist/screenshotCrop.js.map +1 -0
  67. package/server/dist/sessionLog.d.ts +42 -0
  68. package/server/dist/sessionLog.d.ts.map +1 -0
  69. package/server/dist/sessionLog.js +112 -0
  70. package/server/dist/sessionLog.js.map +1 -0
  71. package/server/dist/sessionPhase.d.ts +5 -0
  72. package/server/dist/sessionPhase.d.ts.map +1 -0
  73. package/server/dist/sessionPhase.js +24 -0
  74. package/server/dist/sessionPhase.js.map +1 -0
  75. package/server/dist/sessionSummary.d.ts +16 -0
  76. package/server/dist/sessionSummary.d.ts.map +1 -0
  77. package/server/dist/sessionSummary.js +70 -0
  78. package/server/dist/sessionSummary.js.map +1 -0
  79. package/server/dist/skillsInstructions.d.ts +5 -0
  80. package/server/dist/skillsInstructions.d.ts.map +1 -0
  81. package/server/dist/skillsInstructions.js +45 -0
  82. package/server/dist/skillsInstructions.js.map +1 -0
  83. package/server/dist/structureFilter.d.ts +21 -0
  84. package/server/dist/structureFilter.d.ts.map +1 -0
  85. package/server/dist/structureFilter.js +22 -0
  86. package/server/dist/structureFilter.js.map +1 -0
  87. package/server/dist/surveyCatalog.d.ts +10 -0
  88. package/server/dist/surveyCatalog.d.ts.map +1 -0
  89. package/server/dist/surveyCatalog.js +59 -0
  90. package/server/dist/surveyCatalog.js.map +1 -0
  91. package/server/dist/surveyRunner.d.ts +28 -0
  92. package/server/dist/surveyRunner.d.ts.map +1 -0
  93. package/server/dist/surveyRunner.js +109 -0
  94. package/server/dist/surveyRunner.js.map +1 -0
  95. package/server/dist/toolHelpers.d.ts +44 -0
  96. package/server/dist/toolHelpers.d.ts.map +1 -0
  97. package/server/dist/toolHelpers.js +83 -0
  98. package/server/dist/toolHelpers.js.map +1 -0
  99. package/server/dist/toolRuntime.d.ts +41 -0
  100. package/server/dist/toolRuntime.d.ts.map +1 -0
  101. package/server/dist/toolRuntime.js +263 -0
  102. package/server/dist/toolRuntime.js.map +1 -0
  103. package/server/dist/toolSchemas.d.ts +431 -0
  104. package/server/dist/toolSchemas.d.ts.map +1 -0
  105. package/server/dist/toolSchemas.js +408 -0
  106. package/server/dist/toolSchemas.js.map +1 -0
  107. package/server/dist/tools.d.ts +5 -0
  108. package/server/dist/tools.d.ts.map +1 -0
  109. package/server/dist/tools.js +484 -0
  110. package/server/dist/tools.js.map +1 -0
  111. package/server/dist/verdictExtract.d.ts +7 -0
  112. package/server/dist/verdictExtract.d.ts.map +1 -0
  113. package/server/dist/verdictExtract.js +24 -0
  114. package/server/dist/verdictExtract.js.map +1 -0
  115. package/server/dist/workflowTools.d.ts +5 -0
  116. package/server/dist/workflowTools.d.ts.map +1 -0
  117. package/server/dist/workflowTools.js +96 -0
  118. package/server/dist/workflowTools.js.map +1 -0
@@ -0,0 +1,711 @@
1
+ /**
2
+ * Browser Automation — MV3 service worker (WebSocket client to localhost bridge).
3
+ */
4
+
5
+ import { DEFAULT_WS_PORT, WS_PORT_FALLBACK_ATTEMPTS } from './constants.js';
6
+
7
+ let ws = null;
8
+
9
+ /** @type {Map<string, (out: unknown) => void>} */
10
+ const approvalWaiters = new Map();
11
+
12
+ /** @type {{ url: string, statusCode: number, method: string, ts: number, type: string }[]} */
13
+ const networkRing = [];
14
+ const NETWORK_CAP = 80;
15
+
16
+ try {
17
+ chrome.webRequest.onCompleted.addListener(
18
+ (d) => {
19
+ if (!/^https?:/i.test(d.url || '')) {
20
+ return;
21
+ }
22
+ networkRing.push({
23
+ url: (d.url || '').slice(0, 800),
24
+ statusCode: d.statusCode ?? 0,
25
+ method: d.method || 'GET',
26
+ ts: Date.now(),
27
+ type: d.type || 'unknown'
28
+ });
29
+ while (networkRing.length > NETWORK_CAP) {
30
+ networkRing.shift();
31
+ }
32
+ },
33
+ { urls: ['http://*/*', 'https://*/*'] }
34
+ );
35
+ } catch (e) {
36
+ console.warn('[browser-automation] webRequest init failed', e);
37
+ }
38
+
39
+ chrome.runtime.onInstalled.addListener(() => {
40
+ chrome.storage.local.get('wsPort', (o) => {
41
+ if (o.wsPort == null) {
42
+ chrome.storage.local.set({ wsPort: DEFAULT_WS_PORT });
43
+ }
44
+ });
45
+ });
46
+
47
+ function frameIdFromParams(params) {
48
+ if (params.frameId == null || params.frameId === '') {
49
+ return undefined;
50
+ }
51
+ const n = Number(params.frameId);
52
+ return Number.isFinite(n) ? n : undefined;
53
+ }
54
+
55
+ async function ensureInject(tabId, params) {
56
+ const fid = frameIdFromParams(params);
57
+ const target =
58
+ fid !== undefined ? { tabId, frameIds: [fid] } : { tabId, allFrames: false };
59
+ await chrome.scripting.executeScript({
60
+ target,
61
+ files: ['content.js']
62
+ });
63
+ }
64
+
65
+ async function rpcToTab(tabId, method, params) {
66
+ await ensureInject(tabId, params);
67
+ const fid = frameIdFromParams(params);
68
+ const opts = fid !== undefined ? { frameId: fid } : {};
69
+ const raw = await chrome.tabs.sendMessage(
70
+ tabId,
71
+ { type: 'ba-rpc', method, params },
72
+ opts
73
+ );
74
+ return raw;
75
+ }
76
+
77
+ async function assertTabExists(tabId, { storedTarget = false } = {}) {
78
+ try {
79
+ await chrome.tabs.get(tabId);
80
+ return tabId;
81
+ } catch {
82
+ if (storedTarget) {
83
+ await chrome.storage.local.remove('connectedTabId');
84
+ }
85
+ const prefix = storedTarget ? 'Extension target tab' : 'Tab';
86
+ throw Object.assign(
87
+ new Error(
88
+ `${prefix} #${tabId} was closed or is no longer available. ` +
89
+ (storedTarget
90
+ ? 'Pass tabId from browser_get_tabs / browser_tab_open, or focus an https:// tab in Chrome.'
91
+ : 'Use browser_get_tabs or browser_tab_open to pick a valid tabId.')
92
+ ),
93
+ { code: 'stale_target_tab', details: { tabId } }
94
+ );
95
+ }
96
+ }
97
+
98
+ async function getActiveAutomatableTabId() {
99
+ const [tab] = await chrome.tabs.query({ active: true, lastFocusedWindow: true });
100
+ if (!tab?.id) {
101
+ throw Object.assign(new Error('No active tab in the focused window.'), {
102
+ code: 'not_connected'
103
+ });
104
+ }
105
+ const url = tab.url || tab.pendingUrl || '';
106
+ if (!/^https?:\/\//i.test(url)) {
107
+ throw Object.assign(
108
+ new Error(
109
+ `Active tab #${tab.id} is not a normal web page (${url || 'empty'}). ` +
110
+ 'Focus an https:// tab, pass tabId from browser_get_tabs, or use browser_tab_open.'
111
+ ),
112
+ { code: 'not_connected', details: { tabId: tab.id, url } }
113
+ );
114
+ }
115
+ return tab.id;
116
+ }
117
+
118
+ async function getTargetTabId(params) {
119
+ if (params.tabId != null && params.tabId !== '') {
120
+ return assertTabExists(Number(params.tabId), { storedTarget: false });
121
+ }
122
+ const { connectedTabId } = await chrome.storage.local.get('connectedTabId');
123
+ if (connectedTabId != null) {
124
+ try {
125
+ await chrome.tabs.get(connectedTabId);
126
+ return connectedTabId;
127
+ } catch {
128
+ await chrome.storage.local.remove('connectedTabId');
129
+ }
130
+ }
131
+ return getActiveAutomatableTabId();
132
+ }
133
+
134
+ function wrapRpcResult(r) {
135
+ if (r && r.ok) {
136
+ return r.result;
137
+ }
138
+ const em = r?.error;
139
+ const e = new Error(em?.message || 'rpc_error');
140
+ e.code = em?.code || 'internal';
141
+ throw e;
142
+ }
143
+
144
+ /**
145
+ * Normalize bridge op names (handles MCP-style `browser_*` aliases, stray whitespace).
146
+ * @param {unknown} method
147
+ * @returns {string}
148
+ */
149
+ function wireOpName(method) {
150
+ if (typeof method !== 'string') {
151
+ return '';
152
+ }
153
+ let s = method.replace(/[\u200B-\u200D\uFEFF]/g, '').trim().toLowerCase();
154
+ if (s.startsWith('browser_')) {
155
+ s = s.slice('browser_'.length);
156
+ }
157
+ return s;
158
+ }
159
+
160
+ /**
161
+ * @param {string} method
162
+ * @param {Record<string, unknown>} params
163
+ * @param {string} requestId WebSocket request id (needed for ask_confirmation)
164
+ */
165
+ async function dispatchRequest(method, params, requestId) {
166
+ const op = wireOpName(method);
167
+
168
+ if (op === 'get_tabs') {
169
+ const q = params.activeOnly
170
+ ? { active: true, currentWindow: true }
171
+ : {};
172
+ const tabs = await chrome.tabs.query(q);
173
+ return {
174
+ tabs: tabs.map((t) => ({
175
+ tabId: t.id,
176
+ title: t.title,
177
+ url: t.url,
178
+ active: t.active
179
+ }))
180
+ };
181
+ }
182
+
183
+ if (op === 'tab_open') {
184
+ const rawUrl = params.url != null ? String(params.url).trim() : '';
185
+ const tab = await chrome.tabs.create({
186
+ url: rawUrl || 'about:blank',
187
+ active: params.active !== false
188
+ });
189
+ return {
190
+ tabId: tab.id,
191
+ url: tab.pendingUrl || tab.url || rawUrl || 'about:blank',
192
+ title: tab.title ?? ''
193
+ };
194
+ }
195
+
196
+ if (op === 'get_network_log') {
197
+ const max = Math.min(Number(params.maxEntries) || 50, NETWORK_CAP);
198
+ return { entries: networkRing.slice(-max) };
199
+ }
200
+
201
+ const tabId = await getTargetTabId(params);
202
+
203
+ switch (op) {
204
+ case 'navigate': {
205
+ const raw = String(params.url ?? '').trim();
206
+ if (!/^https:\/\//i.test(raw) && !/^http:\/\//i.test(raw)) {
207
+ throw Object.assign(new Error('navigate requires an absolute http(s) URL'), {
208
+ code: 'invalid_params'
209
+ });
210
+ }
211
+ await chrome.tabs.update(tabId, { url: raw });
212
+ const t = await chrome.tabs.get(tabId);
213
+ return {
214
+ navigated: true,
215
+ tabId: t.id,
216
+ url: t.url ?? raw,
217
+ pendingUrl: t.pendingUrl
218
+ };
219
+ }
220
+ case 'get_current_tab': {
221
+ const t = await chrome.tabs.get(tabId);
222
+ return {
223
+ tabId: t.id,
224
+ title: t.title,
225
+ url: t.url,
226
+ windowId: t.windowId,
227
+ active: t.active
228
+ };
229
+ }
230
+ case 'get_page_text':
231
+ case 'get_page_structure':
232
+ case 'click_element':
233
+ case 'fill_input':
234
+ case 'press_key':
235
+ case 'scroll':
236
+ case 'select_option':
237
+ case 'hover':
238
+ case 'get_selected_text':
239
+ case 'check_text_contains':
240
+ case 'get_ref_viewport_rect':
241
+ case 'get_ref_presentation_rect':
242
+ case 'get_viewport_chrome_insets':
243
+ case 'set_file_input': {
244
+ const r = await rpcToTab(tabId, op, params);
245
+ return wrapRpcResult(r);
246
+ }
247
+ case 'get_ref_screen_rect': {
248
+ const tab = await chrome.tabs.get(tabId);
249
+ const win = await chrome.windows.get(tab.windowId);
250
+ const presR = await rpcToTab(tabId, 'get_ref_presentation_rect', params);
251
+ if (!presR?.ok) {
252
+ return wrapRpcResult(presR);
253
+ }
254
+ const pres = presR.result;
255
+ const insetsR = await rpcToTab(tabId, 'get_viewport_chrome_insets', params);
256
+ if (!insetsR?.ok) {
257
+ return wrapRpcResult(insetsR);
258
+ }
259
+ const insets = insetsR.result;
260
+ const screenX = win.left + insets.left + pres.x;
261
+ const screenY = win.top + insets.top + pres.y;
262
+ const width = pres.w;
263
+ const height = pres.h;
264
+ return {
265
+ screenX,
266
+ screenY,
267
+ width,
268
+ height,
269
+ centerX: screenX + width / 2,
270
+ centerY: screenY + height / 2,
271
+ viewport: { x: pres.x, y: pres.y, w: pres.w, h: pres.h },
272
+ window: { left: win.left, top: win.top, width: win.width, height: win.height },
273
+ chromeInsets: { left: insets.left, top: insets.top, dpr: insets.dpr },
274
+ mapping: 'chrome.windows+insets'
275
+ };
276
+ }
277
+ case 'wait_for': {
278
+ const urlSub =
279
+ params.urlContains != null && String(params.urlContains).trim()
280
+ ? String(params.urlContains)
281
+ : null;
282
+ const textSub =
283
+ params.textContains != null && String(params.textContains).trim()
284
+ ? String(params.textContains)
285
+ : null;
286
+ if (!urlSub && !textSub) {
287
+ throw Object.assign(new Error('wait_for needs urlContains and/or textContains'), {
288
+ code: 'invalid_params'
289
+ });
290
+ }
291
+ const timeoutMs = Math.min(Math.max(Number(params.timeoutMs) || 30000, 500), 120000);
292
+ const pollMs = Math.min(Math.max(Number(params.pollMs) || 400, 100), 3000);
293
+ const t0 = Date.now();
294
+ while (Date.now() - t0 < timeoutMs) {
295
+ if (urlSub) {
296
+ const t = await chrome.tabs.get(tabId);
297
+ const u = t.url || '';
298
+ if (u.includes(urlSub)) {
299
+ return {
300
+ ok: true,
301
+ matched: 'url',
302
+ waitedMs: Date.now() - t0,
303
+ url: u
304
+ };
305
+ }
306
+ }
307
+ if (textSub) {
308
+ try {
309
+ const r = await rpcToTab(tabId, 'check_text_contains', {
310
+ ...params,
311
+ substring: textSub
312
+ });
313
+ if (r && r.ok && r.result && r.result.found) {
314
+ return { ok: true, matched: 'text', waitedMs: Date.now() - t0 };
315
+ }
316
+ } catch {
317
+ /* tab may not be injectable yet */
318
+ }
319
+ }
320
+ await new Promise((r) => setTimeout(r, pollMs));
321
+ }
322
+ return { ok: false, matched: 'timeout', waitedMs: Date.now() - t0 };
323
+ }
324
+ case 'screenshot_element': {
325
+ const ref = String(params.ref ?? '');
326
+ if (!ref) {
327
+ throw Object.assign(new Error('ref required'), { code: 'invalid_params' });
328
+ }
329
+ const scrollR = await rpcToTab(tabId, 'scroll', { ...params, ref, block: 'center' });
330
+ wrapRpcResult(scrollR);
331
+ const t = await chrome.tabs.get(tabId);
332
+ await chrome.tabs.update(tabId, { active: true });
333
+ await chrome.windows.update(t.windowId, { focused: true });
334
+ await new Promise((r) => setTimeout(r, Number(params.settleMs) || 150));
335
+ const rectR = await rpcToTab(tabId, 'get_ref_viewport_rect', { ...params, ref });
336
+ const rect = wrapRpcResult(rectR);
337
+ const fmt = params.format === 'png' ? 'png' : 'jpeg';
338
+ const capOpts =
339
+ fmt === 'png'
340
+ ? { format: 'png' }
341
+ : { format: 'jpeg', quality: params.quality ?? 85 };
342
+ const dataUrl = await chrome.tabs.captureVisibleTab(t.windowId, capOpts);
343
+ const mimeType = fmt === 'png' ? 'image/png' : 'image/jpeg';
344
+ const base64 = dataUrl.split(',')[1] || '';
345
+ return {
346
+ mimeType,
347
+ dataBase64: base64,
348
+ cropCssRect: rect
349
+ };
350
+ }
351
+ case 'console_recent': {
352
+ const fid = frameIdFromParams(params);
353
+ const target =
354
+ fid !== undefined ? { tabId, frameIds: [fid] } : { tabId, allFrames: false };
355
+ await chrome.scripting.executeScript({
356
+ target,
357
+ world: 'MAIN',
358
+ func: () => {
359
+ const max = 100;
360
+ window.__BAConsoleLog = window.__BAConsoleLog || [];
361
+ if (!window.__BAConsoleHooked) {
362
+ window.__BAConsoleHooked = true;
363
+ ['log', 'warn', 'error', 'info', 'debug'].forEach((level) => {
364
+ const orig = console[level].bind(console);
365
+ console[level] = function (...args) {
366
+ try {
367
+ const msg = args
368
+ .map((a) => {
369
+ try {
370
+ return typeof a === 'object'
371
+ ? JSON.stringify(a).slice(0, 500)
372
+ : String(a);
373
+ } catch {
374
+ return String(a);
375
+ }
376
+ })
377
+ .join(' ')
378
+ .slice(0, 2000);
379
+ window.__BAConsoleLog.push({
380
+ t: Date.now(),
381
+ level,
382
+ msg
383
+ });
384
+ while (window.__BAConsoleLog.length > max) {
385
+ window.__BAConsoleLog.shift();
386
+ }
387
+ } catch (_) {
388
+ /* ignore */
389
+ }
390
+ return orig(...args);
391
+ };
392
+ });
393
+ }
394
+ }
395
+ });
396
+ const clear = params.clear === true;
397
+ const lim = Math.min(Number(params.maxEntries) || 50, 100);
398
+ const [inj] = await chrome.scripting.executeScript({
399
+ target,
400
+ world: 'MAIN',
401
+ args: [clear, lim],
402
+ func: (clearFlag, limit) => {
403
+ const a = window.__BAConsoleLog || [];
404
+ const slice = a.slice(-limit);
405
+ if (clearFlag) {
406
+ window.__BAConsoleLog = [];
407
+ }
408
+ return { entries: slice };
409
+ }
410
+ });
411
+ return inj.result;
412
+ }
413
+ case 'evaluate_expression': {
414
+ const expr = String(params.expression ?? '').trim();
415
+ if (!expr) {
416
+ throw Object.assign(new Error('expression required'), { code: 'invalid_params' });
417
+ }
418
+ const fid = frameIdFromParams(params);
419
+ const target =
420
+ fid !== undefined ? { tabId, frameIds: [fid] } : { tabId, allFrames: false };
421
+ const [inj] = await chrome.scripting.executeScript({
422
+ target,
423
+ world: 'MAIN',
424
+ args: [expr],
425
+ func: (src) => {
426
+ try {
427
+ const r = (0, eval)(src);
428
+ let serialized;
429
+ if (r === undefined) {
430
+ serialized = 'undefined';
431
+ } else if (r === null) {
432
+ serialized = 'null';
433
+ } else if (typeof r === 'object') {
434
+ try {
435
+ serialized = JSON.stringify(r);
436
+ } catch {
437
+ serialized = String(r);
438
+ }
439
+ } else {
440
+ serialized = String(r);
441
+ }
442
+ return { ok: true, result: serialized.slice(0, 50000) };
443
+ } catch (e) {
444
+ return {
445
+ ok: false,
446
+ error: e instanceof Error ? e.message : String(e)
447
+ };
448
+ }
449
+ }
450
+ });
451
+ return inj.result;
452
+ }
453
+ case 'screenshot_visible': {
454
+ const t = await chrome.tabs.get(tabId);
455
+ await chrome.tabs.update(tabId, { active: true });
456
+ await chrome.windows.update(t.windowId, { focused: true });
457
+ const fmt = params.format === 'png' ? 'png' : 'jpeg';
458
+ const capOpts =
459
+ fmt === 'png'
460
+ ? { format: 'png' }
461
+ : { format: 'jpeg', quality: params.quality ?? 80 };
462
+ const dataUrl = await chrome.tabs.captureVisibleTab(t.windowId, capOpts);
463
+ const mimeType = fmt === 'png' ? 'image/png' : 'image/jpeg';
464
+ const base64 = dataUrl.split(',')[1] || '';
465
+ return { mimeType, dataBase64: base64 };
466
+ }
467
+ case 'wait': {
468
+ const ms = Math.min(params.ms ?? 500, 30000);
469
+ await new Promise((r) => setTimeout(r, ms));
470
+ return { ok: true, waitedMs: ms };
471
+ }
472
+ case 'go_back': {
473
+ try {
474
+ await chrome.tabs.goBack(tabId);
475
+ } catch (e) {
476
+ throw Object.assign(
477
+ new Error(e instanceof Error ? e.message : 'tabs.goBack failed'),
478
+ { code: 'go_back_failed' }
479
+ );
480
+ }
481
+ return { wentBack: true, tabId };
482
+ }
483
+ case 'reload': {
484
+ await chrome.tabs.reload(tabId, {
485
+ bypassCache: params.bypassCache === true
486
+ });
487
+ return { reloaded: true, tabId };
488
+ }
489
+ case 'tab_close': {
490
+ await chrome.tabs.remove(tabId);
491
+ return { closed: true, tabId };
492
+ }
493
+ case 'tab_activate': {
494
+ const t = await chrome.tabs.get(tabId);
495
+ await chrome.tabs.update(tabId, { active: true });
496
+ await chrome.windows.update(t.windowId, { focused: true });
497
+ return { activated: true, tabId };
498
+ }
499
+ case 'ask_confirmation':
500
+ return askConfirmation(params, requestId);
501
+ default:
502
+ throw Object.assign(new Error(`unknown_method:${op || String(method)}`), {
503
+ code: 'unknown_method'
504
+ });
505
+ }
506
+ }
507
+
508
+ function askConfirmation(params, requestId) {
509
+ const timeoutMs = params.timeoutMs ?? 120000;
510
+ return new Promise((resolve) => {
511
+ const timer = setTimeout(() => {
512
+ approvalWaiters.delete(requestId);
513
+ resolve({ decision: 'denied', reason: 'timeout' });
514
+ }, timeoutMs);
515
+ approvalWaiters.set(requestId, (out) => {
516
+ clearTimeout(timer);
517
+ approvalWaiters.delete(requestId);
518
+ resolve(out);
519
+ });
520
+ void chrome.storage.session.set({
521
+ [`confirm:${requestId}`]: {
522
+ title: params.title,
523
+ summary: params.summary,
524
+ risk: params.risk,
525
+ suggestedAction: params.suggestedAction
526
+ }
527
+ });
528
+ void chrome.windows.create({
529
+ url: chrome.runtime.getURL(`approval.html?rid=${encodeURIComponent(requestId)}`),
530
+ type: 'popup',
531
+ width: 520,
532
+ height: 560,
533
+ focused: true
534
+ });
535
+ });
536
+ }
537
+
538
+ chrome.runtime.onMessage.addListener((msg, _s, sendResponse) => {
539
+ if (msg?.type === 'approval-done') {
540
+ const cb = approvalWaiters.get(msg.rid);
541
+ if (cb) {
542
+ if (msg.decision === 'approved') {
543
+ cb({
544
+ decision: 'approved',
545
+ approvalToken: msg.approvalToken,
546
+ approvedAt: msg.approvedAt
547
+ });
548
+ } else {
549
+ cb({ decision: 'denied', reason: msg.reason || 'user_rejected' });
550
+ }
551
+ }
552
+ sendResponse({ ok: true });
553
+ return;
554
+ }
555
+ if (msg?.type === 'connect') {
556
+ connectWs(msg.port, msg.token)
557
+ .then(() => sendResponse({ ok: true }))
558
+ .catch((e) => sendResponse({ ok: false, error: String(e) }));
559
+ return true;
560
+ }
561
+ if (msg?.type === 'disconnect') {
562
+ disconnectWs();
563
+ sendResponse({ ok: true });
564
+ return;
565
+ }
566
+ if (msg?.type === 'get-ws-status') {
567
+ sendResponse({ connected: ws != null && ws.readyState === 1 });
568
+ return;
569
+ }
570
+ return false;
571
+ });
572
+
573
+ function disconnectWs() {
574
+ if (ws) {
575
+ try {
576
+ ws.close();
577
+ } catch {
578
+ /* ignore */
579
+ }
580
+ ws = null;
581
+ }
582
+ }
583
+
584
+ function connectWsRaw(port, token, failTimeMs = 10000) {
585
+ return new Promise((resolve, reject) => {
586
+ const url = `ws://127.0.0.1:${port}`;
587
+ const socket = new WebSocket(url);
588
+ ws = socket;
589
+ let opened = false;
590
+ const failTimer = setTimeout(() => {
591
+ if (!opened) {
592
+ try {
593
+ socket.close();
594
+ } catch {
595
+ /* ignore */
596
+ }
597
+ reject(new Error('websocket_timeout'));
598
+ }
599
+ }, failTimeMs);
600
+ socket.onopen = () => {
601
+ opened = true;
602
+ clearTimeout(failTimer);
603
+ socket.send(
604
+ JSON.stringify({
605
+ proto: 1,
606
+ type: 'session.open',
607
+ id: crypto.randomUUID(),
608
+ payload: {
609
+ token: token || '',
610
+ extensionId: chrome.runtime.id,
611
+ client: 'browser_automation_ext',
612
+ clientVersion: '0.1.0'
613
+ }
614
+ })
615
+ );
616
+ resolve(undefined);
617
+ };
618
+ socket.onerror = () => {
619
+ clearTimeout(failTimer);
620
+ reject(new Error('websocket_error'));
621
+ };
622
+ socket.onclose = () => {
623
+ if (ws === socket) {
624
+ ws = null;
625
+ }
626
+ };
627
+ socket.onmessage = (ev) => {
628
+ void handleServerJson(ev.data);
629
+ };
630
+ });
631
+ }
632
+
633
+ async function connectFromPort(startPort, token) {
634
+ let lastErr;
635
+ const attempts = Math.max(1, WS_PORT_FALLBACK_ATTEMPTS);
636
+ for (let i = 0; i < attempts; i++) {
637
+ const candidate = startPort + i;
638
+ if (candidate >= 65536) {
639
+ break;
640
+ }
641
+ try {
642
+ await connectWsRaw(candidate, token);
643
+ await chrome.storage.local.set({ wsPort: candidate });
644
+ return candidate;
645
+ } catch (e) {
646
+ lastErr = e;
647
+ }
648
+ }
649
+ throw lastErr ?? new Error('websocket_error');
650
+ }
651
+
652
+ async function connectWs(port, token) {
653
+ disconnectWs();
654
+ try {
655
+ await connectFromPort(port, token);
656
+ } catch (firstErr) {
657
+ if (port !== DEFAULT_WS_PORT) {
658
+ await connectFromPort(DEFAULT_WS_PORT, token);
659
+ } else {
660
+ throw firstErr;
661
+ }
662
+ }
663
+ }
664
+
665
+ async function handleServerJson(raw) {
666
+ const msg = JSON.parse(raw);
667
+ if (msg.type === 'session.opened') {
668
+ const bp = msg.payload?.bridgePort;
669
+ if (typeof bp === 'number' && bp > 0) {
670
+ void chrome.storage.local.set({ serverBridgePort: bp });
671
+ }
672
+ console.info('[browser-automation] session opened', msg.payload?.sessionId, 'port', bp);
673
+ return;
674
+ }
675
+ if (msg.type === 'ping' && msg.id) {
676
+ ws?.send(JSON.stringify({ proto: 1, type: 'pong', id: msg.id, payload: {} }));
677
+ return;
678
+ }
679
+ if (msg.type === 'request' && msg.id && msg.payload) {
680
+ const requestId = msg.id;
681
+ const { method, params } = msg.payload;
682
+ try {
683
+ const result = await dispatchRequest(method, params ?? {}, requestId);
684
+ ws?.send(
685
+ JSON.stringify({
686
+ proto: 1,
687
+ type: 'response',
688
+ id: requestId,
689
+ payload: { ok: true, result }
690
+ })
691
+ );
692
+ } catch (e) {
693
+ const code = e.code || 'internal';
694
+ ws?.send(
695
+ JSON.stringify({
696
+ proto: 1,
697
+ type: 'response',
698
+ id: requestId,
699
+ payload: {
700
+ ok: false,
701
+ error: {
702
+ code,
703
+ message: e instanceof Error ? e.message : String(e)
704
+ }
705
+ }
706
+ })
707
+ );
708
+ }
709
+ return;
710
+ }
711
+ }