@nexum-hub/browser 0.0.3-next.17 → 0.0.3-next.19

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (35) hide show
  1. package/browser-extension/build.mjs +4 -1
  2. package/browser-extension/connection.js +41 -5
  3. package/browser-extension/dist/development/connection.js +41 -5
  4. package/browser-extension/dist/development/frames.js +11 -0
  5. package/browser-extension/dist/development/manifest.json +1 -1
  6. package/browser-extension/dist/development/page.js +93 -3
  7. package/browser-extension/dist/development/router.js +216 -25
  8. package/browser-extension/dist/production/connection.js +41 -5
  9. package/browser-extension/dist/production/frames.js +11 -0
  10. package/browser-extension/dist/production/manifest.json +1 -1
  11. package/browser-extension/dist/production/page.js +93 -3
  12. package/browser-extension/dist/production/router.js +216 -25
  13. package/browser-extension/frames.js +11 -0
  14. package/browser-extension/page.js +93 -3
  15. package/browser-extension/release-info.json +5 -3
  16. package/browser-extension/router.js +216 -25
  17. package/dist/client/index.js +25 -1
  18. package/dist/client/index.js.map +1 -1
  19. package/dist/client/routes.js +5 -1
  20. package/dist/client/routes.js.map +1 -1
  21. package/dist/client/types.d.ts +20 -0
  22. package/dist/extension/assets.d.ts +1 -0
  23. package/dist/extension/assets.js +3 -1
  24. package/dist/extension/assets.js.map +1 -1
  25. package/dist/extension/index.js +6 -6
  26. package/dist/extension/index.js.map +1 -1
  27. package/dist/extension/service.d.ts +2 -0
  28. package/dist/extension/service.js +18 -8
  29. package/dist/extension/service.js.map +1 -1
  30. package/docs/README.md +5 -5
  31. package/docs/connection.md +1 -1
  32. package/docs/usage.md +45 -4
  33. package/implementation.json +1 -1
  34. package/package.json +2 -2
  35. package/skills/browser-control/SKILL.md +14 -5
@@ -56,6 +56,9 @@ export async function buildExtensions(
56
56
  for (const [profile, info] of Object.entries(release.profiles)) {
57
57
  if (extensionId(info.key) !== info.extensionId || info.profile !== profile)
58
58
  throw new Error("Invalid fixed plugin identity.");
59
+ const start = profile === "development" ? 29030 : 29040;
60
+ if (info.port !== start || info.portEnd !== start + 9)
61
+ throw new Error("Invalid fixed plugin port range.");
59
62
  const target = path.join(destination, profile);
60
63
  await mkdir(target, { recursive: true });
61
64
  for (const name of files)
@@ -94,7 +97,7 @@ export async function buildExtensions(
94
97
  ],
95
98
  host_permissions: ["http://*/*", "https://*/*"],
96
99
  content_security_policy: {
97
- extension_pages: `script-src 'self'; object-src 'self'; connect-src ws://127.0.0.1:${info.port};`,
100
+ extension_pages: `script-src 'self'; object-src 'self'; connect-src ${Array.from({ length: info.portEnd - info.port + 1 }, (_, i) => `ws://127.0.0.1:${info.port + i}`).join(" ")};`,
98
101
  },
99
102
  },
100
103
  null,
@@ -38,12 +38,17 @@ export function createExtensionConnection({
38
38
  "PROFILE_MISMATCH",
39
39
  "Use a dedicated production or development extension build.",
40
40
  );
41
- const expectedUrl = `ws://127.0.0.1:${profile === "production" ? 43831 : 43832}/nexum-browser/v1`;
41
+ const firstPort = profile === "production" ? 29040 : 29030;
42
+ const allowedUrls = Array.from(
43
+ { length: 10 },
44
+ (_, index) => `ws://127.0.0.1:${firstPort + index}/nexum-browser/v1`,
45
+ );
42
46
  requireValue(
43
- url === undefined || url === expectedUrl,
47
+ url === undefined || allowedUrls.includes(url),
44
48
  "PROFILE_MISMATCH",
45
- "The extension cannot cross its fixed profile endpoint.",
49
+ "The extension cannot connect outside its profile's port range.",
46
50
  );
51
+ const endpoints = url === undefined ? allowedUrls : [url];
47
52
  let started = false,
48
53
  stopped = false,
49
54
  socket,
@@ -52,6 +57,10 @@ export function createExtensionConnection({
52
57
  initialize,
53
58
  reconnectTimer,
54
59
  keepAlive,
60
+ probeTimer,
61
+ preferredUrl,
62
+ socketUrl,
63
+ scanIndex = 0,
55
64
  reconnectAttempt = 0,
56
65
  attemptSequence = 0,
57
66
  lastMessage = 0,
@@ -296,8 +305,11 @@ export function createExtensionConnection({
296
305
  };
297
306
  const disconnected = async (expected) => {
298
307
  if (expected !== socket) return;
308
+ const wasReady = Boolean(ready);
299
309
  socket = undefined;
300
310
  ready = undefined;
311
+ clearTimeout(probeTimer);
312
+ probeTimer = undefined;
301
313
  clearInterval(keepAlive);
302
314
  keepAlive = undefined;
303
315
  status(false);
@@ -314,7 +326,17 @@ export function createExtensionConnection({
314
326
  );
315
327
  inbox.discard();
316
328
  for (const lease of leases.values()) void closeLease(lease).catch(() => {});
317
- if (!stopped) schedule();
329
+ if (!stopped) {
330
+ if (wasReady) {
331
+ scanIndex = 0;
332
+ schedule();
333
+ } else if (++scanIndex < endpoints.length) {
334
+ queueMicrotask(() => void connect().catch(schedule));
335
+ } else {
336
+ scanIndex = 0;
337
+ schedule();
338
+ }
339
+ }
318
340
  };
319
341
  const schedule = () => {
320
342
  if (stopped || reconnectTimer) return;
@@ -491,6 +513,10 @@ export function createExtensionConnection({
491
513
  "The plugin and package use incompatible wire budgets.",
492
514
  );
493
515
  ready = Object.freeze(message);
516
+ preferredUrl = socketUrl;
517
+ scanIndex = 0;
518
+ clearTimeout(probeTimer);
519
+ probeTimer = undefined;
494
520
  router.bind(message);
495
521
  reconnectAttempt = 0;
496
522
  status(true);
@@ -714,8 +740,16 @@ export function createExtensionConnection({
714
740
  // Recheck after initialization. A socket, including one still closing,
715
741
  // remains the current owner until its close handler starts cleanup.
716
742
  if (stopped || socket) return;
717
- const expected = new Socket(expectedUrl);
743
+ const choices = preferredUrl
744
+ ? [preferredUrl, ...endpoints.filter((candidate) => candidate !== preferredUrl)]
745
+ : endpoints;
746
+ socketUrl = choices[scanIndex];
747
+ const expected = new Socket(socketUrl);
718
748
  socket = expected;
749
+ probeTimer = setTimeout(() => {
750
+ if (expected === socket && !ready && expected.readyState !== Socket.CLOSED)
751
+ expected.close();
752
+ }, 3000);
719
753
  expected.binaryType = "arraybuffer";
720
754
  expected.addEventListener("open", () => {
721
755
  if (expected !== socket || stopped) {
@@ -757,6 +791,7 @@ export function createExtensionConnection({
757
791
  });
758
792
  });
759
793
  expected.addEventListener("close", () => {
794
+ if (expected === socket) clearTimeout(probeTimer);
760
795
  void disconnected(expected).catch(() => schedule());
761
796
  });
762
797
  expected.addEventListener("error", () => {
@@ -854,6 +889,7 @@ export function createExtensionConnection({
854
889
  if (stopped) return;
855
890
  stopped = true;
856
891
  clearTimeout(reconnectTimer);
892
+ clearTimeout(probeTimer);
857
893
  clearInterval(keepAlive);
858
894
  for (const remove of listeners.splice(0)) remove();
859
895
  for (const action of actions.values())
@@ -38,12 +38,17 @@ export function createExtensionConnection({
38
38
  "PROFILE_MISMATCH",
39
39
  "Use a dedicated production or development extension build.",
40
40
  );
41
- const expectedUrl = `ws://127.0.0.1:${profile === "production" ? 43831 : 43832}/nexum-browser/v1`;
41
+ const firstPort = profile === "production" ? 29040 : 29030;
42
+ const allowedUrls = Array.from(
43
+ { length: 10 },
44
+ (_, index) => `ws://127.0.0.1:${firstPort + index}/nexum-browser/v1`,
45
+ );
42
46
  requireValue(
43
- url === undefined || url === expectedUrl,
47
+ url === undefined || allowedUrls.includes(url),
44
48
  "PROFILE_MISMATCH",
45
- "The extension cannot cross its fixed profile endpoint.",
49
+ "The extension cannot connect outside its profile's port range.",
46
50
  );
51
+ const endpoints = url === undefined ? allowedUrls : [url];
47
52
  let started = false,
48
53
  stopped = false,
49
54
  socket,
@@ -52,6 +57,10 @@ export function createExtensionConnection({
52
57
  initialize,
53
58
  reconnectTimer,
54
59
  keepAlive,
60
+ probeTimer,
61
+ preferredUrl,
62
+ socketUrl,
63
+ scanIndex = 0,
55
64
  reconnectAttempt = 0,
56
65
  attemptSequence = 0,
57
66
  lastMessage = 0,
@@ -296,8 +305,11 @@ export function createExtensionConnection({
296
305
  };
297
306
  const disconnected = async (expected) => {
298
307
  if (expected !== socket) return;
308
+ const wasReady = Boolean(ready);
299
309
  socket = undefined;
300
310
  ready = undefined;
311
+ clearTimeout(probeTimer);
312
+ probeTimer = undefined;
301
313
  clearInterval(keepAlive);
302
314
  keepAlive = undefined;
303
315
  status(false);
@@ -314,7 +326,17 @@ export function createExtensionConnection({
314
326
  );
315
327
  inbox.discard();
316
328
  for (const lease of leases.values()) void closeLease(lease).catch(() => {});
317
- if (!stopped) schedule();
329
+ if (!stopped) {
330
+ if (wasReady) {
331
+ scanIndex = 0;
332
+ schedule();
333
+ } else if (++scanIndex < endpoints.length) {
334
+ queueMicrotask(() => void connect().catch(schedule));
335
+ } else {
336
+ scanIndex = 0;
337
+ schedule();
338
+ }
339
+ }
318
340
  };
319
341
  const schedule = () => {
320
342
  if (stopped || reconnectTimer) return;
@@ -491,6 +513,10 @@ export function createExtensionConnection({
491
513
  "The plugin and package use incompatible wire budgets.",
492
514
  );
493
515
  ready = Object.freeze(message);
516
+ preferredUrl = socketUrl;
517
+ scanIndex = 0;
518
+ clearTimeout(probeTimer);
519
+ probeTimer = undefined;
494
520
  router.bind(message);
495
521
  reconnectAttempt = 0;
496
522
  status(true);
@@ -714,8 +740,16 @@ export function createExtensionConnection({
714
740
  // Recheck after initialization. A socket, including one still closing,
715
741
  // remains the current owner until its close handler starts cleanup.
716
742
  if (stopped || socket) return;
717
- const expected = new Socket(expectedUrl);
743
+ const choices = preferredUrl
744
+ ? [preferredUrl, ...endpoints.filter((candidate) => candidate !== preferredUrl)]
745
+ : endpoints;
746
+ socketUrl = choices[scanIndex];
747
+ const expected = new Socket(socketUrl);
718
748
  socket = expected;
749
+ probeTimer = setTimeout(() => {
750
+ if (expected === socket && !ready && expected.readyState !== Socket.CLOSED)
751
+ expected.close();
752
+ }, 3000);
719
753
  expected.binaryType = "arraybuffer";
720
754
  expected.addEventListener("open", () => {
721
755
  if (expected !== socket || stopped) {
@@ -757,6 +791,7 @@ export function createExtensionConnection({
757
791
  });
758
792
  });
759
793
  expected.addEventListener("close", () => {
794
+ if (expected === socket) clearTimeout(probeTimer);
760
795
  void disconnected(expected).catch(() => schedule());
761
796
  });
762
797
  expected.addEventListener("error", () => {
@@ -854,6 +889,7 @@ export function createExtensionConnection({
854
889
  if (stopped) return;
855
890
  stopped = true;
856
891
  clearTimeout(reconnectTimer);
892
+ clearTimeout(probeTimer);
857
893
  clearInterval(keepAlive);
858
894
  for (const remove of listeners.splice(0)) remove();
859
895
  for (const action of actions.values())
@@ -150,6 +150,14 @@ export async function framePage(ctx, payload, selectors, execute) {
150
150
  ctx.router.noteFrameParent(ctx, node.node.frameId, frameId);
151
151
  frameId = node.node.frameId;
152
152
  }
153
+ // A frame may be replaced between hit-testing and arming the input
154
+ // receipt. Never transfer the receipt to a different frame by selector.
155
+ if (payload.expectedFrameId)
156
+ requireValue(
157
+ payload.expectedFrameId === frameId,
158
+ "STALE_REF",
159
+ "The input frame changed after its native target was observed.",
160
+ );
153
161
  const input = {
154
162
  ...payload,
155
163
  framePath: [],
@@ -179,6 +187,7 @@ export async function framePage(ctx, payload, selectors, execute) {
179
187
  if (!result.ok)
180
188
  throw new BrowserActionError(result.error.code, result.error.message);
181
189
  if (input.command === "resolve" && result.value?.rect) {
190
+ const framePoint = { ...result.value.point };
182
191
  // scrollIntoView in the resolved descendant can scroll every native ancestor.
183
192
  // Coordinates read during traversal are no longer an observation of this input target.
184
193
  for (const owner of owners) {
@@ -243,6 +252,8 @@ export async function framePage(ctx, payload, selectors, execute) {
243
252
  }
244
253
  result.value.point = point;
245
254
  result.value.rect = mappedRect(result.value.rect, owners);
255
+ result.value.framePoint = framePoint;
256
+ result.value.frameId = frameId;
246
257
  }
247
258
  if (input.command === "elementInfo" && Array.isArray(result.value))
248
259
  for (const entry of result.value)
@@ -30,6 +30,6 @@
30
30
  "https://*/*"
31
31
  ],
32
32
  "content_security_policy": {
33
- "extension_pages": "script-src 'self'; object-src 'self'; connect-src ws://127.0.0.1:43832;"
33
+ "extension_pages": "script-src 'self'; object-src 'self'; connect-src ws://127.0.0.1:29030 ws://127.0.0.1:29031 ws://127.0.0.1:29032 ws://127.0.0.1:29033 ws://127.0.0.1:29034 ws://127.0.0.1:29035 ws://127.0.0.1:29036 ws://127.0.0.1:29037 ws://127.0.0.1:29038 ws://127.0.0.1:29039;"
34
34
  }
35
35
  }
@@ -18,6 +18,10 @@ export async function pageCommand(input) {
18
18
  state.document !== document ||
19
19
  state.version !== input.pageVersion
20
20
  ) {
21
+ for (const receipt of state?.clickReceipts?.values?.() ?? []) {
22
+ document.removeEventListener(receipt.type, receipt.listener, true);
23
+ clearTimeout(receipt.timer);
24
+ }
21
25
  state = {
22
26
  document,
23
27
  version: input.pageVersion,
@@ -27,6 +31,7 @@ export async function pageCommand(input) {
27
31
  next: 0,
28
32
  refs: new Map(),
29
33
  reverse: new WeakMap(),
34
+ clickReceipts: new Map(),
30
35
  };
31
36
  Object.defineProperty(globalThis, slot, {
32
37
  value: state,
@@ -415,6 +420,71 @@ export async function pageCommand(input) {
415
420
  };
416
421
  let value;
417
422
  switch (input.command) {
423
+ case "inputReceipt": {
424
+ check(
425
+ typeof input.token === "string" &&
426
+ input.token.length > 0 &&
427
+ input.token.length <= 128,
428
+ );
429
+ const receipts = (state.clickReceipts ??= new Map());
430
+ const release = (receipt) => {
431
+ if (!receipt) return;
432
+ document.removeEventListener(receipt.type, receipt.listener, true);
433
+ clearTimeout(receipt.timer);
434
+ receipts.delete(input.token);
435
+ };
436
+ if (input.action === "arm") {
437
+ check(!receipts.has(input.token) && receipts.size < 32, "QUEUE_FULL");
438
+ check(
439
+ Number.isFinite(input.x) &&
440
+ Number.isFinite(input.y) &&
441
+ [0, 1, 2].includes(input.button) &&
442
+ Number.isFinite(input.expiresAt) &&
443
+ input.expiresAt > Date.now(),
444
+ );
445
+ const type =
446
+ input.button === 2
447
+ ? "contextmenu"
448
+ : input.button === 1
449
+ ? "auxclick"
450
+ : "click";
451
+ const receipt = {
452
+ type,
453
+ count: 0,
454
+ expiresAt: input.expiresAt,
455
+ x: input.x,
456
+ y: input.y,
457
+ button: input.button,
458
+ };
459
+ receipt.listener = (event) => {
460
+ if (
461
+ event.isTrusted &&
462
+ event.button === input.button &&
463
+ Math.abs(event.clientX - input.x) <= 6 &&
464
+ Math.abs(event.clientY - input.y) <= 6
465
+ )
466
+ receipt.count++;
467
+ };
468
+ receipt.timer = setTimeout(
469
+ () => release(receipt),
470
+ Math.min(30000, input.expiresAt - Date.now()),
471
+ );
472
+ document.addEventListener(type, receipt.listener, true);
473
+ receipts.set(input.token, receipt);
474
+ value = { armed: true, documentToken: state.token };
475
+ } else if (input.action === "peek" || input.action === "drop") {
476
+ check(
477
+ !input.expectedDocumentToken ||
478
+ input.expectedDocumentToken === state.token,
479
+ "STALE_REF",
480
+ "The receipt belongs to a replaced document.",
481
+ );
482
+ const receipt = receipts.get(input.token);
483
+ value = { observed: receipt?.count ?? 0 };
484
+ if (input.action === "drop") release(receipt);
485
+ } else check(false);
486
+ break;
487
+ }
418
488
  // Core-only native bridge: the caller retains the actual remote Node(s), never serializes them.
419
489
  case "nativeNodes":
420
490
  return input.multiple ? all() : unique();
@@ -610,14 +680,27 @@ export async function pageCommand(input) {
610
680
  const node = unique(false, true),
611
681
  geometry = node && actionGeometry(node, true);
612
682
  value = geometry
613
- ? { ...describe(node), ...geometry, tagName: node.tagName }
683
+ ? {
684
+ ...describe(node),
685
+ ...geometry,
686
+ tagName: node.tagName,
687
+ documentToken: state.token,
688
+ }
614
689
  : null;
615
690
  break;
616
691
  }
617
- case "fill":
618
- setValue(unique(true), input.value ?? input.text);
692
+ case "fill": {
693
+ const node = unique(true),
694
+ expected = input.value ?? input.text;
695
+ setValue(node, expected);
696
+ check(
697
+ (node.isContentEditable ? node.textContent : node.value) === expected,
698
+ "INVALID_TARGET",
699
+ "The input did not retain the requested value.",
700
+ );
619
701
  value = null;
620
702
  break;
703
+ }
621
704
  case "focus":
622
705
  unique(true).focus();
623
706
  value = null;
@@ -652,6 +735,13 @@ export async function pageCommand(input) {
652
735
  node.dispatchEvent(new Event("input", { bubbles: true }));
653
736
  node.dispatchEvent(new Event("change", { bubbles: true }));
654
737
  value = matches.map((o) => o.value);
738
+ const actual = [...node.selectedOptions].map((o) => o.value);
739
+ check(
740
+ actual.length === value.length &&
741
+ actual.every((item) => value.includes(item)),
742
+ "INVALID_TARGET",
743
+ "The select did not retain the requested option values.",
744
+ );
655
745
  break;
656
746
  }
657
747
  case "checked": {