@nexum-hub/browser 0.0.3-next.8 → 0.0.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (48) hide show
  1. package/browser-extension/build.mjs +4 -1
  2. package/browser-extension/connection.js +41 -5
  3. package/browser-extension/dist/development/connection.js +41 -5
  4. package/browser-extension/dist/development/frames.js +11 -0
  5. package/browser-extension/dist/development/manifest.json +1 -1
  6. package/browser-extension/dist/development/page.js +115 -8
  7. package/browser-extension/dist/development/router.js +468 -46
  8. package/browser-extension/dist/development/visual.js +145 -88
  9. package/browser-extension/dist/production/connection.js +41 -5
  10. package/browser-extension/dist/production/frames.js +11 -0
  11. package/browser-extension/dist/production/manifest.json +1 -1
  12. package/browser-extension/dist/production/page.js +115 -8
  13. package/browser-extension/dist/production/router.js +468 -46
  14. package/browser-extension/dist/production/visual.js +145 -88
  15. package/browser-extension/frames.js +11 -0
  16. package/browser-extension/page.js +115 -8
  17. package/browser-extension/release-info.json +5 -3
  18. package/browser-extension/router.js +468 -46
  19. package/browser-extension/visual.js +145 -88
  20. package/dist/client/index.js +25 -1
  21. package/dist/client/routes.js +5 -1
  22. package/dist/client/types.d.ts +20 -0
  23. package/dist/extension/assets.d.ts +1 -0
  24. package/dist/extension/assets.js +3 -1
  25. package/dist/extension/index.js +6 -6
  26. package/dist/extension/scope.d.ts +3 -1
  27. package/dist/extension/scope.js +19 -3
  28. package/dist/extension/service.d.ts +2 -0
  29. package/dist/extension/service.js +18 -8
  30. package/docs/README.md +6 -8
  31. package/docs/connection.md +1 -1
  32. package/docs/usage.md +51 -6
  33. package/implementation.json +1 -1
  34. package/instructions/README.md +5 -7
  35. package/package.json +6 -5
  36. package/skills/browser-control/SKILL.md +11 -5
  37. package/dist/client/index.js.map +0 -1
  38. package/dist/client/routes.js.map +0 -1
  39. package/dist/client/serialize.js.map +0 -1
  40. package/dist/client/types.js.map +0 -1
  41. package/dist/extension/artifacts.js.map +0 -1
  42. package/dist/extension/assets.js.map +0 -1
  43. package/dist/extension/batch.js.map +0 -1
  44. package/dist/extension/files.js.map +0 -1
  45. package/dist/extension/index.js.map +0 -1
  46. package/dist/extension/protocol.js.map +0 -1
  47. package/dist/extension/scope.js.map +0 -1
  48. package/dist/extension/service.js.map +0 -1
@@ -18,6 +18,10 @@ export async function pageCommand(input) {
18
18
  state.document !== document ||
19
19
  state.version !== input.pageVersion
20
20
  ) {
21
+ for (const receipt of state?.clickReceipts?.values?.() ?? []) {
22
+ document.removeEventListener(receipt.type, receipt.listener, true);
23
+ clearTimeout(receipt.timer);
24
+ }
21
25
  state = {
22
26
  document,
23
27
  version: input.pageVersion,
@@ -27,6 +31,7 @@ export async function pageCommand(input) {
27
31
  next: 0,
28
32
  refs: new Map(),
29
33
  reverse: new WeakMap(),
34
+ clickReceipts: new Map(),
30
35
  };
31
36
  Object.defineProperty(globalThis, slot, {
32
37
  value: state,
@@ -342,11 +347,15 @@ export async function pageCommand(input) {
342
347
  "INVALID_TARGET",
343
348
  "The current element is not visible and enabled.",
344
349
  );
345
- node.scrollIntoView({
346
- block: "center",
347
- inline: "center",
348
- behavior: "instant",
349
- });
350
+ // The first preflight scrolls the target into view. Later checks must
351
+ // observe the compositor's settled position without requesting another
352
+ // scroll that can move the target after coordinates were captured.
353
+ if (!input.noScroll)
354
+ node.scrollIntoView({
355
+ block: "center",
356
+ inline: "center",
357
+ behavior: "instant",
358
+ });
350
359
  const r = rect(node),
351
360
  position = input.command === "resolve" ? input.position : undefined;
352
361
  const x = position?.x ?? r.width / 2,
@@ -415,6 +424,84 @@ export async function pageCommand(input) {
415
424
  };
416
425
  let value;
417
426
  switch (input.command) {
427
+ case "inputReceipt": {
428
+ check(
429
+ typeof input.token === "string" &&
430
+ input.token.length > 0 &&
431
+ input.token.length <= 128,
432
+ );
433
+ const receipts = (state.clickReceipts ??= new Map());
434
+ const release = (receipt) => {
435
+ if (!receipt) return;
436
+ document.removeEventListener(receipt.type, receipt.listener, true);
437
+ clearTimeout(receipt.timer);
438
+ receipts.delete(input.token);
439
+ };
440
+ if (input.action === "arm") {
441
+ check(!receipts.has(input.token) && receipts.size < 32, "QUEUE_FULL");
442
+ check(
443
+ Number.isFinite(input.x) &&
444
+ Number.isFinite(input.y) &&
445
+ [0, 1, 2].includes(input.button) &&
446
+ Number.isFinite(input.expiresAt) &&
447
+ input.expiresAt > Date.now(),
448
+ );
449
+ const type =
450
+ input.button === 2
451
+ ? "contextmenu"
452
+ : input.button === 1
453
+ ? "auxclick"
454
+ : "click";
455
+ const expected = input.expectedRef
456
+ ? getRef(input.expectedRef)
457
+ : null;
458
+ if (expected) {
459
+ const hit = document.elementFromPoint(input.x, input.y);
460
+ if (hit !== expected && !expected.contains(hit)) {
461
+ value = { armed: false, documentToken: state.token };
462
+ break;
463
+ }
464
+ }
465
+ const receipt = {
466
+ type,
467
+ count: 0,
468
+ expiresAt: input.expiresAt,
469
+ x: input.x,
470
+ y: input.y,
471
+ button: input.button,
472
+ expected,
473
+ };
474
+ receipt.listener = (event) => {
475
+ if (
476
+ event.isTrusted &&
477
+ event.button === input.button &&
478
+ (!receipt.expected ||
479
+ event.composedPath().includes(receipt.expected)) &&
480
+ Math.abs(event.clientX - input.x) <= 6 &&
481
+ Math.abs(event.clientY - input.y) <= 6
482
+ )
483
+ receipt.count++;
484
+ };
485
+ receipt.timer = setTimeout(
486
+ () => release(receipt),
487
+ Math.min(30000, input.expiresAt - Date.now()),
488
+ );
489
+ document.addEventListener(type, receipt.listener, true);
490
+ receipts.set(input.token, receipt);
491
+ value = { armed: true, documentToken: state.token };
492
+ } else if (input.action === "peek" || input.action === "drop") {
493
+ check(
494
+ !input.expectedDocumentToken ||
495
+ input.expectedDocumentToken === state.token,
496
+ "STALE_REF",
497
+ "The receipt belongs to a replaced document.",
498
+ );
499
+ const receipt = receipts.get(input.token);
500
+ value = { observed: receipt?.count ?? 0 };
501
+ if (input.action === "drop") release(receipt);
502
+ } else check(false);
503
+ break;
504
+ }
418
505
  // Core-only native bridge: the caller retains the actual remote Node(s), never serializes them.
419
506
  case "nativeNodes":
420
507
  return input.multiple ? all() : unique();
@@ -610,14 +697,27 @@ export async function pageCommand(input) {
610
697
  const node = unique(false, true),
611
698
  geometry = node && actionGeometry(node, true);
612
699
  value = geometry
613
- ? { ...describe(node), ...geometry, tagName: node.tagName }
700
+ ? {
701
+ ...describe(node),
702
+ ...geometry,
703
+ tagName: node.tagName,
704
+ documentToken: state.token,
705
+ }
614
706
  : null;
615
707
  break;
616
708
  }
617
- case "fill":
618
- setValue(unique(true), input.value ?? input.text);
709
+ case "fill": {
710
+ const node = unique(true),
711
+ expected = input.value ?? input.text;
712
+ setValue(node, expected);
713
+ check(
714
+ (node.isContentEditable ? node.textContent : node.value) === expected,
715
+ "INVALID_TARGET",
716
+ "The input did not retain the requested value.",
717
+ );
619
718
  value = null;
620
719
  break;
720
+ }
621
721
  case "focus":
622
722
  unique(true).focus();
623
723
  value = null;
@@ -652,6 +752,13 @@ export async function pageCommand(input) {
652
752
  node.dispatchEvent(new Event("input", { bubbles: true }));
653
753
  node.dispatchEvent(new Event("change", { bubbles: true }));
654
754
  value = matches.map((o) => o.value);
755
+ const actual = [...node.selectedOptions].map((o) => o.value);
756
+ check(
757
+ actual.length === value.length &&
758
+ actual.every((item) => value.includes(item)),
759
+ "INVALID_TARGET",
760
+ "The select did not retain the requested option values.",
761
+ );
655
762
  break;
656
763
  }
657
764
  case "checked": {