@nexum-hub/browser 0.0.0-stage → 0.0.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +22 -2
- package/browser-extension/assets.js +654 -0
- package/browser-extension/build.mjs +111 -0
- package/browser-extension/clipboard.js +397 -0
- package/browser-extension/connection.js +880 -0
- package/browser-extension/dist/development/assets.js +654 -0
- package/browser-extension/dist/development/clipboard.js +397 -0
- package/browser-extension/dist/development/connection.js +880 -0
- package/browser-extension/dist/development/errors.js +106 -0
- package/browser-extension/dist/development/evaluate.js +160 -0
- package/browser-extension/dist/development/frames.js +256 -0
- package/browser-extension/dist/development/keyboard.js +167 -0
- package/browser-extension/dist/development/manifest.json +35 -0
- package/browser-extension/dist/development/native-node.js +85 -0
- package/browser-extension/dist/development/page-data.js +497 -0
- package/browser-extension/dist/development/page.js +772 -0
- package/browser-extension/dist/development/profile.js +2 -0
- package/browser-extension/dist/development/router.js +5961 -0
- package/browser-extension/dist/development/site-source.js +149 -0
- package/browser-extension/dist/development/transport.js +405 -0
- package/browser-extension/dist/development/visual.js +976 -0
- package/browser-extension/dist/development/worker.js +24 -0
- package/browser-extension/dist/production/assets.js +654 -0
- package/browser-extension/dist/production/clipboard.js +397 -0
- package/browser-extension/dist/production/connection.js +880 -0
- package/browser-extension/dist/production/errors.js +106 -0
- package/browser-extension/dist/production/evaluate.js +160 -0
- package/browser-extension/dist/production/frames.js +256 -0
- package/browser-extension/dist/production/keyboard.js +167 -0
- package/browser-extension/dist/production/manifest.json +35 -0
- package/browser-extension/dist/production/native-node.js +85 -0
- package/browser-extension/dist/production/page-data.js +497 -0
- package/browser-extension/dist/production/page.js +772 -0
- package/browser-extension/dist/production/profile.js +2 -0
- package/browser-extension/dist/production/router.js +5961 -0
- package/browser-extension/dist/production/site-source.js +149 -0
- package/browser-extension/dist/production/transport.js +405 -0
- package/browser-extension/dist/production/visual.js +976 -0
- package/browser-extension/dist/production/worker.js +24 -0
- package/browser-extension/errors.js +106 -0
- package/browser-extension/evaluate.js +160 -0
- package/browser-extension/frames.js +256 -0
- package/browser-extension/keyboard.js +167 -0
- package/browser-extension/native-node.js +85 -0
- package/browser-extension/page-data.js +497 -0
- package/browser-extension/page.js +772 -0
- package/browser-extension/release-info.json +21 -0
- package/browser-extension/route-manifest.json +807 -0
- package/browser-extension/router.js +5961 -0
- package/browser-extension/site-source.js +149 -0
- package/browser-extension/transport.js +405 -0
- package/browser-extension/visual.js +976 -0
- package/browser-extension/worker.js +24 -0
- package/dist/client/index.d.ts +6 -0
- package/dist/client/index.js +894 -0
- package/dist/client/index.js.map +1 -0
- package/dist/client/routes.d.ts +6 -0
- package/dist/client/routes.js +777 -0
- package/dist/client/routes.js.map +1 -0
- package/dist/client/serialize.d.ts +16 -0
- package/dist/client/serialize.js +355 -0
- package/dist/client/serialize.js.map +1 -0
- package/dist/client/types.d.ts +1342 -0
- package/dist/client/types.js +2 -0
- package/dist/client/types.js.map +1 -0
- package/dist/extension/artifacts.d.ts +60 -0
- package/dist/extension/artifacts.js +493 -0
- package/dist/extension/artifacts.js.map +1 -0
- package/dist/extension/assets.d.ts +10 -0
- package/dist/extension/assets.js +90 -0
- package/dist/extension/assets.js.map +1 -0
- package/dist/extension/batch.d.ts +6 -0
- package/dist/extension/batch.js +138 -0
- package/dist/extension/batch.js.map +1 -0
- package/dist/extension/files.d.ts +16 -0
- package/dist/extension/files.js +594 -0
- package/dist/extension/files.js.map +1 -0
- package/dist/extension/index.d.ts +3 -0
- package/dist/extension/index.js +623 -0
- package/dist/extension/index.js.map +1 -0
- package/dist/extension/protocol.d.ts +81 -0
- package/dist/extension/protocol.js +475 -0
- package/dist/extension/protocol.js.map +1 -0
- package/dist/extension/scope.d.ts +55 -0
- package/dist/extension/scope.js +563 -0
- package/dist/extension/scope.js.map +1 -0
- package/dist/extension/service.d.ts +113 -0
- package/dist/extension/service.js +905 -0
- package/dist/extension/service.js.map +1 -0
- package/docs/README.md +10 -0
- package/docs/api.md +1375 -0
- package/docs/connection.md +9 -0
- package/docs/lifecycle.md +17 -0
- package/docs/usage.md +75 -0
- package/implementation.json +2962 -0
- package/instructions/README.md +8 -0
- package/package.json +80 -4
- package/scripts/discover.js +12 -0
- package/scripts/screenshot.js +9 -0
- package/skills/browser-control/SKILL.md +12 -0
|
@@ -0,0 +1,167 @@
|
|
|
1
|
+
import { BrowserActionError, requireValue, text } from "./errors.js";
|
|
2
|
+
|
|
3
|
+
const named = {
|
|
4
|
+
Enter: ["Enter", 13],
|
|
5
|
+
Tab: ["Tab", 9],
|
|
6
|
+
Backspace: ["Backspace", 8],
|
|
7
|
+
Delete: ["Delete", 46],
|
|
8
|
+
Escape: ["Escape", 27],
|
|
9
|
+
Esc: ["Escape", 27],
|
|
10
|
+
Space: [" ", 32],
|
|
11
|
+
Spacebar: [" ", 32],
|
|
12
|
+
ArrowLeft: ["ArrowLeft", 37],
|
|
13
|
+
ArrowUp: ["ArrowUp", 38],
|
|
14
|
+
ArrowRight: ["ArrowRight", 39],
|
|
15
|
+
ArrowDown: ["ArrowDown", 40],
|
|
16
|
+
Left: ["ArrowLeft", 37],
|
|
17
|
+
Up: ["ArrowUp", 38],
|
|
18
|
+
Right: ["ArrowRight", 39],
|
|
19
|
+
Down: ["ArrowDown", 40],
|
|
20
|
+
Home: ["Home", 36],
|
|
21
|
+
End: ["End", 35],
|
|
22
|
+
PageUp: ["PageUp", 33],
|
|
23
|
+
PageDown: ["PageDown", 34],
|
|
24
|
+
Insert: ["Insert", 45],
|
|
25
|
+
Control: ["Control", 17],
|
|
26
|
+
Ctrl: ["Control", 17],
|
|
27
|
+
Alt: ["Alt", 18],
|
|
28
|
+
Shift: ["Shift", 16],
|
|
29
|
+
Meta: ["Meta", 91],
|
|
30
|
+
Command: ["Meta", 91],
|
|
31
|
+
CapsLock: ["CapsLock", 20],
|
|
32
|
+
NumLock: ["NumLock", 144],
|
|
33
|
+
ScrollLock: ["ScrollLock", 145],
|
|
34
|
+
Pause: ["Pause", 19],
|
|
35
|
+
PrintScreen: ["PrintScreen", 44],
|
|
36
|
+
};
|
|
37
|
+
const modifierBits = { Alt: 1, Control: 2, Meta: 4, Shift: 8 };
|
|
38
|
+
const isMac = () =>
|
|
39
|
+
/mac/i.test(
|
|
40
|
+
globalThis.navigator?.userAgentData?.platform ??
|
|
41
|
+
globalThis.navigator?.platform ??
|
|
42
|
+
"",
|
|
43
|
+
);
|
|
44
|
+
export function keyDescription(input) {
|
|
45
|
+
text(input, 128);
|
|
46
|
+
const value =
|
|
47
|
+
input === "ControlOrMeta" ? (isMac() ? "Meta" : "Control") : input;
|
|
48
|
+
const entry = named[value];
|
|
49
|
+
if (entry)
|
|
50
|
+
return {
|
|
51
|
+
key: entry[0],
|
|
52
|
+
windowsVirtualKeyCode: entry[1],
|
|
53
|
+
...(modifierBits[entry[0]] ? { code: `${entry[0]}Left` } : {}),
|
|
54
|
+
};
|
|
55
|
+
if (/^F(?:[1-9]|1[0-9]|2[0-4])$/.test(value))
|
|
56
|
+
return {
|
|
57
|
+
key: value,
|
|
58
|
+
code: value,
|
|
59
|
+
windowsVirtualKeyCode: 111 + Number(value.slice(1)),
|
|
60
|
+
};
|
|
61
|
+
requireValue(
|
|
62
|
+
[...value].length === 1,
|
|
63
|
+
"INVALID_ARGUMENT",
|
|
64
|
+
"Use a single character or a supported native key name.",
|
|
65
|
+
);
|
|
66
|
+
const code = value.codePointAt(0),
|
|
67
|
+
ascii = value.toUpperCase().charCodeAt(0);
|
|
68
|
+
requireValue(code >= 32 && !(code >= 0xd800 && code <= 0xdfff));
|
|
69
|
+
return {
|
|
70
|
+
key: value,
|
|
71
|
+
...(/^[a-z]$/i.test(value)
|
|
72
|
+
? { code: `Key${value.toUpperCase()}`, windowsVirtualKeyCode: ascii }
|
|
73
|
+
: /^[0-9]$/.test(value)
|
|
74
|
+
? { code: `Digit${value}`, windowsVirtualKeyCode: ascii }
|
|
75
|
+
: value === " "
|
|
76
|
+
? { code: "Space", windowsVirtualKeyCode: 32 }
|
|
77
|
+
: {}),
|
|
78
|
+
};
|
|
79
|
+
}
|
|
80
|
+
export const keyToken = (params, source = {}) =>
|
|
81
|
+
`${source.sessionId ?? ""}\0${params.key ?? params.code ?? params.windowsVirtualKeyCode}`;
|
|
82
|
+
export function heldModifiers(ctx) {
|
|
83
|
+
let mask = 0;
|
|
84
|
+
for (const entry of ctx.lease.keys.get(Number(ctx.target.tabId))?.values() ??
|
|
85
|
+
[])
|
|
86
|
+
if (!entry.source.sessionId) mask |= modifierBits[entry.params.key] ?? 0;
|
|
87
|
+
return mask;
|
|
88
|
+
}
|
|
89
|
+
export async function keyDown(ctx, input, commands) {
|
|
90
|
+
const key = keyDescription(input),
|
|
91
|
+
modifier = modifierBits[key.key] ?? 0;
|
|
92
|
+
const held = ctx.router.heldKey(ctx, key);
|
|
93
|
+
const modifiers = heldModifiers(ctx) | modifier;
|
|
94
|
+
// Headless macOS has no AppKit accelerator dispatch; ask Chromium's native editor to
|
|
95
|
+
// perform the same Cmd+A operation on the currently focused editable element.
|
|
96
|
+
const editCommands =
|
|
97
|
+
commands ??
|
|
98
|
+
(isMac() && key.key.toLowerCase() === "a" && modifiers === 4
|
|
99
|
+
? ["SelectAll"]
|
|
100
|
+
: undefined);
|
|
101
|
+
await ctx.router.send(ctx, "Input.dispatchKeyEvent", {
|
|
102
|
+
type: "keyDown",
|
|
103
|
+
...key,
|
|
104
|
+
modifiers,
|
|
105
|
+
autoRepeat: !!held,
|
|
106
|
+
...(editCommands ? { commands: editCommands } : {}),
|
|
107
|
+
...(!modifier &&
|
|
108
|
+
!((modifiers & (1 | 2 | 4)) !== 0) &&
|
|
109
|
+
[...key.key].length === 1
|
|
110
|
+
? { text: key.key, unmodifiedText: key.key }
|
|
111
|
+
: key.key === "Enter"
|
|
112
|
+
? { text: "\r", unmodifiedText: "\r" }
|
|
113
|
+
: {}),
|
|
114
|
+
});
|
|
115
|
+
return { key, owned: !held };
|
|
116
|
+
}
|
|
117
|
+
export async function keyUp(ctx, input) {
|
|
118
|
+
const key = keyDescription(input);
|
|
119
|
+
await ctx.router.send(ctx, "Input.dispatchKeyEvent", {
|
|
120
|
+
type: "keyUp",
|
|
121
|
+
...key,
|
|
122
|
+
modifiers: heldModifiers(ctx) & ~(modifierBits[key.key] ?? 0),
|
|
123
|
+
});
|
|
124
|
+
}
|
|
125
|
+
export async function pressKeys(ctx, inputs, duration = 0, commands) {
|
|
126
|
+
requireValue(
|
|
127
|
+
Array.isArray(inputs) && inputs.length > 0 && inputs.length <= 8,
|
|
128
|
+
);
|
|
129
|
+
requireValue(Number.isFinite(duration) && duration >= 0 && duration <= 30);
|
|
130
|
+
// Validate the entire chord before the first native key is pressed.
|
|
131
|
+
inputs.forEach(keyDescription);
|
|
132
|
+
const acquired = [];
|
|
133
|
+
let failure;
|
|
134
|
+
try {
|
|
135
|
+
for (const [index, input] of inputs.entries()) {
|
|
136
|
+
const key = keyDescription(input),
|
|
137
|
+
previous = ctx.router.heldKey(ctx, key);
|
|
138
|
+
// Keep the intent even if dispatch rejects after the browser accepted keyDown.
|
|
139
|
+
if (!previous) acquired.push(key);
|
|
140
|
+
await keyDown(
|
|
141
|
+
ctx,
|
|
142
|
+
input,
|
|
143
|
+
index === inputs.length - 1 ? commands : undefined,
|
|
144
|
+
);
|
|
145
|
+
}
|
|
146
|
+
if (duration > 0) await ctx.router.delay(ctx, duration * 1000);
|
|
147
|
+
} catch (cause) {
|
|
148
|
+
failure = cause;
|
|
149
|
+
}
|
|
150
|
+
for (const key of acquired.reverse()) {
|
|
151
|
+
try {
|
|
152
|
+
await ctx.router.releaseKey(ctx, key);
|
|
153
|
+
} catch {
|
|
154
|
+
failure ??= new BrowserActionError(
|
|
155
|
+
"CDP_DISCONNECTED",
|
|
156
|
+
"A native key release is not confirmed.",
|
|
157
|
+
{ dispatched: true, effect: "unknown" },
|
|
158
|
+
);
|
|
159
|
+
}
|
|
160
|
+
}
|
|
161
|
+
if (failure) throw failure;
|
|
162
|
+
}
|
|
163
|
+
export function chord(key, modifiers = []) {
|
|
164
|
+
requireValue(Array.isArray(modifiers) && modifiers.length <= 7);
|
|
165
|
+
text(key, 128);
|
|
166
|
+
return [...modifiers, ...(key === "+" ? [key] : key.split("+"))];
|
|
167
|
+
}
|
|
@@ -0,0 +1,85 @@
|
|
|
1
|
+
/** Serialized by Runtime.callFunctionOn with its receiver bound to a native resolved DOM node. */
|
|
2
|
+
export function nativeNodeCommand(input) {
|
|
3
|
+
const check = (condition, message) => {
|
|
4
|
+
if (!condition) throw new Error(message);
|
|
5
|
+
};
|
|
6
|
+
check(this?.isConnected, "The observed node is no longer connected.");
|
|
7
|
+
if (input.command === "setValue") {
|
|
8
|
+
check(
|
|
9
|
+
typeof input.value === "string" && !this.readOnly && !this.disabled,
|
|
10
|
+
"The target is not editable.",
|
|
11
|
+
);
|
|
12
|
+
if (this.isContentEditable) this.textContent = input.value;
|
|
13
|
+
else {
|
|
14
|
+
const view = this.ownerDocument.defaultView;
|
|
15
|
+
const prototype =
|
|
16
|
+
this.tagName === "INPUT"
|
|
17
|
+
? view.HTMLInputElement.prototype
|
|
18
|
+
: this.tagName === "TEXTAREA"
|
|
19
|
+
? view.HTMLTextAreaElement.prototype
|
|
20
|
+
: null;
|
|
21
|
+
check(prototype, "The target is not a text input.");
|
|
22
|
+
Object.getOwnPropertyDescriptor(prototype, "value").set.call(
|
|
23
|
+
this,
|
|
24
|
+
input.value,
|
|
25
|
+
);
|
|
26
|
+
}
|
|
27
|
+
const EventClass = this.ownerDocument.defaultView.Event;
|
|
28
|
+
this.dispatchEvent(new EventClass("input", { bubbles: true }));
|
|
29
|
+
this.dispatchEvent(new EventClass("change", { bubbles: true }));
|
|
30
|
+
return true;
|
|
31
|
+
}
|
|
32
|
+
if (input.command === "selectText") {
|
|
33
|
+
const content =
|
|
34
|
+
typeof this.value === "string" ? this.value : (this.textContent ?? "");
|
|
35
|
+
const matches = [];
|
|
36
|
+
let at = 0;
|
|
37
|
+
while (at <= content.length) {
|
|
38
|
+
const found = content.indexOf(input.text, at);
|
|
39
|
+
if (found < 0) break;
|
|
40
|
+
if (
|
|
41
|
+
(!input.prefix || content.slice(0, found).endsWith(input.prefix)) &&
|
|
42
|
+
(!input.suffix ||
|
|
43
|
+
content.slice(found + input.text.length).startsWith(input.suffix))
|
|
44
|
+
)
|
|
45
|
+
matches.push(found);
|
|
46
|
+
at = found + Math.max(1, input.text.length);
|
|
47
|
+
check(matches.length <= 1, "The requested text is ambiguous.");
|
|
48
|
+
}
|
|
49
|
+
check(matches.length === 1, "The requested text was not found.");
|
|
50
|
+
let start = matches[0],
|
|
51
|
+
end = start + input.text.length;
|
|
52
|
+
if (input.selectionType === "cursor_before") end = start;
|
|
53
|
+
if (input.selectionType === "cursor_after") start = end;
|
|
54
|
+
this.focus();
|
|
55
|
+
if (typeof this.setSelectionRange === "function")
|
|
56
|
+
this.setSelectionRange(start, end);
|
|
57
|
+
else {
|
|
58
|
+
const doc = this.ownerDocument,
|
|
59
|
+
walk = doc.createTreeWalker(this, 4),
|
|
60
|
+
range = doc.createRange();
|
|
61
|
+
let offset = 0,
|
|
62
|
+
node,
|
|
63
|
+
begin,
|
|
64
|
+
finish;
|
|
65
|
+
while ((node = walk.nextNode())) {
|
|
66
|
+
const length = node.textContent.length;
|
|
67
|
+
if (!begin && start <= offset + length)
|
|
68
|
+
begin = { node, offset: start - offset };
|
|
69
|
+
if (end <= offset + length) {
|
|
70
|
+
finish = { node, offset: end - offset };
|
|
71
|
+
break;
|
|
72
|
+
}
|
|
73
|
+
offset += length;
|
|
74
|
+
}
|
|
75
|
+
check(begin && finish, "The requested text selection is unavailable.");
|
|
76
|
+
range.setStart(begin.node, begin.offset);
|
|
77
|
+
range.setEnd(finish.node, finish.offset);
|
|
78
|
+
const selection = doc.getSelection();
|
|
79
|
+
selection.removeAllRanges();
|
|
80
|
+
selection.addRange(range);
|
|
81
|
+
}
|
|
82
|
+
return true;
|
|
83
|
+
}
|
|
84
|
+
throw new Error("Unknown native node operation.");
|
|
85
|
+
}
|