@elizaos/plugin-browser 2.0.0-alpha.9 → 2.0.3-beta.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (256) hide show
  1. package/LICENSE +21 -0
  2. package/README.md +98 -83
  3. package/auto-enable.ts +24 -0
  4. package/dist/actions/browser-autofill-login.d.ts +43 -0
  5. package/dist/actions/browser-autofill-login.d.ts.map +1 -0
  6. package/dist/actions/browser-autofill-login.js +278 -0
  7. package/dist/actions/browser-autofill-login.js.map +1 -0
  8. package/dist/actions/browser.d.ts +11 -0
  9. package/dist/actions/browser.d.ts.map +1 -0
  10. package/dist/actions/browser.js +412 -0
  11. package/dist/actions/browser.js.map +1 -0
  12. package/dist/actions/manage-browser-bridge.d.ts +34 -0
  13. package/dist/actions/manage-browser-bridge.d.ts.map +1 -0
  14. package/dist/actions/manage-browser-bridge.js +572 -0
  15. package/dist/actions/manage-browser-bridge.js.map +1 -0
  16. package/dist/bridge-policy.d.ts +10 -0
  17. package/dist/bridge-policy.d.ts.map +1 -0
  18. package/dist/bridge-policy.js +37 -0
  19. package/dist/bridge-policy.js.map +1 -0
  20. package/dist/bridge-readiness.d.ts +16 -0
  21. package/dist/bridge-readiness.d.ts.map +1 -0
  22. package/dist/bridge-readiness.js +82 -0
  23. package/dist/bridge-readiness.js.map +1 -0
  24. package/dist/bridge-records.d.ts +9 -0
  25. package/dist/bridge-records.d.ts.map +1 -0
  26. package/dist/bridge-records.js +37 -0
  27. package/dist/bridge-records.js.map +1 -0
  28. package/dist/browser-capture-hooks.d.ts +9 -0
  29. package/dist/browser-capture-hooks.d.ts.map +1 -0
  30. package/dist/browser-capture-hooks.js +15 -0
  31. package/dist/browser-capture-hooks.js.map +1 -0
  32. package/dist/browser-service.d.ts +103 -0
  33. package/dist/browser-service.d.ts.map +1 -0
  34. package/dist/browser-service.js +186 -0
  35. package/dist/browser-service.js.map +1 -0
  36. package/dist/browser-workspace-hooks.d.ts +14 -0
  37. package/dist/browser-workspace-hooks.d.ts.map +1 -0
  38. package/dist/browser-workspace-hooks.js +15 -0
  39. package/dist/browser-workspace-hooks.js.map +1 -0
  40. package/dist/companion-auth.d.ts +34 -0
  41. package/dist/companion-auth.d.ts.map +1 -0
  42. package/dist/companion-auth.js +98 -0
  43. package/dist/companion-auth.js.map +1 -0
  44. package/dist/contracts.d.ts +284 -0
  45. package/dist/contracts.d.ts.map +1 -0
  46. package/dist/contracts.js +56 -0
  47. package/dist/contracts.js.map +1 -0
  48. package/dist/index.d.ts +30 -16
  49. package/dist/index.d.ts.map +1 -1
  50. package/dist/index.js +76 -90
  51. package/dist/index.js.map +1 -1
  52. package/dist/lifeops-session-contracts.d.ts +46 -0
  53. package/dist/lifeops-session-contracts.d.ts.map +1 -0
  54. package/dist/lifeops-session-contracts.js +1 -0
  55. package/dist/lifeops-session-contracts.js.map +1 -0
  56. package/dist/message-adapter.d.ts +9 -0
  57. package/dist/message-adapter.d.ts.map +1 -0
  58. package/dist/message-adapter.js +104 -0
  59. package/dist/message-adapter.js.map +1 -0
  60. package/dist/packaging.d.ts +27 -0
  61. package/dist/packaging.d.ts.map +1 -0
  62. package/dist/packaging.js +571 -0
  63. package/dist/packaging.js.map +1 -0
  64. package/dist/password-manager-bridge.d.ts +50 -0
  65. package/dist/password-manager-bridge.d.ts.map +1 -0
  66. package/dist/password-manager-bridge.js +437 -0
  67. package/dist/password-manager-bridge.js.map +1 -0
  68. package/dist/plugin.d.ts +10 -0
  69. package/dist/plugin.d.ts.map +1 -0
  70. package/dist/plugin.js +168 -0
  71. package/dist/plugin.js.map +1 -0
  72. package/dist/providers/workspace.d.ts +13 -0
  73. package/dist/providers/workspace.d.ts.map +1 -0
  74. package/dist/providers/workspace.js +64 -0
  75. package/dist/providers/workspace.js.map +1 -0
  76. package/dist/routes/bridge.d.ts +37 -0
  77. package/dist/routes/bridge.d.ts.map +1 -0
  78. package/dist/routes/bridge.js +844 -0
  79. package/dist/routes/bridge.js.map +1 -0
  80. package/dist/routes/workspace-account-gate.d.ts +29 -0
  81. package/dist/routes/workspace-account-gate.d.ts.map +1 -0
  82. package/dist/routes/workspace-account-gate.js +147 -0
  83. package/dist/routes/workspace-account-gate.js.map +1 -0
  84. package/dist/routes/workspace-setup.d.ts +10 -0
  85. package/dist/routes/workspace-setup.d.ts.map +1 -0
  86. package/dist/routes/workspace-setup.js +65 -0
  87. package/dist/routes/workspace-setup.js.map +1 -0
  88. package/dist/routes/workspace.d.ts +20 -0
  89. package/dist/routes/workspace.d.ts.map +1 -0
  90. package/dist/routes/workspace.js +276 -0
  91. package/dist/routes/workspace.js.map +1 -0
  92. package/dist/schema.d.ts +2326 -0
  93. package/dist/schema.d.ts.map +1 -0
  94. package/dist/schema.js +133 -0
  95. package/dist/schema.js.map +1 -0
  96. package/dist/service.d.ts +30 -0
  97. package/dist/service.d.ts.map +1 -0
  98. package/dist/service.js +5 -0
  99. package/dist/service.js.map +1 -0
  100. package/dist/targets/bridge-target.d.ts +31 -0
  101. package/dist/targets/bridge-target.d.ts.map +1 -0
  102. package/dist/targets/bridge-target.js +98 -0
  103. package/dist/targets/bridge-target.js.map +1 -0
  104. package/dist/targets/stagehand-target.d.ts +3 -0
  105. package/dist/targets/stagehand-target.d.ts.map +1 -0
  106. package/dist/targets/stagehand-target.js +187 -0
  107. package/dist/targets/stagehand-target.js.map +1 -0
  108. package/dist/workspace/browser-capture.d.ts +41 -0
  109. package/dist/workspace/browser-capture.d.ts.map +1 -0
  110. package/dist/workspace/browser-capture.js +159 -0
  111. package/dist/workspace/browser-capture.js.map +1 -0
  112. package/dist/workspace/browser-workspace-desktop.d.ts +19 -0
  113. package/dist/workspace/browser-workspace-desktop.d.ts.map +1 -0
  114. package/dist/workspace/browser-workspace-desktop.js +1578 -0
  115. package/dist/workspace/browser-workspace-desktop.js.map +1 -0
  116. package/dist/workspace/browser-workspace-elements.d.ts +42 -0
  117. package/dist/workspace/browser-workspace-elements.d.ts.map +1 -0
  118. package/dist/workspace/browser-workspace-elements.js +547 -0
  119. package/dist/workspace/browser-workspace-elements.js.map +1 -0
  120. package/dist/workspace/browser-workspace-forms.d.ts +19 -0
  121. package/dist/workspace/browser-workspace-forms.d.ts.map +1 -0
  122. package/dist/workspace/browser-workspace-forms.js +277 -0
  123. package/dist/workspace/browser-workspace-forms.js.map +1 -0
  124. package/dist/workspace/browser-workspace-helpers.d.ts +32 -0
  125. package/dist/workspace/browser-workspace-helpers.d.ts.map +1 -0
  126. package/dist/workspace/browser-workspace-helpers.js +232 -0
  127. package/dist/workspace/browser-workspace-helpers.js.map +1 -0
  128. package/dist/workspace/browser-workspace-jsdom.d.ts +16 -0
  129. package/dist/workspace/browser-workspace-jsdom.d.ts.map +1 -0
  130. package/dist/workspace/browser-workspace-jsdom.js +233 -0
  131. package/dist/workspace/browser-workspace-jsdom.js.map +1 -0
  132. package/dist/workspace/browser-workspace-network.d.ts +7 -0
  133. package/dist/workspace/browser-workspace-network.d.ts.map +1 -0
  134. package/dist/workspace/browser-workspace-network.js +145 -0
  135. package/dist/workspace/browser-workspace-network.js.map +1 -0
  136. package/dist/workspace/browser-workspace-snapshots.d.ts +14 -0
  137. package/dist/workspace/browser-workspace-snapshots.d.ts.map +1 -0
  138. package/dist/workspace/browser-workspace-snapshots.js +144 -0
  139. package/dist/workspace/browser-workspace-snapshots.js.map +1 -0
  140. package/dist/workspace/browser-workspace-state.d.ts +24 -0
  141. package/dist/workspace/browser-workspace-state.d.ts.map +1 -0
  142. package/dist/workspace/browser-workspace-state.js +155 -0
  143. package/dist/workspace/browser-workspace-state.js.map +1 -0
  144. package/dist/workspace/browser-workspace-types.d.ts +345 -0
  145. package/dist/workspace/browser-workspace-types.d.ts.map +1 -0
  146. package/dist/workspace/browser-workspace-types.js +11 -0
  147. package/dist/workspace/browser-workspace-types.js.map +1 -0
  148. package/dist/workspace/browser-workspace-web.d.ts +8 -0
  149. package/dist/workspace/browser-workspace-web.d.ts.map +1 -0
  150. package/dist/workspace/browser-workspace-web.js +1342 -0
  151. package/dist/workspace/browser-workspace-web.js.map +1 -0
  152. package/dist/workspace/browser-workspace.d.ts +39 -0
  153. package/dist/workspace/browser-workspace.d.ts.map +1 -0
  154. package/dist/workspace/browser-workspace.js +958 -0
  155. package/dist/workspace/browser-workspace.js.map +1 -0
  156. package/dist/workspace/index.d.ts +26 -0
  157. package/dist/workspace/index.d.ts.map +1 -0
  158. package/dist/workspace/index.js +3 -0
  159. package/dist/workspace/index.js.map +1 -0
  160. package/dist/workspace.d.ts +2 -0
  161. package/dist/workspace.d.ts.map +1 -0
  162. package/dist/workspace.js +2 -0
  163. package/dist/workspace.js.map +1 -0
  164. package/package.json +71 -110
  165. package/dist/actions/click.d.ts +0 -3
  166. package/dist/actions/click.d.ts.map +0 -1
  167. package/dist/actions/click.js +0 -158
  168. package/dist/actions/click.js.map +0 -1
  169. package/dist/actions/extract.d.ts +0 -3
  170. package/dist/actions/extract.d.ts.map +0 -1
  171. package/dist/actions/extract.js +0 -168
  172. package/dist/actions/extract.js.map +0 -1
  173. package/dist/actions/index.d.ts +0 -7
  174. package/dist/actions/index.d.ts.map +0 -1
  175. package/dist/actions/index.js +0 -7
  176. package/dist/actions/index.js.map +0 -1
  177. package/dist/actions/navigate.d.ts +0 -3
  178. package/dist/actions/navigate.d.ts.map +0 -1
  179. package/dist/actions/navigate.js +0 -187
  180. package/dist/actions/navigate.js.map +0 -1
  181. package/dist/actions/screenshot.d.ts +0 -3
  182. package/dist/actions/screenshot.d.ts.map +0 -1
  183. package/dist/actions/screenshot.js +0 -167
  184. package/dist/actions/screenshot.js.map +0 -1
  185. package/dist/actions/select.d.ts +0 -3
  186. package/dist/actions/select.d.ts.map +0 -1
  187. package/dist/actions/select.js +0 -167
  188. package/dist/actions/select.js.map +0 -1
  189. package/dist/actions/type.d.ts +0 -3
  190. package/dist/actions/type.d.ts.map +0 -1
  191. package/dist/actions/type.js +0 -167
  192. package/dist/actions/type.js.map +0 -1
  193. package/dist/cli/index.d.ts +0 -8
  194. package/dist/cli/index.d.ts.map +0 -1
  195. package/dist/cli/index.js +0 -13
  196. package/dist/cli/index.js.map +0 -1
  197. package/dist/cli/register.d.ts +0 -20
  198. package/dist/cli/register.d.ts.map +0 -1
  199. package/dist/cli/register.js +0 -403
  200. package/dist/cli/register.js.map +0 -1
  201. package/dist/providerRelevance.d.ts +0 -4
  202. package/dist/providerRelevance.d.ts.map +0 -1
  203. package/dist/providerRelevance.js +0 -33
  204. package/dist/providerRelevance.js.map +0 -1
  205. package/dist/providers/browser-state.d.ts +0 -3
  206. package/dist/providers/browser-state.d.ts.map +0 -1
  207. package/dist/providers/browser-state.js +0 -72
  208. package/dist/providers/browser-state.js.map +0 -1
  209. package/dist/providers/index.d.ts +0 -2
  210. package/dist/providers/index.d.ts.map +0 -1
  211. package/dist/providers/index.js +0 -2
  212. package/dist/providers/index.js.map +0 -1
  213. package/dist/services/browser-service.d.ts +0 -32
  214. package/dist/services/browser-service.d.ts.map +0 -1
  215. package/dist/services/browser-service.js +0 -213
  216. package/dist/services/browser-service.js.map +0 -1
  217. package/dist/services/index.d.ts +0 -4
  218. package/dist/services/index.d.ts.map +0 -1
  219. package/dist/services/index.js +0 -4
  220. package/dist/services/index.js.map +0 -1
  221. package/dist/services/process-manager.d.ts +0 -24
  222. package/dist/services/process-manager.d.ts.map +0 -1
  223. package/dist/services/process-manager.js +0 -270
  224. package/dist/services/process-manager.js.map +0 -1
  225. package/dist/services/websocket-client.d.ts +0 -35
  226. package/dist/services/websocket-client.d.ts.map +0 -1
  227. package/dist/services/websocket-client.js +0 -221
  228. package/dist/services/websocket-client.js.map +0 -1
  229. package/dist/types.d.ts +0 -101
  230. package/dist/types.d.ts.map +0 -1
  231. package/dist/types.js +0 -2
  232. package/dist/types.js.map +0 -1
  233. package/dist/utils/captcha.d.ts +0 -33
  234. package/dist/utils/captcha.d.ts.map +0 -1
  235. package/dist/utils/captcha.js +0 -219
  236. package/dist/utils/captcha.js.map +0 -1
  237. package/dist/utils/errors.d.ts +0 -37
  238. package/dist/utils/errors.d.ts.map +0 -1
  239. package/dist/utils/errors.js +0 -81
  240. package/dist/utils/errors.js.map +0 -1
  241. package/dist/utils/index.d.ts +0 -5
  242. package/dist/utils/index.d.ts.map +0 -1
  243. package/dist/utils/index.js +0 -5
  244. package/dist/utils/index.js.map +0 -1
  245. package/dist/utils/retry.d.ts +0 -26
  246. package/dist/utils/retry.d.ts.map +0 -1
  247. package/dist/utils/retry.js +0 -55
  248. package/dist/utils/retry.js.map +0 -1
  249. package/dist/utils/security.d.ts +0 -27
  250. package/dist/utils/security.d.ts.map +0 -1
  251. package/dist/utils/security.js +0 -139
  252. package/dist/utils/security.js.map +0 -1
  253. package/dist/utils/url.d.ts +0 -12
  254. package/dist/utils/url.d.ts.map +0 -1
  255. package/dist/utils/url.js +0 -39
  256. package/dist/utils/url.js.map +0 -1
@@ -0,0 +1,1578 @@
1
+ import {
2
+ assertBrowserWorkspaceConnectorSecretsNotExported,
3
+ assertBrowserWorkspaceUserScriptAllowed,
4
+ createBrowserWorkspaceCommandTargetError,
5
+ DEFAULT_TIMEOUT_MS,
6
+ isBrowserWorkspaceUserScriptAllowed,
7
+ normalizeEnvValue,
8
+ resolveBrowserWorkspaceCommandElementRefs
9
+ } from "./browser-workspace-helpers.js";
10
+ import {
11
+ appendBrowserWorkspaceProfilerEntry,
12
+ appendBrowserWorkspaceTraceEntry,
13
+ getBrowserWorkspaceRuntimeState,
14
+ registerBrowserWorkspaceElementRefs
15
+ } from "./browser-workspace-state.js";
16
+ async function assertDesktopBrowserWorkspaceCanAccessProfileSecrets(id, env, operation) {
17
+ const payload = await requestBrowserWorkspace("/tabs", void 0, env);
18
+ const tab = payload.tabs?.find((entry) => entry.id === id) ?? null;
19
+ assertBrowserWorkspaceConnectorSecretsNotExported(tab?.partition, operation);
20
+ }
21
+ async function readErrorBody(response) {
22
+ try {
23
+ return (await response.text()).trim().slice(0, 240);
24
+ } catch {
25
+ return "";
26
+ }
27
+ }
28
+ function resolveBrowserWorkspaceBridgeConfig(env = process.env) {
29
+ const baseUrl = normalizeEnvValue(env.ELIZA_BROWSER_WORKSPACE_URL);
30
+ if (!baseUrl) {
31
+ return null;
32
+ }
33
+ return {
34
+ baseUrl: baseUrl.replace(/\/{1,1024}$/, ""),
35
+ token: normalizeEnvValue(env.ELIZA_BROWSER_WORKSPACE_TOKEN)
36
+ };
37
+ }
38
+ function isBrowserWorkspaceBridgeConfigured(env = process.env) {
39
+ return resolveBrowserWorkspaceBridgeConfig(env) !== null;
40
+ }
41
+ function getBrowserWorkspaceUnavailableMessage() {
42
+ return "Eliza browser workspace desktop bridge is unavailable.";
43
+ }
44
+ async function requestBrowserWorkspace(path, init, env = process.env) {
45
+ const config = resolveBrowserWorkspaceBridgeConfig(env);
46
+ if (!config) {
47
+ throw new Error(getBrowserWorkspaceUnavailableMessage());
48
+ }
49
+ const headers = new Headers(init?.headers ?? {});
50
+ headers.set("Accept", "application/json");
51
+ if (!headers.has("Content-Type") && init?.body) {
52
+ headers.set("Content-Type", "application/json");
53
+ }
54
+ if (config.token) {
55
+ headers.set("Authorization", `Bearer ${config.token}`);
56
+ }
57
+ const response = await fetch(`${config.baseUrl}${path}`, {
58
+ ...init,
59
+ headers,
60
+ signal: AbortSignal.timeout(DEFAULT_TIMEOUT_MS)
61
+ });
62
+ if (!response.ok) {
63
+ const details = await readErrorBody(response);
64
+ throw new Error(
65
+ `Browser workspace request failed (${response.status})${details ? `: ${details}` : ""}`
66
+ );
67
+ }
68
+ return await response.json();
69
+ }
70
+ async function evaluateBrowserWorkspaceTab(request, env = process.env) {
71
+ if (!isBrowserWorkspaceBridgeConfigured(env)) {
72
+ throw new Error(
73
+ "Eliza browser workspace eval is only available in the desktop app."
74
+ );
75
+ }
76
+ const evalBody = {
77
+ script: request.script
78
+ };
79
+ if (request.partition !== void 0) {
80
+ evalBody.partition = request.partition;
81
+ }
82
+ const payload = await requestBrowserWorkspace(
83
+ `/tabs/${encodeURIComponent(request.id)}/eval`,
84
+ {
85
+ method: "POST",
86
+ body: JSON.stringify(evalBody)
87
+ },
88
+ env
89
+ );
90
+ return payload.result;
91
+ }
92
+ async function snapshotBrowserWorkspaceTab(id, env = process.env) {
93
+ if (!isBrowserWorkspaceBridgeConfigured(env)) {
94
+ throw new Error(
95
+ "Eliza browser workspace snapshot is only available in the desktop app."
96
+ );
97
+ }
98
+ return await requestBrowserWorkspace(
99
+ `/tabs/${encodeURIComponent(id)}/snapshot`,
100
+ void 0,
101
+ env
102
+ );
103
+ }
104
+ function desktopBrowserWorkspaceWaitScriptBranch(env) {
105
+ if (isBrowserWorkspaceUserScriptAllowed(env)) {
106
+ return `
107
+ if (command.script) {
108
+ const fn = new Function("document", "window", "location", "return (" + command.script + ");");
109
+ if (fn(document, window, location)) {
110
+ resolve({ ok: true, script: true });
111
+ return;
112
+ }
113
+ }`;
114
+ }
115
+ return `
116
+ if (command.script) {
117
+ reject(new Error("Browser workspace wait script is disabled (GHSA-mhhr-9ph9-64j7)."));
118
+ return;
119
+ }`;
120
+ }
121
+ function createDesktopBrowserWorkspaceCommandScript(command, env = process.env) {
122
+ const waitScriptBranch = desktopBrowserWorkspaceWaitScriptBranch(env);
123
+ return `
124
+ (() => {
125
+ const command = ${JSON.stringify(command)};
126
+ const normalize = (value) => String(value ?? "").replace(/\\s+/g, " ").trim();
127
+ const textMatches = (candidate, wanted, exact = false) => {
128
+ const left = normalize(candidate).toLowerCase();
129
+ const right = normalize(wanted).toLowerCase();
130
+ if (!left || !right) return false;
131
+ return exact ? left === right : left.includes(right);
132
+ };
133
+ const selectorFor = (element) => {
134
+ if (!element) return "";
135
+ if (element.id) return "#" + element.id.replace(/[^a-zA-Z0-9_-]/g, "\\\\$&");
136
+ const testId = element.getAttribute?.("data-testid");
137
+ if (testId) return \`[data-testid="\${testId}"]\`;
138
+ const name = element.getAttribute?.("name");
139
+ if (name) return \`\${element.tagName.toLowerCase()}[name="\${name}"]\`;
140
+ const type = element.getAttribute?.("type");
141
+ if (type) return \`\${element.tagName.toLowerCase()}[type="\${type}"]\`;
142
+ let index = 1;
143
+ let previous = element.previousElementSibling;
144
+ while (previous) {
145
+ if (previous.tagName === element.tagName) index += 1;
146
+ previous = previous.previousElementSibling;
147
+ }
148
+ return \`\${element.tagName.toLowerCase()}:nth-of-type(\${index})\`;
149
+ };
150
+ const serialize = (element) => {
151
+ const value =
152
+ element instanceof HTMLInputElement ||
153
+ element instanceof HTMLTextAreaElement ||
154
+ element instanceof HTMLSelectElement
155
+ ? element.value
156
+ : null;
157
+ return {
158
+ selector: selectorFor(element),
159
+ tag: element.tagName.toLowerCase(),
160
+ text: normalize(value ?? element.textContent),
161
+ type: element.getAttribute?.("type"),
162
+ name: element.getAttribute?.("name"),
163
+ href: element.getAttribute?.("href"),
164
+ value: typeof value === "string" ? value : null,
165
+ };
166
+ };
167
+ const searchTexts = (element) => {
168
+ const labelText = element.id
169
+ ? Array.from(document.querySelectorAll('label[for="' + element.id + '"]'))
170
+ .map((label) => label.textContent)
171
+ .join(" ")
172
+ : "";
173
+ return [
174
+ element.textContent,
175
+ element.getAttribute?.("aria-label"),
176
+ element.getAttribute?.("placeholder"),
177
+ element.getAttribute?.("title"),
178
+ element.getAttribute?.("name"),
179
+ element.getAttribute?.("alt"),
180
+ element.getAttribute?.("data-testid"),
181
+ labelText,
182
+ element.value,
183
+ ]
184
+ .map((value) => normalize(value))
185
+ .filter(Boolean);
186
+ };
187
+ const isVisible = (element) => {
188
+ if (!element) return false;
189
+ if (element.hasAttribute?.("hidden") || element.getAttribute?.("aria-hidden") === "true") {
190
+ return false;
191
+ }
192
+ const style = element.style || {};
193
+ return style.display !== "none" && style.visibility !== "hidden";
194
+ };
195
+ const nativeRole = (element) => {
196
+ const explicit = element.getAttribute?.("role")?.trim()?.toLowerCase();
197
+ if (explicit) return explicit;
198
+ const tag = element.tagName.toLowerCase();
199
+ if (tag === "a" && element.getAttribute?.("href")) return "link";
200
+ if (tag === "button") return "button";
201
+ if (tag === "select") return "combobox";
202
+ if (tag === "option") return "option";
203
+ if (tag === "textarea") return "textbox";
204
+ if (tag === "form") return "form";
205
+ if (/^h[1-6]$/.test(tag)) return "heading";
206
+ if (tag === "input") {
207
+ const type = (element.type || "text").toLowerCase();
208
+ if (type === "checkbox") return "checkbox";
209
+ if (type === "radio") return "radio";
210
+ if (["button", "submit", "reset", "image"].includes(type)) return "button";
211
+ return "textbox";
212
+ }
213
+ return null;
214
+ };
215
+ const findByText = (wanted) => {
216
+ const needle = normalize(wanted).toLowerCase();
217
+ if (!needle) return null;
218
+ const elements = Array.from(document.querySelectorAll(
219
+ "a, button, input, textarea, select, option, label, h1, h2, h3, [role='button'], [data-testid]"
220
+ ));
221
+ for (const element of elements) {
222
+ const haystacks = [
223
+ element.textContent,
224
+ element.getAttribute?.("aria-label"),
225
+ element.getAttribute?.("placeholder"),
226
+ element.getAttribute?.("title"),
227
+ element.getAttribute?.("name"),
228
+ element.value,
229
+ ]
230
+ .map((value) => normalize(value))
231
+ .filter(Boolean)
232
+ .map((value) => value.toLowerCase());
233
+ if (haystacks.some((value) => value.includes(needle))) {
234
+ return element;
235
+ }
236
+ }
237
+ return null;
238
+ };
239
+ const findByLabel = (wanted, exact = false) => {
240
+ const labels = Array.from(document.querySelectorAll("label"));
241
+ for (const label of labels) {
242
+ if (!textMatches(label.textContent, wanted, exact)) continue;
243
+ const forId = label.getAttribute("for");
244
+ if (forId) {
245
+ const explicit = document.getElementById(forId);
246
+ if (explicit) return explicit;
247
+ }
248
+ const nested = label.querySelector("input, textarea, select, button");
249
+ if (nested) return nested;
250
+ }
251
+ return null;
252
+ };
253
+ const findByRole = (role, name, exact = false) => {
254
+ const candidates = Array.from(
255
+ document.querySelectorAll(
256
+ "a, button, input, textarea, select, option, form, h1, h2, h3, h4, h5, h6, [role], [data-testid]"
257
+ )
258
+ );
259
+ for (const candidate of candidates) {
260
+ if (nativeRole(candidate) !== role.trim().toLowerCase()) continue;
261
+ if (!name) return candidate;
262
+ if (searchTexts(candidate).some((value) => textMatches(value, name, exact))) {
263
+ return candidate;
264
+ }
265
+ }
266
+ return null;
267
+ };
268
+ const trimQuoted = (value) => {
269
+ const trimmed = String(value || "").trim();
270
+ const hasTextMatch = trimmed.match(/^has-text\\((?:"([^"]*)"|'([^']*)')\\)$/i);
271
+ if (hasTextMatch?.[1] || hasTextMatch?.[2]) {
272
+ return (hasTextMatch[1] || hasTextMatch[2] || "").trim();
273
+ }
274
+ if (
275
+ (trimmed.startsWith('"') && trimmed.endsWith('"')) ||
276
+ (trimmed.startsWith("'") && trimmed.endsWith("'"))
277
+ ) {
278
+ return trimmed.slice(1, -1).trim();
279
+ }
280
+ return trimmed;
281
+ };
282
+ const normalizeSelectorSyntax = (selector) => {
283
+ let normalized = String(selector || "").trim();
284
+ normalized = normalized.replace(
285
+ /^role\\s*[:=]\\s*([a-z0-9_-]+)\\s+name\\s*[:=]\\s*(.+)$/i,
286
+ "role=$1[name=$2]"
287
+ );
288
+ normalized = normalized.replace(
289
+ /^((?:label|text|placeholder|alt|title|testid|data-testid)\\s*[:=]\\s*(?:has-text\\((?:"[^"]*"|'[^']*')\\)|"[^"]+"|'[^']+'|[^>]+?))\\s+((?:input|textarea|select)[\\s\\S]*)$/i,
290
+ "$1 >> $2"
291
+ );
292
+ return normalized;
293
+ };
294
+ const parseSemanticSelector = (selector) => {
295
+ const trimmed = normalizeSelectorSyntax(selector);
296
+ const match = trimmed.match(/^([a-z-]+)\\s*[:=]\\s*(.+)$/i);
297
+ if (!match) return null;
298
+ const kind = match[1]?.trim()?.toLowerCase();
299
+ const rawValue = match[2]?.trim() || "";
300
+ if (!kind || !rawValue) return null;
301
+ switch (kind) {
302
+ case "alt":
303
+ return { findBy: "alt", text: trimQuoted(rawValue) };
304
+ case "css":
305
+ return { selector: trimQuoted(rawValue) };
306
+ case "data-testid":
307
+ case "testid":
308
+ return { findBy: "testid", text: trimQuoted(rawValue) };
309
+ case "label":
310
+ return { findBy: "label", text: trimQuoted(rawValue) };
311
+ case "placeholder":
312
+ return { findBy: "placeholder", text: trimQuoted(rawValue) };
313
+ case "role": {
314
+ const roleMatch = rawValue.match(
315
+ /^([a-z0-9_-]+)(?:\\s*\\[\\s*name\\s*[:=]\\s*(.+?)\\s*\\])?$/i
316
+ );
317
+ if (!roleMatch?.[1]) return null;
318
+ return {
319
+ findBy: "role",
320
+ name: roleMatch[2] ? trimQuoted(roleMatch[2]) : undefined,
321
+ role: roleMatch[1].trim().toLowerCase(),
322
+ };
323
+ }
324
+ case "text":
325
+ return { findBy: "text", text: trimQuoted(rawValue) };
326
+ case "title":
327
+ return { findBy: "title", text: trimQuoted(rawValue) };
328
+ default:
329
+ return null;
330
+ }
331
+ };
332
+ const mergeSelectorCommand = (selector) => {
333
+ const parsed = parseSemanticSelector(selector);
334
+ if (!parsed) return null;
335
+ return { ...command, ...parsed, selector: parsed.selector };
336
+ };
337
+ const queryOne = (selector) => {
338
+ try {
339
+ return document.querySelector(selector);
340
+ } catch {
341
+ throw new Error("Invalid selector " + selector);
342
+ }
343
+ };
344
+ const queryAll = (selector) => {
345
+ try {
346
+ return Array.from(document.querySelectorAll(selector));
347
+ } catch {
348
+ throw new Error("Invalid selector " + selector);
349
+ }
350
+ };
351
+ const findSemantic = (targetCommand = command) => {
352
+ switch (targetCommand.findBy) {
353
+ case "alt":
354
+ return Array.from(document.querySelectorAll("[alt]")).find((element) =>
355
+ textMatches(
356
+ element.getAttribute("alt"),
357
+ targetCommand.text,
358
+ targetCommand.exact
359
+ )
360
+ ) || null;
361
+ case "first":
362
+ return targetCommand.selector ? queryOne(targetCommand.selector) : null;
363
+ case "label":
364
+ return targetCommand.text
365
+ ? findByLabel(targetCommand.text, targetCommand.exact)
366
+ : null;
367
+ case "last":
368
+ return targetCommand.selector
369
+ ? queryAll(targetCommand.selector).at(-1) || null
370
+ : null;
371
+ case "nth":
372
+ return targetCommand.selector && Number.isInteger(targetCommand.index)
373
+ ? queryAll(targetCommand.selector).at(targetCommand.index) || null
374
+ : null;
375
+ case "placeholder":
376
+ return Array.from(document.querySelectorAll("[placeholder]")).find((element) =>
377
+ textMatches(
378
+ element.getAttribute("placeholder"),
379
+ targetCommand.text,
380
+ targetCommand.exact
381
+ )
382
+ ) || null;
383
+ case "role":
384
+ return targetCommand.role
385
+ ? findByRole(
386
+ targetCommand.role,
387
+ targetCommand.name,
388
+ targetCommand.exact
389
+ )
390
+ : null;
391
+ case "testid":
392
+ return targetCommand.text
393
+ ? document.querySelector('[data-testid="' + targetCommand.text + '"]')
394
+ : null;
395
+ case "text":
396
+ return targetCommand.text ? findByText(targetCommand.text) : null;
397
+ case "title":
398
+ return Array.from(document.querySelectorAll("[title]")).find((element) =>
399
+ textMatches(
400
+ element.getAttribute("title"),
401
+ targetCommand.text,
402
+ targetCommand.exact
403
+ )
404
+ ) || null;
405
+ default:
406
+ return null;
407
+ }
408
+ };
409
+ const findTarget = () => {
410
+ if (command.selector) {
411
+ const selectorChain = normalizeSelectorSyntax(command.selector)
412
+ .split(/s*>>s*/)
413
+ .map((segment) => segment.trim())
414
+ .filter(Boolean);
415
+ if (selectorChain.length > 1) {
416
+ let current = queryTarget(selectorChain[0]);
417
+ for (let index = 1; current && index < selectorChain.length; index += 1) {
418
+ const segment = selectorChain[index];
419
+ if (!segment) continue;
420
+ if (typeof current.matches === "function" && current.matches(segment)) {
421
+ continue;
422
+ }
423
+ if (
424
+ /^(input|textarea|select)(?:[[^]]+])?$/i.test(segment) &&
425
+ (current.tagName === "INPUT" ||
426
+ current.tagName === "TEXTAREA" ||
427
+ current.tagName === "SELECT")
428
+ ) {
429
+ continue;
430
+ }
431
+ current = queryOneWithin(current, segment);
432
+ }
433
+ return current;
434
+ }
435
+ return queryTarget(command.selector);
436
+ }
437
+ if (command.findBy) return findSemantic();
438
+ if (command.text) return findByText(command.text);
439
+ return null;
440
+ };
441
+ const queryOneWithin = (root, selector) => {
442
+ try {
443
+ return root.querySelector(selector);
444
+ } catch {
445
+ throw new Error("Invalid selector " + selector);
446
+ }
447
+ };
448
+ const queryTarget = (selector) => {
449
+ const semantic = mergeSelectorCommand(selector);
450
+ if (semantic) return findSemantic(semantic);
451
+ return queryOne(selector);
452
+ };
453
+ const inspect = () =>
454
+ Array.from(
455
+ document.querySelectorAll(
456
+ "a, button, input, textarea, select, form, [role='button'], [data-testid]"
457
+ )
458
+ )
459
+ .slice(0, 40)
460
+ .map((element) => serialize(element));
461
+ const snapshot = () => ({
462
+ title: document.title,
463
+ url: location.href,
464
+ bodyText: normalize(document.body?.textContent).slice(0, 800),
465
+ elements: inspect(),
466
+ });
467
+ const setInputValue = (appendMode, target) => {
468
+ const element = target || findTarget();
469
+ if (!element) {
470
+ throw new Error("Target element was not found.");
471
+ }
472
+ if (
473
+ !(
474
+ element instanceof HTMLInputElement ||
475
+ element instanceof HTMLTextAreaElement ||
476
+ element instanceof HTMLSelectElement
477
+ )
478
+ ) {
479
+ throw new Error("Target element is not an input, textarea, or select.");
480
+ }
481
+ const nextValue = appendMode ? \`\${element.value ?? ""}\${command.value ?? ""}\` : (command.value ?? "");
482
+ element.value = nextValue;
483
+ element.dispatchEvent(new Event("input", { bubbles: true }));
484
+ element.dispatchEvent(new Event("change", { bubbles: true }));
485
+ return { selector: selectorFor(element), value: element.value };
486
+ };
487
+ const setChecked = (targetValue) => {
488
+ const element = findTarget();
489
+ if (!element) throw new Error("Target element was not found.");
490
+ if (!(element instanceof HTMLInputElement)) {
491
+ throw new Error("Target element is not a checkbox or radio input.");
492
+ }
493
+ const type = (element.type || "").toLowerCase();
494
+ if (type !== "checkbox" && type !== "radio") {
495
+ throw new Error("Target element is not a checkbox or radio input.");
496
+ }
497
+ element.checked = targetValue;
498
+ element.dispatchEvent(new Event("input", { bubbles: true }));
499
+ element.dispatchEvent(new Event("change", { bubbles: true }));
500
+ return { checked: element.checked, selector: selectorFor(element) };
501
+ };
502
+ const setSelectValue = () => {
503
+ const element = findTarget();
504
+ if (!element) throw new Error("Target element was not found.");
505
+ if (!(element instanceof HTMLSelectElement)) {
506
+ throw new Error("Target element is not a select.");
507
+ }
508
+ const targetValue = command.value ?? "";
509
+ const option = Array.from(element.options).find(
510
+ (entry) =>
511
+ entry.value === targetValue || textMatches(entry.textContent, targetValue, true)
512
+ );
513
+ if (!option) {
514
+ throw new Error("Select option was not found.");
515
+ }
516
+ element.value = option.value;
517
+ option.selected = true;
518
+ element.dispatchEvent(new Event("input", { bubbles: true }));
519
+ element.dispatchEvent(new Event("change", { bubbles: true }));
520
+ return { selector: selectorFor(element), value: element.value };
521
+ };
522
+ const focusElement = (element) => {
523
+ if (!element) throw new Error("Target element was not found.");
524
+ if (typeof element.focus === "function") {
525
+ element.focus();
526
+ }
527
+ return {
528
+ focused: document.activeElement === element,
529
+ selector: selectorFor(element),
530
+ };
531
+ };
532
+ const hoverElement = (element) => {
533
+ if (!element) throw new Error("Target element was not found.");
534
+ element.setAttribute("data-eliza-hover", "true");
535
+ return { hovered: true, selector: selectorFor(element) };
536
+ };
537
+ const activateElement = (subaction, element) => {
538
+ if (!element) throw new Error("Target element was not found.");
539
+ if (subaction === "dblclick") {
540
+ element.dispatchEvent(new MouseEvent("dblclick", { bubbles: true }));
541
+ }
542
+ if (typeof element.click === "function") {
543
+ element.click();
544
+ }
545
+ return {
546
+ clickCount: subaction === "dblclick" ? 2 : 1,
547
+ element: serialize(element),
548
+ url: location.href,
549
+ };
550
+ };
551
+ const ensureTabKit = () => {
552
+ const kit = window.__elizaTabKit;
553
+ if (!kit) {
554
+ throw new Error(
555
+ "browser tab kit not installed (BROWSER_TAB_PRELOAD_SCRIPT missing)",
556
+ );
557
+ }
558
+ return kit;
559
+ };
560
+ const runRealisticSubaction = (subaction) => {
561
+ const kit = ensureTabKit();
562
+ const cursorDuration = Number(command.cursorDurationMs) || 220;
563
+ if (subaction === "cursor-hide") {
564
+ kit.cursor.hide();
565
+ return { hidden: true };
566
+ }
567
+ if (subaction === "cursor-move") {
568
+ const x = Number(command.x);
569
+ const y = Number(command.y);
570
+ if (!Number.isFinite(x) || !Number.isFinite(y)) {
571
+ throw new Error("cursor-move requires x and y");
572
+ }
573
+ kit.cursor.show();
574
+ return Promise.resolve(
575
+ kit.cursor.moveTo({ x: x, y: y }, { durationMs: cursorDuration }),
576
+ ).then(() => ({ x: x, y: y }));
577
+ }
578
+ if (subaction === "realistic-press") {
579
+ const target = findTarget() || document.activeElement || document.body;
580
+ const key = command.key || "Enter";
581
+ target.dispatchEvent(
582
+ new KeyboardEvent("keydown", {
583
+ key: key,
584
+ bubbles: true,
585
+ cancelable: true,
586
+ composed: true,
587
+ }),
588
+ );
589
+ target.dispatchEvent(
590
+ new KeyboardEvent("keyup", {
591
+ key: key,
592
+ bubbles: true,
593
+ cancelable: true,
594
+ composed: true,
595
+ }),
596
+ );
597
+ return { key: key, selector: selectorFor(target), url: location.href };
598
+ }
599
+ const element = findTarget();
600
+ if (!element) {
601
+ throw new Error("Target element was not found.");
602
+ }
603
+ kit.cursor.show();
604
+ if (subaction === "realistic-click") {
605
+ kit.cursor.highlight(element);
606
+ return Promise.resolve(
607
+ kit.dispatchPointerSequence(element, { button: 0 }),
608
+ ).then(() => ({
609
+ element: serialize(element),
610
+ url: location.href,
611
+ }));
612
+ }
613
+ if (subaction === "realistic-fill" || subaction === "realistic-type") {
614
+ const value = command.value ?? command.text ?? "";
615
+ const replace = subaction === "realistic-fill" || command.replace === true;
616
+ const perCharDelayMs = Number(command.perCharDelayMs);
617
+ kit.cursor.highlight(element);
618
+ return Promise.resolve(
619
+ kit
620
+ .dispatchPointerSequence(element, { button: 0 })
621
+ .then(() =>
622
+ kit.typeRealistic(element, value, {
623
+ replace: replace,
624
+ perCharDelayMs: Number.isFinite(perCharDelayMs)
625
+ ? perCharDelayMs
626
+ : undefined,
627
+ }),
628
+ ),
629
+ ).then(() => ({
630
+ element: serialize(element),
631
+ value: element.value,
632
+ }));
633
+ }
634
+ if (subaction === "realistic-upload") {
635
+ const url = (command.files && command.files[0]) || command.url || command.value;
636
+ if (!url) {
637
+ throw new Error("realistic-upload requires files[0] or url");
638
+ }
639
+ if (element.tagName !== "INPUT" || element.type !== "file") {
640
+ throw new Error("realistic-upload target must be input[type=file]");
641
+ }
642
+ kit.cursor.highlight(element);
643
+ return Promise.resolve(kit.setFileInput(element, url, {})).then((info) => ({
644
+ element: serialize(element),
645
+ upload: info,
646
+ }));
647
+ }
648
+ throw new Error("Unsupported realistic subaction: " + subaction);
649
+ };
650
+ const keyboardTarget = () => findTarget() || document.activeElement || document.body;
651
+ const keyboardWrite = (appendMode) => {
652
+ const target = keyboardTarget();
653
+ if (
654
+ !(
655
+ target instanceof HTMLInputElement ||
656
+ target instanceof HTMLTextAreaElement ||
657
+ target instanceof HTMLSelectElement
658
+ )
659
+ ) {
660
+ throw new Error("Keyboard text input requires an input, textarea, or select target.");
661
+ }
662
+ return setInputValue(appendMode, target);
663
+ };
664
+ const keyPhase = (phase) => {
665
+ const target = keyboardTarget();
666
+ const key = command.key || "Enter";
667
+ target.dispatchEvent(new KeyboardEvent(phase, { key, bubbles: true }));
668
+ return { key, phase, selector: selectorFor(target) };
669
+ };
670
+ const scrollTarget = () => findTarget();
671
+ const scroll = () => {
672
+ const target = scrollTarget();
673
+ const direction = command.direction || "down";
674
+ const pixels = Math.max(1, Math.abs(Number(command.pixels) || 240));
675
+ const axis = direction === "left" || direction === "right" ? "x" : "y";
676
+ const delta = direction === "up" || direction === "left" ? -pixels : pixels;
677
+ if (target instanceof HTMLElement) {
678
+ if (axis === "y") {
679
+ target.scrollTop = (target.scrollTop || 0) + delta;
680
+ return { axis, selector: selectorFor(target), value: target.scrollTop };
681
+ }
682
+ target.scrollLeft = (target.scrollLeft || 0) + delta;
683
+ return { axis, selector: selectorFor(target), value: target.scrollLeft };
684
+ }
685
+ if (axis === "y") {
686
+ window.scrollBy(0, delta);
687
+ return { axis, selector: null, value: window.scrollY };
688
+ }
689
+ window.scrollBy(delta, 0);
690
+ return { axis, selector: null, value: window.scrollX };
691
+ };
692
+ const getResult = () => {
693
+ if (command.getMode === "title") return document.title;
694
+ if (command.getMode === "url") return location.href;
695
+ if (command.getMode === "count") {
696
+ if (!command.selector) throw new Error("count requires selector");
697
+ const semantic = mergeSelectorCommand(command.selector);
698
+ return semantic ? Number(Boolean(findSemantic(semantic))) : queryAll(command.selector).length;
699
+ }
700
+ const element = findTarget();
701
+ if (!element) throw new Error("Target element was not found.");
702
+ switch (command.getMode) {
703
+ case "attr":
704
+ if (!command.attribute) throw new Error("attr lookups require attribute");
705
+ return element.getAttribute(command.attribute);
706
+ case "box":
707
+ return element.getBoundingClientRect();
708
+ case "checked":
709
+ return element instanceof HTMLInputElement
710
+ ? Boolean(element.checked)
711
+ : element instanceof HTMLOptionElement
712
+ ? Boolean(element.selected)
713
+ : false;
714
+ case "enabled":
715
+ return "disabled" in element ? !Boolean(element.disabled) : true;
716
+ case "html":
717
+ return element.innerHTML;
718
+ case "styles": {
719
+ const computed = getComputedStyle(element);
720
+ return {
721
+ display: computed.display || null,
722
+ visibility: computed.visibility || null,
723
+ opacity: computed.opacity || null,
724
+ };
725
+ }
726
+ case "text":
727
+ return normalize(element.textContent);
728
+ case "value":
729
+ return element.value ?? element.getAttribute?.("value");
730
+ case "visible":
731
+ return isVisible(element);
732
+ default:
733
+ return normalize(element.textContent);
734
+ }
735
+ };
736
+ const waitForCondition = () =>
737
+ new Promise((resolve, reject) => {
738
+ if (
739
+ !command.selector &&
740
+ !command.findBy &&
741
+ !command.text &&
742
+ !command.url &&
743
+ !command.script &&
744
+ Number.isFinite(Number(command.timeoutMs))
745
+ ) {
746
+ const waitedMs = Math.max(0, Number(command.timeoutMs) || 0);
747
+ setTimeout(() => resolve({ ok: true, waitedMs }), waitedMs);
748
+ return;
749
+ }
750
+ const deadline = Date.now() + (Number(command.timeoutMs) || 4000);
751
+ const check = () => {
752
+ try {
753
+ if (command.selector) {
754
+ const found = findTarget();
755
+ const visible =
756
+ command.state === "hidden"
757
+ ? !found || !isVisible(found)
758
+ : found && isVisible(found);
759
+ if (visible) {
760
+ resolve({ ok: true, selector: command.selector, state: command.state || "visible" });
761
+ return;
762
+ }
763
+ }
764
+ if (command.findBy) {
765
+ const found = findSemantic();
766
+ if (command.state === "hidden" ? !found : found) {
767
+ resolve({ findBy: command.findBy, ok: true });
768
+ return;
769
+ }
770
+ }
771
+ if (command.text && normalize(document.body?.textContent).includes(command.text)) {
772
+ resolve({ ok: true, text: command.text });
773
+ return;
774
+ }
775
+ if (command.url && location.href.includes(command.url)) {
776
+ resolve({ ok: true, url: location.href });
777
+ return;
778
+ }
779
+ ${waitScriptBranch}
780
+ if (Date.now() >= deadline) {
781
+ reject(new Error("Timed out waiting for browser workspace condition."));
782
+ return;
783
+ }
784
+ setTimeout(check, 100);
785
+ } catch (error) {
786
+ reject(error);
787
+ }
788
+ };
789
+ check();
790
+ });
791
+
792
+ switch (command.subaction) {
793
+ case "inspect":
794
+ return { title: document.title, url: location.href, elements: inspect() };
795
+ case "snapshot":
796
+ return snapshot();
797
+ case "get":
798
+ return { value: getResult() };
799
+ case "find": {
800
+ const element = findTarget();
801
+ if (!element) throw new Error("Target element was not found.");
802
+ switch (command.action) {
803
+ case "check":
804
+ return setChecked(true);
805
+ case "click":
806
+ return activateElement("click", element);
807
+ case "fill":
808
+ return setInputValue(false, element);
809
+ case "focus":
810
+ return focusElement(element);
811
+ case "hover":
812
+ return hoverElement(element);
813
+ case "text":
814
+ case undefined:
815
+ return { element: serialize(element), value: normalize(element.textContent) };
816
+ case "type":
817
+ return setInputValue(true, element);
818
+ case "uncheck":
819
+ return setChecked(false);
820
+ default:
821
+ throw new Error("Unsupported find action.");
822
+ }
823
+ }
824
+ case "click": {
825
+ const element = findTarget();
826
+ return activateElement("click", element);
827
+ }
828
+ case "dblclick": {
829
+ const element = findTarget();
830
+ return activateElement("dblclick", element);
831
+ }
832
+ case "check":
833
+ return setChecked(true);
834
+ case "fill":
835
+ return setInputValue(false);
836
+ case "focus": {
837
+ const element = findTarget();
838
+ return focusElement(element);
839
+ }
840
+ case "hover": {
841
+ const element = findTarget();
842
+ return hoverElement(element);
843
+ }
844
+ case "keyboardinserttext":
845
+ return keyboardWrite(false);
846
+ case "keyboardtype":
847
+ return keyboardWrite(true);
848
+ case "keydown":
849
+ return keyPhase("keydown");
850
+ case "keyup":
851
+ return keyPhase("keyup");
852
+ case "type":
853
+ return setInputValue(true);
854
+ case "press": {
855
+ const target = findTarget() ?? document.activeElement ?? document.body;
856
+ const key = command.key || "Enter";
857
+ target.dispatchEvent(new KeyboardEvent("keydown", { key, bubbles: true }));
858
+ target.dispatchEvent(new KeyboardEvent("keyup", { key, bubbles: true }));
859
+ return { key, url: location.href };
860
+ }
861
+ case "realistic-click":
862
+ case "realistic-fill":
863
+ case "realistic-type":
864
+ case "realistic-press":
865
+ case "realistic-upload":
866
+ case "cursor-move":
867
+ case "cursor-hide":
868
+ return runRealisticSubaction(command.subaction);
869
+ case "scroll":
870
+ return scroll();
871
+ case "scrollinto": {
872
+ const element = findTarget();
873
+ if (!element) throw new Error("Target element was not found.");
874
+ if (typeof element.scrollIntoView === "function") {
875
+ element.scrollIntoView();
876
+ }
877
+ return { scrolled: true, selector: selectorFor(element) };
878
+ }
879
+ case "select":
880
+ return setSelectValue();
881
+ case "uncheck":
882
+ return setChecked(false);
883
+ case "wait":
884
+ return waitForCondition();
885
+ case "back":
886
+ history.back();
887
+ return { url: location.href, title: document.title };
888
+ case "forward":
889
+ history.forward();
890
+ return { url: location.href, title: document.title };
891
+ case "reload":
892
+ location.reload();
893
+ return { url: location.href, title: document.title };
894
+ default:
895
+ throw new Error(\`Unsupported desktop browser subaction: \${command.subaction}\`);
896
+ }
897
+ })()
898
+ `.trim();
899
+ }
900
+ function createDesktopBrowserWorkspaceUtilityScript(command) {
901
+ return `
902
+ (() => {
903
+ const command = ${JSON.stringify(command)};
904
+ const normalize = (value) => String(value ?? "").replace(/\\s+/g, " ").trim();
905
+ const state =
906
+ window.__elizaBrowserWorkspaceState ||
907
+ (window.__elizaBrowserWorkspaceState = {
908
+ clipboardText: "",
909
+ consoleEntries: [],
910
+ currentFrame: null,
911
+ dialog: null,
912
+ errors: [],
913
+ highlightedSelector: null,
914
+ mouse: { buttons: [], x: 0, y: 0 },
915
+ networkHar: { active: false, entries: [], startedAt: null },
916
+ networkNextRequestId: 1,
917
+ networkRequests: [],
918
+ networkRoutes: [],
919
+ settings: {
920
+ credentials: null,
921
+ device: null,
922
+ geo: null,
923
+ headers: {},
924
+ media: null,
925
+ offline: false,
926
+ viewport: null
927
+ }
928
+ });
929
+ const patternMatches = (pattern, value) => {
930
+ const trimmed = String(pattern ?? "").trim();
931
+ if (!trimmed) return false;
932
+ if (!trimmed.includes("*")) return String(value ?? "").includes(trimmed);
933
+ let wildcard = "";
934
+ for (let i = 0; i < trimmed.length; i += 1) {
935
+ const char = trimmed[i];
936
+ if (char === "*") {
937
+ if (trimmed[i + 1] === "*") {
938
+ wildcard += ".*";
939
+ i += 1;
940
+ } else {
941
+ wildcard += ".*";
942
+ }
943
+ } else {
944
+ wildcard += char.replace(/[|\\\\{}()[\\]^$+?.]/g, "\\\\$&");
945
+ }
946
+ }
947
+ return new RegExp("^" + wildcard + "$", "i").test(String(value ?? ""));
948
+ };
949
+ const buildSelector = (element) => {
950
+ if (!element || !element.tagName) return null;
951
+ const testId = element.getAttribute && element.getAttribute("data-testid");
952
+ if (testId) return '[data-testid="' + testId + '"]';
953
+ const name = element.getAttribute && element.getAttribute("name");
954
+ if (name) return element.tagName.toLowerCase() + '[name="' + name + '"]';
955
+ const title = element.getAttribute && element.getAttribute("title");
956
+ if (title) return element.tagName.toLowerCase() + '[title="' + title + '"]';
957
+ return element.tagName.toLowerCase();
958
+ };
959
+ const activeDocument = (() => {
960
+ if (!state.currentFrame) return document;
961
+ try {
962
+ const frame = document.querySelector(state.currentFrame);
963
+ return frame && frame.contentDocument ? frame.contentDocument : document;
964
+ } catch {
965
+ return document;
966
+ }
967
+ })();
968
+ const queryOne = (selector, root = activeDocument) => {
969
+ try {
970
+ return root.querySelector(selector);
971
+ } catch {
972
+ throw new Error("Invalid selector " + selector);
973
+ }
974
+ };
975
+ const findByText = (needle) => {
976
+ const wanted = normalize(needle).toLowerCase();
977
+ if (!wanted) return null;
978
+ const candidates = Array.from(
979
+ activeDocument.querySelectorAll(
980
+ "a, button, input, textarea, select, option, label, h1, h2, h3, [role='button'], [data-testid]"
981
+ )
982
+ );
983
+ return (
984
+ candidates.find((element) => {
985
+ const haystacks = [
986
+ element.textContent,
987
+ element.getAttribute("aria-label"),
988
+ element.getAttribute("placeholder"),
989
+ element.getAttribute("title"),
990
+ element.getAttribute("name"),
991
+ element.value
992
+ ]
993
+ .map((value) => normalize(value).toLowerCase())
994
+ .filter(Boolean);
995
+ return haystacks.some((value) => value.includes(wanted));
996
+ }) || null
997
+ );
998
+ };
999
+ const resolveTarget = () => {
1000
+ if (command.selector) return queryOne(command.selector);
1001
+ if (command.text) return findByText(command.text);
1002
+ return activeDocument.activeElement || activeDocument.body;
1003
+ };
1004
+ const recordRequest = (request) => {
1005
+ const entry = {
1006
+ ...request,
1007
+ id: "req_" + state.networkNextRequestId++,
1008
+ timestamp: new Date().toISOString()
1009
+ };
1010
+ state.networkRequests.push(entry);
1011
+ if (state.networkHar.active) state.networkHar.entries.push(entry);
1012
+ return entry;
1013
+ };
1014
+ if (!state.consoleWrapped) {
1015
+ for (const level of ["log", "info", "warn", "error"]) {
1016
+ console[level] = (...args) => {
1017
+ state.consoleEntries.push({
1018
+ level,
1019
+ message: args.map((value) => normalize(value)).join(" "),
1020
+ timestamp: new Date().toISOString()
1021
+ });
1022
+ };
1023
+ }
1024
+ state.consoleWrapped = true;
1025
+ }
1026
+ if (!state.dialogWrapped) {
1027
+ window.alert = (message) => {
1028
+ state.dialog = { defaultValue: null, message: String(message ?? ""), open: true, type: "alert" };
1029
+ };
1030
+ window.confirm = (message) => {
1031
+ state.dialog = { defaultValue: null, message: String(message ?? ""), open: true, type: "confirm" };
1032
+ return false;
1033
+ };
1034
+ window.prompt = (message, defaultValue) => {
1035
+ state.dialog = {
1036
+ defaultValue: defaultValue ?? null,
1037
+ message: String(message ?? ""),
1038
+ open: true,
1039
+ type: "prompt"
1040
+ };
1041
+ return null;
1042
+ };
1043
+ state.dialogWrapped = true;
1044
+ }
1045
+ if (!state.fetchWrapped) {
1046
+ state.originalFetch = window.fetch ? window.fetch.bind(window) : null;
1047
+ window.fetch = async (input, init = {}) => {
1048
+ const inputUrl =
1049
+ typeof input === "string"
1050
+ ? input
1051
+ : input instanceof URL
1052
+ ? input.toString()
1053
+ : typeof input?.url === "string"
1054
+ ? input.url
1055
+ : String(input);
1056
+ const url = new URL(inputUrl, location.href).toString();
1057
+ if (state.settings.offline) {
1058
+ recordRequest({
1059
+ matchedRoute: null,
1060
+ method: String(init.method || "GET").toUpperCase(),
1061
+ resourceType: "fetch",
1062
+ responseBody: null,
1063
+ responseHeaders: {},
1064
+ status: 0,
1065
+ url
1066
+ });
1067
+ throw new Error("Browser workspace is offline.");
1068
+ }
1069
+ const route = [...state.networkRoutes].reverse().find((entry) => patternMatches(entry.pattern, url)) || null;
1070
+ if (route && route.abort) {
1071
+ recordRequest({
1072
+ matchedRoute: route.pattern,
1073
+ method: String(init.method || "GET").toUpperCase(),
1074
+ resourceType: "fetch",
1075
+ responseBody: null,
1076
+ responseHeaders: route.headers || {},
1077
+ status: 0,
1078
+ url
1079
+ });
1080
+ throw new Error("Browser workspace network route aborted request: " + url);
1081
+ }
1082
+ if (route && (route.body !== null || route.status !== null || Object.keys(route.headers || {}).length > 0)) {
1083
+ const response = new Response(route.body || "", {
1084
+ headers: route.headers || {},
1085
+ status: route.status || 200
1086
+ });
1087
+ recordRequest({
1088
+ matchedRoute: route.pattern,
1089
+ method: String(init.method || "GET").toUpperCase(),
1090
+ resourceType: "fetch",
1091
+ responseBody: route.body || "",
1092
+ responseHeaders: route.headers || {},
1093
+ status: route.status || 200,
1094
+ url
1095
+ });
1096
+ return response;
1097
+ }
1098
+ const headers = new Headers(init.headers || {});
1099
+ for (const [key, value] of Object.entries(state.settings.headers || {})) {
1100
+ if (!headers.has(key)) headers.set(key, value);
1101
+ }
1102
+ if (state.settings.credentials && state.settings.credentials.username && !headers.has("Authorization")) {
1103
+ headers.set(
1104
+ "Authorization",
1105
+ "Basic " + btoa(state.settings.credentials.username + ":" + state.settings.credentials.password)
1106
+ );
1107
+ }
1108
+ const response = await state.originalFetch(url, { ...init, headers });
1109
+ recordRequest({
1110
+ matchedRoute: null,
1111
+ method: String(init.method || "GET").toUpperCase(),
1112
+ resourceType: "fetch",
1113
+ responseBody: null,
1114
+ responseHeaders: Object.fromEntries(response.headers.entries()),
1115
+ status: response.status,
1116
+ url: response.url || url
1117
+ });
1118
+ return response;
1119
+ };
1120
+ state.fetchWrapped = true;
1121
+ }
1122
+ Object.defineProperty(navigator, "onLine", {
1123
+ configurable: true,
1124
+ get: () => !state.settings.offline
1125
+ });
1126
+ switch (command.subaction) {
1127
+ case "clipboard": {
1128
+ const action = command.clipboardAction || "read";
1129
+ if (action === "read") return state.clipboardText;
1130
+ if (action === "write") {
1131
+ state.clipboardText = command.value || command.text || "";
1132
+ return state.clipboardText;
1133
+ }
1134
+ if (action === "copy") {
1135
+ const target = resolveTarget();
1136
+ state.clipboardText =
1137
+ target && typeof target.value === "string"
1138
+ ? String(target.value || "")
1139
+ : normalize(target?.textContent || activeDocument.body?.textContent);
1140
+ return state.clipboardText;
1141
+ }
1142
+ const target = resolveTarget();
1143
+ if (target && typeof target.value === "string") {
1144
+ target.value = String(target.value || "") + state.clipboardText;
1145
+ target.setAttribute("value", target.value);
1146
+ return { selector: buildSelector(target), value: target.value };
1147
+ }
1148
+ return state.clipboardText;
1149
+ }
1150
+ case "mouse": {
1151
+ const action = command.mouseAction || "move";
1152
+ if (action === "move") {
1153
+ state.mouse.x = typeof command.x === "number" ? command.x : state.mouse.x;
1154
+ state.mouse.y = typeof command.y === "number" ? command.y : state.mouse.y;
1155
+ return state.mouse;
1156
+ }
1157
+ if (action === "down") {
1158
+ const button = command.button || "left";
1159
+ state.mouse.buttons = Array.from(new Set([...(state.mouse.buttons || []), button]));
1160
+ return state.mouse;
1161
+ }
1162
+ if (action === "up") {
1163
+ const button = command.button || "left";
1164
+ state.mouse.buttons = (state.mouse.buttons || []).filter((entry) => entry !== button);
1165
+ return state.mouse;
1166
+ }
1167
+ window.scrollBy(command.deltaX || 0, command.deltaY || command.pixels || 240);
1168
+ return { axis: Math.abs(command.deltaY || 0) >= Math.abs(command.deltaX || 0) ? "y" : "x", value: window.scrollY };
1169
+ }
1170
+ case "drag": {
1171
+ const source = resolveTarget();
1172
+ const target = command.value ? queryOne(command.value) : null;
1173
+ if (!source || !target) throw new Error("Eliza browser workspace drag requires source selector and target selector in value.");
1174
+ source.setAttribute("data-eliza-dragging", "true");
1175
+ target.setAttribute("data-eliza-drop-target", "true");
1176
+ return { source: buildSelector(source), target: buildSelector(target) };
1177
+ }
1178
+ case "upload": {
1179
+ const target = resolveTarget();
1180
+ if (!target || target.tagName !== "INPUT") throw new Error("Eliza browser workspace upload requires a file input target.");
1181
+ const files = Array.isArray(command.files) ? command.files.map((entry) => String(entry).split(/[\\\\/]/).pop()) : [];
1182
+ target.setAttribute("data-eliza-uploaded-files", files.join(","));
1183
+ return { files, selector: buildSelector(target) };
1184
+ }
1185
+ case "set": {
1186
+ const action = command.setAction || "viewport";
1187
+ if (action === "viewport") {
1188
+ state.settings.viewport = { width: command.width || 1280, height: command.height || 720, scale: command.scale || 1 };
1189
+ } else if (action === "device") {
1190
+ state.settings.device = command.device || null;
1191
+ } else if (action === "geo") {
1192
+ state.settings.geo =
1193
+ typeof command.latitude === "number" && typeof command.longitude === "number"
1194
+ ? { latitude: command.latitude, longitude: command.longitude }
1195
+ : null;
1196
+ } else if (action === "offline") {
1197
+ state.settings.offline = Boolean(command.offline);
1198
+ } else if (action === "headers") {
1199
+ state.settings.headers = command.headers || {};
1200
+ } else if (action === "credentials") {
1201
+ state.settings.credentials =
1202
+ command.username || command.password
1203
+ ? { username: command.username || "", password: command.password || "" }
1204
+ : null;
1205
+ } else if (action === "media") {
1206
+ state.settings.media = command.media || null;
1207
+ }
1208
+ return state.settings;
1209
+ }
1210
+ case "cookies": {
1211
+ const action = command.cookieAction || "get";
1212
+ if (action === "clear") {
1213
+ const current = document.cookie || "";
1214
+ current.split(/;\\s*/).forEach((entry) => {
1215
+ const name = entry.split("=")[0];
1216
+ if (name) document.cookie = name + "=; expires=Thu, 01 Jan 1970 00:00:00 GMT; path=/";
1217
+ });
1218
+ return { cleared: true };
1219
+ }
1220
+ if (action === "set") {
1221
+ const name = command.name || command.entryKey;
1222
+ if (!name) throw new Error("Eliza browser workspace cookies set requires name.");
1223
+ document.cookie = name + "=" + (command.value || "") + "; path=/";
1224
+ }
1225
+ const cookieString = document.cookie || "";
1226
+ return Object.fromEntries(
1227
+ cookieString
1228
+ .split(/;\\s*/)
1229
+ .filter(Boolean)
1230
+ .map((entry) => {
1231
+ const [name, ...rest] = entry.split("=");
1232
+ return [name, rest.join("=")];
1233
+ })
1234
+ );
1235
+ }
1236
+ case "storage": {
1237
+ const storage = command.storageArea === "session" ? sessionStorage : localStorage;
1238
+ const action = command.storageAction || "get";
1239
+ if (action === "clear") {
1240
+ storage.clear();
1241
+ return { cleared: true };
1242
+ }
1243
+ if (action === "set") {
1244
+ const key = command.entryKey || command.name;
1245
+ if (!key) throw new Error("Eliza browser workspace storage set requires entryKey.");
1246
+ storage.setItem(key, command.value || "");
1247
+ }
1248
+ if (command.entryKey || command.name) {
1249
+ return storage.getItem(command.entryKey || command.name);
1250
+ }
1251
+ const out = {};
1252
+ for (let i = 0; i < storage.length; i += 1) {
1253
+ const key = storage.key(i);
1254
+ if (key) out[key] = storage.getItem(key) || "";
1255
+ }
1256
+ return out;
1257
+ }
1258
+ case "network": {
1259
+ const action = command.networkAction || "requests";
1260
+ if (action === "route") {
1261
+ if (!command.url) throw new Error("Eliza browser workspace network route requires url pattern.");
1262
+ state.networkRoutes.push({
1263
+ abort: Boolean(command.offline),
1264
+ body: command.responseBody ?? null,
1265
+ headers: command.responseHeaders || {},
1266
+ pattern: command.url,
1267
+ status: typeof command.responseStatus === "number" ? command.responseStatus : null
1268
+ });
1269
+ return state.networkRoutes;
1270
+ }
1271
+ if (action === "unroute") {
1272
+ state.networkRoutes = command.url
1273
+ ? state.networkRoutes.filter((entry) => entry.pattern !== command.url)
1274
+ : [];
1275
+ return state.networkRoutes;
1276
+ }
1277
+ if (action === "request") {
1278
+ return state.networkRequests.find((entry) => entry.id === command.requestId) || null;
1279
+ }
1280
+ if (action === "harstart") {
1281
+ state.networkHar = { active: true, entries: [], startedAt: new Date().toISOString() };
1282
+ return state.networkHar;
1283
+ }
1284
+ if (action === "harstop") {
1285
+ state.networkHar.active = false;
1286
+ return { log: { entries: state.networkHar.entries, startedAt: state.networkHar.startedAt } };
1287
+ }
1288
+ let requests = [...state.networkRequests];
1289
+ if (command.filter) requests = requests.filter((entry) => entry.url.includes(command.filter));
1290
+ if (command.method) requests = requests.filter((entry) => entry.method === String(command.method).toUpperCase());
1291
+ if (command.status) requests = requests.filter((entry) => String(entry.status || "") === String(command.status));
1292
+ return requests;
1293
+ }
1294
+ case "dialog": {
1295
+ const action = command.dialogAction || "status";
1296
+ if (action === "status") return state.dialog;
1297
+ if (state.dialog) state.dialog.open = false;
1298
+ const result =
1299
+ action === "accept"
1300
+ ? { accepted: true, dialog: state.dialog, promptText: command.promptText || command.value || null }
1301
+ : { accepted: false, dialog: state.dialog };
1302
+ state.dialog = null;
1303
+ return result;
1304
+ }
1305
+ case "console":
1306
+ if (command.consoleAction === "clear") state.consoleEntries = [];
1307
+ return state.consoleEntries;
1308
+ case "errors":
1309
+ if (command.consoleAction === "clear") state.errors = [];
1310
+ return state.errors;
1311
+ case "highlight": {
1312
+ const target = resolveTarget();
1313
+ if (!target) throw new Error("Target element was not found.");
1314
+ target.setAttribute("data-eliza-highlight", "true");
1315
+ state.highlightedSelector = buildSelector(target);
1316
+ return { selector: state.highlightedSelector };
1317
+ }
1318
+ case "frame": {
1319
+ if ((command.frameAction || "select") === "main") {
1320
+ state.currentFrame = null;
1321
+ return { frame: null };
1322
+ }
1323
+ const frame = command.selector ? document.querySelector(command.selector) : null;
1324
+ if (!frame || frame.tagName !== "IFRAME") throw new Error("Eliza browser workspace frame select requires an iframe selector.");
1325
+ state.currentFrame = buildSelector(frame);
1326
+ return { frame: state.currentFrame };
1327
+ }
1328
+ default:
1329
+ throw new Error("Unsupported desktop browser workspace utility subaction: " + command.subaction);
1330
+ }
1331
+ })()
1332
+ `.trim();
1333
+ }
1334
+ async function executeDesktopBrowserWorkspaceUtilityCommand(command, env) {
1335
+ const id = await resolveDesktopBrowserWorkspaceTargetTabId(command, env);
1336
+ if (command.subaction === "cookies" || command.subaction === "storage" || command.subaction === "set" && (command.setAction === "credentials" || command.setAction === "headers")) {
1337
+ await assertDesktopBrowserWorkspaceCanAccessProfileSecrets(
1338
+ id,
1339
+ env,
1340
+ command.subaction
1341
+ );
1342
+ }
1343
+ const startedAt = Date.now();
1344
+ const result = await evaluateBrowserWorkspaceTab(
1345
+ {
1346
+ id,
1347
+ script: createDesktopBrowserWorkspaceUtilityScript({
1348
+ ...command,
1349
+ id
1350
+ })
1351
+ },
1352
+ env
1353
+ );
1354
+ const runtime = getBrowserWorkspaceRuntimeState("desktop", id);
1355
+ appendBrowserWorkspaceTraceEntry(runtime, {
1356
+ subaction: command.subaction,
1357
+ type: "utility"
1358
+ });
1359
+ appendBrowserWorkspaceProfilerEntry(runtime, {
1360
+ durationMs: Date.now() - startedAt,
1361
+ subaction: command.subaction,
1362
+ type: "utility"
1363
+ });
1364
+ return {
1365
+ mode: "desktop",
1366
+ subaction: command.subaction,
1367
+ value: result
1368
+ };
1369
+ }
1370
+ async function getDesktopBrowserWorkspaceSnapshotRecord(command, env) {
1371
+ const id = await resolveDesktopBrowserWorkspaceTargetTabId(command, env);
1372
+ const result = await evaluateBrowserWorkspaceTab(
1373
+ {
1374
+ id,
1375
+ script: `
1376
+ (() => {
1377
+ const activeDocument = (() => {
1378
+ const state = window.__elizaBrowserWorkspaceState || {};
1379
+ if (!state.currentFrame) return document;
1380
+ try {
1381
+ const frame = document.querySelector(state.currentFrame);
1382
+ return frame && frame.contentDocument ? frame.contentDocument : document;
1383
+ } catch {
1384
+ return document;
1385
+ }
1386
+ })();
1387
+ const normalize = (value) => String(value ?? "").replace(/\\s+/g, " ").trim();
1388
+ const controlText = Array.from(activeDocument.querySelectorAll("input, textarea, select, option:checked"))
1389
+ .map((element) => {
1390
+ const name = element.getAttribute("name") || element.getAttribute("id") || element.tagName.toLowerCase();
1391
+ const value =
1392
+ element.tagName === "SELECT"
1393
+ ? element.value
1394
+ : typeof element.value === "string"
1395
+ ? element.value
1396
+ : element.textContent || "";
1397
+ return name + ":" + normalize(value);
1398
+ })
1399
+ .filter(Boolean)
1400
+ .join(" ");
1401
+ return {
1402
+ bodyText: normalize((activeDocument.body?.textContent || "") + " " + controlText),
1403
+ title: normalize(document.title),
1404
+ url: location.href
1405
+ };
1406
+ })()
1407
+ `.trim()
1408
+ },
1409
+ env
1410
+ );
1411
+ return result;
1412
+ }
1413
+ async function getDesktopBrowserWorkspaceSessionState(command, env) {
1414
+ const id = await resolveDesktopBrowserWorkspaceTargetTabId(command, env);
1415
+ await assertDesktopBrowserWorkspaceCanAccessProfileSecrets(id, env, "state");
1416
+ const result = await evaluateBrowserWorkspaceTab(
1417
+ {
1418
+ id,
1419
+ script: `
1420
+ (() => {
1421
+ const state = window.__elizaBrowserWorkspaceState || {};
1422
+ const readStorage = (storage) => {
1423
+ const out = {};
1424
+ for (let i = 0; i < storage.length; i += 1) {
1425
+ const key = storage.key(i);
1426
+ if (key) out[key] = storage.getItem(key) || "";
1427
+ }
1428
+ return out;
1429
+ };
1430
+ const cookies = Object.fromEntries(
1431
+ String(document.cookie || "")
1432
+ .split(/;\\s*/)
1433
+ .filter(Boolean)
1434
+ .map((entry) => {
1435
+ const [name, ...rest] = entry.split("=");
1436
+ return [name, rest.join("=")];
1437
+ })
1438
+ );
1439
+ return {
1440
+ clipboard: state.clipboardText || "",
1441
+ cookies,
1442
+ localStorage: readStorage(localStorage),
1443
+ sessionStorage: readStorage(sessionStorage),
1444
+ settings: state.settings || {},
1445
+ url: location.href
1446
+ };
1447
+ })()
1448
+ `.trim()
1449
+ },
1450
+ env
1451
+ );
1452
+ return result;
1453
+ }
1454
+ async function loadDesktopBrowserWorkspaceSessionState(command, payload, env) {
1455
+ const id = await resolveDesktopBrowserWorkspaceTargetTabId(command, env);
1456
+ await assertDesktopBrowserWorkspaceCanAccessProfileSecrets(id, env, "state");
1457
+ await evaluateBrowserWorkspaceTab(
1458
+ {
1459
+ id,
1460
+ script: `
1461
+ (() => {
1462
+ const payload = ${JSON.stringify(payload)};
1463
+ const state =
1464
+ window.__elizaBrowserWorkspaceState ||
1465
+ (window.__elizaBrowserWorkspaceState = { settings: {} });
1466
+ localStorage.clear();
1467
+ for (const [key, value] of Object.entries(payload.localStorage || {})) {
1468
+ localStorage.setItem(key, String(value ?? ""));
1469
+ }
1470
+ sessionStorage.clear();
1471
+ for (const [key, value] of Object.entries(payload.sessionStorage || {})) {
1472
+ sessionStorage.setItem(key, String(value ?? ""));
1473
+ }
1474
+ for (const [key, value] of Object.entries(payload.cookies || {})) {
1475
+ document.cookie = key + "=" + String(value ?? "") + "; path=/";
1476
+ }
1477
+ state.clipboardText = typeof payload.clipboard === "string" ? payload.clipboard : "";
1478
+ state.settings = typeof payload.settings === "object" && payload.settings ? payload.settings : state.settings;
1479
+ return { loaded: true };
1480
+ })()
1481
+ `.trim()
1482
+ },
1483
+ env
1484
+ );
1485
+ }
1486
+ async function executeDesktopBrowserWorkspaceDomCommand(command, env) {
1487
+ assertBrowserWorkspaceUserScriptAllowed(
1488
+ command.script,
1489
+ "wait",
1490
+ "desktop",
1491
+ env
1492
+ );
1493
+ const id = await resolveDesktopBrowserWorkspaceTargetTabId(command, env);
1494
+ const startedAt = Date.now();
1495
+ command = resolveBrowserWorkspaceCommandElementRefs(command, "desktop", id);
1496
+ const result = await evaluateBrowserWorkspaceTab(
1497
+ {
1498
+ id,
1499
+ script: createDesktopBrowserWorkspaceCommandScript(
1500
+ {
1501
+ ...command,
1502
+ id
1503
+ },
1504
+ env
1505
+ )
1506
+ },
1507
+ env
1508
+ );
1509
+ if (command.subaction === "inspect" || command.subaction === "snapshot") {
1510
+ const value = result && typeof result === "object" && !Array.isArray(result) ? result : null;
1511
+ const elements = registerBrowserWorkspaceElementRefs(
1512
+ "desktop",
1513
+ id,
1514
+ Array.isArray(value?.elements) ? value.elements : []
1515
+ );
1516
+ return {
1517
+ mode: "desktop",
1518
+ subaction: command.subaction,
1519
+ elements,
1520
+ value: result
1521
+ };
1522
+ }
1523
+ const runtime = getBrowserWorkspaceRuntimeState("desktop", id);
1524
+ appendBrowserWorkspaceTraceEntry(runtime, {
1525
+ subaction: command.subaction,
1526
+ type: "dom"
1527
+ });
1528
+ appendBrowserWorkspaceProfilerEntry(runtime, {
1529
+ durationMs: Date.now() - startedAt,
1530
+ subaction: command.subaction,
1531
+ type: "dom"
1532
+ });
1533
+ return {
1534
+ mode: "desktop",
1535
+ subaction: command.subaction,
1536
+ value: result && typeof result === "object" && !Array.isArray(result) ? result.value ?? result : result
1537
+ };
1538
+ }
1539
+ function resolveBrowserWorkspaceCurrentTab(tabs) {
1540
+ if (tabs.length === 0) {
1541
+ return null;
1542
+ }
1543
+ return tabs.find((tab) => tab.visible) ?? [...tabs].sort((left, right) => {
1544
+ const leftTime = left.lastFocusedAt ?? left.updatedAt ?? "";
1545
+ const rightTime = right.lastFocusedAt ?? right.updatedAt ?? "";
1546
+ return rightTime.localeCompare(leftTime) || left.id.localeCompare(right.id);
1547
+ })[0] ?? null;
1548
+ }
1549
+ async function resolveDesktopBrowserWorkspaceTargetTabId(command, env) {
1550
+ if (command.id?.trim()) {
1551
+ return command.id.trim();
1552
+ }
1553
+ const payload = await requestBrowserWorkspace("/tabs", void 0, env);
1554
+ const tabs = Array.isArray(payload.tabs) ? payload.tabs : [];
1555
+ const current = resolveBrowserWorkspaceCurrentTab(tabs);
1556
+ if (!current) {
1557
+ throw createBrowserWorkspaceCommandTargetError(command.subaction);
1558
+ }
1559
+ return current.id;
1560
+ }
1561
+ export {
1562
+ createDesktopBrowserWorkspaceCommandScript,
1563
+ createDesktopBrowserWorkspaceUtilityScript,
1564
+ evaluateBrowserWorkspaceTab,
1565
+ executeDesktopBrowserWorkspaceDomCommand,
1566
+ executeDesktopBrowserWorkspaceUtilityCommand,
1567
+ getBrowserWorkspaceUnavailableMessage,
1568
+ getDesktopBrowserWorkspaceSessionState,
1569
+ getDesktopBrowserWorkspaceSnapshotRecord,
1570
+ isBrowserWorkspaceBridgeConfigured,
1571
+ loadDesktopBrowserWorkspaceSessionState,
1572
+ requestBrowserWorkspace,
1573
+ resolveBrowserWorkspaceBridgeConfig,
1574
+ resolveBrowserWorkspaceCurrentTab,
1575
+ resolveDesktopBrowserWorkspaceTargetTabId,
1576
+ snapshotBrowserWorkspaceTab
1577
+ };
1578
+ //# sourceMappingURL=browser-workspace-desktop.js.map