clawdbot 2026.1.4-1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (550) hide show
  1. package/CHANGELOG.md +120 -0
  2. package/LICENSE +21 -0
  3. package/README-header.png +0 -0
  4. package/README.md +297 -0
  5. package/dist/agents/agent-paths.js +17 -0
  6. package/dist/agents/bash-process-registry.js +126 -0
  7. package/dist/agents/bash-tools.js +837 -0
  8. package/dist/agents/clawdbot-tools.js +30 -0
  9. package/dist/agents/clawdis-tools.js +27 -0
  10. package/dist/agents/context.js +34 -0
  11. package/dist/agents/defaults.js +6 -0
  12. package/dist/agents/model-auth.js +112 -0
  13. package/dist/agents/model-catalog.js +55 -0
  14. package/dist/agents/model-fallback.js +191 -0
  15. package/dist/agents/model-scan.js +263 -0
  16. package/dist/agents/model-selection.js +116 -0
  17. package/dist/agents/models-config.js +49 -0
  18. package/dist/agents/pi-embedded-helpers.js +74 -0
  19. package/dist/agents/pi-embedded-runner.js +407 -0
  20. package/dist/agents/pi-embedded-subscribe.js +568 -0
  21. package/dist/agents/pi-embedded-utils.js +20 -0
  22. package/dist/agents/pi-embedded.js +1 -0
  23. package/dist/agents/pi-oauth.js +88 -0
  24. package/dist/agents/pi-tools.js +433 -0
  25. package/dist/agents/sandbox-paths.js +68 -0
  26. package/dist/agents/sandbox.js +644 -0
  27. package/dist/agents/shell-utils.js +53 -0
  28. package/dist/agents/skills-install.js +244 -0
  29. package/dist/agents/skills-status.js +157 -0
  30. package/dist/agents/skills.js +470 -0
  31. package/dist/agents/steerable-agent-loop.js +338 -0
  32. package/dist/agents/steerable-provider-transport.js +48 -0
  33. package/dist/agents/system-prompt.js +104 -0
  34. package/dist/agents/tool-display.js +162 -0
  35. package/dist/agents/tool-images.js +138 -0
  36. package/dist/agents/tools/browser-tool.js +339 -0
  37. package/dist/agents/tools/canvas-tool.js +193 -0
  38. package/dist/agents/tools/common.js +88 -0
  39. package/dist/agents/tools/cron-tool.js +124 -0
  40. package/dist/agents/tools/discord-actions-guild.js +186 -0
  41. package/dist/agents/tools/discord-actions-messaging.js +285 -0
  42. package/dist/agents/tools/discord-actions-moderation.js +70 -0
  43. package/dist/agents/tools/discord-actions.js +56 -0
  44. package/dist/agents/tools/discord-schema.js +199 -0
  45. package/dist/agents/tools/discord-tool.js +16 -0
  46. package/dist/agents/tools/gateway-tool.js +46 -0
  47. package/dist/agents/tools/gateway.js +27 -0
  48. package/dist/agents/tools/image-tool.js +132 -0
  49. package/dist/agents/tools/nodes-tool.js +413 -0
  50. package/dist/agents/tools/nodes-utils.js +92 -0
  51. package/dist/agents/tools/sessions-helpers.js +88 -0
  52. package/dist/agents/tools/sessions-history-tool.js +53 -0
  53. package/dist/agents/tools/sessions-list-tool.js +143 -0
  54. package/dist/agents/tools/sessions-send-helpers.js +100 -0
  55. package/dist/agents/tools/sessions-send-tool.js +347 -0
  56. package/dist/agents/tools/slack-actions.js +129 -0
  57. package/dist/agents/tools/slack-schema.js +59 -0
  58. package/dist/agents/tools/slack-tool.js +16 -0
  59. package/dist/agents/usage.js +39 -0
  60. package/dist/agents/workspace.js +241 -0
  61. package/dist/auto-reply/chunk.js +76 -0
  62. package/dist/auto-reply/envelope.js +38 -0
  63. package/dist/auto-reply/group-activation.js +20 -0
  64. package/dist/auto-reply/heartbeat.js +57 -0
  65. package/dist/auto-reply/model.js +14 -0
  66. package/dist/auto-reply/reply/abort.js +14 -0
  67. package/dist/auto-reply/reply/agent-runner.js +371 -0
  68. package/dist/auto-reply/reply/block-streaming.js +34 -0
  69. package/dist/auto-reply/reply/body.js +29 -0
  70. package/dist/auto-reply/reply/commands.js +207 -0
  71. package/dist/auto-reply/reply/directive-handling.js +361 -0
  72. package/dist/auto-reply/reply/directives.js +47 -0
  73. package/dist/auto-reply/reply/followup-runner.js +149 -0
  74. package/dist/auto-reply/reply/groups.js +91 -0
  75. package/dist/auto-reply/reply/mentions.js +38 -0
  76. package/dist/auto-reply/reply/model-selection.js +114 -0
  77. package/dist/auto-reply/reply/queue.js +399 -0
  78. package/dist/auto-reply/reply/reply-tags.js +26 -0
  79. package/dist/auto-reply/reply/session-updates.js +87 -0
  80. package/dist/auto-reply/reply/session.js +160 -0
  81. package/dist/auto-reply/reply/typing.js +75 -0
  82. package/dist/auto-reply/reply.js +535 -0
  83. package/dist/auto-reply/send-policy.js +28 -0
  84. package/dist/auto-reply/status.js +158 -0
  85. package/dist/auto-reply/templating.js +9 -0
  86. package/dist/auto-reply/thinking.js +49 -0
  87. package/dist/auto-reply/tokens.js +2 -0
  88. package/dist/auto-reply/tool-meta.js +74 -0
  89. package/dist/auto-reply/transcription.js +57 -0
  90. package/dist/auto-reply/types.js +1 -0
  91. package/dist/browser/bridge-server.js +37 -0
  92. package/dist/browser/cdp.js +382 -0
  93. package/dist/browser/chrome.js +432 -0
  94. package/dist/browser/client-actions-core.js +67 -0
  95. package/dist/browser/client-actions-observe.js +24 -0
  96. package/dist/browser/client-actions-types.js +1 -0
  97. package/dist/browser/client-actions.js +3 -0
  98. package/dist/browser/client-fetch.js +43 -0
  99. package/dist/browser/client.js +105 -0
  100. package/dist/browser/config.js +140 -0
  101. package/dist/browser/constants.js +4 -0
  102. package/dist/browser/profiles-service.js +122 -0
  103. package/dist/browser/profiles.js +85 -0
  104. package/dist/browser/pw-ai.js +2 -0
  105. package/dist/browser/pw-session.js +144 -0
  106. package/dist/browser/pw-tools-core.js +363 -0
  107. package/dist/browser/routes/agent.js +535 -0
  108. package/dist/browser/routes/basic.js +155 -0
  109. package/dist/browser/routes/index.js +8 -0
  110. package/dist/browser/routes/tabs.js +105 -0
  111. package/dist/browser/routes/utils.js +62 -0
  112. package/dist/browser/screenshot.js +40 -0
  113. package/dist/browser/server-context.js +377 -0
  114. package/dist/browser/server.js +81 -0
  115. package/dist/browser/target-id.js +18 -0
  116. package/dist/browser/trash.js +21 -0
  117. package/dist/canvas-host/a2ui/.bundle.hash +1 -0
  118. package/dist/canvas-host/a2ui/a2ui.bundle.js +17768 -0
  119. package/dist/canvas-host/a2ui/index.html +246 -0
  120. package/dist/canvas-host/a2ui.js +187 -0
  121. package/dist/canvas-host/server.js +382 -0
  122. package/dist/cli/browser-cli-actions-input.js +459 -0
  123. package/dist/cli/browser-cli-actions-observe.js +56 -0
  124. package/dist/cli/browser-cli-examples.js +31 -0
  125. package/dist/cli/browser-cli-inspect.js +97 -0
  126. package/dist/cli/browser-cli-manage.js +286 -0
  127. package/dist/cli/browser-cli-shared.js +1 -0
  128. package/dist/cli/browser-cli.js +26 -0
  129. package/dist/cli/canvas-cli.js +416 -0
  130. package/dist/cli/cron-cli.js +454 -0
  131. package/dist/cli/deps.js +17 -0
  132. package/dist/cli/dns-cli.js +180 -0
  133. package/dist/cli/gateway-cli.js +489 -0
  134. package/dist/cli/gateway-rpc.js +20 -0
  135. package/dist/cli/hooks-cli.js +135 -0
  136. package/dist/cli/models-cli.js +248 -0
  137. package/dist/cli/nodes-camera.js +57 -0
  138. package/dist/cli/nodes-canvas.js +26 -0
  139. package/dist/cli/nodes-cli.js +946 -0
  140. package/dist/cli/nodes-screen.js +37 -0
  141. package/dist/cli/parse-duration.js +20 -0
  142. package/dist/cli/ports.js +97 -0
  143. package/dist/cli/program.js +406 -0
  144. package/dist/cli/prompt.js +19 -0
  145. package/dist/cli/tui-cli.js +35 -0
  146. package/dist/cli/wait.js +8 -0
  147. package/dist/commands/agent.js +645 -0
  148. package/dist/commands/antigravity-oauth.js +327 -0
  149. package/dist/commands/configure.js +480 -0
  150. package/dist/commands/doctor.js +484 -0
  151. package/dist/commands/health.js +108 -0
  152. package/dist/commands/models/aliases.js +64 -0
  153. package/dist/commands/models/fallbacks.js +99 -0
  154. package/dist/commands/models/image-fallbacks.js +99 -0
  155. package/dist/commands/models/list.js +323 -0
  156. package/dist/commands/models/scan.js +266 -0
  157. package/dist/commands/models/set-image.js +23 -0
  158. package/dist/commands/models/set.js +23 -0
  159. package/dist/commands/models/shared.js +72 -0
  160. package/dist/commands/models.js +7 -0
  161. package/dist/commands/onboard-auth.js +70 -0
  162. package/dist/commands/onboard-helpers.js +295 -0
  163. package/dist/commands/onboard-interactive.js +17 -0
  164. package/dist/commands/onboard-non-interactive.js +202 -0
  165. package/dist/commands/onboard-providers.js +634 -0
  166. package/dist/commands/onboard-remote.js +120 -0
  167. package/dist/commands/onboard-skills.js +148 -0
  168. package/dist/commands/onboard-types.js +1 -0
  169. package/dist/commands/onboard.js +12 -0
  170. package/dist/commands/send.js +124 -0
  171. package/dist/commands/sessions.js +212 -0
  172. package/dist/commands/setup.js +58 -0
  173. package/dist/commands/signal-install.js +135 -0
  174. package/dist/commands/status.js +207 -0
  175. package/dist/commands/update.js +16 -0
  176. package/dist/config/config.js +6 -0
  177. package/dist/config/defaults.js +61 -0
  178. package/dist/config/io.js +147 -0
  179. package/dist/config/legacy-migrate.js +13 -0
  180. package/dist/config/legacy.js +159 -0
  181. package/dist/config/paths.js +71 -0
  182. package/dist/config/schema.js +150 -0
  183. package/dist/config/sessions.js +282 -0
  184. package/dist/config/talk.js +31 -0
  185. package/dist/config/types.js +1 -0
  186. package/dist/config/validation.js +29 -0
  187. package/dist/config/zod-schema.js +831 -0
  188. package/dist/control-ui/assets/index-BFID3yAA.css +1 -0
  189. package/dist/control-ui/assets/index-CE_axlTS.js +2235 -0
  190. package/dist/control-ui/assets/index-CE_axlTS.js.map +1 -0
  191. package/dist/control-ui/index.html +15 -0
  192. package/dist/cron/isolated-agent.js +499 -0
  193. package/dist/cron/run-log.js +72 -0
  194. package/dist/cron/schedule.js +24 -0
  195. package/dist/cron/service.js +471 -0
  196. package/dist/cron/store.js +43 -0
  197. package/dist/cron/types.js +1 -0
  198. package/dist/daemon/constants.js +10 -0
  199. package/dist/daemon/launchd.js +276 -0
  200. package/dist/daemon/legacy.js +63 -0
  201. package/dist/daemon/program-args.js +76 -0
  202. package/dist/daemon/schtasks.js +257 -0
  203. package/dist/daemon/service.js +60 -0
  204. package/dist/daemon/systemd.js +266 -0
  205. package/dist/discord/index.js +2 -0
  206. package/dist/discord/monitor.js +1188 -0
  207. package/dist/discord/probe.js +54 -0
  208. package/dist/discord/send.js +577 -0
  209. package/dist/discord/token.js +8 -0
  210. package/dist/gateway/auth.js +121 -0
  211. package/dist/gateway/call.js +94 -0
  212. package/dist/gateway/chat-attachments.js +41 -0
  213. package/dist/gateway/client.js +180 -0
  214. package/dist/gateway/config-reload.js +274 -0
  215. package/dist/gateway/control-ui.js +184 -0
  216. package/dist/gateway/hooks-mapping.js +282 -0
  217. package/dist/gateway/hooks.js +168 -0
  218. package/dist/gateway/net.js +29 -0
  219. package/dist/gateway/protocol/index.js +61 -0
  220. package/dist/gateway/protocol/schema.js +560 -0
  221. package/dist/gateway/server-bridge-subscriptions.js +93 -0
  222. package/dist/gateway/server-bridge.js +1013 -0
  223. package/dist/gateway/server-browser.js +12 -0
  224. package/dist/gateway/server-chat.js +159 -0
  225. package/dist/gateway/server-constants.js +8 -0
  226. package/dist/gateway/server-discovery.js +62 -0
  227. package/dist/gateway/server-http.js +165 -0
  228. package/dist/gateway/server-methods/agent-job.js +125 -0
  229. package/dist/gateway/server-methods/agent.js +250 -0
  230. package/dist/gateway/server-methods/chat.js +200 -0
  231. package/dist/gateway/server-methods/config.js +50 -0
  232. package/dist/gateway/server-methods/connect.js +6 -0
  233. package/dist/gateway/server-methods/cron.js +83 -0
  234. package/dist/gateway/server-methods/health.js +28 -0
  235. package/dist/gateway/server-methods/models.js +16 -0
  236. package/dist/gateway/server-methods/nodes.js +294 -0
  237. package/dist/gateway/server-methods/providers.js +217 -0
  238. package/dist/gateway/server-methods/send.js +166 -0
  239. package/dist/gateway/server-methods/sessions.js +305 -0
  240. package/dist/gateway/server-methods/skills.js +83 -0
  241. package/dist/gateway/server-methods/system.js +118 -0
  242. package/dist/gateway/server-methods/talk.js +22 -0
  243. package/dist/gateway/server-methods/types.js +1 -0
  244. package/dist/gateway/server-methods/voicewake.js +30 -0
  245. package/dist/gateway/server-methods/web.js +58 -0
  246. package/dist/gateway/server-methods/wizard.js +100 -0
  247. package/dist/gateway/server-methods.js +53 -0
  248. package/dist/gateway/server-providers.js +644 -0
  249. package/dist/gateway/server-shared.js +1 -0
  250. package/dist/gateway/server-utils.js +35 -0
  251. package/dist/gateway/server.js +1437 -0
  252. package/dist/gateway/session-utils.js +216 -0
  253. package/dist/gateway/ws-log.js +349 -0
  254. package/dist/gateway/ws-logging.js +8 -0
  255. package/dist/globals.js +41 -0
  256. package/dist/hooks/gmail-ops.js +236 -0
  257. package/dist/hooks/gmail-setup-utils.js +278 -0
  258. package/dist/hooks/gmail-watcher.js +175 -0
  259. package/dist/hooks/gmail.js +177 -0
  260. package/dist/imessage/client.js +165 -0
  261. package/dist/imessage/index.js +3 -0
  262. package/dist/imessage/monitor.js +272 -0
  263. package/dist/imessage/probe.js +26 -0
  264. package/dist/imessage/send.js +83 -0
  265. package/dist/imessage/targets.js +176 -0
  266. package/dist/index.js +50 -0
  267. package/dist/infra/agent-events.js +46 -0
  268. package/dist/infra/binaries.js +9 -0
  269. package/dist/infra/bonjour-discovery.js +163 -0
  270. package/dist/infra/bonjour.js +200 -0
  271. package/dist/infra/bridge/server.js +562 -0
  272. package/dist/infra/canvas-host-url.js +54 -0
  273. package/dist/infra/env.js +8 -0
  274. package/dist/infra/errors.js +28 -0
  275. package/dist/infra/gateway-lock.js +8 -0
  276. package/dist/infra/heartbeat-events.js +21 -0
  277. package/dist/infra/heartbeat-runner.js +453 -0
  278. package/dist/infra/heartbeat-wake.js +61 -0
  279. package/dist/infra/is-main.js +37 -0
  280. package/dist/infra/machine-name.js +40 -0
  281. package/dist/infra/node-pairing.js +211 -0
  282. package/dist/infra/pam.js +42 -0
  283. package/dist/infra/path-env.js +92 -0
  284. package/dist/infra/ports.js +87 -0
  285. package/dist/infra/provider-summary.js +80 -0
  286. package/dist/infra/restart.js +29 -0
  287. package/dist/infra/retry.js +16 -0
  288. package/dist/infra/runtime-guard.js +59 -0
  289. package/dist/infra/system-events.js +44 -0
  290. package/dist/infra/system-presence.js +216 -0
  291. package/dist/infra/tailnet.js +46 -0
  292. package/dist/infra/tailscale.js +149 -0
  293. package/dist/infra/voicewake.js +77 -0
  294. package/dist/infra/widearea-dns.js +123 -0
  295. package/dist/infra/ws.js +13 -0
  296. package/dist/logger.js +52 -0
  297. package/dist/logging.js +490 -0
  298. package/dist/macos/gateway-daemon.js +141 -0
  299. package/dist/macos/relay.js +46 -0
  300. package/dist/media/constants.js +33 -0
  301. package/dist/media/host.js +42 -0
  302. package/dist/media/image-ops.js +121 -0
  303. package/dist/media/mime.js +115 -0
  304. package/dist/media/parse.js +81 -0
  305. package/dist/media/server.js +64 -0
  306. package/dist/media/store.js +139 -0
  307. package/dist/process/command-queue.js +97 -0
  308. package/dist/process/exec.js +75 -0
  309. package/dist/protocol.schema.json +2918 -0
  310. package/dist/provider-web.js +8 -0
  311. package/dist/providers/web/index.js +2 -0
  312. package/dist/runtime.js +8 -0
  313. package/dist/sessions/send-policy.js +68 -0
  314. package/dist/signal/client.js +134 -0
  315. package/dist/signal/daemon.js +69 -0
  316. package/dist/signal/index.js +3 -0
  317. package/dist/signal/monitor.js +336 -0
  318. package/dist/signal/probe.js +46 -0
  319. package/dist/signal/send.js +91 -0
  320. package/dist/slack/actions.js +97 -0
  321. package/dist/slack/index.js +5 -0
  322. package/dist/slack/monitor.js +1029 -0
  323. package/dist/slack/probe.js +47 -0
  324. package/dist/slack/send.js +131 -0
  325. package/dist/slack/token.js +10 -0
  326. package/dist/telegram/bot.js +394 -0
  327. package/dist/telegram/download.js +34 -0
  328. package/dist/telegram/index.js +4 -0
  329. package/dist/telegram/monitor.js +47 -0
  330. package/dist/telegram/probe.js +63 -0
  331. package/dist/telegram/proxy.js +9 -0
  332. package/dist/telegram/send.js +138 -0
  333. package/dist/telegram/token.js +30 -0
  334. package/dist/telegram/webhook-set.js +12 -0
  335. package/dist/telegram/webhook.js +56 -0
  336. package/dist/tui/commands.js +74 -0
  337. package/dist/tui/components/assistant-message.js +16 -0
  338. package/dist/tui/components/chat-log.js +92 -0
  339. package/dist/tui/components/custom-editor.js +53 -0
  340. package/dist/tui/components/selectors.js +8 -0
  341. package/dist/tui/components/tool-execution.js +111 -0
  342. package/dist/tui/components/user-message.js +17 -0
  343. package/dist/tui/gateway-chat.js +140 -0
  344. package/dist/tui/layout.js +41 -0
  345. package/dist/tui/message-list.js +57 -0
  346. package/dist/tui/theme/theme.js +80 -0
  347. package/dist/tui/theme.js +25 -0
  348. package/dist/tui/tui.js +708 -0
  349. package/dist/utils.js +133 -0
  350. package/dist/version.js +18 -0
  351. package/dist/web/active-listener.js +7 -0
  352. package/dist/web/auto-reply.js +1203 -0
  353. package/dist/web/inbound.js +481 -0
  354. package/dist/web/login-qr.js +204 -0
  355. package/dist/web/login.js +59 -0
  356. package/dist/web/media.js +148 -0
  357. package/dist/web/outbound.js +67 -0
  358. package/dist/web/qr-image.js +97 -0
  359. package/dist/web/reconnect.js +60 -0
  360. package/dist/web/reply-heartbeat-wake.js +61 -0
  361. package/dist/web/session.js +346 -0
  362. package/dist/wizard/clack-prompter.js +56 -0
  363. package/dist/wizard/onboarding.js +452 -0
  364. package/dist/wizard/prompts.js +6 -0
  365. package/dist/wizard/session.js +203 -0
  366. package/docs/AGENTS.default.md +116 -0
  367. package/docs/CNAME +1 -0
  368. package/docs/RELEASING.md +64 -0
  369. package/docs/_config.yml +51 -0
  370. package/docs/_layouts/default.html +145 -0
  371. package/docs/agent-send.md +21 -0
  372. package/docs/agent.md +104 -0
  373. package/docs/android/connect.md +131 -0
  374. package/docs/architecture.md +89 -0
  375. package/docs/assets/markdown.css +130 -0
  376. package/docs/assets/pixel-lobster.svg +60 -0
  377. package/docs/assets/terminal.css +497 -0
  378. package/docs/assets/theme.js +55 -0
  379. package/docs/audio.md +50 -0
  380. package/docs/background-process.md +74 -0
  381. package/docs/bash.md +32 -0
  382. package/docs/bonjour.md +159 -0
  383. package/docs/browser.md +289 -0
  384. package/docs/camera.md +152 -0
  385. package/docs/clawd.md +199 -0
  386. package/docs/clawdbot-mac.md +104 -0
  387. package/docs/configuration.md +1177 -0
  388. package/docs/control-api.md +49 -0
  389. package/docs/control-ui.md +83 -0
  390. package/docs/cron.md +374 -0
  391. package/docs/dashboard.md +17 -0
  392. package/docs/device-models.md +46 -0
  393. package/docs/discord.md +293 -0
  394. package/docs/discovery.md +112 -0
  395. package/docs/docker.md +251 -0
  396. package/docs/docs.json +86 -0
  397. package/docs/doctor.md +47 -0
  398. package/docs/elevated.md +31 -0
  399. package/docs/faq.md +640 -0
  400. package/docs/gateway/pairing.md +109 -0
  401. package/docs/gateway-lock.md +28 -0
  402. package/docs/gateway.md +174 -0
  403. package/docs/gmail-pubsub.md +191 -0
  404. package/docs/grammy.md +27 -0
  405. package/docs/group-messages.md +71 -0
  406. package/docs/groups.md +78 -0
  407. package/docs/health.md +28 -0
  408. package/docs/heartbeat.md +64 -0
  409. package/docs/images.md +52 -0
  410. package/docs/imessage.md +63 -0
  411. package/docs/index.md +182 -0
  412. package/docs/ios/connect.md +177 -0
  413. package/docs/ios/spec.md +236 -0
  414. package/docs/location-command.md +95 -0
  415. package/docs/logging.md +99 -0
  416. package/docs/lore.md +131 -0
  417. package/docs/mac/bun.md +133 -0
  418. package/docs/mac/canvas.md +161 -0
  419. package/docs/mac/child-process.md +72 -0
  420. package/docs/mac/dev-setup.md +81 -0
  421. package/docs/mac/health.md +28 -0
  422. package/docs/mac/icon.md +26 -0
  423. package/docs/mac/logging.md +51 -0
  424. package/docs/mac/menu-bar.md +69 -0
  425. package/docs/mac/peekaboo.md +170 -0
  426. package/docs/mac/permissions.md +40 -0
  427. package/docs/mac/release.md +76 -0
  428. package/docs/mac/remote.md +57 -0
  429. package/docs/mac/signing.md +41 -0
  430. package/docs/mac/skills.md +27 -0
  431. package/docs/mac/voice-overlay.md +52 -0
  432. package/docs/mac/voicewake.md +56 -0
  433. package/docs/mac/webchat.md +27 -0
  434. package/docs/mac/xpc.md +40 -0
  435. package/docs/models.md +90 -0
  436. package/docs/nix.md +49 -0
  437. package/docs/nodes.md +157 -0
  438. package/docs/onboarding-config-protocol.md +29 -0
  439. package/docs/onboarding.md +185 -0
  440. package/docs/presence.md +133 -0
  441. package/docs/queue.md +78 -0
  442. package/docs/refactor/browser-control-simplification.md +58 -0
  443. package/docs/refactor/canvas-a2ui.md +93 -0
  444. package/docs/refactor/cli-unification.md +64 -0
  445. package/docs/refactor/gateway-client.md +31 -0
  446. package/docs/refactor/gateway.md +99 -0
  447. package/docs/refactor/new-arch.md +171 -0
  448. package/docs/refactor/tui.md +26 -0
  449. package/docs/refactor/web-gateway-troubleshooting.md +37 -0
  450. package/docs/refactor/webagent-session.md +46 -0
  451. package/docs/remote-gateway-readme.md +148 -0
  452. package/docs/remote.md +66 -0
  453. package/docs/research/memory.md +227 -0
  454. package/docs/rpc.md +35 -0
  455. package/docs/security.md +168 -0
  456. package/docs/session-tool.md +119 -0
  457. package/docs/session.md +84 -0
  458. package/docs/sessions.md +8 -0
  459. package/docs/setup.md +118 -0
  460. package/docs/signal.md +113 -0
  461. package/docs/skills-config.md +58 -0
  462. package/docs/skills.md +149 -0
  463. package/docs/slack.md +158 -0
  464. package/docs/surface.md +20 -0
  465. package/docs/tailscale.md +71 -0
  466. package/docs/talk.md +79 -0
  467. package/docs/telegram.md +90 -0
  468. package/docs/templates/AGENTS.md +126 -0
  469. package/docs/templates/BOOTSTRAP.md +53 -0
  470. package/docs/templates/IDENTITY.md +17 -0
  471. package/docs/templates/SOUL.md +41 -0
  472. package/docs/templates/TOOLS.md +41 -0
  473. package/docs/templates/USER.md +22 -0
  474. package/docs/test.md +35 -0
  475. package/docs/thinking.md +46 -0
  476. package/docs/tools.md +248 -0
  477. package/docs/troubleshooting.md +227 -0
  478. package/docs/tui.md +69 -0
  479. package/docs/typebox.md +42 -0
  480. package/docs/voicewake.md +61 -0
  481. package/docs/web.md +115 -0
  482. package/docs/webchat.md +34 -0
  483. package/docs/webhook.md +132 -0
  484. package/docs/whatsapp-clawd.jpg +0 -0
  485. package/docs/whatsapp.md +142 -0
  486. package/docs/wizard.md +158 -0
  487. package/package.json +186 -0
  488. package/skills/apple-notes/SKILL.md +50 -0
  489. package/skills/apple-reminders/SKILL.md +67 -0
  490. package/skills/bear-notes/SKILL.md +79 -0
  491. package/skills/bird/SKILL.md +25 -0
  492. package/skills/blogwatcher/SKILL.md +46 -0
  493. package/skills/blucli/SKILL.md +27 -0
  494. package/skills/brave-search/SKILL.md +30 -0
  495. package/skills/brave-search/scripts/content.mjs +53 -0
  496. package/skills/brave-search/scripts/search.mjs +79 -0
  497. package/skills/camsnap/SKILL.md +25 -0
  498. package/skills/clawdhub/SKILL.md +53 -0
  499. package/skills/coding-agent/SKILL.md +275 -0
  500. package/skills/discord/SKILL.md +369 -0
  501. package/skills/eightctl/SKILL.md +29 -0
  502. package/skills/food-order/SKILL.md +41 -0
  503. package/skills/gemini/SKILL.md +23 -0
  504. package/skills/gifgrep/SKILL.md +47 -0
  505. package/skills/github/SKILL.md +47 -0
  506. package/skills/gog/SKILL.md +36 -0
  507. package/skills/goplaces/SKILL.md +30 -0
  508. package/skills/imsg/SKILL.md +25 -0
  509. package/skills/local-places/SERVER_README.md +101 -0
  510. package/skills/local-places/SKILL.md +91 -0
  511. package/skills/local-places/pyproject.toml +27 -0
  512. package/skills/local-places/src/local_places/__init__.py +2 -0
  513. package/skills/local-places/src/local_places/__pycache__/__init__.cpython-314.pyc +0 -0
  514. package/skills/local-places/src/local_places/__pycache__/google_places.cpython-314.pyc +0 -0
  515. package/skills/local-places/src/local_places/__pycache__/main.cpython-314.pyc +0 -0
  516. package/skills/local-places/src/local_places/__pycache__/schemas.cpython-314.pyc +0 -0
  517. package/skills/local-places/src/local_places/google_places.py +314 -0
  518. package/skills/local-places/src/local_places/main.py +65 -0
  519. package/skills/local-places/src/local_places/schemas.py +107 -0
  520. package/skills/mcporter/SKILL.md +38 -0
  521. package/skills/nano-banana-pro/SKILL.md +29 -0
  522. package/skills/nano-banana-pro/scripts/generate_image.py +167 -0
  523. package/skills/nano-pdf/SKILL.md +20 -0
  524. package/skills/notion/SKILL.md +156 -0
  525. package/skills/obsidian/SKILL.md +55 -0
  526. package/skills/openai-image-gen/SKILL.md +31 -0
  527. package/skills/openai-image-gen/scripts/gen.py +173 -0
  528. package/skills/openai-whisper/SKILL.md +19 -0
  529. package/skills/openai-whisper-api/SKILL.md +43 -0
  530. package/skills/openai-whisper-api/scripts/transcribe.sh +85 -0
  531. package/skills/openhue/SKILL.md +30 -0
  532. package/skills/oracle/SKILL.md +105 -0
  533. package/skills/ordercli/SKILL.md +47 -0
  534. package/skills/peekaboo/SKILL.md +153 -0
  535. package/skills/qmd/SKILL.md +26 -0
  536. package/skills/sag/SKILL.md +62 -0
  537. package/skills/slack/SKILL.md +143 -0
  538. package/skills/songsee/SKILL.md +29 -0
  539. package/skills/sonoscli/SKILL.md +26 -0
  540. package/skills/spotify-player/SKILL.md +34 -0
  541. package/skills/summarize/SKILL.md +49 -0
  542. package/skills/things-mac/SKILL.md +61 -0
  543. package/skills/tmux/SKILL.md +121 -0
  544. package/skills/tmux/scripts/find-sessions.sh +112 -0
  545. package/skills/tmux/scripts/wait-for-text.sh +83 -0
  546. package/skills/trello/SKILL.md +84 -0
  547. package/skills/video-frames/SKILL.md +29 -0
  548. package/skills/video-frames/scripts/frame.sh +81 -0
  549. package/skills/wacli/SKILL.md +42 -0
  550. package/skills/weather/SKILL.md +49 -0
@@ -0,0 +1,138 @@
1
+ import { getImageMetadata, resizeToJpeg } from "../media/image-ops.js";
2
+ // Anthropic Messages API limitations (observed in Clawdbot sessions):
3
+ // - Images over ~2000px per side can fail in multi-image requests.
4
+ // - Images over 5MB are rejected by the API.
5
+ //
6
+ // To keep sessions resilient (and avoid "silent" WhatsApp non-replies), we auto-downscale
7
+ // and recompress base64 image blocks when they exceed these limits.
8
+ const MAX_IMAGE_DIMENSION_PX = 2000;
9
+ const MAX_IMAGE_BYTES = 5 * 1024 * 1024;
10
+ function isImageBlock(block) {
11
+ if (!block || typeof block !== "object")
12
+ return false;
13
+ const rec = block;
14
+ return (rec.type === "image" &&
15
+ typeof rec.data === "string" &&
16
+ typeof rec.mimeType === "string");
17
+ }
18
+ function isTextBlock(block) {
19
+ if (!block || typeof block !== "object")
20
+ return false;
21
+ const rec = block;
22
+ return rec.type === "text" && typeof rec.text === "string";
23
+ }
24
+ function inferMimeTypeFromBase64(base64) {
25
+ const trimmed = base64.trim();
26
+ if (!trimmed)
27
+ return undefined;
28
+ if (trimmed.startsWith("/9j/"))
29
+ return "image/jpeg";
30
+ if (trimmed.startsWith("iVBOR"))
31
+ return "image/png";
32
+ if (trimmed.startsWith("R0lGOD"))
33
+ return "image/gif";
34
+ return undefined;
35
+ }
36
+ async function resizeImageBase64IfNeeded(params) {
37
+ const buf = Buffer.from(params.base64, "base64");
38
+ const meta = await getImageMetadata(buf);
39
+ const width = meta?.width;
40
+ const height = meta?.height;
41
+ const overBytes = buf.byteLength > params.maxBytes;
42
+ const maxDim = Math.max(width ?? 0, height ?? 0);
43
+ if (typeof width !== "number" || typeof height !== "number") {
44
+ if (!overBytes) {
45
+ return {
46
+ base64: params.base64,
47
+ mimeType: params.mimeType,
48
+ resized: false,
49
+ };
50
+ }
51
+ }
52
+ else if (!overBytes &&
53
+ width <= params.maxDimensionPx &&
54
+ height <= params.maxDimensionPx) {
55
+ return { base64: params.base64, mimeType: params.mimeType, resized: false };
56
+ }
57
+ const qualities = [85, 75, 65, 55, 45, 35];
58
+ const sideStart = maxDim > 0
59
+ ? Math.min(params.maxDimensionPx, maxDim)
60
+ : params.maxDimensionPx;
61
+ const sideGrid = [sideStart, 1800, 1600, 1400, 1200, 1000, 800]
62
+ .map((v) => Math.min(params.maxDimensionPx, v))
63
+ .filter((v, i, arr) => v > 0 && arr.indexOf(v) === i)
64
+ .sort((a, b) => b - a);
65
+ let smallest = null;
66
+ for (const side of sideGrid) {
67
+ for (const quality of qualities) {
68
+ const out = await resizeToJpeg({
69
+ buffer: buf,
70
+ maxSide: side,
71
+ quality,
72
+ withoutEnlargement: true,
73
+ });
74
+ if (!smallest || out.byteLength < smallest.size) {
75
+ smallest = { buffer: out, size: out.byteLength };
76
+ }
77
+ if (out.byteLength <= params.maxBytes) {
78
+ return {
79
+ base64: out.toString("base64"),
80
+ mimeType: "image/jpeg",
81
+ resized: true,
82
+ };
83
+ }
84
+ }
85
+ }
86
+ const best = smallest?.buffer ?? buf;
87
+ const maxMb = (params.maxBytes / (1024 * 1024)).toFixed(0);
88
+ const gotMb = (best.byteLength / (1024 * 1024)).toFixed(2);
89
+ throw new Error(`Image could not be reduced below ${maxMb}MB (got ${gotMb}MB)`);
90
+ }
91
+ export async function sanitizeContentBlocksImages(blocks, label, opts = {}) {
92
+ const maxDimensionPx = Math.max(opts.maxDimensionPx ?? MAX_IMAGE_DIMENSION_PX, 1);
93
+ const maxBytes = Math.max(opts.maxBytes ?? MAX_IMAGE_BYTES, 1);
94
+ const out = [];
95
+ for (const block of blocks) {
96
+ if (!isImageBlock(block)) {
97
+ out.push(block);
98
+ continue;
99
+ }
100
+ const data = block.data.trim();
101
+ if (!data) {
102
+ out.push({
103
+ type: "text",
104
+ text: `[${label}] omitted empty image payload`,
105
+ });
106
+ continue;
107
+ }
108
+ try {
109
+ const inferredMimeType = inferMimeTypeFromBase64(data);
110
+ const mimeType = inferredMimeType ?? block.mimeType;
111
+ const resized = await resizeImageBase64IfNeeded({
112
+ base64: data,
113
+ mimeType,
114
+ maxDimensionPx,
115
+ maxBytes,
116
+ });
117
+ out.push({
118
+ ...block,
119
+ data: resized.base64,
120
+ mimeType: resized.resized ? resized.mimeType : mimeType,
121
+ });
122
+ }
123
+ catch (err) {
124
+ out.push({
125
+ type: "text",
126
+ text: `[${label}] omitted image payload: ${String(err)}`,
127
+ });
128
+ }
129
+ }
130
+ return out;
131
+ }
132
+ export async function sanitizeToolResultImages(result, label, opts = {}) {
133
+ const content = Array.isArray(result.content) ? result.content : [];
134
+ if (!content.some((b) => isImageBlock(b) || isTextBlock(b)))
135
+ return result;
136
+ const next = await sanitizeContentBlocksImages(content, label, opts);
137
+ return { ...result, content: next };
138
+ }
@@ -0,0 +1,339 @@
1
+ import { Type } from "@sinclair/typebox";
2
+ import { browserCloseTab, browserFocusTab, browserOpenTab, browserSnapshot, browserStart, browserStatus, browserStop, browserTabs, } from "../../browser/client.js";
3
+ import { browserAct, browserArmDialog, browserArmFileChooser, browserConsoleMessages, browserNavigate, browserPdfSave, browserScreenshotAction, } from "../../browser/client-actions.js";
4
+ import { resolveBrowserConfig } from "../../browser/config.js";
5
+ import { loadConfig } from "../../config/config.js";
6
+ import { imageResultFromFile, jsonResult, readStringParam, } from "./common.js";
7
+ const BrowserActSchema = Type.Union([
8
+ Type.Object({
9
+ kind: Type.Literal("click"),
10
+ ref: Type.String(),
11
+ targetId: Type.Optional(Type.String()),
12
+ doubleClick: Type.Optional(Type.Boolean()),
13
+ button: Type.Optional(Type.String()),
14
+ modifiers: Type.Optional(Type.Array(Type.String())),
15
+ }),
16
+ Type.Object({
17
+ kind: Type.Literal("type"),
18
+ ref: Type.String(),
19
+ text: Type.String(),
20
+ targetId: Type.Optional(Type.String()),
21
+ submit: Type.Optional(Type.Boolean()),
22
+ slowly: Type.Optional(Type.Boolean()),
23
+ }),
24
+ Type.Object({
25
+ kind: Type.Literal("press"),
26
+ key: Type.String(),
27
+ targetId: Type.Optional(Type.String()),
28
+ }),
29
+ Type.Object({
30
+ kind: Type.Literal("hover"),
31
+ ref: Type.String(),
32
+ targetId: Type.Optional(Type.String()),
33
+ }),
34
+ Type.Object({
35
+ kind: Type.Literal("drag"),
36
+ startRef: Type.String(),
37
+ endRef: Type.String(),
38
+ targetId: Type.Optional(Type.String()),
39
+ }),
40
+ Type.Object({
41
+ kind: Type.Literal("select"),
42
+ ref: Type.String(),
43
+ values: Type.Array(Type.String()),
44
+ targetId: Type.Optional(Type.String()),
45
+ }),
46
+ Type.Object({
47
+ kind: Type.Literal("fill"),
48
+ fields: Type.Array(Type.Record(Type.String(), Type.Unknown())),
49
+ targetId: Type.Optional(Type.String()),
50
+ }),
51
+ Type.Object({
52
+ kind: Type.Literal("resize"),
53
+ width: Type.Number(),
54
+ height: Type.Number(),
55
+ targetId: Type.Optional(Type.String()),
56
+ }),
57
+ Type.Object({
58
+ kind: Type.Literal("wait"),
59
+ timeMs: Type.Optional(Type.Number()),
60
+ text: Type.Optional(Type.String()),
61
+ textGone: Type.Optional(Type.String()),
62
+ targetId: Type.Optional(Type.String()),
63
+ }),
64
+ Type.Object({
65
+ kind: Type.Literal("evaluate"),
66
+ fn: Type.String(),
67
+ ref: Type.Optional(Type.String()),
68
+ targetId: Type.Optional(Type.String()),
69
+ }),
70
+ Type.Object({
71
+ kind: Type.Literal("close"),
72
+ targetId: Type.Optional(Type.String()),
73
+ }),
74
+ ]);
75
+ const BrowserToolSchema = Type.Union([
76
+ Type.Object({
77
+ action: Type.Literal("status"),
78
+ controlUrl: Type.Optional(Type.String()),
79
+ }),
80
+ Type.Object({
81
+ action: Type.Literal("start"),
82
+ controlUrl: Type.Optional(Type.String()),
83
+ }),
84
+ Type.Object({
85
+ action: Type.Literal("stop"),
86
+ controlUrl: Type.Optional(Type.String()),
87
+ }),
88
+ Type.Object({
89
+ action: Type.Literal("tabs"),
90
+ controlUrl: Type.Optional(Type.String()),
91
+ }),
92
+ Type.Object({
93
+ action: Type.Literal("open"),
94
+ controlUrl: Type.Optional(Type.String()),
95
+ targetUrl: Type.String(),
96
+ }),
97
+ Type.Object({
98
+ action: Type.Literal("focus"),
99
+ controlUrl: Type.Optional(Type.String()),
100
+ targetId: Type.String(),
101
+ }),
102
+ Type.Object({
103
+ action: Type.Literal("close"),
104
+ controlUrl: Type.Optional(Type.String()),
105
+ targetId: Type.Optional(Type.String()),
106
+ }),
107
+ Type.Object({
108
+ action: Type.Literal("snapshot"),
109
+ controlUrl: Type.Optional(Type.String()),
110
+ format: Type.Optional(Type.Union([Type.Literal("aria"), Type.Literal("ai")])),
111
+ targetId: Type.Optional(Type.String()),
112
+ limit: Type.Optional(Type.Number()),
113
+ }),
114
+ Type.Object({
115
+ action: Type.Literal("screenshot"),
116
+ controlUrl: Type.Optional(Type.String()),
117
+ targetId: Type.Optional(Type.String()),
118
+ fullPage: Type.Optional(Type.Boolean()),
119
+ ref: Type.Optional(Type.String()),
120
+ element: Type.Optional(Type.String()),
121
+ type: Type.Optional(Type.Union([Type.Literal("png"), Type.Literal("jpeg")])),
122
+ }),
123
+ Type.Object({
124
+ action: Type.Literal("navigate"),
125
+ controlUrl: Type.Optional(Type.String()),
126
+ targetUrl: Type.String(),
127
+ targetId: Type.Optional(Type.String()),
128
+ }),
129
+ Type.Object({
130
+ action: Type.Literal("console"),
131
+ controlUrl: Type.Optional(Type.String()),
132
+ level: Type.Optional(Type.String()),
133
+ targetId: Type.Optional(Type.String()),
134
+ }),
135
+ Type.Object({
136
+ action: Type.Literal("pdf"),
137
+ controlUrl: Type.Optional(Type.String()),
138
+ targetId: Type.Optional(Type.String()),
139
+ }),
140
+ Type.Object({
141
+ action: Type.Literal("upload"),
142
+ controlUrl: Type.Optional(Type.String()),
143
+ paths: Type.Array(Type.String()),
144
+ ref: Type.Optional(Type.String()),
145
+ inputRef: Type.Optional(Type.String()),
146
+ element: Type.Optional(Type.String()),
147
+ targetId: Type.Optional(Type.String()),
148
+ timeoutMs: Type.Optional(Type.Number()),
149
+ }),
150
+ Type.Object({
151
+ action: Type.Literal("dialog"),
152
+ controlUrl: Type.Optional(Type.String()),
153
+ accept: Type.Boolean(),
154
+ promptText: Type.Optional(Type.String()),
155
+ targetId: Type.Optional(Type.String()),
156
+ timeoutMs: Type.Optional(Type.Number()),
157
+ }),
158
+ Type.Object({
159
+ action: Type.Literal("act"),
160
+ controlUrl: Type.Optional(Type.String()),
161
+ request: BrowserActSchema,
162
+ }),
163
+ ]);
164
+ function resolveBrowserBaseUrl(controlUrl) {
165
+ const cfg = loadConfig();
166
+ const resolved = resolveBrowserConfig(cfg.browser);
167
+ if (!resolved.enabled && !controlUrl?.trim()) {
168
+ throw new Error("Browser control is disabled. Set browser.enabled=true in ~/.clawdbot/clawdbot.json.");
169
+ }
170
+ const url = controlUrl?.trim() ? controlUrl.trim() : resolved.controlUrl;
171
+ return url.replace(/\/$/, "");
172
+ }
173
+ export function createBrowserTool(opts) {
174
+ return {
175
+ label: "Browser",
176
+ name: "browser",
177
+ description: "Control clawd's dedicated browser (status/start/stop/tabs/open/snapshot/screenshot/actions). Use snapshot+act for UI automation. Avoid act:wait by default; use only in exceptional cases when no reliable UI state exists.",
178
+ parameters: BrowserToolSchema,
179
+ execute: async (_toolCallId, args) => {
180
+ const params = args;
181
+ const action = readStringParam(params, "action", { required: true });
182
+ const controlUrl = readStringParam(params, "controlUrl");
183
+ const baseUrl = resolveBrowserBaseUrl(controlUrl ?? opts?.defaultControlUrl);
184
+ switch (action) {
185
+ case "status":
186
+ return jsonResult(await browserStatus(baseUrl));
187
+ case "start":
188
+ await browserStart(baseUrl);
189
+ return jsonResult(await browserStatus(baseUrl));
190
+ case "stop":
191
+ await browserStop(baseUrl);
192
+ return jsonResult(await browserStatus(baseUrl));
193
+ case "tabs":
194
+ return jsonResult({ tabs: await browserTabs(baseUrl) });
195
+ case "open": {
196
+ const targetUrl = readStringParam(params, "targetUrl", {
197
+ required: true,
198
+ });
199
+ return jsonResult(await browserOpenTab(baseUrl, targetUrl));
200
+ }
201
+ case "focus": {
202
+ const targetId = readStringParam(params, "targetId", {
203
+ required: true,
204
+ });
205
+ await browserFocusTab(baseUrl, targetId);
206
+ return jsonResult({ ok: true });
207
+ }
208
+ case "close": {
209
+ const targetId = readStringParam(params, "targetId");
210
+ if (targetId)
211
+ await browserCloseTab(baseUrl, targetId);
212
+ else
213
+ await browserAct(baseUrl, { kind: "close" });
214
+ return jsonResult({ ok: true });
215
+ }
216
+ case "snapshot": {
217
+ const format = params.format === "ai" || params.format === "aria"
218
+ ? params.format
219
+ : "ai";
220
+ const targetId = typeof params.targetId === "string"
221
+ ? params.targetId.trim()
222
+ : undefined;
223
+ const limit = typeof params.limit === "number" && Number.isFinite(params.limit)
224
+ ? params.limit
225
+ : undefined;
226
+ const snapshot = await browserSnapshot(baseUrl, {
227
+ format,
228
+ targetId,
229
+ limit,
230
+ });
231
+ if (snapshot.format === "ai") {
232
+ return {
233
+ content: [{ type: "text", text: snapshot.snapshot }],
234
+ details: snapshot,
235
+ };
236
+ }
237
+ return jsonResult(snapshot);
238
+ }
239
+ case "screenshot": {
240
+ const targetId = readStringParam(params, "targetId");
241
+ const fullPage = Boolean(params.fullPage);
242
+ const ref = readStringParam(params, "ref");
243
+ const element = readStringParam(params, "element");
244
+ const type = params.type === "jpeg" ? "jpeg" : "png";
245
+ const result = await browserScreenshotAction(baseUrl, {
246
+ targetId,
247
+ fullPage,
248
+ ref,
249
+ element,
250
+ type,
251
+ });
252
+ return await imageResultFromFile({
253
+ label: "browser:screenshot",
254
+ path: result.path,
255
+ details: result,
256
+ });
257
+ }
258
+ case "navigate": {
259
+ const targetUrl = readStringParam(params, "targetUrl", {
260
+ required: true,
261
+ });
262
+ const targetId = readStringParam(params, "targetId");
263
+ return jsonResult(await browserNavigate(baseUrl, { url: targetUrl, targetId }));
264
+ }
265
+ case "console": {
266
+ const level = typeof params.level === "string" ? params.level.trim() : undefined;
267
+ const targetId = typeof params.targetId === "string"
268
+ ? params.targetId.trim()
269
+ : undefined;
270
+ return jsonResult(await browserConsoleMessages(baseUrl, { level, targetId }));
271
+ }
272
+ case "pdf": {
273
+ const targetId = typeof params.targetId === "string"
274
+ ? params.targetId.trim()
275
+ : undefined;
276
+ const result = await browserPdfSave(baseUrl, { targetId });
277
+ return {
278
+ content: [{ type: "text", text: `FILE:${result.path}` }],
279
+ details: result,
280
+ };
281
+ }
282
+ case "upload": {
283
+ const paths = Array.isArray(params.paths)
284
+ ? params.paths.map((p) => String(p))
285
+ : [];
286
+ if (paths.length === 0)
287
+ throw new Error("paths required");
288
+ const ref = readStringParam(params, "ref");
289
+ const inputRef = readStringParam(params, "inputRef");
290
+ const element = readStringParam(params, "element");
291
+ const targetId = typeof params.targetId === "string"
292
+ ? params.targetId.trim()
293
+ : undefined;
294
+ const timeoutMs = typeof params.timeoutMs === "number" &&
295
+ Number.isFinite(params.timeoutMs)
296
+ ? params.timeoutMs
297
+ : undefined;
298
+ return jsonResult(await browserArmFileChooser(baseUrl, {
299
+ paths,
300
+ ref,
301
+ inputRef,
302
+ element,
303
+ targetId,
304
+ timeoutMs,
305
+ }));
306
+ }
307
+ case "dialog": {
308
+ const accept = Boolean(params.accept);
309
+ const promptText = typeof params.promptText === "string"
310
+ ? params.promptText
311
+ : undefined;
312
+ const targetId = typeof params.targetId === "string"
313
+ ? params.targetId.trim()
314
+ : undefined;
315
+ const timeoutMs = typeof params.timeoutMs === "number" &&
316
+ Number.isFinite(params.timeoutMs)
317
+ ? params.timeoutMs
318
+ : undefined;
319
+ return jsonResult(await browserArmDialog(baseUrl, {
320
+ accept,
321
+ promptText,
322
+ targetId,
323
+ timeoutMs,
324
+ }));
325
+ }
326
+ case "act": {
327
+ const request = params.request;
328
+ if (!request || typeof request !== "object") {
329
+ throw new Error("request required");
330
+ }
331
+ const result = await browserAct(baseUrl, request);
332
+ return jsonResult(result);
333
+ }
334
+ default:
335
+ throw new Error(`Unknown action: ${action}`);
336
+ }
337
+ },
338
+ };
339
+ }
@@ -0,0 +1,193 @@
1
+ import crypto from "node:crypto";
2
+ import fs from "node:fs/promises";
3
+ import { Type } from "@sinclair/typebox";
4
+ import { writeBase64ToFile } from "../../cli/nodes-camera.js";
5
+ import { canvasSnapshotTempPath, parseCanvasSnapshotPayload, } from "../../cli/nodes-canvas.js";
6
+ import { imageMimeFromFormat } from "../../media/mime.js";
7
+ import { imageResult, jsonResult, readStringParam, } from "./common.js";
8
+ import { callGatewayTool } from "./gateway.js";
9
+ import { resolveNodeId } from "./nodes-utils.js";
10
+ const CanvasToolSchema = Type.Union([
11
+ Type.Object({
12
+ action: Type.Literal("present"),
13
+ gatewayUrl: Type.Optional(Type.String()),
14
+ gatewayToken: Type.Optional(Type.String()),
15
+ timeoutMs: Type.Optional(Type.Number()),
16
+ node: Type.Optional(Type.String()),
17
+ target: Type.Optional(Type.String()),
18
+ x: Type.Optional(Type.Number()),
19
+ y: Type.Optional(Type.Number()),
20
+ width: Type.Optional(Type.Number()),
21
+ height: Type.Optional(Type.Number()),
22
+ }),
23
+ Type.Object({
24
+ action: Type.Literal("hide"),
25
+ gatewayUrl: Type.Optional(Type.String()),
26
+ gatewayToken: Type.Optional(Type.String()),
27
+ timeoutMs: Type.Optional(Type.Number()),
28
+ node: Type.Optional(Type.String()),
29
+ }),
30
+ Type.Object({
31
+ action: Type.Literal("navigate"),
32
+ gatewayUrl: Type.Optional(Type.String()),
33
+ gatewayToken: Type.Optional(Type.String()),
34
+ timeoutMs: Type.Optional(Type.Number()),
35
+ node: Type.Optional(Type.String()),
36
+ url: Type.String(),
37
+ }),
38
+ Type.Object({
39
+ action: Type.Literal("eval"),
40
+ gatewayUrl: Type.Optional(Type.String()),
41
+ gatewayToken: Type.Optional(Type.String()),
42
+ timeoutMs: Type.Optional(Type.Number()),
43
+ node: Type.Optional(Type.String()),
44
+ javaScript: Type.String(),
45
+ }),
46
+ Type.Object({
47
+ action: Type.Literal("snapshot"),
48
+ gatewayUrl: Type.Optional(Type.String()),
49
+ gatewayToken: Type.Optional(Type.String()),
50
+ timeoutMs: Type.Optional(Type.Number()),
51
+ node: Type.Optional(Type.String()),
52
+ format: Type.Optional(Type.Union([
53
+ Type.Literal("png"),
54
+ Type.Literal("jpg"),
55
+ Type.Literal("jpeg"),
56
+ ])),
57
+ maxWidth: Type.Optional(Type.Number()),
58
+ quality: Type.Optional(Type.Number()),
59
+ delayMs: Type.Optional(Type.Number()),
60
+ }),
61
+ Type.Object({
62
+ action: Type.Literal("a2ui_push"),
63
+ gatewayUrl: Type.Optional(Type.String()),
64
+ gatewayToken: Type.Optional(Type.String()),
65
+ timeoutMs: Type.Optional(Type.Number()),
66
+ node: Type.Optional(Type.String()),
67
+ jsonl: Type.Optional(Type.String()),
68
+ jsonlPath: Type.Optional(Type.String()),
69
+ }),
70
+ Type.Object({
71
+ action: Type.Literal("a2ui_reset"),
72
+ gatewayUrl: Type.Optional(Type.String()),
73
+ gatewayToken: Type.Optional(Type.String()),
74
+ timeoutMs: Type.Optional(Type.Number()),
75
+ node: Type.Optional(Type.String()),
76
+ }),
77
+ ]);
78
+ export function createCanvasTool() {
79
+ return {
80
+ label: "Canvas",
81
+ name: "canvas",
82
+ description: "Control node canvases (present/hide/navigate/eval/snapshot/A2UI). Use snapshot to capture the rendered UI.",
83
+ parameters: CanvasToolSchema,
84
+ execute: async (_toolCallId, args) => {
85
+ const params = args;
86
+ const action = readStringParam(params, "action", { required: true });
87
+ const gatewayOpts = {
88
+ gatewayUrl: readStringParam(params, "gatewayUrl", { trim: false }),
89
+ gatewayToken: readStringParam(params, "gatewayToken", { trim: false }),
90
+ timeoutMs: typeof params.timeoutMs === "number" ? params.timeoutMs : undefined,
91
+ };
92
+ const nodeId = await resolveNodeId(gatewayOpts, readStringParam(params, "node", { trim: true }), true);
93
+ const invoke = async (command, invokeParams) => await callGatewayTool("node.invoke", gatewayOpts, {
94
+ nodeId,
95
+ command,
96
+ params: invokeParams,
97
+ idempotencyKey: crypto.randomUUID(),
98
+ });
99
+ switch (action) {
100
+ case "present": {
101
+ const placement = {
102
+ x: typeof params.x === "number" ? params.x : undefined,
103
+ y: typeof params.y === "number" ? params.y : undefined,
104
+ width: typeof params.width === "number" ? params.width : undefined,
105
+ height: typeof params.height === "number" ? params.height : undefined,
106
+ };
107
+ const invokeParams = {};
108
+ if (typeof params.target === "string" && params.target.trim()) {
109
+ invokeParams.url = params.target.trim();
110
+ }
111
+ if (Number.isFinite(placement.x) ||
112
+ Number.isFinite(placement.y) ||
113
+ Number.isFinite(placement.width) ||
114
+ Number.isFinite(placement.height)) {
115
+ invokeParams.placement = placement;
116
+ }
117
+ await invoke("canvas.present", invokeParams);
118
+ return jsonResult({ ok: true });
119
+ }
120
+ case "hide":
121
+ await invoke("canvas.hide", undefined);
122
+ return jsonResult({ ok: true });
123
+ case "navigate": {
124
+ const url = readStringParam(params, "url", { required: true });
125
+ await invoke("canvas.navigate", { url });
126
+ return jsonResult({ ok: true });
127
+ }
128
+ case "eval": {
129
+ const javaScript = readStringParam(params, "javaScript", {
130
+ required: true,
131
+ });
132
+ const raw = (await invoke("canvas.eval", { javaScript }));
133
+ const result = raw?.payload?.result;
134
+ if (result) {
135
+ return {
136
+ content: [{ type: "text", text: result }],
137
+ details: { result },
138
+ };
139
+ }
140
+ return jsonResult({ ok: true });
141
+ }
142
+ case "snapshot": {
143
+ const formatRaw = typeof params.format === "string"
144
+ ? params.format.toLowerCase()
145
+ : "png";
146
+ const format = formatRaw === "jpg" || formatRaw === "jpeg" ? "jpeg" : "png";
147
+ const maxWidth = typeof params.maxWidth === "number" &&
148
+ Number.isFinite(params.maxWidth)
149
+ ? params.maxWidth
150
+ : undefined;
151
+ const quality = typeof params.quality === "number" &&
152
+ Number.isFinite(params.quality)
153
+ ? params.quality
154
+ : undefined;
155
+ const raw = (await invoke("canvas.snapshot", {
156
+ format,
157
+ maxWidth,
158
+ quality,
159
+ }));
160
+ const payload = parseCanvasSnapshotPayload(raw?.payload);
161
+ const filePath = canvasSnapshotTempPath({
162
+ ext: payload.format === "jpeg" ? "jpg" : payload.format,
163
+ });
164
+ await writeBase64ToFile(filePath, payload.base64);
165
+ const mimeType = imageMimeFromFormat(payload.format) ?? "image/png";
166
+ return await imageResult({
167
+ label: "canvas:snapshot",
168
+ path: filePath,
169
+ base64: payload.base64,
170
+ mimeType,
171
+ details: { format: payload.format },
172
+ });
173
+ }
174
+ case "a2ui_push": {
175
+ const jsonl = typeof params.jsonl === "string" && params.jsonl.trim()
176
+ ? params.jsonl
177
+ : typeof params.jsonlPath === "string" && params.jsonlPath.trim()
178
+ ? await fs.readFile(params.jsonlPath.trim(), "utf8")
179
+ : "";
180
+ if (!jsonl.trim())
181
+ throw new Error("jsonl or jsonlPath required");
182
+ await invoke("canvas.a2ui.pushJSONL", { jsonl });
183
+ return jsonResult({ ok: true });
184
+ }
185
+ case "a2ui_reset":
186
+ await invoke("canvas.a2ui.reset", undefined);
187
+ return jsonResult({ ok: true });
188
+ default:
189
+ throw new Error(`Unknown action: ${action}`);
190
+ }
191
+ },
192
+ };
193
+ }