clawdbot 2026.1.4-1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +120 -0
- package/LICENSE +21 -0
- package/README-header.png +0 -0
- package/README.md +297 -0
- package/dist/agents/agent-paths.js +17 -0
- package/dist/agents/bash-process-registry.js +126 -0
- package/dist/agents/bash-tools.js +837 -0
- package/dist/agents/clawdbot-tools.js +30 -0
- package/dist/agents/clawdis-tools.js +27 -0
- package/dist/agents/context.js +34 -0
- package/dist/agents/defaults.js +6 -0
- package/dist/agents/model-auth.js +112 -0
- package/dist/agents/model-catalog.js +55 -0
- package/dist/agents/model-fallback.js +191 -0
- package/dist/agents/model-scan.js +263 -0
- package/dist/agents/model-selection.js +116 -0
- package/dist/agents/models-config.js +49 -0
- package/dist/agents/pi-embedded-helpers.js +74 -0
- package/dist/agents/pi-embedded-runner.js +407 -0
- package/dist/agents/pi-embedded-subscribe.js +568 -0
- package/dist/agents/pi-embedded-utils.js +20 -0
- package/dist/agents/pi-embedded.js +1 -0
- package/dist/agents/pi-oauth.js +88 -0
- package/dist/agents/pi-tools.js +433 -0
- package/dist/agents/sandbox-paths.js +68 -0
- package/dist/agents/sandbox.js +644 -0
- package/dist/agents/shell-utils.js +53 -0
- package/dist/agents/skills-install.js +244 -0
- package/dist/agents/skills-status.js +157 -0
- package/dist/agents/skills.js +470 -0
- package/dist/agents/steerable-agent-loop.js +338 -0
- package/dist/agents/steerable-provider-transport.js +48 -0
- package/dist/agents/system-prompt.js +104 -0
- package/dist/agents/tool-display.js +162 -0
- package/dist/agents/tool-images.js +138 -0
- package/dist/agents/tools/browser-tool.js +339 -0
- package/dist/agents/tools/canvas-tool.js +193 -0
- package/dist/agents/tools/common.js +88 -0
- package/dist/agents/tools/cron-tool.js +124 -0
- package/dist/agents/tools/discord-actions-guild.js +186 -0
- package/dist/agents/tools/discord-actions-messaging.js +285 -0
- package/dist/agents/tools/discord-actions-moderation.js +70 -0
- package/dist/agents/tools/discord-actions.js +56 -0
- package/dist/agents/tools/discord-schema.js +199 -0
- package/dist/agents/tools/discord-tool.js +16 -0
- package/dist/agents/tools/gateway-tool.js +46 -0
- package/dist/agents/tools/gateway.js +27 -0
- package/dist/agents/tools/image-tool.js +132 -0
- package/dist/agents/tools/nodes-tool.js +413 -0
- package/dist/agents/tools/nodes-utils.js +92 -0
- package/dist/agents/tools/sessions-helpers.js +88 -0
- package/dist/agents/tools/sessions-history-tool.js +53 -0
- package/dist/agents/tools/sessions-list-tool.js +143 -0
- package/dist/agents/tools/sessions-send-helpers.js +100 -0
- package/dist/agents/tools/sessions-send-tool.js +347 -0
- package/dist/agents/tools/slack-actions.js +129 -0
- package/dist/agents/tools/slack-schema.js +59 -0
- package/dist/agents/tools/slack-tool.js +16 -0
- package/dist/agents/usage.js +39 -0
- package/dist/agents/workspace.js +241 -0
- package/dist/auto-reply/chunk.js +76 -0
- package/dist/auto-reply/envelope.js +38 -0
- package/dist/auto-reply/group-activation.js +20 -0
- package/dist/auto-reply/heartbeat.js +57 -0
- package/dist/auto-reply/model.js +14 -0
- package/dist/auto-reply/reply/abort.js +14 -0
- package/dist/auto-reply/reply/agent-runner.js +371 -0
- package/dist/auto-reply/reply/block-streaming.js +34 -0
- package/dist/auto-reply/reply/body.js +29 -0
- package/dist/auto-reply/reply/commands.js +207 -0
- package/dist/auto-reply/reply/directive-handling.js +361 -0
- package/dist/auto-reply/reply/directives.js +47 -0
- package/dist/auto-reply/reply/followup-runner.js +149 -0
- package/dist/auto-reply/reply/groups.js +91 -0
- package/dist/auto-reply/reply/mentions.js +38 -0
- package/dist/auto-reply/reply/model-selection.js +114 -0
- package/dist/auto-reply/reply/queue.js +399 -0
- package/dist/auto-reply/reply/reply-tags.js +26 -0
- package/dist/auto-reply/reply/session-updates.js +87 -0
- package/dist/auto-reply/reply/session.js +160 -0
- package/dist/auto-reply/reply/typing.js +75 -0
- package/dist/auto-reply/reply.js +535 -0
- package/dist/auto-reply/send-policy.js +28 -0
- package/dist/auto-reply/status.js +158 -0
- package/dist/auto-reply/templating.js +9 -0
- package/dist/auto-reply/thinking.js +49 -0
- package/dist/auto-reply/tokens.js +2 -0
- package/dist/auto-reply/tool-meta.js +74 -0
- package/dist/auto-reply/transcription.js +57 -0
- package/dist/auto-reply/types.js +1 -0
- package/dist/browser/bridge-server.js +37 -0
- package/dist/browser/cdp.js +382 -0
- package/dist/browser/chrome.js +432 -0
- package/dist/browser/client-actions-core.js +67 -0
- package/dist/browser/client-actions-observe.js +24 -0
- package/dist/browser/client-actions-types.js +1 -0
- package/dist/browser/client-actions.js +3 -0
- package/dist/browser/client-fetch.js +43 -0
- package/dist/browser/client.js +105 -0
- package/dist/browser/config.js +140 -0
- package/dist/browser/constants.js +4 -0
- package/dist/browser/profiles-service.js +122 -0
- package/dist/browser/profiles.js +85 -0
- package/dist/browser/pw-ai.js +2 -0
- package/dist/browser/pw-session.js +144 -0
- package/dist/browser/pw-tools-core.js +363 -0
- package/dist/browser/routes/agent.js +535 -0
- package/dist/browser/routes/basic.js +155 -0
- package/dist/browser/routes/index.js +8 -0
- package/dist/browser/routes/tabs.js +105 -0
- package/dist/browser/routes/utils.js +62 -0
- package/dist/browser/screenshot.js +40 -0
- package/dist/browser/server-context.js +377 -0
- package/dist/browser/server.js +81 -0
- package/dist/browser/target-id.js +18 -0
- package/dist/browser/trash.js +21 -0
- package/dist/canvas-host/a2ui/.bundle.hash +1 -0
- package/dist/canvas-host/a2ui/a2ui.bundle.js +17768 -0
- package/dist/canvas-host/a2ui/index.html +246 -0
- package/dist/canvas-host/a2ui.js +187 -0
- package/dist/canvas-host/server.js +382 -0
- package/dist/cli/browser-cli-actions-input.js +459 -0
- package/dist/cli/browser-cli-actions-observe.js +56 -0
- package/dist/cli/browser-cli-examples.js +31 -0
- package/dist/cli/browser-cli-inspect.js +97 -0
- package/dist/cli/browser-cli-manage.js +286 -0
- package/dist/cli/browser-cli-shared.js +1 -0
- package/dist/cli/browser-cli.js +26 -0
- package/dist/cli/canvas-cli.js +416 -0
- package/dist/cli/cron-cli.js +454 -0
- package/dist/cli/deps.js +17 -0
- package/dist/cli/dns-cli.js +180 -0
- package/dist/cli/gateway-cli.js +489 -0
- package/dist/cli/gateway-rpc.js +20 -0
- package/dist/cli/hooks-cli.js +135 -0
- package/dist/cli/models-cli.js +248 -0
- package/dist/cli/nodes-camera.js +57 -0
- package/dist/cli/nodes-canvas.js +26 -0
- package/dist/cli/nodes-cli.js +946 -0
- package/dist/cli/nodes-screen.js +37 -0
- package/dist/cli/parse-duration.js +20 -0
- package/dist/cli/ports.js +97 -0
- package/dist/cli/program.js +406 -0
- package/dist/cli/prompt.js +19 -0
- package/dist/cli/tui-cli.js +35 -0
- package/dist/cli/wait.js +8 -0
- package/dist/commands/agent.js +645 -0
- package/dist/commands/antigravity-oauth.js +327 -0
- package/dist/commands/configure.js +480 -0
- package/dist/commands/doctor.js +484 -0
- package/dist/commands/health.js +108 -0
- package/dist/commands/models/aliases.js +64 -0
- package/dist/commands/models/fallbacks.js +99 -0
- package/dist/commands/models/image-fallbacks.js +99 -0
- package/dist/commands/models/list.js +323 -0
- package/dist/commands/models/scan.js +266 -0
- package/dist/commands/models/set-image.js +23 -0
- package/dist/commands/models/set.js +23 -0
- package/dist/commands/models/shared.js +72 -0
- package/dist/commands/models.js +7 -0
- package/dist/commands/onboard-auth.js +70 -0
- package/dist/commands/onboard-helpers.js +295 -0
- package/dist/commands/onboard-interactive.js +17 -0
- package/dist/commands/onboard-non-interactive.js +202 -0
- package/dist/commands/onboard-providers.js +634 -0
- package/dist/commands/onboard-remote.js +120 -0
- package/dist/commands/onboard-skills.js +148 -0
- package/dist/commands/onboard-types.js +1 -0
- package/dist/commands/onboard.js +12 -0
- package/dist/commands/send.js +124 -0
- package/dist/commands/sessions.js +212 -0
- package/dist/commands/setup.js +58 -0
- package/dist/commands/signal-install.js +135 -0
- package/dist/commands/status.js +207 -0
- package/dist/commands/update.js +16 -0
- package/dist/config/config.js +6 -0
- package/dist/config/defaults.js +61 -0
- package/dist/config/io.js +147 -0
- package/dist/config/legacy-migrate.js +13 -0
- package/dist/config/legacy.js +159 -0
- package/dist/config/paths.js +71 -0
- package/dist/config/schema.js +150 -0
- package/dist/config/sessions.js +282 -0
- package/dist/config/talk.js +31 -0
- package/dist/config/types.js +1 -0
- package/dist/config/validation.js +29 -0
- package/dist/config/zod-schema.js +831 -0
- package/dist/control-ui/assets/index-BFID3yAA.css +1 -0
- package/dist/control-ui/assets/index-CE_axlTS.js +2235 -0
- package/dist/control-ui/assets/index-CE_axlTS.js.map +1 -0
- package/dist/control-ui/index.html +15 -0
- package/dist/cron/isolated-agent.js +499 -0
- package/dist/cron/run-log.js +72 -0
- package/dist/cron/schedule.js +24 -0
- package/dist/cron/service.js +471 -0
- package/dist/cron/store.js +43 -0
- package/dist/cron/types.js +1 -0
- package/dist/daemon/constants.js +10 -0
- package/dist/daemon/launchd.js +276 -0
- package/dist/daemon/legacy.js +63 -0
- package/dist/daemon/program-args.js +76 -0
- package/dist/daemon/schtasks.js +257 -0
- package/dist/daemon/service.js +60 -0
- package/dist/daemon/systemd.js +266 -0
- package/dist/discord/index.js +2 -0
- package/dist/discord/monitor.js +1188 -0
- package/dist/discord/probe.js +54 -0
- package/dist/discord/send.js +577 -0
- package/dist/discord/token.js +8 -0
- package/dist/gateway/auth.js +121 -0
- package/dist/gateway/call.js +94 -0
- package/dist/gateway/chat-attachments.js +41 -0
- package/dist/gateway/client.js +180 -0
- package/dist/gateway/config-reload.js +274 -0
- package/dist/gateway/control-ui.js +184 -0
- package/dist/gateway/hooks-mapping.js +282 -0
- package/dist/gateway/hooks.js +168 -0
- package/dist/gateway/net.js +29 -0
- package/dist/gateway/protocol/index.js +61 -0
- package/dist/gateway/protocol/schema.js +560 -0
- package/dist/gateway/server-bridge-subscriptions.js +93 -0
- package/dist/gateway/server-bridge.js +1013 -0
- package/dist/gateway/server-browser.js +12 -0
- package/dist/gateway/server-chat.js +159 -0
- package/dist/gateway/server-constants.js +8 -0
- package/dist/gateway/server-discovery.js +62 -0
- package/dist/gateway/server-http.js +165 -0
- package/dist/gateway/server-methods/agent-job.js +125 -0
- package/dist/gateway/server-methods/agent.js +250 -0
- package/dist/gateway/server-methods/chat.js +200 -0
- package/dist/gateway/server-methods/config.js +50 -0
- package/dist/gateway/server-methods/connect.js +6 -0
- package/dist/gateway/server-methods/cron.js +83 -0
- package/dist/gateway/server-methods/health.js +28 -0
- package/dist/gateway/server-methods/models.js +16 -0
- package/dist/gateway/server-methods/nodes.js +294 -0
- package/dist/gateway/server-methods/providers.js +217 -0
- package/dist/gateway/server-methods/send.js +166 -0
- package/dist/gateway/server-methods/sessions.js +305 -0
- package/dist/gateway/server-methods/skills.js +83 -0
- package/dist/gateway/server-methods/system.js +118 -0
- package/dist/gateway/server-methods/talk.js +22 -0
- package/dist/gateway/server-methods/types.js +1 -0
- package/dist/gateway/server-methods/voicewake.js +30 -0
- package/dist/gateway/server-methods/web.js +58 -0
- package/dist/gateway/server-methods/wizard.js +100 -0
- package/dist/gateway/server-methods.js +53 -0
- package/dist/gateway/server-providers.js +644 -0
- package/dist/gateway/server-shared.js +1 -0
- package/dist/gateway/server-utils.js +35 -0
- package/dist/gateway/server.js +1437 -0
- package/dist/gateway/session-utils.js +216 -0
- package/dist/gateway/ws-log.js +349 -0
- package/dist/gateway/ws-logging.js +8 -0
- package/dist/globals.js +41 -0
- package/dist/hooks/gmail-ops.js +236 -0
- package/dist/hooks/gmail-setup-utils.js +278 -0
- package/dist/hooks/gmail-watcher.js +175 -0
- package/dist/hooks/gmail.js +177 -0
- package/dist/imessage/client.js +165 -0
- package/dist/imessage/index.js +3 -0
- package/dist/imessage/monitor.js +272 -0
- package/dist/imessage/probe.js +26 -0
- package/dist/imessage/send.js +83 -0
- package/dist/imessage/targets.js +176 -0
- package/dist/index.js +50 -0
- package/dist/infra/agent-events.js +46 -0
- package/dist/infra/binaries.js +9 -0
- package/dist/infra/bonjour-discovery.js +163 -0
- package/dist/infra/bonjour.js +200 -0
- package/dist/infra/bridge/server.js +562 -0
- package/dist/infra/canvas-host-url.js +54 -0
- package/dist/infra/env.js +8 -0
- package/dist/infra/errors.js +28 -0
- package/dist/infra/gateway-lock.js +8 -0
- package/dist/infra/heartbeat-events.js +21 -0
- package/dist/infra/heartbeat-runner.js +453 -0
- package/dist/infra/heartbeat-wake.js +61 -0
- package/dist/infra/is-main.js +37 -0
- package/dist/infra/machine-name.js +40 -0
- package/dist/infra/node-pairing.js +211 -0
- package/dist/infra/pam.js +42 -0
- package/dist/infra/path-env.js +92 -0
- package/dist/infra/ports.js +87 -0
- package/dist/infra/provider-summary.js +80 -0
- package/dist/infra/restart.js +29 -0
- package/dist/infra/retry.js +16 -0
- package/dist/infra/runtime-guard.js +59 -0
- package/dist/infra/system-events.js +44 -0
- package/dist/infra/system-presence.js +216 -0
- package/dist/infra/tailnet.js +46 -0
- package/dist/infra/tailscale.js +149 -0
- package/dist/infra/voicewake.js +77 -0
- package/dist/infra/widearea-dns.js +123 -0
- package/dist/infra/ws.js +13 -0
- package/dist/logger.js +52 -0
- package/dist/logging.js +490 -0
- package/dist/macos/gateway-daemon.js +141 -0
- package/dist/macos/relay.js +46 -0
- package/dist/media/constants.js +33 -0
- package/dist/media/host.js +42 -0
- package/dist/media/image-ops.js +121 -0
- package/dist/media/mime.js +115 -0
- package/dist/media/parse.js +81 -0
- package/dist/media/server.js +64 -0
- package/dist/media/store.js +139 -0
- package/dist/process/command-queue.js +97 -0
- package/dist/process/exec.js +75 -0
- package/dist/protocol.schema.json +2918 -0
- package/dist/provider-web.js +8 -0
- package/dist/providers/web/index.js +2 -0
- package/dist/runtime.js +8 -0
- package/dist/sessions/send-policy.js +68 -0
- package/dist/signal/client.js +134 -0
- package/dist/signal/daemon.js +69 -0
- package/dist/signal/index.js +3 -0
- package/dist/signal/monitor.js +336 -0
- package/dist/signal/probe.js +46 -0
- package/dist/signal/send.js +91 -0
- package/dist/slack/actions.js +97 -0
- package/dist/slack/index.js +5 -0
- package/dist/slack/monitor.js +1029 -0
- package/dist/slack/probe.js +47 -0
- package/dist/slack/send.js +131 -0
- package/dist/slack/token.js +10 -0
- package/dist/telegram/bot.js +394 -0
- package/dist/telegram/download.js +34 -0
- package/dist/telegram/index.js +4 -0
- package/dist/telegram/monitor.js +47 -0
- package/dist/telegram/probe.js +63 -0
- package/dist/telegram/proxy.js +9 -0
- package/dist/telegram/send.js +138 -0
- package/dist/telegram/token.js +30 -0
- package/dist/telegram/webhook-set.js +12 -0
- package/dist/telegram/webhook.js +56 -0
- package/dist/tui/commands.js +74 -0
- package/dist/tui/components/assistant-message.js +16 -0
- package/dist/tui/components/chat-log.js +92 -0
- package/dist/tui/components/custom-editor.js +53 -0
- package/dist/tui/components/selectors.js +8 -0
- package/dist/tui/components/tool-execution.js +111 -0
- package/dist/tui/components/user-message.js +17 -0
- package/dist/tui/gateway-chat.js +140 -0
- package/dist/tui/layout.js +41 -0
- package/dist/tui/message-list.js +57 -0
- package/dist/tui/theme/theme.js +80 -0
- package/dist/tui/theme.js +25 -0
- package/dist/tui/tui.js +708 -0
- package/dist/utils.js +133 -0
- package/dist/version.js +18 -0
- package/dist/web/active-listener.js +7 -0
- package/dist/web/auto-reply.js +1203 -0
- package/dist/web/inbound.js +481 -0
- package/dist/web/login-qr.js +204 -0
- package/dist/web/login.js +59 -0
- package/dist/web/media.js +148 -0
- package/dist/web/outbound.js +67 -0
- package/dist/web/qr-image.js +97 -0
- package/dist/web/reconnect.js +60 -0
- package/dist/web/reply-heartbeat-wake.js +61 -0
- package/dist/web/session.js +346 -0
- package/dist/wizard/clack-prompter.js +56 -0
- package/dist/wizard/onboarding.js +452 -0
- package/dist/wizard/prompts.js +6 -0
- package/dist/wizard/session.js +203 -0
- package/docs/AGENTS.default.md +116 -0
- package/docs/CNAME +1 -0
- package/docs/RELEASING.md +64 -0
- package/docs/_config.yml +51 -0
- package/docs/_layouts/default.html +145 -0
- package/docs/agent-send.md +21 -0
- package/docs/agent.md +104 -0
- package/docs/android/connect.md +131 -0
- package/docs/architecture.md +89 -0
- package/docs/assets/markdown.css +130 -0
- package/docs/assets/pixel-lobster.svg +60 -0
- package/docs/assets/terminal.css +497 -0
- package/docs/assets/theme.js +55 -0
- package/docs/audio.md +50 -0
- package/docs/background-process.md +74 -0
- package/docs/bash.md +32 -0
- package/docs/bonjour.md +159 -0
- package/docs/browser.md +289 -0
- package/docs/camera.md +152 -0
- package/docs/clawd.md +199 -0
- package/docs/clawdbot-mac.md +104 -0
- package/docs/configuration.md +1177 -0
- package/docs/control-api.md +49 -0
- package/docs/control-ui.md +83 -0
- package/docs/cron.md +374 -0
- package/docs/dashboard.md +17 -0
- package/docs/device-models.md +46 -0
- package/docs/discord.md +293 -0
- package/docs/discovery.md +112 -0
- package/docs/docker.md +251 -0
- package/docs/docs.json +86 -0
- package/docs/doctor.md +47 -0
- package/docs/elevated.md +31 -0
- package/docs/faq.md +640 -0
- package/docs/gateway/pairing.md +109 -0
- package/docs/gateway-lock.md +28 -0
- package/docs/gateway.md +174 -0
- package/docs/gmail-pubsub.md +191 -0
- package/docs/grammy.md +27 -0
- package/docs/group-messages.md +71 -0
- package/docs/groups.md +78 -0
- package/docs/health.md +28 -0
- package/docs/heartbeat.md +64 -0
- package/docs/images.md +52 -0
- package/docs/imessage.md +63 -0
- package/docs/index.md +182 -0
- package/docs/ios/connect.md +177 -0
- package/docs/ios/spec.md +236 -0
- package/docs/location-command.md +95 -0
- package/docs/logging.md +99 -0
- package/docs/lore.md +131 -0
- package/docs/mac/bun.md +133 -0
- package/docs/mac/canvas.md +161 -0
- package/docs/mac/child-process.md +72 -0
- package/docs/mac/dev-setup.md +81 -0
- package/docs/mac/health.md +28 -0
- package/docs/mac/icon.md +26 -0
- package/docs/mac/logging.md +51 -0
- package/docs/mac/menu-bar.md +69 -0
- package/docs/mac/peekaboo.md +170 -0
- package/docs/mac/permissions.md +40 -0
- package/docs/mac/release.md +76 -0
- package/docs/mac/remote.md +57 -0
- package/docs/mac/signing.md +41 -0
- package/docs/mac/skills.md +27 -0
- package/docs/mac/voice-overlay.md +52 -0
- package/docs/mac/voicewake.md +56 -0
- package/docs/mac/webchat.md +27 -0
- package/docs/mac/xpc.md +40 -0
- package/docs/models.md +90 -0
- package/docs/nix.md +49 -0
- package/docs/nodes.md +157 -0
- package/docs/onboarding-config-protocol.md +29 -0
- package/docs/onboarding.md +185 -0
- package/docs/presence.md +133 -0
- package/docs/queue.md +78 -0
- package/docs/refactor/browser-control-simplification.md +58 -0
- package/docs/refactor/canvas-a2ui.md +93 -0
- package/docs/refactor/cli-unification.md +64 -0
- package/docs/refactor/gateway-client.md +31 -0
- package/docs/refactor/gateway.md +99 -0
- package/docs/refactor/new-arch.md +171 -0
- package/docs/refactor/tui.md +26 -0
- package/docs/refactor/web-gateway-troubleshooting.md +37 -0
- package/docs/refactor/webagent-session.md +46 -0
- package/docs/remote-gateway-readme.md +148 -0
- package/docs/remote.md +66 -0
- package/docs/research/memory.md +227 -0
- package/docs/rpc.md +35 -0
- package/docs/security.md +168 -0
- package/docs/session-tool.md +119 -0
- package/docs/session.md +84 -0
- package/docs/sessions.md +8 -0
- package/docs/setup.md +118 -0
- package/docs/signal.md +113 -0
- package/docs/skills-config.md +58 -0
- package/docs/skills.md +149 -0
- package/docs/slack.md +158 -0
- package/docs/surface.md +20 -0
- package/docs/tailscale.md +71 -0
- package/docs/talk.md +79 -0
- package/docs/telegram.md +90 -0
- package/docs/templates/AGENTS.md +126 -0
- package/docs/templates/BOOTSTRAP.md +53 -0
- package/docs/templates/IDENTITY.md +17 -0
- package/docs/templates/SOUL.md +41 -0
- package/docs/templates/TOOLS.md +41 -0
- package/docs/templates/USER.md +22 -0
- package/docs/test.md +35 -0
- package/docs/thinking.md +46 -0
- package/docs/tools.md +248 -0
- package/docs/troubleshooting.md +227 -0
- package/docs/tui.md +69 -0
- package/docs/typebox.md +42 -0
- package/docs/voicewake.md +61 -0
- package/docs/web.md +115 -0
- package/docs/webchat.md +34 -0
- package/docs/webhook.md +132 -0
- package/docs/whatsapp-clawd.jpg +0 -0
- package/docs/whatsapp.md +142 -0
- package/docs/wizard.md +158 -0
- package/package.json +186 -0
- package/skills/apple-notes/SKILL.md +50 -0
- package/skills/apple-reminders/SKILL.md +67 -0
- package/skills/bear-notes/SKILL.md +79 -0
- package/skills/bird/SKILL.md +25 -0
- package/skills/blogwatcher/SKILL.md +46 -0
- package/skills/blucli/SKILL.md +27 -0
- package/skills/brave-search/SKILL.md +30 -0
- package/skills/brave-search/scripts/content.mjs +53 -0
- package/skills/brave-search/scripts/search.mjs +79 -0
- package/skills/camsnap/SKILL.md +25 -0
- package/skills/clawdhub/SKILL.md +53 -0
- package/skills/coding-agent/SKILL.md +275 -0
- package/skills/discord/SKILL.md +369 -0
- package/skills/eightctl/SKILL.md +29 -0
- package/skills/food-order/SKILL.md +41 -0
- package/skills/gemini/SKILL.md +23 -0
- package/skills/gifgrep/SKILL.md +47 -0
- package/skills/github/SKILL.md +47 -0
- package/skills/gog/SKILL.md +36 -0
- package/skills/goplaces/SKILL.md +30 -0
- package/skills/imsg/SKILL.md +25 -0
- package/skills/local-places/SERVER_README.md +101 -0
- package/skills/local-places/SKILL.md +91 -0
- package/skills/local-places/pyproject.toml +27 -0
- package/skills/local-places/src/local_places/__init__.py +2 -0
- package/skills/local-places/src/local_places/__pycache__/__init__.cpython-314.pyc +0 -0
- package/skills/local-places/src/local_places/__pycache__/google_places.cpython-314.pyc +0 -0
- package/skills/local-places/src/local_places/__pycache__/main.cpython-314.pyc +0 -0
- package/skills/local-places/src/local_places/__pycache__/schemas.cpython-314.pyc +0 -0
- package/skills/local-places/src/local_places/google_places.py +314 -0
- package/skills/local-places/src/local_places/main.py +65 -0
- package/skills/local-places/src/local_places/schemas.py +107 -0
- package/skills/mcporter/SKILL.md +38 -0
- package/skills/nano-banana-pro/SKILL.md +29 -0
- package/skills/nano-banana-pro/scripts/generate_image.py +167 -0
- package/skills/nano-pdf/SKILL.md +20 -0
- package/skills/notion/SKILL.md +156 -0
- package/skills/obsidian/SKILL.md +55 -0
- package/skills/openai-image-gen/SKILL.md +31 -0
- package/skills/openai-image-gen/scripts/gen.py +173 -0
- package/skills/openai-whisper/SKILL.md +19 -0
- package/skills/openai-whisper-api/SKILL.md +43 -0
- package/skills/openai-whisper-api/scripts/transcribe.sh +85 -0
- package/skills/openhue/SKILL.md +30 -0
- package/skills/oracle/SKILL.md +105 -0
- package/skills/ordercli/SKILL.md +47 -0
- package/skills/peekaboo/SKILL.md +153 -0
- package/skills/qmd/SKILL.md +26 -0
- package/skills/sag/SKILL.md +62 -0
- package/skills/slack/SKILL.md +143 -0
- package/skills/songsee/SKILL.md +29 -0
- package/skills/sonoscli/SKILL.md +26 -0
- package/skills/spotify-player/SKILL.md +34 -0
- package/skills/summarize/SKILL.md +49 -0
- package/skills/things-mac/SKILL.md +61 -0
- package/skills/tmux/SKILL.md +121 -0
- package/skills/tmux/scripts/find-sessions.sh +112 -0
- package/skills/tmux/scripts/wait-for-text.sh +83 -0
- package/skills/trello/SKILL.md +84 -0
- package/skills/video-frames/SKILL.md +29 -0
- package/skills/video-frames/scripts/frame.sh +81 -0
- package/skills/wacli/SKILL.md +42 -0
- package/skills/weather/SKILL.md +49 -0
|
@@ -0,0 +1,138 @@
|
|
|
1
|
+
import { getImageMetadata, resizeToJpeg } from "../media/image-ops.js";
|
|
2
|
+
// Anthropic Messages API limitations (observed in Clawdbot sessions):
|
|
3
|
+
// - Images over ~2000px per side can fail in multi-image requests.
|
|
4
|
+
// - Images over 5MB are rejected by the API.
|
|
5
|
+
//
|
|
6
|
+
// To keep sessions resilient (and avoid "silent" WhatsApp non-replies), we auto-downscale
|
|
7
|
+
// and recompress base64 image blocks when they exceed these limits.
|
|
8
|
+
const MAX_IMAGE_DIMENSION_PX = 2000;
|
|
9
|
+
const MAX_IMAGE_BYTES = 5 * 1024 * 1024;
|
|
10
|
+
function isImageBlock(block) {
|
|
11
|
+
if (!block || typeof block !== "object")
|
|
12
|
+
return false;
|
|
13
|
+
const rec = block;
|
|
14
|
+
return (rec.type === "image" &&
|
|
15
|
+
typeof rec.data === "string" &&
|
|
16
|
+
typeof rec.mimeType === "string");
|
|
17
|
+
}
|
|
18
|
+
function isTextBlock(block) {
|
|
19
|
+
if (!block || typeof block !== "object")
|
|
20
|
+
return false;
|
|
21
|
+
const rec = block;
|
|
22
|
+
return rec.type === "text" && typeof rec.text === "string";
|
|
23
|
+
}
|
|
24
|
+
function inferMimeTypeFromBase64(base64) {
|
|
25
|
+
const trimmed = base64.trim();
|
|
26
|
+
if (!trimmed)
|
|
27
|
+
return undefined;
|
|
28
|
+
if (trimmed.startsWith("/9j/"))
|
|
29
|
+
return "image/jpeg";
|
|
30
|
+
if (trimmed.startsWith("iVBOR"))
|
|
31
|
+
return "image/png";
|
|
32
|
+
if (trimmed.startsWith("R0lGOD"))
|
|
33
|
+
return "image/gif";
|
|
34
|
+
return undefined;
|
|
35
|
+
}
|
|
36
|
+
async function resizeImageBase64IfNeeded(params) {
|
|
37
|
+
const buf = Buffer.from(params.base64, "base64");
|
|
38
|
+
const meta = await getImageMetadata(buf);
|
|
39
|
+
const width = meta?.width;
|
|
40
|
+
const height = meta?.height;
|
|
41
|
+
const overBytes = buf.byteLength > params.maxBytes;
|
|
42
|
+
const maxDim = Math.max(width ?? 0, height ?? 0);
|
|
43
|
+
if (typeof width !== "number" || typeof height !== "number") {
|
|
44
|
+
if (!overBytes) {
|
|
45
|
+
return {
|
|
46
|
+
base64: params.base64,
|
|
47
|
+
mimeType: params.mimeType,
|
|
48
|
+
resized: false,
|
|
49
|
+
};
|
|
50
|
+
}
|
|
51
|
+
}
|
|
52
|
+
else if (!overBytes &&
|
|
53
|
+
width <= params.maxDimensionPx &&
|
|
54
|
+
height <= params.maxDimensionPx) {
|
|
55
|
+
return { base64: params.base64, mimeType: params.mimeType, resized: false };
|
|
56
|
+
}
|
|
57
|
+
const qualities = [85, 75, 65, 55, 45, 35];
|
|
58
|
+
const sideStart = maxDim > 0
|
|
59
|
+
? Math.min(params.maxDimensionPx, maxDim)
|
|
60
|
+
: params.maxDimensionPx;
|
|
61
|
+
const sideGrid = [sideStart, 1800, 1600, 1400, 1200, 1000, 800]
|
|
62
|
+
.map((v) => Math.min(params.maxDimensionPx, v))
|
|
63
|
+
.filter((v, i, arr) => v > 0 && arr.indexOf(v) === i)
|
|
64
|
+
.sort((a, b) => b - a);
|
|
65
|
+
let smallest = null;
|
|
66
|
+
for (const side of sideGrid) {
|
|
67
|
+
for (const quality of qualities) {
|
|
68
|
+
const out = await resizeToJpeg({
|
|
69
|
+
buffer: buf,
|
|
70
|
+
maxSide: side,
|
|
71
|
+
quality,
|
|
72
|
+
withoutEnlargement: true,
|
|
73
|
+
});
|
|
74
|
+
if (!smallest || out.byteLength < smallest.size) {
|
|
75
|
+
smallest = { buffer: out, size: out.byteLength };
|
|
76
|
+
}
|
|
77
|
+
if (out.byteLength <= params.maxBytes) {
|
|
78
|
+
return {
|
|
79
|
+
base64: out.toString("base64"),
|
|
80
|
+
mimeType: "image/jpeg",
|
|
81
|
+
resized: true,
|
|
82
|
+
};
|
|
83
|
+
}
|
|
84
|
+
}
|
|
85
|
+
}
|
|
86
|
+
const best = smallest?.buffer ?? buf;
|
|
87
|
+
const maxMb = (params.maxBytes / (1024 * 1024)).toFixed(0);
|
|
88
|
+
const gotMb = (best.byteLength / (1024 * 1024)).toFixed(2);
|
|
89
|
+
throw new Error(`Image could not be reduced below ${maxMb}MB (got ${gotMb}MB)`);
|
|
90
|
+
}
|
|
91
|
+
export async function sanitizeContentBlocksImages(blocks, label, opts = {}) {
|
|
92
|
+
const maxDimensionPx = Math.max(opts.maxDimensionPx ?? MAX_IMAGE_DIMENSION_PX, 1);
|
|
93
|
+
const maxBytes = Math.max(opts.maxBytes ?? MAX_IMAGE_BYTES, 1);
|
|
94
|
+
const out = [];
|
|
95
|
+
for (const block of blocks) {
|
|
96
|
+
if (!isImageBlock(block)) {
|
|
97
|
+
out.push(block);
|
|
98
|
+
continue;
|
|
99
|
+
}
|
|
100
|
+
const data = block.data.trim();
|
|
101
|
+
if (!data) {
|
|
102
|
+
out.push({
|
|
103
|
+
type: "text",
|
|
104
|
+
text: `[${label}] omitted empty image payload`,
|
|
105
|
+
});
|
|
106
|
+
continue;
|
|
107
|
+
}
|
|
108
|
+
try {
|
|
109
|
+
const inferredMimeType = inferMimeTypeFromBase64(data);
|
|
110
|
+
const mimeType = inferredMimeType ?? block.mimeType;
|
|
111
|
+
const resized = await resizeImageBase64IfNeeded({
|
|
112
|
+
base64: data,
|
|
113
|
+
mimeType,
|
|
114
|
+
maxDimensionPx,
|
|
115
|
+
maxBytes,
|
|
116
|
+
});
|
|
117
|
+
out.push({
|
|
118
|
+
...block,
|
|
119
|
+
data: resized.base64,
|
|
120
|
+
mimeType: resized.resized ? resized.mimeType : mimeType,
|
|
121
|
+
});
|
|
122
|
+
}
|
|
123
|
+
catch (err) {
|
|
124
|
+
out.push({
|
|
125
|
+
type: "text",
|
|
126
|
+
text: `[${label}] omitted image payload: ${String(err)}`,
|
|
127
|
+
});
|
|
128
|
+
}
|
|
129
|
+
}
|
|
130
|
+
return out;
|
|
131
|
+
}
|
|
132
|
+
export async function sanitizeToolResultImages(result, label, opts = {}) {
|
|
133
|
+
const content = Array.isArray(result.content) ? result.content : [];
|
|
134
|
+
if (!content.some((b) => isImageBlock(b) || isTextBlock(b)))
|
|
135
|
+
return result;
|
|
136
|
+
const next = await sanitizeContentBlocksImages(content, label, opts);
|
|
137
|
+
return { ...result, content: next };
|
|
138
|
+
}
|
|
@@ -0,0 +1,339 @@
|
|
|
1
|
+
import { Type } from "@sinclair/typebox";
|
|
2
|
+
import { browserCloseTab, browserFocusTab, browserOpenTab, browserSnapshot, browserStart, browserStatus, browserStop, browserTabs, } from "../../browser/client.js";
|
|
3
|
+
import { browserAct, browserArmDialog, browserArmFileChooser, browserConsoleMessages, browserNavigate, browserPdfSave, browserScreenshotAction, } from "../../browser/client-actions.js";
|
|
4
|
+
import { resolveBrowserConfig } from "../../browser/config.js";
|
|
5
|
+
import { loadConfig } from "../../config/config.js";
|
|
6
|
+
import { imageResultFromFile, jsonResult, readStringParam, } from "./common.js";
|
|
7
|
+
const BrowserActSchema = Type.Union([
|
|
8
|
+
Type.Object({
|
|
9
|
+
kind: Type.Literal("click"),
|
|
10
|
+
ref: Type.String(),
|
|
11
|
+
targetId: Type.Optional(Type.String()),
|
|
12
|
+
doubleClick: Type.Optional(Type.Boolean()),
|
|
13
|
+
button: Type.Optional(Type.String()),
|
|
14
|
+
modifiers: Type.Optional(Type.Array(Type.String())),
|
|
15
|
+
}),
|
|
16
|
+
Type.Object({
|
|
17
|
+
kind: Type.Literal("type"),
|
|
18
|
+
ref: Type.String(),
|
|
19
|
+
text: Type.String(),
|
|
20
|
+
targetId: Type.Optional(Type.String()),
|
|
21
|
+
submit: Type.Optional(Type.Boolean()),
|
|
22
|
+
slowly: Type.Optional(Type.Boolean()),
|
|
23
|
+
}),
|
|
24
|
+
Type.Object({
|
|
25
|
+
kind: Type.Literal("press"),
|
|
26
|
+
key: Type.String(),
|
|
27
|
+
targetId: Type.Optional(Type.String()),
|
|
28
|
+
}),
|
|
29
|
+
Type.Object({
|
|
30
|
+
kind: Type.Literal("hover"),
|
|
31
|
+
ref: Type.String(),
|
|
32
|
+
targetId: Type.Optional(Type.String()),
|
|
33
|
+
}),
|
|
34
|
+
Type.Object({
|
|
35
|
+
kind: Type.Literal("drag"),
|
|
36
|
+
startRef: Type.String(),
|
|
37
|
+
endRef: Type.String(),
|
|
38
|
+
targetId: Type.Optional(Type.String()),
|
|
39
|
+
}),
|
|
40
|
+
Type.Object({
|
|
41
|
+
kind: Type.Literal("select"),
|
|
42
|
+
ref: Type.String(),
|
|
43
|
+
values: Type.Array(Type.String()),
|
|
44
|
+
targetId: Type.Optional(Type.String()),
|
|
45
|
+
}),
|
|
46
|
+
Type.Object({
|
|
47
|
+
kind: Type.Literal("fill"),
|
|
48
|
+
fields: Type.Array(Type.Record(Type.String(), Type.Unknown())),
|
|
49
|
+
targetId: Type.Optional(Type.String()),
|
|
50
|
+
}),
|
|
51
|
+
Type.Object({
|
|
52
|
+
kind: Type.Literal("resize"),
|
|
53
|
+
width: Type.Number(),
|
|
54
|
+
height: Type.Number(),
|
|
55
|
+
targetId: Type.Optional(Type.String()),
|
|
56
|
+
}),
|
|
57
|
+
Type.Object({
|
|
58
|
+
kind: Type.Literal("wait"),
|
|
59
|
+
timeMs: Type.Optional(Type.Number()),
|
|
60
|
+
text: Type.Optional(Type.String()),
|
|
61
|
+
textGone: Type.Optional(Type.String()),
|
|
62
|
+
targetId: Type.Optional(Type.String()),
|
|
63
|
+
}),
|
|
64
|
+
Type.Object({
|
|
65
|
+
kind: Type.Literal("evaluate"),
|
|
66
|
+
fn: Type.String(),
|
|
67
|
+
ref: Type.Optional(Type.String()),
|
|
68
|
+
targetId: Type.Optional(Type.String()),
|
|
69
|
+
}),
|
|
70
|
+
Type.Object({
|
|
71
|
+
kind: Type.Literal("close"),
|
|
72
|
+
targetId: Type.Optional(Type.String()),
|
|
73
|
+
}),
|
|
74
|
+
]);
|
|
75
|
+
const BrowserToolSchema = Type.Union([
|
|
76
|
+
Type.Object({
|
|
77
|
+
action: Type.Literal("status"),
|
|
78
|
+
controlUrl: Type.Optional(Type.String()),
|
|
79
|
+
}),
|
|
80
|
+
Type.Object({
|
|
81
|
+
action: Type.Literal("start"),
|
|
82
|
+
controlUrl: Type.Optional(Type.String()),
|
|
83
|
+
}),
|
|
84
|
+
Type.Object({
|
|
85
|
+
action: Type.Literal("stop"),
|
|
86
|
+
controlUrl: Type.Optional(Type.String()),
|
|
87
|
+
}),
|
|
88
|
+
Type.Object({
|
|
89
|
+
action: Type.Literal("tabs"),
|
|
90
|
+
controlUrl: Type.Optional(Type.String()),
|
|
91
|
+
}),
|
|
92
|
+
Type.Object({
|
|
93
|
+
action: Type.Literal("open"),
|
|
94
|
+
controlUrl: Type.Optional(Type.String()),
|
|
95
|
+
targetUrl: Type.String(),
|
|
96
|
+
}),
|
|
97
|
+
Type.Object({
|
|
98
|
+
action: Type.Literal("focus"),
|
|
99
|
+
controlUrl: Type.Optional(Type.String()),
|
|
100
|
+
targetId: Type.String(),
|
|
101
|
+
}),
|
|
102
|
+
Type.Object({
|
|
103
|
+
action: Type.Literal("close"),
|
|
104
|
+
controlUrl: Type.Optional(Type.String()),
|
|
105
|
+
targetId: Type.Optional(Type.String()),
|
|
106
|
+
}),
|
|
107
|
+
Type.Object({
|
|
108
|
+
action: Type.Literal("snapshot"),
|
|
109
|
+
controlUrl: Type.Optional(Type.String()),
|
|
110
|
+
format: Type.Optional(Type.Union([Type.Literal("aria"), Type.Literal("ai")])),
|
|
111
|
+
targetId: Type.Optional(Type.String()),
|
|
112
|
+
limit: Type.Optional(Type.Number()),
|
|
113
|
+
}),
|
|
114
|
+
Type.Object({
|
|
115
|
+
action: Type.Literal("screenshot"),
|
|
116
|
+
controlUrl: Type.Optional(Type.String()),
|
|
117
|
+
targetId: Type.Optional(Type.String()),
|
|
118
|
+
fullPage: Type.Optional(Type.Boolean()),
|
|
119
|
+
ref: Type.Optional(Type.String()),
|
|
120
|
+
element: Type.Optional(Type.String()),
|
|
121
|
+
type: Type.Optional(Type.Union([Type.Literal("png"), Type.Literal("jpeg")])),
|
|
122
|
+
}),
|
|
123
|
+
Type.Object({
|
|
124
|
+
action: Type.Literal("navigate"),
|
|
125
|
+
controlUrl: Type.Optional(Type.String()),
|
|
126
|
+
targetUrl: Type.String(),
|
|
127
|
+
targetId: Type.Optional(Type.String()),
|
|
128
|
+
}),
|
|
129
|
+
Type.Object({
|
|
130
|
+
action: Type.Literal("console"),
|
|
131
|
+
controlUrl: Type.Optional(Type.String()),
|
|
132
|
+
level: Type.Optional(Type.String()),
|
|
133
|
+
targetId: Type.Optional(Type.String()),
|
|
134
|
+
}),
|
|
135
|
+
Type.Object({
|
|
136
|
+
action: Type.Literal("pdf"),
|
|
137
|
+
controlUrl: Type.Optional(Type.String()),
|
|
138
|
+
targetId: Type.Optional(Type.String()),
|
|
139
|
+
}),
|
|
140
|
+
Type.Object({
|
|
141
|
+
action: Type.Literal("upload"),
|
|
142
|
+
controlUrl: Type.Optional(Type.String()),
|
|
143
|
+
paths: Type.Array(Type.String()),
|
|
144
|
+
ref: Type.Optional(Type.String()),
|
|
145
|
+
inputRef: Type.Optional(Type.String()),
|
|
146
|
+
element: Type.Optional(Type.String()),
|
|
147
|
+
targetId: Type.Optional(Type.String()),
|
|
148
|
+
timeoutMs: Type.Optional(Type.Number()),
|
|
149
|
+
}),
|
|
150
|
+
Type.Object({
|
|
151
|
+
action: Type.Literal("dialog"),
|
|
152
|
+
controlUrl: Type.Optional(Type.String()),
|
|
153
|
+
accept: Type.Boolean(),
|
|
154
|
+
promptText: Type.Optional(Type.String()),
|
|
155
|
+
targetId: Type.Optional(Type.String()),
|
|
156
|
+
timeoutMs: Type.Optional(Type.Number()),
|
|
157
|
+
}),
|
|
158
|
+
Type.Object({
|
|
159
|
+
action: Type.Literal("act"),
|
|
160
|
+
controlUrl: Type.Optional(Type.String()),
|
|
161
|
+
request: BrowserActSchema,
|
|
162
|
+
}),
|
|
163
|
+
]);
|
|
164
|
+
function resolveBrowserBaseUrl(controlUrl) {
|
|
165
|
+
const cfg = loadConfig();
|
|
166
|
+
const resolved = resolveBrowserConfig(cfg.browser);
|
|
167
|
+
if (!resolved.enabled && !controlUrl?.trim()) {
|
|
168
|
+
throw new Error("Browser control is disabled. Set browser.enabled=true in ~/.clawdbot/clawdbot.json.");
|
|
169
|
+
}
|
|
170
|
+
const url = controlUrl?.trim() ? controlUrl.trim() : resolved.controlUrl;
|
|
171
|
+
return url.replace(/\/$/, "");
|
|
172
|
+
}
|
|
173
|
+
export function createBrowserTool(opts) {
|
|
174
|
+
return {
|
|
175
|
+
label: "Browser",
|
|
176
|
+
name: "browser",
|
|
177
|
+
description: "Control clawd's dedicated browser (status/start/stop/tabs/open/snapshot/screenshot/actions). Use snapshot+act for UI automation. Avoid act:wait by default; use only in exceptional cases when no reliable UI state exists.",
|
|
178
|
+
parameters: BrowserToolSchema,
|
|
179
|
+
execute: async (_toolCallId, args) => {
|
|
180
|
+
const params = args;
|
|
181
|
+
const action = readStringParam(params, "action", { required: true });
|
|
182
|
+
const controlUrl = readStringParam(params, "controlUrl");
|
|
183
|
+
const baseUrl = resolveBrowserBaseUrl(controlUrl ?? opts?.defaultControlUrl);
|
|
184
|
+
switch (action) {
|
|
185
|
+
case "status":
|
|
186
|
+
return jsonResult(await browserStatus(baseUrl));
|
|
187
|
+
case "start":
|
|
188
|
+
await browserStart(baseUrl);
|
|
189
|
+
return jsonResult(await browserStatus(baseUrl));
|
|
190
|
+
case "stop":
|
|
191
|
+
await browserStop(baseUrl);
|
|
192
|
+
return jsonResult(await browserStatus(baseUrl));
|
|
193
|
+
case "tabs":
|
|
194
|
+
return jsonResult({ tabs: await browserTabs(baseUrl) });
|
|
195
|
+
case "open": {
|
|
196
|
+
const targetUrl = readStringParam(params, "targetUrl", {
|
|
197
|
+
required: true,
|
|
198
|
+
});
|
|
199
|
+
return jsonResult(await browserOpenTab(baseUrl, targetUrl));
|
|
200
|
+
}
|
|
201
|
+
case "focus": {
|
|
202
|
+
const targetId = readStringParam(params, "targetId", {
|
|
203
|
+
required: true,
|
|
204
|
+
});
|
|
205
|
+
await browserFocusTab(baseUrl, targetId);
|
|
206
|
+
return jsonResult({ ok: true });
|
|
207
|
+
}
|
|
208
|
+
case "close": {
|
|
209
|
+
const targetId = readStringParam(params, "targetId");
|
|
210
|
+
if (targetId)
|
|
211
|
+
await browserCloseTab(baseUrl, targetId);
|
|
212
|
+
else
|
|
213
|
+
await browserAct(baseUrl, { kind: "close" });
|
|
214
|
+
return jsonResult({ ok: true });
|
|
215
|
+
}
|
|
216
|
+
case "snapshot": {
|
|
217
|
+
const format = params.format === "ai" || params.format === "aria"
|
|
218
|
+
? params.format
|
|
219
|
+
: "ai";
|
|
220
|
+
const targetId = typeof params.targetId === "string"
|
|
221
|
+
? params.targetId.trim()
|
|
222
|
+
: undefined;
|
|
223
|
+
const limit = typeof params.limit === "number" && Number.isFinite(params.limit)
|
|
224
|
+
? params.limit
|
|
225
|
+
: undefined;
|
|
226
|
+
const snapshot = await browserSnapshot(baseUrl, {
|
|
227
|
+
format,
|
|
228
|
+
targetId,
|
|
229
|
+
limit,
|
|
230
|
+
});
|
|
231
|
+
if (snapshot.format === "ai") {
|
|
232
|
+
return {
|
|
233
|
+
content: [{ type: "text", text: snapshot.snapshot }],
|
|
234
|
+
details: snapshot,
|
|
235
|
+
};
|
|
236
|
+
}
|
|
237
|
+
return jsonResult(snapshot);
|
|
238
|
+
}
|
|
239
|
+
case "screenshot": {
|
|
240
|
+
const targetId = readStringParam(params, "targetId");
|
|
241
|
+
const fullPage = Boolean(params.fullPage);
|
|
242
|
+
const ref = readStringParam(params, "ref");
|
|
243
|
+
const element = readStringParam(params, "element");
|
|
244
|
+
const type = params.type === "jpeg" ? "jpeg" : "png";
|
|
245
|
+
const result = await browserScreenshotAction(baseUrl, {
|
|
246
|
+
targetId,
|
|
247
|
+
fullPage,
|
|
248
|
+
ref,
|
|
249
|
+
element,
|
|
250
|
+
type,
|
|
251
|
+
});
|
|
252
|
+
return await imageResultFromFile({
|
|
253
|
+
label: "browser:screenshot",
|
|
254
|
+
path: result.path,
|
|
255
|
+
details: result,
|
|
256
|
+
});
|
|
257
|
+
}
|
|
258
|
+
case "navigate": {
|
|
259
|
+
const targetUrl = readStringParam(params, "targetUrl", {
|
|
260
|
+
required: true,
|
|
261
|
+
});
|
|
262
|
+
const targetId = readStringParam(params, "targetId");
|
|
263
|
+
return jsonResult(await browserNavigate(baseUrl, { url: targetUrl, targetId }));
|
|
264
|
+
}
|
|
265
|
+
case "console": {
|
|
266
|
+
const level = typeof params.level === "string" ? params.level.trim() : undefined;
|
|
267
|
+
const targetId = typeof params.targetId === "string"
|
|
268
|
+
? params.targetId.trim()
|
|
269
|
+
: undefined;
|
|
270
|
+
return jsonResult(await browserConsoleMessages(baseUrl, { level, targetId }));
|
|
271
|
+
}
|
|
272
|
+
case "pdf": {
|
|
273
|
+
const targetId = typeof params.targetId === "string"
|
|
274
|
+
? params.targetId.trim()
|
|
275
|
+
: undefined;
|
|
276
|
+
const result = await browserPdfSave(baseUrl, { targetId });
|
|
277
|
+
return {
|
|
278
|
+
content: [{ type: "text", text: `FILE:${result.path}` }],
|
|
279
|
+
details: result,
|
|
280
|
+
};
|
|
281
|
+
}
|
|
282
|
+
case "upload": {
|
|
283
|
+
const paths = Array.isArray(params.paths)
|
|
284
|
+
? params.paths.map((p) => String(p))
|
|
285
|
+
: [];
|
|
286
|
+
if (paths.length === 0)
|
|
287
|
+
throw new Error("paths required");
|
|
288
|
+
const ref = readStringParam(params, "ref");
|
|
289
|
+
const inputRef = readStringParam(params, "inputRef");
|
|
290
|
+
const element = readStringParam(params, "element");
|
|
291
|
+
const targetId = typeof params.targetId === "string"
|
|
292
|
+
? params.targetId.trim()
|
|
293
|
+
: undefined;
|
|
294
|
+
const timeoutMs = typeof params.timeoutMs === "number" &&
|
|
295
|
+
Number.isFinite(params.timeoutMs)
|
|
296
|
+
? params.timeoutMs
|
|
297
|
+
: undefined;
|
|
298
|
+
return jsonResult(await browserArmFileChooser(baseUrl, {
|
|
299
|
+
paths,
|
|
300
|
+
ref,
|
|
301
|
+
inputRef,
|
|
302
|
+
element,
|
|
303
|
+
targetId,
|
|
304
|
+
timeoutMs,
|
|
305
|
+
}));
|
|
306
|
+
}
|
|
307
|
+
case "dialog": {
|
|
308
|
+
const accept = Boolean(params.accept);
|
|
309
|
+
const promptText = typeof params.promptText === "string"
|
|
310
|
+
? params.promptText
|
|
311
|
+
: undefined;
|
|
312
|
+
const targetId = typeof params.targetId === "string"
|
|
313
|
+
? params.targetId.trim()
|
|
314
|
+
: undefined;
|
|
315
|
+
const timeoutMs = typeof params.timeoutMs === "number" &&
|
|
316
|
+
Number.isFinite(params.timeoutMs)
|
|
317
|
+
? params.timeoutMs
|
|
318
|
+
: undefined;
|
|
319
|
+
return jsonResult(await browserArmDialog(baseUrl, {
|
|
320
|
+
accept,
|
|
321
|
+
promptText,
|
|
322
|
+
targetId,
|
|
323
|
+
timeoutMs,
|
|
324
|
+
}));
|
|
325
|
+
}
|
|
326
|
+
case "act": {
|
|
327
|
+
const request = params.request;
|
|
328
|
+
if (!request || typeof request !== "object") {
|
|
329
|
+
throw new Error("request required");
|
|
330
|
+
}
|
|
331
|
+
const result = await browserAct(baseUrl, request);
|
|
332
|
+
return jsonResult(result);
|
|
333
|
+
}
|
|
334
|
+
default:
|
|
335
|
+
throw new Error(`Unknown action: ${action}`);
|
|
336
|
+
}
|
|
337
|
+
},
|
|
338
|
+
};
|
|
339
|
+
}
|
|
@@ -0,0 +1,193 @@
|
|
|
1
|
+
import crypto from "node:crypto";
|
|
2
|
+
import fs from "node:fs/promises";
|
|
3
|
+
import { Type } from "@sinclair/typebox";
|
|
4
|
+
import { writeBase64ToFile } from "../../cli/nodes-camera.js";
|
|
5
|
+
import { canvasSnapshotTempPath, parseCanvasSnapshotPayload, } from "../../cli/nodes-canvas.js";
|
|
6
|
+
import { imageMimeFromFormat } from "../../media/mime.js";
|
|
7
|
+
import { imageResult, jsonResult, readStringParam, } from "./common.js";
|
|
8
|
+
import { callGatewayTool } from "./gateway.js";
|
|
9
|
+
import { resolveNodeId } from "./nodes-utils.js";
|
|
10
|
+
const CanvasToolSchema = Type.Union([
|
|
11
|
+
Type.Object({
|
|
12
|
+
action: Type.Literal("present"),
|
|
13
|
+
gatewayUrl: Type.Optional(Type.String()),
|
|
14
|
+
gatewayToken: Type.Optional(Type.String()),
|
|
15
|
+
timeoutMs: Type.Optional(Type.Number()),
|
|
16
|
+
node: Type.Optional(Type.String()),
|
|
17
|
+
target: Type.Optional(Type.String()),
|
|
18
|
+
x: Type.Optional(Type.Number()),
|
|
19
|
+
y: Type.Optional(Type.Number()),
|
|
20
|
+
width: Type.Optional(Type.Number()),
|
|
21
|
+
height: Type.Optional(Type.Number()),
|
|
22
|
+
}),
|
|
23
|
+
Type.Object({
|
|
24
|
+
action: Type.Literal("hide"),
|
|
25
|
+
gatewayUrl: Type.Optional(Type.String()),
|
|
26
|
+
gatewayToken: Type.Optional(Type.String()),
|
|
27
|
+
timeoutMs: Type.Optional(Type.Number()),
|
|
28
|
+
node: Type.Optional(Type.String()),
|
|
29
|
+
}),
|
|
30
|
+
Type.Object({
|
|
31
|
+
action: Type.Literal("navigate"),
|
|
32
|
+
gatewayUrl: Type.Optional(Type.String()),
|
|
33
|
+
gatewayToken: Type.Optional(Type.String()),
|
|
34
|
+
timeoutMs: Type.Optional(Type.Number()),
|
|
35
|
+
node: Type.Optional(Type.String()),
|
|
36
|
+
url: Type.String(),
|
|
37
|
+
}),
|
|
38
|
+
Type.Object({
|
|
39
|
+
action: Type.Literal("eval"),
|
|
40
|
+
gatewayUrl: Type.Optional(Type.String()),
|
|
41
|
+
gatewayToken: Type.Optional(Type.String()),
|
|
42
|
+
timeoutMs: Type.Optional(Type.Number()),
|
|
43
|
+
node: Type.Optional(Type.String()),
|
|
44
|
+
javaScript: Type.String(),
|
|
45
|
+
}),
|
|
46
|
+
Type.Object({
|
|
47
|
+
action: Type.Literal("snapshot"),
|
|
48
|
+
gatewayUrl: Type.Optional(Type.String()),
|
|
49
|
+
gatewayToken: Type.Optional(Type.String()),
|
|
50
|
+
timeoutMs: Type.Optional(Type.Number()),
|
|
51
|
+
node: Type.Optional(Type.String()),
|
|
52
|
+
format: Type.Optional(Type.Union([
|
|
53
|
+
Type.Literal("png"),
|
|
54
|
+
Type.Literal("jpg"),
|
|
55
|
+
Type.Literal("jpeg"),
|
|
56
|
+
])),
|
|
57
|
+
maxWidth: Type.Optional(Type.Number()),
|
|
58
|
+
quality: Type.Optional(Type.Number()),
|
|
59
|
+
delayMs: Type.Optional(Type.Number()),
|
|
60
|
+
}),
|
|
61
|
+
Type.Object({
|
|
62
|
+
action: Type.Literal("a2ui_push"),
|
|
63
|
+
gatewayUrl: Type.Optional(Type.String()),
|
|
64
|
+
gatewayToken: Type.Optional(Type.String()),
|
|
65
|
+
timeoutMs: Type.Optional(Type.Number()),
|
|
66
|
+
node: Type.Optional(Type.String()),
|
|
67
|
+
jsonl: Type.Optional(Type.String()),
|
|
68
|
+
jsonlPath: Type.Optional(Type.String()),
|
|
69
|
+
}),
|
|
70
|
+
Type.Object({
|
|
71
|
+
action: Type.Literal("a2ui_reset"),
|
|
72
|
+
gatewayUrl: Type.Optional(Type.String()),
|
|
73
|
+
gatewayToken: Type.Optional(Type.String()),
|
|
74
|
+
timeoutMs: Type.Optional(Type.Number()),
|
|
75
|
+
node: Type.Optional(Type.String()),
|
|
76
|
+
}),
|
|
77
|
+
]);
|
|
78
|
+
export function createCanvasTool() {
|
|
79
|
+
return {
|
|
80
|
+
label: "Canvas",
|
|
81
|
+
name: "canvas",
|
|
82
|
+
description: "Control node canvases (present/hide/navigate/eval/snapshot/A2UI). Use snapshot to capture the rendered UI.",
|
|
83
|
+
parameters: CanvasToolSchema,
|
|
84
|
+
execute: async (_toolCallId, args) => {
|
|
85
|
+
const params = args;
|
|
86
|
+
const action = readStringParam(params, "action", { required: true });
|
|
87
|
+
const gatewayOpts = {
|
|
88
|
+
gatewayUrl: readStringParam(params, "gatewayUrl", { trim: false }),
|
|
89
|
+
gatewayToken: readStringParam(params, "gatewayToken", { trim: false }),
|
|
90
|
+
timeoutMs: typeof params.timeoutMs === "number" ? params.timeoutMs : undefined,
|
|
91
|
+
};
|
|
92
|
+
const nodeId = await resolveNodeId(gatewayOpts, readStringParam(params, "node", { trim: true }), true);
|
|
93
|
+
const invoke = async (command, invokeParams) => await callGatewayTool("node.invoke", gatewayOpts, {
|
|
94
|
+
nodeId,
|
|
95
|
+
command,
|
|
96
|
+
params: invokeParams,
|
|
97
|
+
idempotencyKey: crypto.randomUUID(),
|
|
98
|
+
});
|
|
99
|
+
switch (action) {
|
|
100
|
+
case "present": {
|
|
101
|
+
const placement = {
|
|
102
|
+
x: typeof params.x === "number" ? params.x : undefined,
|
|
103
|
+
y: typeof params.y === "number" ? params.y : undefined,
|
|
104
|
+
width: typeof params.width === "number" ? params.width : undefined,
|
|
105
|
+
height: typeof params.height === "number" ? params.height : undefined,
|
|
106
|
+
};
|
|
107
|
+
const invokeParams = {};
|
|
108
|
+
if (typeof params.target === "string" && params.target.trim()) {
|
|
109
|
+
invokeParams.url = params.target.trim();
|
|
110
|
+
}
|
|
111
|
+
if (Number.isFinite(placement.x) ||
|
|
112
|
+
Number.isFinite(placement.y) ||
|
|
113
|
+
Number.isFinite(placement.width) ||
|
|
114
|
+
Number.isFinite(placement.height)) {
|
|
115
|
+
invokeParams.placement = placement;
|
|
116
|
+
}
|
|
117
|
+
await invoke("canvas.present", invokeParams);
|
|
118
|
+
return jsonResult({ ok: true });
|
|
119
|
+
}
|
|
120
|
+
case "hide":
|
|
121
|
+
await invoke("canvas.hide", undefined);
|
|
122
|
+
return jsonResult({ ok: true });
|
|
123
|
+
case "navigate": {
|
|
124
|
+
const url = readStringParam(params, "url", { required: true });
|
|
125
|
+
await invoke("canvas.navigate", { url });
|
|
126
|
+
return jsonResult({ ok: true });
|
|
127
|
+
}
|
|
128
|
+
case "eval": {
|
|
129
|
+
const javaScript = readStringParam(params, "javaScript", {
|
|
130
|
+
required: true,
|
|
131
|
+
});
|
|
132
|
+
const raw = (await invoke("canvas.eval", { javaScript }));
|
|
133
|
+
const result = raw?.payload?.result;
|
|
134
|
+
if (result) {
|
|
135
|
+
return {
|
|
136
|
+
content: [{ type: "text", text: result }],
|
|
137
|
+
details: { result },
|
|
138
|
+
};
|
|
139
|
+
}
|
|
140
|
+
return jsonResult({ ok: true });
|
|
141
|
+
}
|
|
142
|
+
case "snapshot": {
|
|
143
|
+
const formatRaw = typeof params.format === "string"
|
|
144
|
+
? params.format.toLowerCase()
|
|
145
|
+
: "png";
|
|
146
|
+
const format = formatRaw === "jpg" || formatRaw === "jpeg" ? "jpeg" : "png";
|
|
147
|
+
const maxWidth = typeof params.maxWidth === "number" &&
|
|
148
|
+
Number.isFinite(params.maxWidth)
|
|
149
|
+
? params.maxWidth
|
|
150
|
+
: undefined;
|
|
151
|
+
const quality = typeof params.quality === "number" &&
|
|
152
|
+
Number.isFinite(params.quality)
|
|
153
|
+
? params.quality
|
|
154
|
+
: undefined;
|
|
155
|
+
const raw = (await invoke("canvas.snapshot", {
|
|
156
|
+
format,
|
|
157
|
+
maxWidth,
|
|
158
|
+
quality,
|
|
159
|
+
}));
|
|
160
|
+
const payload = parseCanvasSnapshotPayload(raw?.payload);
|
|
161
|
+
const filePath = canvasSnapshotTempPath({
|
|
162
|
+
ext: payload.format === "jpeg" ? "jpg" : payload.format,
|
|
163
|
+
});
|
|
164
|
+
await writeBase64ToFile(filePath, payload.base64);
|
|
165
|
+
const mimeType = imageMimeFromFormat(payload.format) ?? "image/png";
|
|
166
|
+
return await imageResult({
|
|
167
|
+
label: "canvas:snapshot",
|
|
168
|
+
path: filePath,
|
|
169
|
+
base64: payload.base64,
|
|
170
|
+
mimeType,
|
|
171
|
+
details: { format: payload.format },
|
|
172
|
+
});
|
|
173
|
+
}
|
|
174
|
+
case "a2ui_push": {
|
|
175
|
+
const jsonl = typeof params.jsonl === "string" && params.jsonl.trim()
|
|
176
|
+
? params.jsonl
|
|
177
|
+
: typeof params.jsonlPath === "string" && params.jsonlPath.trim()
|
|
178
|
+
? await fs.readFile(params.jsonlPath.trim(), "utf8")
|
|
179
|
+
: "";
|
|
180
|
+
if (!jsonl.trim())
|
|
181
|
+
throw new Error("jsonl or jsonlPath required");
|
|
182
|
+
await invoke("canvas.a2ui.pushJSONL", { jsonl });
|
|
183
|
+
return jsonResult({ ok: true });
|
|
184
|
+
}
|
|
185
|
+
case "a2ui_reset":
|
|
186
|
+
await invoke("canvas.a2ui.reset", undefined);
|
|
187
|
+
return jsonResult({ ok: true });
|
|
188
|
+
default:
|
|
189
|
+
throw new Error(`Unknown action: ${action}`);
|
|
190
|
+
}
|
|
191
|
+
},
|
|
192
|
+
};
|
|
193
|
+
}
|