visionclaw 0.1.187 → 0.1.188-beta.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/agent/providers/client-factory.d.ts +1 -1
- package/dist/agent/providers/client-factory.js +1 -1
- package/dist/agent/system-prompt.d.ts.map +1 -1
- package/dist/agent/system-prompt.js +1 -3
- package/dist/agent/system-prompt.js.map +1 -1
- package/dist/builtin-skills/catalog/wechat-feishu-automation/SKILL.md +10 -6
- package/dist/builtin-skills/macos-automation/SKILL.md +13 -10
- package/dist/tools/computer-use.d.ts +56 -6
- package/dist/tools/computer-use.d.ts.map +1 -1
- package/dist/tools/computer-use.js +129 -286
- package/dist/tools/computer-use.js.map +1 -1
- package/dist-agent/bundle.cjs +135 -448
- package/package.json +1 -1
|
@@ -23,7 +23,7 @@ export declare function createOpenAIClient(config: VisionClawConfig): OpenAI | A
|
|
|
23
23
|
export declare function configureOpenAIProvider(config: VisionClawConfig): void;
|
|
24
24
|
/**
|
|
25
25
|
* Return the correct model identifier for direct SDK calls
|
|
26
|
-
* (fast-responder,
|
|
26
|
+
* (fast-responder, tool-alarm-evaluator, etc.).
|
|
27
27
|
*
|
|
28
28
|
* Agent SDK `query()` calls do NOT need this - the SDK maps models
|
|
29
29
|
* internally when `CLAUDE_CODE_USE_BEDROCK=1` or `CLAUDE_CODE_USE_VERTEX=1` is set.
|
|
@@ -148,7 +148,7 @@ export function configureOpenAIProvider(config) {
|
|
|
148
148
|
}
|
|
149
149
|
/**
|
|
150
150
|
* Return the correct model identifier for direct SDK calls
|
|
151
|
-
* (fast-responder,
|
|
151
|
+
* (fast-responder, tool-alarm-evaluator, etc.).
|
|
152
152
|
*
|
|
153
153
|
* Agent SDK `query()` calls do NOT need this - the SDK maps models
|
|
154
154
|
* internally when `CLAUDE_CODE_USE_BEDROCK=1` or `CLAUDE_CODE_USE_VERTEX=1` is set.
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"system-prompt.d.ts","sourceRoot":"","sources":["../../src/agent/system-prompt.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,gBAAgB,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AAGxE;;;;;;GAMG;AACH,wBAAgB,iBAAiB,CAC/B,MAAM,EAAE,gBAAgB,EACxB,WAAW,EAAE,WAAW,GACvB,MAAM,
|
|
1
|
+
{"version":3,"file":"system-prompt.d.ts","sourceRoot":"","sources":["../../src/agent/system-prompt.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,gBAAgB,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AAGxE;;;;;;GAMG;AACH,wBAAgB,iBAAiB,CAC/B,MAAM,EAAE,gBAAgB,EACxB,WAAW,EAAE,WAAW,GACvB,MAAM,CAiNR"}
|
|
@@ -165,9 +165,7 @@ Even if you are using Playwright to operate the browser, you should bring the br
|
|
|
165
165
|
|
|
166
166
|
### Desktop Interactions (Computer Use)
|
|
167
167
|
|
|
168
|
-
For desktop applications and UI outside the browser, use the available desktop/computer-use tools.
|
|
169
|
-
|
|
170
|
-
If you describe something but the computer use tool can not resolve the coordinates, try describe the target in more details. Also, the screenshot will always show the current cursor location.
|
|
168
|
+
For desktop applications and UI outside the browser, use the available desktop/computer-use tools. The \`computer_use_*\` tools accept pixel coordinates from screenshots — always take a screenshot first with \`computer_use_screenshot\` to see the screen and determine coordinates, then use those coordinates for click/move/scroll/drag actions.
|
|
171
169
|
|
|
172
170
|
**Prefer ${config.browserBackend === "playwriter" ? "Playwriter" : "Playwright"} browser tools** for all in-browser work. Use desktop/computer-use tools only for desktop apps, situations outside the browser, or as a fallback when the browser tools can't do the job.
|
|
173
171
|
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"system-prompt.js","sourceRoot":"","sources":["../../src/agent/system-prompt.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,eAAe,EAAE,UAAU,EAAE,MAAM,+BAA+B,CAAC;AAE5E;;;;;;GAMG;AACH,MAAM,UAAU,iBAAiB,CAC/B,MAAwB,EACxB,WAAwB;IAExB,MAAM,WAAW,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC;IAC5C,MAAM,WAAW,GAAG,kBAAkB,CAAC,MAAM,CAAC,CAAC;IAC/C,MAAM,iBAAiB,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAEpD,yEAAyE;IACzE,mEAAmE;IACnE,wEAAwE;IACxE,yEAAyE;IACzE,uEAAuE;IACvE,oEAAoE;IACpE,qEAAqE;IAErE,OAAO;;UAEC,MAAM,CAAC,SAAS,oHAAoH,OAAO,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS;;;cAGnL,MAAM,CAAC,SAAS;eACf,MAAM,CAAC,KAAK;kDACuB,MAAM,CAAC,KAAK;EAC5D,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,gBAAgB,MAAM,CAAC,WAAW,8BAA8B,CAAC,CAAC,CAAC,6BAA6B;;;;EAIrH,WAAW,CAAC,SAAS,CAAC,CAAC,CAAC,eAAe,WAAW,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,6BAA6B;EAC9F,WAAW,CAAC,UAAU,CAAC,CAAC,CAAC,yBAAyB,WAAW,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE;EAC/E,WAAW,CAAC,WAAW,CAAC,CAAC,CAAC,gBAAgB,WAAW,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE;EACxE,WAAW,CAAC,cAAc,CAAC,CAAC,CAAC,2BAA2B,WAAW,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC,EAAE;EACzF,WAAW,CAAC,QAAQ,CAAC,CAAC,CAAC,6BAA6B,WAAW,CAAC,QAAQ,KAAK,IAAI,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE;;;;;qDAKlE,WAAW;;;;;;;;;;;;;;EAc9D,WAAW;;;;;;;;;;;;;;;gCAemB,WAAW,CAAC,mBAAmB,GAAG,IAAI;;;;;;;;;;;;;;EAcpE,WAAW,CAAC,kBAAkB,CAAC,CAAC,CAAC;;;;;;;;;;;;;;;CAelC,CAAC,CAAC,CAAC,EAAE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAmDJ,MAAM,CAAC,cAAc,KAAK,YAAY,CAAC,CAAC,CAAC;;;;;;yGAM8D,CAAC,CAAC,CAAC;;;;;;;;gHAQI
|
|
1
|
+
{"version":3,"file":"system-prompt.js","sourceRoot":"","sources":["../../src/agent/system-prompt.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,eAAe,EAAE,UAAU,EAAE,MAAM,+BAA+B,CAAC;AAE5E;;;;;;GAMG;AACH,MAAM,UAAU,iBAAiB,CAC/B,MAAwB,EACxB,WAAwB;IAExB,MAAM,WAAW,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC;IAC5C,MAAM,WAAW,GAAG,kBAAkB,CAAC,MAAM,CAAC,CAAC;IAC/C,MAAM,iBAAiB,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAEpD,yEAAyE;IACzE,mEAAmE;IACnE,wEAAwE;IACxE,yEAAyE;IACzE,uEAAuE;IACvE,oEAAoE;IACpE,qEAAqE;IAErE,OAAO;;UAEC,MAAM,CAAC,SAAS,oHAAoH,OAAO,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS;;;cAGnL,MAAM,CAAC,SAAS;eACf,MAAM,CAAC,KAAK;kDACuB,MAAM,CAAC,KAAK;EAC5D,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,gBAAgB,MAAM,CAAC,WAAW,8BAA8B,CAAC,CAAC,CAAC,6BAA6B;;;;EAIrH,WAAW,CAAC,SAAS,CAAC,CAAC,CAAC,eAAe,WAAW,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,6BAA6B;EAC9F,WAAW,CAAC,UAAU,CAAC,CAAC,CAAC,yBAAyB,WAAW,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE;EAC/E,WAAW,CAAC,WAAW,CAAC,CAAC,CAAC,gBAAgB,WAAW,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE;EACxE,WAAW,CAAC,cAAc,CAAC,CAAC,CAAC,2BAA2B,WAAW,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC,EAAE;EACzF,WAAW,CAAC,QAAQ,CAAC,CAAC,CAAC,6BAA6B,WAAW,CAAC,QAAQ,KAAK,IAAI,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE;;;;;qDAKlE,WAAW;;;;;;;;;;;;;;EAc9D,WAAW;;;;;;;;;;;;;;;gCAemB,WAAW,CAAC,mBAAmB,GAAG,IAAI;;;;;;;;;;;;;;EAcpE,WAAW,CAAC,kBAAkB,CAAC,CAAC,CAAC;;;;;;;;;;;;;;;CAelC,CAAC,CAAC,CAAC,EAAE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAmDJ,MAAM,CAAC,cAAc,KAAK,YAAY,CAAC,CAAC,CAAC;;;;;;yGAM8D,CAAC,CAAC,CAAC;;;;;;;;gHAQI;;;;;;WAMrG,MAAM,CAAC,cAAc,KAAK,YAAY,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,YAAY;;;;;;EAM7E,iBAAiB,CAAC,CAAC,CAAC;;;CAGrB,CAAC,CAAC,CAAC,EAAE,GAAG,WAAW,CAAC,iBAAiB,CAAC,CAAC,CAAC;;;;;;;;;;;;;;;;CAgBxC,CAAC,CAAC,CAAC,EAAE;;;;;;;;;;;;;;;;;;;;CAoBL,CAAC;AACF,CAAC;AAED;;GAEG;AACH,SAAS,kBAAkB,CAAC,MAAwB;IAClD,MAAM,QAAQ,GAAa,EAAE,CAAC;IAE9B,sDAAsD;IACtD,QAAQ,CAAC,IAAI,CAAC,4DAA4D,CAAC,CAAC;IAE5E,IAAI,MAAM,CAAC,QAAQ,CAAC,QAAQ,EAAE,OAAO,EAAE,CAAC;QACtC,QAAQ,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;IAClC,CAAC;IACD,IAAI,MAAM,CAAC,QAAQ,CAAC,OAAO,EAAE,OAAO,EAAE,CAAC;QACrC,QAAQ,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;IACjC,CAAC;IACD,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC;QACpC,QAAQ,CAAC,IAAI,CACX,2KAA2K;YACzK,yFAAyF;YACzF,iLAAiL,CACpL,CAAC;IACJ,CAAC;IAED,OAAO,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC7B,CAAC"}
|
|
@@ -11,6 +11,7 @@ description: Use this skill when interacting with WeChat or Feishu (Lark) deskto
|
|
|
11
11
|
- Check WeChat for unread messages **before every `finish` call** — visually confirm (AXStatusLabel is unreliable)
|
|
12
12
|
- Do NOT use Markdown syntax in WeChat messages (`**bold**`, headers, code blocks) — plain text only, emojis are fine
|
|
13
13
|
- Do NOT help contacts with their own personal tasks unrelated to your owner — only serve the owner and their friends/family
|
|
14
|
+
- `computer_use_click`, `computer_use_move`, `computer_use_scroll`, and `computer_use_drag` require pixel coordinates from `computer_use_screenshot`; take a screenshot first, estimate the target point in that image, then pass `point: {x, y}`.
|
|
14
15
|
|
|
15
16
|
### Checking for Unread Messages
|
|
16
17
|
|
|
@@ -21,8 +22,9 @@ description: Use this skill when interacting with WeChat or Feishu (Lark) deskto
|
|
|
21
22
|
### Sending Messages
|
|
22
23
|
|
|
23
24
|
```
|
|
24
|
-
#
|
|
25
|
-
|
|
25
|
+
# Take a screenshot, find the message input box coordinates, then click it
|
|
26
|
+
computer_use_screenshot()
|
|
27
|
+
computer_use_click(point={"x": 620, "y": 760})
|
|
26
28
|
|
|
27
29
|
# For long messages: use clipboard for speed
|
|
28
30
|
echo -n "your message" | pbcopy
|
|
@@ -35,7 +37,9 @@ computer_use_key("return") # send
|
|
|
35
37
|
### Opening a Specific Chat
|
|
36
38
|
|
|
37
39
|
```
|
|
38
|
-
|
|
40
|
+
# Take a screenshot, find the chat row coordinates in the sidebar, then click it
|
|
41
|
+
computer_use_screenshot()
|
|
42
|
+
computer_use_click(point={"x": 180, "y": 240})
|
|
39
43
|
```
|
|
40
44
|
|
|
41
45
|
### Video Transcript Request Workflow
|
|
@@ -75,16 +79,16 @@ computer_use_key("cmd+tab") # cycles through apps
|
|
|
75
79
|
### Checking for Unread Messages
|
|
76
80
|
1. Switch to Feishu app
|
|
77
81
|
2. Look for red badge numbers on chat items in the left sidebar
|
|
78
|
-
3. Click
|
|
82
|
+
3. Click chats with badges using `computer_use_click(point={"x": ..., "y": ...})` coordinates from the latest `computer_use_screenshot`
|
|
79
83
|
|
|
80
84
|
### Sending Messages in Feishu
|
|
81
|
-
Same pattern as WeChat — click input box, type or paste, Enter to send. No Markdown syntax.
|
|
85
|
+
Same pattern as WeChat — take a screenshot, click the input box using screenshot pixel coordinates, type or paste, Enter to send. No Markdown syntax.
|
|
82
86
|
|
|
83
87
|
### Feishu Calendar Management (Owner's)
|
|
84
88
|
To add events to the owner's Feishu calendar:
|
|
85
89
|
1. Open Feishu app → Calendar section
|
|
86
90
|
2. Look for owner's calendar under "Following" in sidebar
|
|
87
|
-
3. Use
|
|
91
|
+
3. Use `computer_use_screenshot` plus coordinate-based `computer_use_click` / `computer_use_type` / `computer_use_key` to create events
|
|
88
92
|
|
|
89
93
|
---
|
|
90
94
|
|
|
@@ -9,7 +9,7 @@ description: Use this skill for desktop automation -- choosing between Playwrigh
|
|
|
9
9
|
| Task | Preferred Tool | Notes |
|
|
10
10
|
|------|---------------|-------|
|
|
11
11
|
| Web browsing / forms | Playwright MCP (`browser_*`) | Fast, uses accessibility tree |
|
|
12
|
-
| Desktop GUI apps | `computer_use_*` tools |
|
|
12
|
+
| Desktop GUI apps | `computer_use_*` tools | Direct pixel coordinate input from screenshots |
|
|
13
13
|
| WeChat | `computer_use_*` ONLY | AppleScript/native automation unreliable |
|
|
14
14
|
| Feishu | `computer_use_*` ONLY | Must use desktop app, not browser |
|
|
15
15
|
| File operations | Bash/PowerShell (`cp`, `mv`, etc.) | Direct and fast |
|
|
@@ -40,14 +40,17 @@ browser_take_screenshot(type="png", filename="result.png")
|
|
|
40
40
|
## computer_use Tools
|
|
41
41
|
|
|
42
42
|
```python
|
|
43
|
-
#
|
|
44
|
-
|
|
43
|
+
# 1. Take a screenshot first to see the screen and get coordinate space
|
|
44
|
+
computer_use_screenshot() # returns image + pixel dimensions
|
|
45
|
+
|
|
46
|
+
# 2. Click using pixel coordinates from the screenshot
|
|
47
|
+
computer_use_click(point={"x": 500, "y": 300}, button="left")
|
|
45
48
|
|
|
46
49
|
# Type text (into focused field)
|
|
47
50
|
computer_use_type(text="Hello world", press_enter=True)
|
|
48
51
|
|
|
49
|
-
# Scroll
|
|
50
|
-
computer_use_scroll(
|
|
52
|
+
# Scroll at a position
|
|
53
|
+
computer_use_scroll(point={"x": 500, "y": 400}, direction="down", amount=3)
|
|
51
54
|
|
|
52
55
|
# Key press (cmd/meta maps to Ctrl on Windows automatically)
|
|
53
56
|
computer_use_key(key="cmd+v") # paste (Ctrl+V on Windows)
|
|
@@ -55,8 +58,8 @@ computer_use_key(key="escape")
|
|
|
55
58
|
computer_use_key(key="return")
|
|
56
59
|
computer_use_key(key="cmd+tab") # switch apps (Alt+Tab on Windows — use alt+tab explicitly)
|
|
57
60
|
|
|
58
|
-
# Drag
|
|
59
|
-
computer_use_drag(
|
|
61
|
+
# Drag from one point to another
|
|
62
|
+
computer_use_drag(startPoint={"x": 100, "y": 200}, endPoint={"x": 400, "y": 200})
|
|
60
63
|
```
|
|
61
64
|
|
|
62
65
|
## Pasting Long Text Into Desktop Apps
|
|
@@ -85,13 +88,13 @@ python3 -c "print('multiline\ntext\nhere', end='')" | pbcopy
|
|
|
85
88
|
### macOS
|
|
86
89
|
```bash
|
|
87
90
|
computer_use_key("cmd+tab") # cycles through recent apps
|
|
88
|
-
computer_use_click("
|
|
91
|
+
computer_use_click(point={"x": 960, "y": 1060}) # click WeChat icon in dock (coordinates from screenshot)
|
|
89
92
|
```
|
|
90
93
|
|
|
91
94
|
### Windows
|
|
92
95
|
```bash
|
|
93
96
|
computer_use_key("alt+tab") # cycles through recent apps
|
|
94
|
-
computer_use_click("
|
|
97
|
+
computer_use_click(point={"x": 960, "y": 1060}) # click WeChat icon in taskbar (coordinates from screenshot)
|
|
95
98
|
```
|
|
96
99
|
|
|
97
100
|
## Taking Screenshots
|
|
@@ -159,5 +162,5 @@ When a system dialog appears (permissions, alerts):
|
|
|
159
162
|
```python
|
|
160
163
|
browser_handle_dialog(accept=True) # for browser dialogs
|
|
161
164
|
# For system dialogs: use computer_use_click to click the button
|
|
162
|
-
computer_use_click("
|
|
165
|
+
computer_use_click(point={"x": 800, "y": 500}) # click Allow button (coordinates from screenshot)
|
|
163
166
|
```
|
|
@@ -1,10 +1,48 @@
|
|
|
1
1
|
/**
|
|
2
2
|
* Computer use MCP tools for desktop interaction.
|
|
3
|
-
* Each tool: screenshot
|
|
3
|
+
* Each coordinate-based tool: scale screenshot coords → display coords → execute → result screenshot.
|
|
4
|
+
*
|
|
5
|
+
* The model sees resized screenshots and outputs pixel positions in that
|
|
6
|
+
* image space. The execution layer scales from screenshot coords to actual
|
|
7
|
+
* display resolution, mirroring the android-use pattern.
|
|
4
8
|
*/
|
|
5
9
|
import { z } from "zod";
|
|
10
|
+
/**
|
|
11
|
+
* Compute the expected screenshot image dimensions after vision resize.
|
|
12
|
+
* The screenshot pipeline resizes the raw capture to fit Claude's vision
|
|
13
|
+
* constraints. This computes those dimensions deterministically from the
|
|
14
|
+
* display resolution so we can map coordinates without reading the image.
|
|
15
|
+
*/
|
|
16
|
+
export declare function getScreenshotSize(displaySize: {
|
|
17
|
+
width: number;
|
|
18
|
+
height: number;
|
|
19
|
+
}): {
|
|
20
|
+
width: number;
|
|
21
|
+
height: number;
|
|
22
|
+
};
|
|
23
|
+
/**
|
|
24
|
+
* Convert pixel coordinates in screenshot space to absolute display coordinates.
|
|
25
|
+
* The model outputs coordinates based on the resized screenshot it sees;
|
|
26
|
+
* we scale them to the actual display resolution for input events.
|
|
27
|
+
*/
|
|
28
|
+
export declare function screenshotToDisplay(point: {
|
|
29
|
+
x: number;
|
|
30
|
+
y: number;
|
|
31
|
+
}, screenshotSize: {
|
|
32
|
+
width: number;
|
|
33
|
+
height: number;
|
|
34
|
+
}, displaySize: {
|
|
35
|
+
width: number;
|
|
36
|
+
height: number;
|
|
37
|
+
}): {
|
|
38
|
+
x: number;
|
|
39
|
+
y: number;
|
|
40
|
+
};
|
|
6
41
|
export declare const computerUseClickTool: import("@anthropic-ai/claude-agent-sdk").SdkMcpToolDefinition<{
|
|
7
|
-
|
|
42
|
+
point: z.ZodObject<{
|
|
43
|
+
x: z.ZodNumber;
|
|
44
|
+
y: z.ZodNumber;
|
|
45
|
+
}, z.core.$strip>;
|
|
8
46
|
button: z.ZodDefault<z.ZodOptional<z.ZodEnum<{
|
|
9
47
|
left: "left";
|
|
10
48
|
right: "right";
|
|
@@ -12,10 +50,16 @@ export declare const computerUseClickTool: import("@anthropic-ai/claude-agent-sd
|
|
|
12
50
|
}>>>;
|
|
13
51
|
}>;
|
|
14
52
|
export declare const computerUseMoveTool: import("@anthropic-ai/claude-agent-sdk").SdkMcpToolDefinition<{
|
|
15
|
-
|
|
53
|
+
point: z.ZodObject<{
|
|
54
|
+
x: z.ZodNumber;
|
|
55
|
+
y: z.ZodNumber;
|
|
56
|
+
}, z.core.$strip>;
|
|
16
57
|
}>;
|
|
17
58
|
export declare const computerUseScrollTool: import("@anthropic-ai/claude-agent-sdk").SdkMcpToolDefinition<{
|
|
18
|
-
|
|
59
|
+
point: z.ZodObject<{
|
|
60
|
+
x: z.ZodNumber;
|
|
61
|
+
y: z.ZodNumber;
|
|
62
|
+
}, z.core.$strip>;
|
|
19
63
|
direction: z.ZodEnum<{
|
|
20
64
|
left: "left";
|
|
21
65
|
right: "right";
|
|
@@ -25,8 +69,14 @@ export declare const computerUseScrollTool: import("@anthropic-ai/claude-agent-s
|
|
|
25
69
|
amount: z.ZodDefault<z.ZodOptional<z.ZodNumber>>;
|
|
26
70
|
}>;
|
|
27
71
|
export declare const computerUseDragTool: import("@anthropic-ai/claude-agent-sdk").SdkMcpToolDefinition<{
|
|
28
|
-
|
|
29
|
-
|
|
72
|
+
startPoint: z.ZodObject<{
|
|
73
|
+
x: z.ZodNumber;
|
|
74
|
+
y: z.ZodNumber;
|
|
75
|
+
}, z.core.$strip>;
|
|
76
|
+
endPoint: z.ZodObject<{
|
|
77
|
+
x: z.ZodNumber;
|
|
78
|
+
y: z.ZodNumber;
|
|
79
|
+
}, z.core.$strip>;
|
|
30
80
|
}>;
|
|
31
81
|
export declare const computerUseTypeTool: import("@anthropic-ai/claude-agent-sdk").SdkMcpToolDefinition<{
|
|
32
82
|
text: z.ZodString;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"computer-use.d.ts","sourceRoot":"","sources":["../../src/tools/computer-use.ts"],"names":[],"mappings":"AAAA
|
|
1
|
+
{"version":3,"file":"computer-use.d.ts","sourceRoot":"","sources":["../../src/tools/computer-use.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AA8CxB;;;;;GAKG;AACH,wBAAgB,iBAAiB,CAAC,WAAW,EAAE;IAC7C,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;CAChB,GAAG;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,CAOpC;AAED;;;;GAIG;AACH,wBAAgB,mBAAmB,CACjC,KAAK,EAAE;IAAE,CAAC,EAAE,MAAM,CAAC;IAAC,CAAC,EAAE,MAAM,CAAA;CAAE,EAC/B,cAAc,EAAE;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,EACjD,WAAW,EAAE;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,GAC7C;IAAE,CAAC,EAAE,MAAM,CAAC;IAAC,CAAC,EAAE,MAAM,CAAA;CAAE,CAK1B;AA6DD,eAAO,MAAM,oBAAoB;;;;;;;;;;EA4BhC,CAAC;AAEF,eAAO,MAAM,mBAAmB;;;;;EAqB/B,CAAC;AAEF,eAAO,MAAM,qBAAqB;;;;;;;;;;;;EAuBjC,CAAC;AAEF,eAAO,MAAM,mBAAmB;;;;;;;;;EAyB/B,CAAC;AAEF,eAAO,MAAM,mBAAmB;;;;EAuB/B,CAAC;AAEF,eAAO,MAAM,kBAAkB;;EAiB9B,CAAC;AAEF,eAAO,MAAM,yBAAyB,mEAwCrC,CAAC"}
|