deepseek-computer-use 0.1.0 → 0.1.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +16 -0
- package/README.md +89 -29
- package/assets/cover-whale-girl.png +0 -0
- package/lib/bridge.js +153 -150
- package/lib/build-helper.mjs +18 -4
- package/lib/build.mjs +2 -2
- package/lib/index.js +53 -34
- package/lib/parameters.js +50 -0
- package/lib/safety.js +2 -9
- package/lib/tools.js +131 -32
- package/native/Driver.cs +145 -42
- package/native/Overlay.cs +92 -29
- package/native/Program.cs +6 -1
- package/package.json +8 -4
- package/skills/computer-use/SKILL.md +5 -2
package/package.json
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "deepseek-computer-use",
|
|
3
|
-
"version": "0.1.
|
|
4
|
-
"description": "
|
|
3
|
+
"version": "0.1.2",
|
|
4
|
+
"description": "在 DSH 中查看和操作 Windows 桌面软件,支持窗口截图、鼠标键盘与控件操作。 欢迎提交 issues 和 PR。",
|
|
5
5
|
"type": "module",
|
|
6
6
|
"main": "lib/index.js",
|
|
7
7
|
"exports": {
|
|
@@ -20,15 +20,19 @@
|
|
|
20
20
|
"native/wgcfw/Capture.csproj",
|
|
21
21
|
"native/wgcfw/Program.cs",
|
|
22
22
|
"skills",
|
|
23
|
+
"assets/cover-whale-girl.png",
|
|
23
24
|
"cordis.patch.yml",
|
|
24
25
|
"README.md",
|
|
26
|
+
"CHANGELOG.md",
|
|
25
27
|
"LICENSE"
|
|
26
28
|
],
|
|
27
29
|
"scripts": {
|
|
28
30
|
"build": "node lib/build.mjs",
|
|
29
31
|
"build:helper": "node lib/build.mjs",
|
|
30
|
-
"test": "node test/integration.mjs",
|
|
31
|
-
"test:
|
|
32
|
+
"test": "node --test test/contracts.test.mjs test/bridge.test.mjs && node test/integration.mjs",
|
|
33
|
+
"test:contracts": "node --test test/contracts.test.mjs test/bridge.test.mjs",
|
|
34
|
+
"test:harness": "node test/harness.mjs",
|
|
35
|
+
"test:all": "npm test && node test/parity.mjs && node test/parity-js.mjs"
|
|
32
36
|
},
|
|
33
37
|
"dsh": {
|
|
34
38
|
"bundle": {
|
|
@@ -5,7 +5,8 @@ description: Drive Windows desktop apps through DSH Computer Use tools (UIA obse
|
|
|
5
5
|
|
|
6
6
|
# Computer Use (Windows)
|
|
7
7
|
|
|
8
|
-
The `deepseek-computer-use` plugin
|
|
8
|
+
The `deepseek-computer-use` plugin provides Windows desktop tools for DSH,
|
|
9
|
+
using window2-style action and observation semantics.
|
|
9
10
|
Prefer shell, files and web tools whenever they can do the job: GUI automation is
|
|
10
11
|
the slowest, most fragile option and it moves the user's real mouse and keyboard.
|
|
11
12
|
|
|
@@ -81,10 +82,12 @@ submit, publish, install, 删除, 卸载, 支付, 提交 …) asks for confirmat
|
|
|
81
82
|
|---|---|---|
|
|
82
83
|
| `stale_snapshot` | element indexes expired | `get_window_state include_text:true` again |
|
|
83
84
|
| `stale_screenshot` | coordinate screenshot expired | observe again and use the new id |
|
|
85
|
+
| `fresh_observation_required` | an earlier input or capture failed | observe again; discard every old index, screenshot id and coordinate before deciding the next action |
|
|
86
|
+
| `timeout` | the old helper was stopped and its snapshots discarded | take a fresh observation; never repeat an input whose outcome is unknown |
|
|
87
|
+
| `cancelled` / `turn_ended` | the active native request was stopped | stop issuing input and wait for a new turn |
|
|
84
88
|
| `window_gone` | app closed / handle changed | `list_windows` again |
|
|
85
89
|
| `window_minimized` | nothing to observe | `activate_window`, then observe |
|
|
86
90
|
| `focus_failed` | another window holds the foreground | stop, ask the user; do not retry in a loop |
|
|
87
91
|
| `screen_locked` | the desktop is locked (LockApp) | stop and ask the user to unlock |
|
|
88
92
|
| `hard_denied` | the surface is never automatable | tell the user, do not route around it |
|
|
89
|
-
| `turn_ended` | the turn is over | wait for the user to continue |
|
|
90
93
|
| empty tree | Electron/Canvas surface | observe with the screenshot and act by coordinates |
|