@mengruo/dsh-vision-toolkit 0.0.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/README.i18n.yaml +6 -0
- package/README.md +356 -0
- package/README.zh.md +354 -0
- package/assets/community-group-qr.png +0 -0
- package/assets/dsh-conversation-artifact.png +0 -0
- package/assets/dsh-conversation-image-qa-top.png +0 -0
- package/assets/dsh-conversation-image-qa.png +0 -0
- package/assets/dsh-conversation-pixel-diff.png +0 -0
- package/assets/dsh-conversation-screenshot-debugging-top.png +0 -0
- package/assets/dsh-conversation-screenshot-debugging.png +0 -0
- package/assets/dsh-conversation-tool-call.png +0 -0
- package/assets/dsh-conversation-vision-trace.png +0 -0
- package/assets/dsh-view-example.png +0 -0
- package/assets/hero-v2.png +0 -0
- package/assets/logo_aihubmix.png +0 -0
- package/assets/python-bootstrap.json +48 -0
- package/assets/skill/SKILL.md +329 -0
- package/assets/skill/UPSTREAM.json +71 -0
- package/assets/skill/references/gui.md +88 -0
- package/assets/skill/references/long-screenshot-ocr.md +77 -0
- package/assets/skill/references/restore-graphic.md +84 -0
- package/assets/skill/references/restore-structure.md +45 -0
- package/assets/skill/references/restore-ui.md +202 -0
- package/assets/social-preview.png +0 -0
- package/assets/upstream/README.md +18 -0
- package/assets/upstream/focus-hint-comparison-1.webp +0 -0
- package/assets/upstream/focus-hint-comparison-2.webp +0 -0
- package/assets/upstream/infographic-reference.webp +0 -0
- package/assets/upstream/infographic-result.webp +0 -0
- package/assets/upstream/ui-fast-restore-reference.webp +0 -0
- package/assets/upstream/ui-fast-restore-result.webp +0 -0
- package/assets/upstream/ui-result.webp +0 -0
- package/assets/upstream/ui-sketch.webp +0 -0
- package/assets/vision-model-test.png +0 -0
- package/assets/vision-settings.png +0 -0
- package/assets/wechat-reward.png +0 -0
- package/cordis.patch.yml +6 -0
- package/docs/aihubmix-gemini-vision.i18n.yaml +6 -0
- package/docs/aihubmix-gemini-vision.md +138 -0
- package/docs/aihubmix-gemini-vision.zh.md +138 -0
- package/docs/assets/aihubmix-api-keys.png +0 -0
- package/docs/assets/aihubmix-create-key.png +0 -0
- package/docs/assets/aihubmix-free-vision-model.png +0 -0
- package/docs/assets/aihubmix-home.png +0 -0
- package/docs/assets/aihubmix-sign-up.png +0 -0
- package/docs/assets/groq-console-home.png +0 -0
- package/docs/assets/groq-console-keys-login.png +0 -0
- package/docs/assets/groq-docs-quickstart.png +0 -0
- package/docs/assets/groq-docs-qwen3.6.png +0 -0
- package/docs/assets/groq-docs-vision.png +0 -0
- package/docs/assets/vision-settings.png +0 -0
- package/docs/dsh-desktop-install.md +67 -0
- package/docs/dsh-desktop-install.zh.md +67 -0
- package/docs/groq-qwen3.6-vision.i18n.yaml +6 -0
- package/docs/groq-qwen3.6-vision.md +236 -0
- package/docs/groq-qwen3.6-vision.zh.md +236 -0
- package/docs/python-runtime.i18n.yaml +6 -0
- package/docs/python-runtime.md +89 -0
- package/docs/python-runtime.zh.md +89 -0
- package/docs/requirements-traceability/README.i18n.yaml +6 -0
- package/docs/requirements-traceability/README.md +75 -0
- package/docs/requirements-traceability/README.zh.md +75 -0
- package/examples/ui-restoration/README.i18n.yaml +6 -0
- package/examples/ui-restoration/README.md +70 -0
- package/examples/ui-restoration/README.zh.md +70 -0
- package/examples/ui-restoration/assets/final-heatmap.png +0 -0
- package/examples/ui-restoration/assets/final-report.json +83 -0
- package/examples/ui-restoration/assets/implementation.png +0 -0
- package/examples/ui-restoration/assets/initial-heatmap.png +0 -0
- package/examples/ui-restoration/assets/initial-report.json +83 -0
- package/examples/ui-restoration/assets/initial.png +0 -0
- package/examples/ui-restoration/assets/metrics.json +12 -0
- package/examples/ui-restoration/assets/reference.png +0 -0
- package/examples/ui-restoration/implementation.html +94 -0
- package/examples/ui-restoration/initial.html +57 -0
- package/lib/artifact-access.js +369 -0
- package/lib/artifact-access.js.map +1 -0
- package/lib/artifacts.js +56 -0
- package/lib/artifacts.js.map +1 -0
- package/lib/client.js +2099 -0
- package/lib/client.js.map +1 -0
- package/lib/config.js +172 -0
- package/lib/config.js.map +1 -0
- package/lib/defaults.js +6 -0
- package/lib/defaults.js.map +1 -0
- package/lib/errors.js +56 -0
- package/lib/errors.js.map +1 -0
- package/lib/evidence-cache.js +350 -0
- package/lib/evidence-cache.js.map +1 -0
- package/lib/exposure.js +247 -0
- package/lib/exposure.js.map +1 -0
- package/lib/image-input-variants.js +882 -0
- package/lib/image-input-variants.js.map +1 -0
- package/lib/index.js +105 -0
- package/lib/index.js.map +1 -0
- package/lib/paste-images.js +217 -0
- package/lib/paste-images.js.map +1 -0
- package/lib/paths.js +354 -0
- package/lib/paths.js.map +1 -0
- package/lib/plugin-update.js +1003 -0
- package/lib/plugin-update.js.map +1 -0
- package/lib/runtime-install.js +964 -0
- package/lib/runtime-install.js.map +1 -0
- package/lib/runtime-manager.js +133 -0
- package/lib/runtime-manager.js.map +1 -0
- package/lib/runtime.js +1678 -0
- package/lib/runtime.js.map +1 -0
- package/lib/skill.js +25 -0
- package/lib/skill.js.map +1 -0
- package/lib/tools.js +549 -0
- package/lib/tools.js.map +1 -0
- package/lib/types/artifact-access.d.ts +61 -0
- package/lib/types/artifact-access.d.ts.map +1 -0
- package/lib/types/artifacts.d.ts +42 -0
- package/lib/types/artifacts.d.ts.map +1 -0
- package/lib/types/client/display-config.d.ts +24 -0
- package/lib/types/client/display-config.d.ts.map +1 -0
- package/lib/types/client/index.d.ts +350 -0
- package/lib/types/client/index.d.ts.map +1 -0
- package/lib/types/client/model-variants-hider.d.ts +40 -0
- package/lib/types/client/model-variants-hider.d.ts.map +1 -0
- package/lib/types/client/paste-images.d.ts +126 -0
- package/lib/types/client/paste-images.d.ts.map +1 -0
- package/lib/types/config.d.ts +123 -0
- package/lib/types/config.d.ts.map +1 -0
- package/lib/types/defaults.d.ts +6 -0
- package/lib/types/defaults.d.ts.map +1 -0
- package/lib/types/errors.d.ts +35 -0
- package/lib/types/errors.d.ts.map +1 -0
- package/lib/types/evidence-cache.d.ts +91 -0
- package/lib/types/evidence-cache.d.ts.map +1 -0
- package/lib/types/exposure.d.ts +50 -0
- package/lib/types/exposure.d.ts.map +1 -0
- package/lib/types/image-input-variants.d.ts +144 -0
- package/lib/types/image-input-variants.d.ts.map +1 -0
- package/lib/types/index.d.ts +19 -0
- package/lib/types/index.d.ts.map +1 -0
- package/lib/types/paste-images.d.ts +73 -0
- package/lib/types/paste-images.d.ts.map +1 -0
- package/lib/types/paths.d.ts +117 -0
- package/lib/types/paths.d.ts.map +1 -0
- package/lib/types/plugin-update.d.ts +119 -0
- package/lib/types/plugin-update.d.ts.map +1 -0
- package/lib/types/runtime-install.d.ts +92 -0
- package/lib/types/runtime-install.d.ts.map +1 -0
- package/lib/types/runtime-manager.d.ts +60 -0
- package/lib/types/runtime-manager.d.ts.map +1 -0
- package/lib/types/runtime.d.ts +412 -0
- package/lib/types/runtime.d.ts.map +1 -0
- package/lib/types/skill.d.ts +14 -0
- package/lib/types/skill.d.ts.map +1 -0
- package/lib/types/tools.d.ts +35 -0
- package/lib/types/tools.d.ts.map +1 -0
- package/lib/types/upstream.d.ts +233 -0
- package/lib/types/upstream.d.ts.map +1 -0
- package/lib/types/version.d.ts +15 -0
- package/lib/types/version.d.ts.map +1 -0
- package/lib/types/web-request.d.ts +11 -0
- package/lib/types/web-request.d.ts.map +1 -0
- package/lib/types/web.d.ts +118 -0
- package/lib/types/web.d.ts.map +1 -0
- package/lib/upstream.js +860 -0
- package/lib/upstream.js.map +1 -0
- package/lib/version.js +18 -0
- package/lib/version.js.map +1 -0
- package/lib/web-request.js +29 -0
- package/lib/web-request.js.map +1 -0
- package/lib/web.js +462 -0
- package/lib/web.js.map +1 -0
- package/package.json +149 -0
- package/patches/vision-tools-dsh.patch +970 -0
- package/runtime/requirements.lock +3 -0
- package/src/artifact-access.ts +386 -0
- package/src/artifacts.ts +85 -0
- package/src/client/display-config.ts +62 -0
- package/src/client/index.tsx +1580 -0
- package/src/client/model-variants-hider.ts +159 -0
- package/src/client/paste-images.tsx +747 -0
- package/src/config.ts +290 -0
- package/src/defaults.ts +5 -0
- package/src/errors.ts +62 -0
- package/src/evidence-cache.ts +418 -0
- package/src/exposure.ts +265 -0
- package/src/image-input-variants.ts +996 -0
- package/src/index.ts +141 -0
- package/src/paste-images.ts +286 -0
- package/src/paths.ts +383 -0
- package/src/plugin-update.ts +1143 -0
- package/src/runtime-install.ts +1161 -0
- package/src/runtime-manager.ts +174 -0
- package/src/runtime.ts +2189 -0
- package/src/skill.ts +35 -0
- package/src/tools.ts +691 -0
- package/src/upstream.ts +1078 -0
- package/src/version.ts +37 -0
- package/src/web-request.ts +27 -0
- package/src/web.ts +594 -0
- package/vendor/agent-vision-toolkit/CHANGELOG.md +30 -0
- package/vendor/agent-vision-toolkit/LICENSE +21 -0
- package/vendor/agent-vision-toolkit/README.md +405 -0
- package/vendor/agent-vision-toolkit/UPSTREAM_MANIFEST.json +94 -0
- package/vendor/agent-vision-toolkit/bin/crop +90 -0
- package/vendor/agent-vision-toolkit/bin/detect +13 -0
- package/vendor/agent-vision-toolkit/bin/glance +93 -0
- package/vendor/agent-vision-toolkit/bin/ground +13 -0
- package/vendor/agent-vision-toolkit/bin/trace +129 -0
- package/vendor/agent-vision-toolkit/detect.py +60 -0
- package/vendor/agent-vision-toolkit/ground.py +267 -0
- package/vendor/agent-vision-toolkit/skills/vision-tools/scripts/dominant_colors.py +224 -0
- package/vendor/agent-vision-toolkit/skills/vision-tools/scripts/extract_fg.py +278 -0
- package/vendor/agent-vision-toolkit/skills/vision-tools/scripts/html_shot.py +420 -0
- package/vendor/agent-vision-toolkit/skills/vision-tools/scripts/long_screenshot_ocr.py +1245 -0
- package/vendor/agent-vision-toolkit/skills/vision-tools/scripts/pixel_diff.py +88 -0
- package/vendor/agent-vision-toolkit/tests/test_vision_client.py +450 -0
- package/vendor/agent-vision-toolkit/vision_client.py +310 -0
package/package.json
ADDED
|
@@ -0,0 +1,149 @@
|
|
|
1
|
+
{
|
|
2
|
+
"name": "@mengruo/dsh-vision-toolkit",
|
|
3
|
+
"version": "0.0.1",
|
|
4
|
+
"description": "DeepSeek Harness-native integration for agent-vision-toolkit: image Q&A, OCR, grounding, UI restoration, pixel diff, Artifacts, and Web UI.",
|
|
5
|
+
"keywords": [
|
|
6
|
+
"deepseek",
|
|
7
|
+
"deepseek-harness",
|
|
8
|
+
"agent-vision-toolkit",
|
|
9
|
+
"agent-skills",
|
|
10
|
+
"text-only-llm",
|
|
11
|
+
"vision-language-model",
|
|
12
|
+
"vision-tools",
|
|
13
|
+
"vision-skills",
|
|
14
|
+
"computer-vision",
|
|
15
|
+
"ocr",
|
|
16
|
+
"ui-restoration",
|
|
17
|
+
"screenshot-testing",
|
|
18
|
+
"gui-automation"
|
|
19
|
+
],
|
|
20
|
+
"repository": {
|
|
21
|
+
"type": "git",
|
|
22
|
+
"url": "git+https://github.com/mengruoa/dsh-vision-toolkit.git"
|
|
23
|
+
},
|
|
24
|
+
"bugs": {
|
|
25
|
+
"url": "https://github.com/mengruoa/dsh-vision-toolkit/issues"
|
|
26
|
+
},
|
|
27
|
+
"homepage": "https://agent-vision.anionex.me",
|
|
28
|
+
"funding": "https://ifdian.net/a/anionex",
|
|
29
|
+
"type": "module",
|
|
30
|
+
"packageManager": "pnpm@11.7.0",
|
|
31
|
+
"engines": {
|
|
32
|
+
"node": "^22.19.0 || >=24.0.0"
|
|
33
|
+
},
|
|
34
|
+
"main": "lib/index.js",
|
|
35
|
+
"types": "lib/types/index.d.ts",
|
|
36
|
+
"exports": {
|
|
37
|
+
".": {
|
|
38
|
+
"types": "./lib/types/index.d.ts",
|
|
39
|
+
"default": "./lib/index.js"
|
|
40
|
+
},
|
|
41
|
+
"./client": {
|
|
42
|
+
"types": "./lib/types/client/index.d.ts",
|
|
43
|
+
"default": "./lib/client.js"
|
|
44
|
+
},
|
|
45
|
+
"./cordis.patch.yml": "./cordis.patch.yml",
|
|
46
|
+
"./package.json": "./package.json"
|
|
47
|
+
},
|
|
48
|
+
"files": [
|
|
49
|
+
"lib",
|
|
50
|
+
"src",
|
|
51
|
+
"examples",
|
|
52
|
+
"docs",
|
|
53
|
+
"assets",
|
|
54
|
+
"patches",
|
|
55
|
+
"runtime",
|
|
56
|
+
"vendor",
|
|
57
|
+
"cordis.patch.yml",
|
|
58
|
+
"README.md",
|
|
59
|
+
"README.zh.md",
|
|
60
|
+
"LICENSE"
|
|
61
|
+
],
|
|
62
|
+
"scripts": {
|
|
63
|
+
"build": "node scripts/python-bootstrap.mjs && node scripts/upstream-manifest.mjs && node scripts/verify-skill.mjs && node scripts/clean-build.mjs && tsc -p tsconfig.json && tsc -p tsconfig.client.json && tsc -p tsconfig.client.public.json && node scripts/build-client.mjs",
|
|
64
|
+
"prepack": "npm run build",
|
|
65
|
+
"test": "vitest run tests",
|
|
66
|
+
"verify:portable": "node scripts/python-bootstrap.mjs && node scripts/upstream-manifest.mjs && node scripts/verify-skill.mjs && node scripts/verify-portable.mjs",
|
|
67
|
+
"example:ui-restoration": "node scripts/run-ui-restoration-example.mjs --check",
|
|
68
|
+
"example:ui-restoration:write": "node scripts/run-ui-restoration-example.mjs --write",
|
|
69
|
+
"upstream:manifest": "node scripts/upstream-manifest.mjs --write",
|
|
70
|
+
"upstream:sync": "node scripts/sync-upstream.mjs",
|
|
71
|
+
"upstream:skill:sync": "node scripts/sync-skill.mjs",
|
|
72
|
+
"upstream:skill:verify": "node scripts/verify-skill.mjs"
|
|
73
|
+
},
|
|
74
|
+
"dsh": {
|
|
75
|
+
"bundle": {
|
|
76
|
+
"patch": "./cordis.patch.yml"
|
|
77
|
+
},
|
|
78
|
+
"client": {
|
|
79
|
+
"inject": [
|
|
80
|
+
"@deepseek-ai/dsh-api-remotes",
|
|
81
|
+
"@deepseek-ai/dsh-client-runtime",
|
|
82
|
+
"@deepseek-ai/dsh-client-ui-conversation",
|
|
83
|
+
"@deepseek-ai/dsh-client-ui-tool",
|
|
84
|
+
"@deepseek-ai/dsh-client-ui-settings",
|
|
85
|
+
"@deepseek-ai/dsh-client-ui-input-trigger",
|
|
86
|
+
"@deepseek-ai/dsh-client-locale"
|
|
87
|
+
],
|
|
88
|
+
"platform": "web"
|
|
89
|
+
},
|
|
90
|
+
"visionToolkit": {
|
|
91
|
+
"upstreamRepository": "https://github.com/Anionex/agent-vision-toolkit",
|
|
92
|
+
"upstreamVersion": "v0.1.0+snapshot.bc9803d",
|
|
93
|
+
"upstreamCommit": "bc9803d7d6300c864d17460ecbb33540b26638e0",
|
|
94
|
+
"upstreamSkillCommit": "77c24ad5b5d7a123119862893129f939307f1d3f"
|
|
95
|
+
}
|
|
96
|
+
},
|
|
97
|
+
"dependencies": {
|
|
98
|
+
"saxes": "6.0.0",
|
|
99
|
+
"tar": "7.5.22",
|
|
100
|
+
"undici": "8.10.0",
|
|
101
|
+
"zod": "4.4.3"
|
|
102
|
+
},
|
|
103
|
+
"peerDependencies": {
|
|
104
|
+
"@deepseek-ai/dsh-agent": "^0.1.0-rc.6",
|
|
105
|
+
"@deepseek-ai/dsh-api-remotes": "^0.1.0-rc.6",
|
|
106
|
+
"@deepseek-ai/dsh-attachment": "^0.1.0-rc.6",
|
|
107
|
+
"@deepseek-ai/dsh-client-locale": "^0.1.0-rc.6",
|
|
108
|
+
"@deepseek-ai/dsh-client-runtime": "^0.1.0-rc.6",
|
|
109
|
+
"@deepseek-ai/dsh-client-ui-conversation": "^0.1.0-rc.6",
|
|
110
|
+
"@deepseek-ai/dsh-client-ui-input-trigger": "^0.1.0-rc.6",
|
|
111
|
+
"@deepseek-ai/dsh-client-ui-primitives": "^0.1.0-rc.6",
|
|
112
|
+
"@deepseek-ai/dsh-client-ui-settings": "^0.1.0-rc.6",
|
|
113
|
+
"@deepseek-ai/dsh-client-ui-slots": "^0.1.0-rc.6",
|
|
114
|
+
"@deepseek-ai/dsh-client-ui-tool": "^0.1.0-rc.6",
|
|
115
|
+
"@deepseek-ai/dsh-credentials": "^0.1.0-rc.6",
|
|
116
|
+
"@deepseek-ai/dsh-host-webserver": "^0.1.0-rc.6",
|
|
117
|
+
"@deepseek-ai/dsh-llm": "^0.1.0-rc.6",
|
|
118
|
+
"@deepseek-ai/dsh-session": "^0.1.0-rc.6",
|
|
119
|
+
"@deepseek-ai/dsh-settings": "^0.1.0-rc.6",
|
|
120
|
+
"@deepseek-ai/dsh-skill": "^0.1.0-rc.6",
|
|
121
|
+
"@deepseek-ai/dsh-storage-domain": "^0.1.0-rc.6",
|
|
122
|
+
"@deepseek-ai/dsh-subprocess": "^0.1.0-rc.6",
|
|
123
|
+
"@deepseek-ai/dsh-tools": "^0.1.0-rc.6",
|
|
124
|
+
"@deepseek-ai/cordis": "^4.0.1",
|
|
125
|
+
"@deepseek-ai/schemastery": "^3.18.1",
|
|
126
|
+
"react": "^18.2.0"
|
|
127
|
+
},
|
|
128
|
+
"peerDependenciesMeta": {
|
|
129
|
+
"@deepseek-ai/dsh-host-webserver": {
|
|
130
|
+
"optional": true
|
|
131
|
+
}
|
|
132
|
+
},
|
|
133
|
+
"devDependencies": {
|
|
134
|
+
"@deepseek-ai/dsh-scope": "0.1.0-rc.6",
|
|
135
|
+
"@deepseek-ai/dsh-subprocess-local": "0.1.0-rc.6",
|
|
136
|
+
"@deepseek-ai/dsh-system-prompt": "0.1.0-rc.6",
|
|
137
|
+
"@deepseek-ai/dsh-tool-skill": "0.1.0-rc.6",
|
|
138
|
+
"@testing-library/react": "^16.3.2",
|
|
139
|
+
"@types/node": "^22.20.0",
|
|
140
|
+
"@types/react": "~18.3.1",
|
|
141
|
+
"@types/react-dom": "~18.3.0",
|
|
142
|
+
"execa": "^10.0.0",
|
|
143
|
+
"jsdom": "^29.1.1",
|
|
144
|
+
"react-dom": "^18.2.0",
|
|
145
|
+
"typescript": "^6.0.3",
|
|
146
|
+
"vitest": "^4.1.8"
|
|
147
|
+
},
|
|
148
|
+
"license": "MIT"
|
|
149
|
+
}
|