@anionex/dsh-vision-toolkit 0.1.17 → 0.1.19
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.i18n.yaml +2 -2
- package/README.md +18 -10
- package/README.zh.md +16 -10
- package/assets/skill/SKILL.md +328 -0
- package/assets/skill/UPSTREAM.json +71 -0
- package/assets/skill/references/gui.md +88 -0
- package/assets/skill/references/long-screenshot-ocr.md +77 -0
- package/assets/skill/references/restore-graphic.md +84 -0
- package/assets/skill/references/restore-structure.md +45 -0
- package/assets/skill/references/restore-ui.md +198 -0
- package/lib/client.js +1 -1
- package/lib/config.js +3 -3
- package/lib/config.js.map +1 -1
- package/lib/defaults.js +1 -1
- package/lib/defaults.js.map +1 -1
- package/lib/skill.js +12 -130
- package/lib/skill.js.map +1 -1
- package/lib/types/config.d.ts +1 -1
- package/lib/types/config.d.ts.map +1 -1
- package/lib/types/defaults.d.ts +1 -1
- package/lib/types/defaults.d.ts.map +1 -1
- package/lib/types/skill.d.ts +4 -5
- package/lib/types/skill.d.ts.map +1 -1
- package/package.json +9 -5
- package/patches/vision-tools-dsh.patch +930 -0
- package/src/client/index.tsx +1 -1
- package/src/config.ts +3 -2
- package/src/defaults.ts +1 -1
- package/src/skill.ts +18 -130
- package/vendor/agent-vision-toolkit/UPSTREAM_MANIFEST.json +9 -9
- package/vendor/agent-vision-toolkit/detect.py +6 -2
- package/vendor/agent-vision-toolkit/ground.py +59 -8
- package/vendor/agent-vision-toolkit/tests/test_vision_client.py +18 -0
- package/vendor/agent-vision-toolkit/vision_client.py +27 -2
package/lib/types/config.d.ts
CHANGED
|
@@ -7,7 +7,7 @@
|
|
|
7
7
|
*/
|
|
8
8
|
import type Schema from '@deepseek-ai/schemastery';
|
|
9
9
|
import { type CredentialRef } from '@deepseek-ai/dsh-credentials';
|
|
10
|
-
export { BUILT_IN_FREE_VISION_BASE_URL, BUILT_IN_FREE_VISION_CREDENTIAL, BUILT_IN_FREE_VISION_MODEL, } from './defaults.ts';
|
|
10
|
+
export { BUILT_IN_FREE_VISION_BASE_URL, BUILT_IN_FREE_VISION_CREDENTIAL, BUILT_IN_FREE_VISION_KEY, BUILT_IN_FREE_VISION_MODEL, } from './defaults.ts';
|
|
11
11
|
/** Settings document namespace owned by this plugin. */
|
|
12
12
|
export declare const VISION_TOOLKIT_SETTINGS_NAMESPACE: import("@deepseek-ai/dsh-settings").SettingsNamespace;
|
|
13
13
|
/** Browser-compatible default shared with the vendored Python client. */
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../../src/config.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAGH,OAAO,KAAK,MAAM,MAAM,0BAA0B,CAAA;AAClD,OAAO,EAAiB,KAAK,aAAa,EAAE,MAAM,8BAA8B,CAAA;AAShF,OAAO,EACL,6BAA6B,EAC7B,+BAA+B,EAC/B,0BAA0B,GAC3B,MAAM,eAAe,CAAA;AAEtB,wDAAwD;AACxD,eAAO,MAAM,iCAAiC,uDAAsC,CAAA;AAEpF,yEAAyE;AACzE,eAAO,MAAM,yBAAyB,oHAAoH,CAAA;AAc1J,mFAAmF;AACnF,MAAM,WAAW,mBAAmB;IAClC,QAAQ,CAAC,EAAE;QACT,6BAA6B;QAC7B,OAAO,CAAC,EAAE,MAAM,CAAA;QAChB,gFAAgF;QAChF,UAAU,CAAC,EAAE,MAAM,CAAA;QACnB,6BAA6B;QAC7B,KAAK,CAAC,EAAE,MAAM,CAAA;QACd,8EAA8E;QAC9E,QAAQ,CAAC,EAAE,QAAQ,GAAG,WAAW,CAAA;QACjC,iFAAiF;QACjF,iBAAiB,CAAC,EAAE,MAAM,GAAG,UAAU,GAAG,UAAU,CAAA;QACpD,sEAAsE;QACtE,SAAS,CAAC,EAAE,MAAM,CAAA;KACnB,CAAA;IACD,6CAA6C;IAC7C,QAAQ,CAAC,EAAE,IAAI,GAAG,IAAI,CAAA;IACtB,0DAA0D;IAC1D,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,kDAAkD;IAClD,aAAa,CAAC,EAAE,MAAM,CAAA;IACtB,mDAAmD;IACnD,cAAc,CAAC,EAAE,MAAM,CAAA;IACvB,gDAAgD;IAChD,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,OAAO,CAAC,EAAE;QACR,uGAAuG;QACvG,IAAI,CAAC,EAAE,SAAS,GAAG,UAAU,CAAA;QAC7B,4EAA4E;QAC5E,sBAAsB,CAAC,EAAE,MAAM,CAAA;QAC/B,4DAA4D;QAC5D,MAAM,CAAC,EAAE,MAAM,CAAA;KAChB,CAAA;IACD,sEAAsE;IACtE,WAAW,CAAC,EAAE,MAAM,EAAE,CAAA;IACtB;;;;;;OAMG;IACH,kBAAkB,CAAC,EAAE;QACnB,mEAAmE;QACnE,OAAO,CAAC,EAAE,OAAO,CAAA;QACjB,yFAAyF;QACzF,SAAS,CAAC,EAAE,MAAM,EAAE,CAAA;QACpB;;;;;;WAMG;QACH,UAAU,CAAC,EAAE,OAAO,CAAA;KACrB,CAAA;CACF;AAED,4DAA4D;AAC5D,eAAO,MAAM,MAAM,EAAE,MAAM,CAAC,mBAAmB,CAyB7C,CAAA;AAEF,8EAA8E;AAC9E,MAAM,WAAW,2BAA2B;IAC1C,QAAQ,EAAE;QACR,OAAO,EAAE,MAAM,CAAA;QACf,UAAU,EAAE,aAAa,CAAA;QACzB,KAAK,EAAE,MAAM,CAAA;QACb,QAAQ,EAAE,QAAQ,GAAG,WAAW,CAAA;QAChC,iBAAiB,EAAE,MAAM,GAAG,UAAU,GAAG,UAAU,CAAA;QACnD,SAAS,EAAE,MAAM,CAAA;KAClB,CAAA;IACD,QAAQ,EAAE,IAAI,GAAG,IAAI,CAAA;IACrB,SAAS,EAAE,MAAM,CAAA;IACjB,aAAa,EAAE,MAAM,CAAA;IACrB,cAAc,EAAE,MAAM,CAAA;IACtB,WAAW,EAAE,MAAM,CAAA;IACnB,OAAO,EAAE;QACP,IAAI,EAAE,SAAS,GAAG,UAAU,CAAA;QAC5B,sBAAsB,CAAC,EAAE,MAAM,CAAA;QAC/B,MAAM,CAAC,EAAE,MAAM,CAAA;KAChB,CAAA;IACD,WAAW,EAAE,MAAM,EAAE,CAAA;IACrB,kBAAkB,EAAE;QAClB,OAAO,EAAE,OAAO,CAAA;QAChB,SAAS,EAAE,MAAM,EAAE,CAAA;QACnB,UAAU,EAAE,OAAO,CAAA;KACpB,CAAA;CACF;AAOD;;;;;;;GAOG;AACH,wBAAgB,aAAa,CAAC,MAAM,GAAE,mBAAwB,GAAG,2BAA2B,CA+F3F;AAED,gGAAgG;AAChG,wBAAgB,2BAA2B,CAAC,QAAQ,EAAE,2BAA2B,CAAC,UAAU,CAAC,GAAG,OAAO,CAKtG"}
|
|
1
|
+
{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../../src/config.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAGH,OAAO,KAAK,MAAM,MAAM,0BAA0B,CAAA;AAClD,OAAO,EAAiB,KAAK,aAAa,EAAE,MAAM,8BAA8B,CAAA;AAShF,OAAO,EACL,6BAA6B,EAC7B,+BAA+B,EAC/B,wBAAwB,EACxB,0BAA0B,GAC3B,MAAM,eAAe,CAAA;AAEtB,wDAAwD;AACxD,eAAO,MAAM,iCAAiC,uDAAsC,CAAA;AAEpF,yEAAyE;AACzE,eAAO,MAAM,yBAAyB,oHAAoH,CAAA;AAc1J,mFAAmF;AACnF,MAAM,WAAW,mBAAmB;IAClC,QAAQ,CAAC,EAAE;QACT,6BAA6B;QAC7B,OAAO,CAAC,EAAE,MAAM,CAAA;QAChB,gFAAgF;QAChF,UAAU,CAAC,EAAE,MAAM,CAAA;QACnB,6BAA6B;QAC7B,KAAK,CAAC,EAAE,MAAM,CAAA;QACd,8EAA8E;QAC9E,QAAQ,CAAC,EAAE,QAAQ,GAAG,WAAW,CAAA;QACjC,iFAAiF;QACjF,iBAAiB,CAAC,EAAE,MAAM,GAAG,UAAU,GAAG,UAAU,CAAA;QACpD,sEAAsE;QACtE,SAAS,CAAC,EAAE,MAAM,CAAA;KACnB,CAAA;IACD,6CAA6C;IAC7C,QAAQ,CAAC,EAAE,IAAI,GAAG,IAAI,CAAA;IACtB,0DAA0D;IAC1D,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,kDAAkD;IAClD,aAAa,CAAC,EAAE,MAAM,CAAA;IACtB,mDAAmD;IACnD,cAAc,CAAC,EAAE,MAAM,CAAA;IACvB,gDAAgD;IAChD,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,OAAO,CAAC,EAAE;QACR,uGAAuG;QACvG,IAAI,CAAC,EAAE,SAAS,GAAG,UAAU,CAAA;QAC7B,4EAA4E;QAC5E,sBAAsB,CAAC,EAAE,MAAM,CAAA;QAC/B,4DAA4D;QAC5D,MAAM,CAAC,EAAE,MAAM,CAAA;KAChB,CAAA;IACD,sEAAsE;IACtE,WAAW,CAAC,EAAE,MAAM,EAAE,CAAA;IACtB;;;;;;OAMG;IACH,kBAAkB,CAAC,EAAE;QACnB,mEAAmE;QACnE,OAAO,CAAC,EAAE,OAAO,CAAA;QACjB,yFAAyF;QACzF,SAAS,CAAC,EAAE,MAAM,EAAE,CAAA;QACpB;;;;;;WAMG;QACH,UAAU,CAAC,EAAE,OAAO,CAAA;KACrB,CAAA;CACF;AAED,4DAA4D;AAC5D,eAAO,MAAM,MAAM,EAAE,MAAM,CAAC,mBAAmB,CAyB7C,CAAA;AAEF,8EAA8E;AAC9E,MAAM,WAAW,2BAA2B;IAC1C,QAAQ,EAAE;QACR,OAAO,EAAE,MAAM,CAAA;QACf,UAAU,EAAE,aAAa,CAAA;QACzB,KAAK,EAAE,MAAM,CAAA;QACb,QAAQ,EAAE,QAAQ,GAAG,WAAW,CAAA;QAChC,iBAAiB,EAAE,MAAM,GAAG,UAAU,GAAG,UAAU,CAAA;QACnD,SAAS,EAAE,MAAM,CAAA;KAClB,CAAA;IACD,QAAQ,EAAE,IAAI,GAAG,IAAI,CAAA;IACrB,SAAS,EAAE,MAAM,CAAA;IACjB,aAAa,EAAE,MAAM,CAAA;IACrB,cAAc,EAAE,MAAM,CAAA;IACtB,WAAW,EAAE,MAAM,CAAA;IACnB,OAAO,EAAE;QACP,IAAI,EAAE,SAAS,GAAG,UAAU,CAAA;QAC5B,sBAAsB,CAAC,EAAE,MAAM,CAAA;QAC/B,MAAM,CAAC,EAAE,MAAM,CAAA;KAChB,CAAA;IACD,WAAW,EAAE,MAAM,EAAE,CAAA;IACrB,kBAAkB,EAAE;QAClB,OAAO,EAAE,OAAO,CAAA;QAChB,SAAS,EAAE,MAAM,EAAE,CAAA;QACnB,UAAU,EAAE,OAAO,CAAA;KACpB,CAAA;CACF;AAOD;;;;;;;GAOG;AACH,wBAAgB,aAAa,CAAC,MAAM,GAAE,mBAAwB,GAAG,2BAA2B,CA+F3F;AAED,gGAAgG;AAChG,wBAAgB,2BAA2B,CAAC,QAAQ,EAAE,2BAA2B,CAAC,UAAU,CAAC,GAAG,OAAO,CAKtG"}
|
package/lib/types/defaults.d.ts
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
/** Public free vision service defaults shared by server and browser settings. */
|
|
2
2
|
export declare const BUILT_IN_FREE_VISION_BASE_URL = "https://vision.anionex.me/v1";
|
|
3
3
|
export declare const BUILT_IN_FREE_VISION_CREDENTIAL = "ANIONEX_FREE_VISION";
|
|
4
|
-
export declare const BUILT_IN_FREE_VISION_KEY = "
|
|
4
|
+
export declare const BUILT_IN_FREE_VISION_KEY = "https://agent-vision.anionex.me";
|
|
5
5
|
export declare const BUILT_IN_FREE_VISION_MODEL = "qwen/qwen3.6-27b";
|
|
6
6
|
//# sourceMappingURL=defaults.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"defaults.d.ts","sourceRoot":"","sources":["../../src/defaults.ts"],"names":[],"mappings":"AAAA,iFAAiF;AACjF,eAAO,MAAM,6BAA6B,iCAAiC,CAAA;AAC3E,eAAO,MAAM,+BAA+B,wBAAwB,CAAA;AACpE,eAAO,MAAM,wBAAwB,
|
|
1
|
+
{"version":3,"file":"defaults.d.ts","sourceRoot":"","sources":["../../src/defaults.ts"],"names":[],"mappings":"AAAA,iFAAiF;AACjF,eAAO,MAAM,6BAA6B,iCAAiC,CAAA;AAC3E,eAAO,MAAM,+BAA+B,wBAAwB,CAAA;AACpE,eAAO,MAAM,wBAAwB,oCAAoC,CAAA;AACzE,eAAO,MAAM,0BAA0B,qBAAqB,CAAA"}
|
package/lib/types/skill.d.ts
CHANGED
|
@@ -1,15 +1,14 @@
|
|
|
1
1
|
/**
|
|
2
|
-
* DSH-
|
|
3
|
-
* this release, explains which calls send images to the configured external
|
|
4
|
-
* vision API, and treats every returned Artifact descriptor as reusable input
|
|
5
|
-
* rather than an opaque terminal path.
|
|
2
|
+
* DSH-native adapter for the upstream vision-tools Skill and playbooks.
|
|
6
3
|
* @module dsh-vision-toolkit/skill
|
|
7
4
|
*/
|
|
8
5
|
import type { SkillRegistration } from '@deepseek-ai/dsh-skill';
|
|
9
6
|
/** Stable catalog/invocation name shared with progressive tool exposure. */
|
|
10
7
|
export declare const VISION_TOOLS_SKILL_NAME = "vision-tools";
|
|
8
|
+
/** Packaged resource root for the adapted upstream playbooks. */
|
|
9
|
+
export declare const VISION_TOOLS_SKILL_RESOURCE_BASE: string;
|
|
11
10
|
/** Exact bundled instructions used as the progressive-exposure evidence marker. */
|
|
12
|
-
export declare const VISION_TOOLS_SKILL_CONTENT
|
|
11
|
+
export declare const VISION_TOOLS_SKILL_CONTENT: string;
|
|
13
12
|
/** Runtime skill registration mounted only after every native tool is ready. */
|
|
14
13
|
export declare const VISION_TOOLS_SKILL: SkillRegistration;
|
|
15
14
|
//# sourceMappingURL=skill.d.ts.map
|
package/lib/types/skill.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"skill.d.ts","sourceRoot":"","sources":["../../src/skill.ts"],"names":[],"mappings":"AAAA
|
|
1
|
+
{"version":3,"file":"skill.d.ts","sourceRoot":"","sources":["../../src/skill.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAIH,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAA;AAE/D,4EAA4E;AAC5E,eAAO,MAAM,uBAAuB,iBAAiB,CAAA;AAErD,iEAAiE;AACjE,eAAO,MAAM,gCAAgC,QAE5C,CAAA;AAED,mFAAmF;AACnF,eAAO,MAAM,0BAA0B,QAGtC,CAAA;AAED,gFAAgF;AAChF,eAAO,MAAM,kBAAkB,EAAE,iBAUhC,CAAA"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@anionex/dsh-vision-toolkit",
|
|
3
|
-
"version": "0.1.
|
|
3
|
+
"version": "0.1.19",
|
|
4
4
|
"description": "DeepSeek Harness-native integration for agent-vision-toolkit: image Q&A, OCR, grounding, UI restoration, pixel diff, Artifacts, and Web UI.",
|
|
5
5
|
"keywords": [
|
|
6
6
|
"deepseek",
|
|
@@ -50,6 +50,7 @@
|
|
|
50
50
|
"examples",
|
|
51
51
|
"docs",
|
|
52
52
|
"assets",
|
|
53
|
+
"patches",
|
|
53
54
|
"runtime",
|
|
54
55
|
"vendor",
|
|
55
56
|
"cordis.patch.yml",
|
|
@@ -58,14 +59,16 @@
|
|
|
58
59
|
"LICENSE"
|
|
59
60
|
],
|
|
60
61
|
"scripts": {
|
|
61
|
-
"build": "node scripts/upstream-manifest.mjs && node scripts/clean-build.mjs && tsc -p tsconfig.json && tsc -p tsconfig.client.json && tsc -p tsconfig.client.public.json && node scripts/build-client.mjs",
|
|
62
|
+
"build": "node scripts/upstream-manifest.mjs && node scripts/verify-skill.mjs && node scripts/clean-build.mjs && tsc -p tsconfig.json && tsc -p tsconfig.client.json && tsc -p tsconfig.client.public.json && node scripts/build-client.mjs",
|
|
62
63
|
"prepack": "npm run build",
|
|
63
64
|
"test": "vitest run tests",
|
|
64
|
-
"verify:portable": "node scripts/upstream-manifest.mjs && node scripts/verify-portable.mjs",
|
|
65
|
+
"verify:portable": "node scripts/upstream-manifest.mjs && node scripts/verify-skill.mjs && node scripts/verify-portable.mjs",
|
|
65
66
|
"example:ui-restoration": "node scripts/run-ui-restoration-example.mjs --check",
|
|
66
67
|
"example:ui-restoration:write": "node scripts/run-ui-restoration-example.mjs --write",
|
|
67
68
|
"upstream:manifest": "node scripts/upstream-manifest.mjs --write",
|
|
68
|
-
"upstream:sync": "node scripts/sync-upstream.mjs"
|
|
69
|
+
"upstream:sync": "node scripts/sync-upstream.mjs",
|
|
70
|
+
"upstream:skill:sync": "node scripts/sync-skill.mjs",
|
|
71
|
+
"upstream:skill:verify": "node scripts/verify-skill.mjs"
|
|
69
72
|
},
|
|
70
73
|
"dsh": {
|
|
71
74
|
"bundle": {
|
|
@@ -86,7 +89,8 @@
|
|
|
86
89
|
"visionToolkit": {
|
|
87
90
|
"upstreamRepository": "https://github.com/Anionex/agent-vision-toolkit",
|
|
88
91
|
"upstreamVersion": "v0.1.0+snapshot.bc9803d",
|
|
89
|
-
"upstreamCommit": "bc9803d7d6300c864d17460ecbb33540b26638e0"
|
|
92
|
+
"upstreamCommit": "bc9803d7d6300c864d17460ecbb33540b26638e0",
|
|
93
|
+
"upstreamSkillCommit": "77c24ad5b5d7a123119862893129f939307f1d3f"
|
|
90
94
|
}
|
|
91
95
|
},
|
|
92
96
|
"dependencies": {
|