@elizaos/plugin-vision 1.2.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.npmignore +5 -0
- package/README.md +270 -0
- package/build.config.ts +70 -0
- package/dist/action.d.ts +8 -0
- package/dist/action.js +1212 -0
- package/dist/action.js.map +1 -0
- package/dist/audio-capture-stream.d.ts +42 -0
- package/dist/audio-capture-stream.js +516 -0
- package/dist/audio-capture-stream.js.map +1 -0
- package/dist/audio-capture.d.ts +25 -0
- package/dist/audio-capture.js +412 -0
- package/dist/audio-capture.js.map +1 -0
- package/dist/basic.test.d.ts +1 -0
- package/dist/basic.test.js +97 -0
- package/dist/basic.test.js.map +1 -0
- package/dist/config.d.ts +73 -0
- package/dist/config.js +254 -0
- package/dist/config.js.map +1 -0
- package/dist/entity-tracker.d.ts +32 -0
- package/dist/entity-tracker.js +361 -0
- package/dist/entity-tracker.js.map +1 -0
- package/dist/errors.d.ts +67 -0
- package/dist/errors.js +395 -0
- package/dist/errors.js.map +1 -0
- package/dist/face-recognition.d.ts +31 -0
- package/dist/face-recognition.js +332 -0
- package/dist/face-recognition.js.map +1 -0
- package/dist/florence2-local.d.ts +25 -0
- package/dist/florence2-local.js +280 -0
- package/dist/florence2-local.js.map +1 -0
- package/dist/florence2-model.d.ts +36 -0
- package/dist/florence2-model.js +503 -0
- package/dist/florence2-model.js.map +1 -0
- package/dist/index.d.ts +3 -0
- package/dist/index.js +73 -0
- package/dist/index.js.map +1 -0
- package/dist/ocr-service-real.d.ts +32 -0
- package/dist/ocr-service-real.js +396 -0
- package/dist/ocr-service-real.js.map +1 -0
- package/dist/ocr-service.d.ts +28 -0
- package/dist/ocr-service.js +216 -0
- package/dist/ocr-service.js.map +1 -0
- package/dist/provider.d.ts +2 -0
- package/dist/provider.js +285 -0
- package/dist/provider.js.map +1 -0
- package/dist/screen-capture.d.ts +16 -0
- package/dist/screen-capture.js +302 -0
- package/dist/screen-capture.js.map +1 -0
- package/dist/service.d.ts +73 -0
- package/dist/service.js +1662 -0
- package/dist/service.js.map +1 -0
- package/dist/tests/e2e/index.d.ts +8 -0
- package/dist/tests/e2e/index.js +33 -0
- package/dist/tests/e2e/index.js.map +1 -0
- package/dist/tests/e2e/run-local.d.ts +2 -0
- package/dist/tests/e2e/run-local.js +166 -0
- package/dist/tests/e2e/run-local.js.map +1 -0
- package/dist/tests/e2e/screen-vision.d.ts +11 -0
- package/dist/tests/e2e/screen-vision.js +384 -0
- package/dist/tests/e2e/screen-vision.js.map +1 -0
- package/dist/tests/e2e/vision-autonomy.d.ts +11 -0
- package/dist/tests/e2e/vision-autonomy.js +375 -0
- package/dist/tests/e2e/vision-autonomy.js.map +1 -0
- package/dist/tests/e2e/vision-basic.d.ts +11 -0
- package/dist/tests/e2e/vision-basic.js +434 -0
- package/dist/tests/e2e/vision-basic.js.map +1 -0
- package/dist/tests/e2e/vision-capture-log.d.ts +11 -0
- package/dist/tests/e2e/vision-capture-log.js +302 -0
- package/dist/tests/e2e/vision-capture-log.js.map +1 -0
- package/dist/tests/e2e/vision-runtime.d.ts +11 -0
- package/dist/tests/e2e/vision-runtime.js +357 -0
- package/dist/tests/e2e/vision-runtime.js.map +1 -0
- package/dist/tests/e2e/vision-worker-tests.d.ts +11 -0
- package/dist/tests/e2e/vision-worker-tests.js +466 -0
- package/dist/tests/e2e/vision-worker-tests.js.map +1 -0
- package/dist/tests/test-pattern-generator.d.ts +40 -0
- package/dist/tests/test-pattern-generator.js +191 -0
- package/dist/tests/test-pattern-generator.js.map +1 -0
- package/dist/tests.d.ts +3 -0
- package/dist/tests.js +11 -0
- package/dist/tests.js.map +1 -0
- package/dist/types.d.ts +222 -0
- package/dist/types.js +16 -0
- package/dist/types.js.map +1 -0
- package/dist/vision-models.d.ts +47 -0
- package/dist/vision-models.js +501 -0
- package/dist/vision-models.js.map +1 -0
- package/dist/vision-worker-manager.d.ts +61 -0
- package/dist/vision-worker-manager.js +668 -0
- package/dist/vision-worker-manager.js.map +1 -0
- package/dist/workers/florence2-worker-simple.d.ts +13 -0
- package/dist/workers/florence2-worker-simple.js +121 -0
- package/dist/workers/florence2-worker-simple.js.map +1 -0
- package/dist/workers/florence2-worker.d.ts +1 -0
- package/dist/workers/florence2-worker.js +328 -0
- package/dist/workers/florence2-worker.js.map +1 -0
- package/dist/workers/ocr-worker.d.ts +1 -0
- package/dist/workers/ocr-worker.js +354 -0
- package/dist/workers/ocr-worker.js.map +1 -0
- package/dist/workers/screen-capture-worker.d.ts +1 -0
- package/dist/workers/screen-capture-worker.js +427 -0
- package/dist/workers/screen-capture-worker.js.map +1 -0
- package/dist/workers/worker-logger.d.ts +9 -0
- package/dist/workers/worker-logger.js +95 -0
- package/dist/workers/worker-logger.js.map +1 -0
- package/package.json +100 -0
package/package.json
ADDED
|
@@ -0,0 +1,100 @@
|
|
|
1
|
+
{
|
|
2
|
+
"name": "@elizaos/plugin-vision",
|
|
3
|
+
"description": "Vision plugin for ElizaOS - provides camera integration and visual awareness",
|
|
4
|
+
"version": "1.2.1",
|
|
5
|
+
"type": "module",
|
|
6
|
+
"main": "dist/index.js",
|
|
7
|
+
"module": "dist/index.js",
|
|
8
|
+
"types": "dist/index.d.ts",
|
|
9
|
+
"packageType": "plugin",
|
|
10
|
+
"platform": "node",
|
|
11
|
+
"license": "MIT",
|
|
12
|
+
"author": "ElizaOS",
|
|
13
|
+
"keywords": [
|
|
14
|
+
"plugin",
|
|
15
|
+
"elizaos",
|
|
16
|
+
"vision",
|
|
17
|
+
"camera",
|
|
18
|
+
"computer-vision",
|
|
19
|
+
"ai-vision"
|
|
20
|
+
],
|
|
21
|
+
"repository": {
|
|
22
|
+
"type": "git",
|
|
23
|
+
"url": "https://github.com/elizaos/elizaos"
|
|
24
|
+
},
|
|
25
|
+
"homepage": "https://elizaos.ai",
|
|
26
|
+
"bugs": {
|
|
27
|
+
"url": "https://github.com/elizaos/elizaos/issues"
|
|
28
|
+
},
|
|
29
|
+
"exports": {
|
|
30
|
+
"./package.json": "./package.json",
|
|
31
|
+
".": {
|
|
32
|
+
"import": {
|
|
33
|
+
"types": "./dist/index.d.ts",
|
|
34
|
+
"default": "./dist/index.js"
|
|
35
|
+
}
|
|
36
|
+
}
|
|
37
|
+
},
|
|
38
|
+
"files": [
|
|
39
|
+
"dist",
|
|
40
|
+
"README.md",
|
|
41
|
+
".npmignore",
|
|
42
|
+
"package.json",
|
|
43
|
+
"build.config.ts"
|
|
44
|
+
],
|
|
45
|
+
"dependencies": {
|
|
46
|
+
"@elizaos/core": "^1.2.0",
|
|
47
|
+
"@elizaos/plugin-bootstrap": "^1.2.0",
|
|
48
|
+
"@tensorflow-models/coco-ssd": "^2.2.3",
|
|
49
|
+
"@tensorflow-models/pose-detection": "^2.1.0",
|
|
50
|
+
"@tensorflow-models/posenet": "^2.2.2",
|
|
51
|
+
"@tensorflow/tfjs-node": "^4.22.0",
|
|
52
|
+
"@tensorflow-models/mobilenet": "^2.1.0",
|
|
53
|
+
"axios": "^1.7.2",
|
|
54
|
+
"canvas": "^3.1.2",
|
|
55
|
+
"face-api.js": "^0.22.2",
|
|
56
|
+
"sharp": "^0.34.3",
|
|
57
|
+
"tesseract.js": "^6.0.1",
|
|
58
|
+
"zod": "^4.0.5"
|
|
59
|
+
},
|
|
60
|
+
"peerDependencies": {},
|
|
61
|
+
"devDependencies": {
|
|
62
|
+
"@elizaos/cli": "^1.2.0",
|
|
63
|
+
"@eslint/js": "^9.0.0",
|
|
64
|
+
"@types/bun": "^1.2.18",
|
|
65
|
+
"@types/node": "^24.0.13",
|
|
66
|
+
"@types/tesseract.js": "^2.0.0",
|
|
67
|
+
"@typescript-eslint/eslint-plugin": "^8.0.0",
|
|
68
|
+
"@typescript-eslint/parser": "^8.0.0",
|
|
69
|
+
"dotenv": "^17.2.0",
|
|
70
|
+
"eslint": "^9.0.0",
|
|
71
|
+
"prettier": "3.6.2",
|
|
72
|
+
"tsx": "^4.7.0",
|
|
73
|
+
"typescript": "5.8.3"
|
|
74
|
+
},
|
|
75
|
+
"scripts": {
|
|
76
|
+
"build": "bun run build.ts",
|
|
77
|
+
"dev": "bun run build.ts --watch",
|
|
78
|
+
"clean": "rm -rf dist && rm -rf .turbo",
|
|
79
|
+
"lint": "eslint src --fix && prettier --write ./src",
|
|
80
|
+
"typecheck": "tsc --noEmit",
|
|
81
|
+
"test": "bun test"
|
|
82
|
+
},
|
|
83
|
+
"publishConfig": {
|
|
84
|
+
"access": "public"
|
|
85
|
+
},
|
|
86
|
+
"agentConfig": {
|
|
87
|
+
"pluginType": "elizaos:plugin:1.0.0",
|
|
88
|
+
"pluginParameters": {
|
|
89
|
+
"CAMERA_NAME": {
|
|
90
|
+
"type": "string",
|
|
91
|
+
"description": "Camera name to search for (lowercase partial match)"
|
|
92
|
+
},
|
|
93
|
+
"PIXEL_CHANGE_THRESHOLD": {
|
|
94
|
+
"type": "number",
|
|
95
|
+
"description": "Percentage of pixels that must change to trigger VLM update (default: 50)"
|
|
96
|
+
}
|
|
97
|
+
}
|
|
98
|
+
},
|
|
99
|
+
"gitHead": "d5bd5c43bfebeb7ac02f9e029f924cb6cd5c2ec7"
|
|
100
|
+
}
|