@elizaos/plugin-vision 1.2.1 → 2.0.0-alpha.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (105) hide show
  1. package/build.config.ts +53 -53
  2. package/dist/index.js +6716 -67
  3. package/dist/index.js.map +33 -1
  4. package/dist/workers/florence2-worker.js +112304 -307
  5. package/dist/workers/florence2-worker.js.map +92 -1
  6. package/dist/workers/ocr-worker.js +119718 -339
  7. package/dist/workers/ocr-worker.js.map +137 -1
  8. package/dist/workers/screen-capture-worker.js +350 -418
  9. package/dist/workers/screen-capture-worker.js.map +11 -1
  10. package/package.json +13 -17
  11. package/README.md +0 -270
  12. package/dist/action.d.ts +0 -8
  13. package/dist/action.js +0 -1212
  14. package/dist/action.js.map +0 -1
  15. package/dist/audio-capture-stream.d.ts +0 -42
  16. package/dist/audio-capture-stream.js +0 -516
  17. package/dist/audio-capture-stream.js.map +0 -1
  18. package/dist/audio-capture.d.ts +0 -25
  19. package/dist/audio-capture.js +0 -412
  20. package/dist/audio-capture.js.map +0 -1
  21. package/dist/basic.test.d.ts +0 -1
  22. package/dist/basic.test.js +0 -97
  23. package/dist/basic.test.js.map +0 -1
  24. package/dist/config.d.ts +0 -73
  25. package/dist/config.js +0 -254
  26. package/dist/config.js.map +0 -1
  27. package/dist/entity-tracker.d.ts +0 -32
  28. package/dist/entity-tracker.js +0 -361
  29. package/dist/entity-tracker.js.map +0 -1
  30. package/dist/errors.d.ts +0 -67
  31. package/dist/errors.js +0 -395
  32. package/dist/errors.js.map +0 -1
  33. package/dist/face-recognition.d.ts +0 -31
  34. package/dist/face-recognition.js +0 -332
  35. package/dist/face-recognition.js.map +0 -1
  36. package/dist/florence2-local.d.ts +0 -25
  37. package/dist/florence2-local.js +0 -280
  38. package/dist/florence2-local.js.map +0 -1
  39. package/dist/florence2-model.d.ts +0 -36
  40. package/dist/florence2-model.js +0 -503
  41. package/dist/florence2-model.js.map +0 -1
  42. package/dist/index.d.ts +0 -3
  43. package/dist/ocr-service-real.d.ts +0 -32
  44. package/dist/ocr-service-real.js +0 -396
  45. package/dist/ocr-service-real.js.map +0 -1
  46. package/dist/ocr-service.d.ts +0 -28
  47. package/dist/ocr-service.js +0 -216
  48. package/dist/ocr-service.js.map +0 -1
  49. package/dist/provider.d.ts +0 -2
  50. package/dist/provider.js +0 -285
  51. package/dist/provider.js.map +0 -1
  52. package/dist/screen-capture.d.ts +0 -16
  53. package/dist/screen-capture.js +0 -302
  54. package/dist/screen-capture.js.map +0 -1
  55. package/dist/service.d.ts +0 -73
  56. package/dist/service.js +0 -1662
  57. package/dist/service.js.map +0 -1
  58. package/dist/tests/e2e/index.d.ts +0 -8
  59. package/dist/tests/e2e/index.js +0 -33
  60. package/dist/tests/e2e/index.js.map +0 -1
  61. package/dist/tests/e2e/run-local.d.ts +0 -2
  62. package/dist/tests/e2e/run-local.js +0 -166
  63. package/dist/tests/e2e/run-local.js.map +0 -1
  64. package/dist/tests/e2e/screen-vision.d.ts +0 -11
  65. package/dist/tests/e2e/screen-vision.js +0 -384
  66. package/dist/tests/e2e/screen-vision.js.map +0 -1
  67. package/dist/tests/e2e/vision-autonomy.d.ts +0 -11
  68. package/dist/tests/e2e/vision-autonomy.js +0 -375
  69. package/dist/tests/e2e/vision-autonomy.js.map +0 -1
  70. package/dist/tests/e2e/vision-basic.d.ts +0 -11
  71. package/dist/tests/e2e/vision-basic.js +0 -434
  72. package/dist/tests/e2e/vision-basic.js.map +0 -1
  73. package/dist/tests/e2e/vision-capture-log.d.ts +0 -11
  74. package/dist/tests/e2e/vision-capture-log.js +0 -302
  75. package/dist/tests/e2e/vision-capture-log.js.map +0 -1
  76. package/dist/tests/e2e/vision-runtime.d.ts +0 -11
  77. package/dist/tests/e2e/vision-runtime.js +0 -357
  78. package/dist/tests/e2e/vision-runtime.js.map +0 -1
  79. package/dist/tests/e2e/vision-worker-tests.d.ts +0 -11
  80. package/dist/tests/e2e/vision-worker-tests.js +0 -466
  81. package/dist/tests/e2e/vision-worker-tests.js.map +0 -1
  82. package/dist/tests/test-pattern-generator.d.ts +0 -40
  83. package/dist/tests/test-pattern-generator.js +0 -191
  84. package/dist/tests/test-pattern-generator.js.map +0 -1
  85. package/dist/tests.d.ts +0 -3
  86. package/dist/tests.js +0 -11
  87. package/dist/tests.js.map +0 -1
  88. package/dist/types.d.ts +0 -222
  89. package/dist/types.js +0 -16
  90. package/dist/types.js.map +0 -1
  91. package/dist/vision-models.d.ts +0 -47
  92. package/dist/vision-models.js +0 -501
  93. package/dist/vision-models.js.map +0 -1
  94. package/dist/vision-worker-manager.d.ts +0 -61
  95. package/dist/vision-worker-manager.js +0 -668
  96. package/dist/vision-worker-manager.js.map +0 -1
  97. package/dist/workers/florence2-worker-simple.d.ts +0 -13
  98. package/dist/workers/florence2-worker-simple.js +0 -121
  99. package/dist/workers/florence2-worker-simple.js.map +0 -1
  100. package/dist/workers/florence2-worker.d.ts +0 -1
  101. package/dist/workers/ocr-worker.d.ts +0 -1
  102. package/dist/workers/screen-capture-worker.d.ts +0 -1
  103. package/dist/workers/worker-logger.d.ts +0 -9
  104. package/dist/workers/worker-logger.js +0 -95
  105. package/dist/workers/worker-logger.js.map +0 -1
package/build.config.ts CHANGED
@@ -1,70 +1,70 @@
1
- import type { BuildConfig } from 'bun';
1
+ import type { BuildConfig } from "bun";
2
2
 
3
3
  // Main build configuration
4
4
  export const buildConfig: BuildConfig = {
5
- entrypoints: ['./src/index.ts'],
6
- outdir: './dist',
7
- target: 'node',
8
- format: 'esm',
5
+ entrypoints: ["./src/index.ts"],
6
+ outdir: "./dist",
7
+ target: "node",
8
+ format: "esm",
9
9
  splitting: false,
10
- sourcemap: 'external',
10
+ sourcemap: "external",
11
11
  external: [
12
- 'fs',
13
- 'path',
14
- 'http',
15
- 'https',
16
- 'crypto',
17
- 'node:fs',
18
- 'node:path',
19
- 'node:http',
20
- 'node:https',
21
- 'node:crypto',
22
- 'node:stream',
23
- 'node:buffer',
24
- 'node:util',
25
- 'node:events',
26
- 'node:url',
27
- 'bun:test',
28
- 'dotenv',
29
- 'zod',
30
- '@elizaos/core',
31
- '@elizaos/plugin-message-handling',
32
- '@tensorflow-models/coco-ssd',
33
- '@tensorflow-models/pose-detection',
34
- '@tensorflow-models/posenet',
35
- '@tensorflow/tfjs-node',
36
- '@tensorflow-models/mobilenet',
37
- 'axios',
38
- 'canvas',
39
- 'face-api.js',
40
- 'sharp',
41
- 'tesseract.js',
12
+ "fs",
13
+ "path",
14
+ "http",
15
+ "https",
16
+ "crypto",
17
+ "node:fs",
18
+ "node:path",
19
+ "node:http",
20
+ "node:https",
21
+ "node:crypto",
22
+ "node:stream",
23
+ "node:buffer",
24
+ "node:util",
25
+ "node:events",
26
+ "node:url",
27
+ "vitest",
28
+ "dotenv",
29
+ "zod",
30
+ "@elizaos/core",
31
+ "@elizaos/plugin-message-handling",
32
+ "@tensorflow-models/coco-ssd",
33
+ "@tensorflow-models/pose-detection",
34
+ "@tensorflow-models/posenet",
35
+ "@tensorflow/tfjs-node",
36
+ "@tensorflow-models/mobilenet",
37
+ "axios",
38
+ "canvas",
39
+ "face-api.js",
40
+ "sharp",
41
+ "tesseract.js",
42
42
  ],
43
- naming: '[dir]/[name].[ext]',
43
+ naming: "[dir]/[name].[ext]",
44
44
  };
45
45
 
46
46
  // Workers build configuration
47
47
  export const workersConfig: BuildConfig = {
48
48
  entrypoints: [
49
- './src/workers/screen-capture-worker.ts',
50
- './src/workers/florence2-worker.ts',
51
- './src/workers/ocr-worker.ts',
49
+ "./src/workers/screen-capture-worker.ts",
50
+ "./src/workers/florence2-worker.ts",
51
+ "./src/workers/ocr-worker.ts",
52
52
  ],
53
- outdir: './dist/workers',
54
- target: 'node',
55
- format: 'cjs', // Workers need CommonJS format
53
+ outdir: "./dist/workers",
54
+ target: "node",
55
+ format: "cjs", // Workers need CommonJS format
56
56
  splitting: false,
57
57
  sourcemap: true,
58
58
  external: [
59
- 'sharp',
60
- '@tensorflow/tfjs-node',
61
- '@tensorflow-models/mobilenet',
62
- '@mapbox/node-pre-gyp',
63
- 'mock-aws-s3',
64
- 'aws-sdk',
65
- 'nock',
66
- 'canvas',
67
- 'face-api.js',
59
+ "sharp",
60
+ "@tensorflow/tfjs-node",
61
+ "@tensorflow-models/mobilenet",
62
+ "@mapbox/node-pre-gyp",
63
+ "mock-aws-s3",
64
+ "aws-sdk",
65
+ "nock",
66
+ "canvas",
67
+ "face-api.js",
68
68
  ],
69
- naming: '[name].[ext]',
69
+ naming: "[name].[ext]",
70
70
  };