@workglow/ai 0.2.17 → 0.2.18

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (33) hide show
  1. package/dist/browser.js +19 -86
  2. package/dist/browser.js.map +4 -4
  3. package/dist/bun.js +19 -86
  4. package/dist/bun.js.map +4 -4
  5. package/dist/node.js +19 -86
  6. package/dist/node.js.map +4 -4
  7. package/dist/task/BackgroundRemovalTask.d.ts +3 -83
  8. package/dist/task/BackgroundRemovalTask.d.ts.map +1 -1
  9. package/dist/task/FaceDetectorTask.d.ts +3 -83
  10. package/dist/task/FaceDetectorTask.d.ts.map +1 -1
  11. package/dist/task/FaceLandmarkerTask.d.ts +3 -83
  12. package/dist/task/FaceLandmarkerTask.d.ts.map +1 -1
  13. package/dist/task/GestureRecognizerTask.d.ts +3 -83
  14. package/dist/task/GestureRecognizerTask.d.ts.map +1 -1
  15. package/dist/task/HandLandmarkerTask.d.ts +3 -83
  16. package/dist/task/HandLandmarkerTask.d.ts.map +1 -1
  17. package/dist/task/ImageClassificationTask.d.ts +3 -83
  18. package/dist/task/ImageClassificationTask.d.ts.map +1 -1
  19. package/dist/task/ImageEmbeddingTask.d.ts +6 -166
  20. package/dist/task/ImageEmbeddingTask.d.ts.map +1 -1
  21. package/dist/task/ImageSegmentationTask.d.ts +3 -83
  22. package/dist/task/ImageSegmentationTask.d.ts.map +1 -1
  23. package/dist/task/ImageToTextTask.d.ts +3 -83
  24. package/dist/task/ImageToTextTask.d.ts.map +1 -1
  25. package/dist/task/ObjectDetectionTask.d.ts +3 -83
  26. package/dist/task/ObjectDetectionTask.d.ts.map +1 -1
  27. package/dist/task/PoseLandmarkerTask.d.ts +3 -83
  28. package/dist/task/PoseLandmarkerTask.d.ts.map +1 -1
  29. package/dist/task/base/AiTaskSchemas.d.ts +4 -84
  30. package/dist/task/base/AiTaskSchemas.d.ts.map +1 -1
  31. package/dist/task/base/AiVisionTask.d.ts +2 -5
  32. package/dist/task/base/AiVisionTask.d.ts.map +1 -1
  33. package/package.json +11 -11
@@ -151,94 +151,14 @@ export declare function TypeSingleOrArray<const T extends DataPortSchemaNonBoole
151
151
  };
152
152
  export type ImageSource = ImageBitmap | OffscreenCanvas | VideoFrame;
153
153
  /**
154
- * Image input schema supporting URIs and base64-encoded images in multiple formats
154
+ * Image input schema hydrated to GpuImage by the runner via the image input resolver.
155
155
  */
156
156
  export declare const TypeImageInput: {
157
- readonly oneOf: readonly [{
158
- readonly type: "string";
159
- readonly title: "Image Data";
160
- readonly description: "Image as data-uri";
161
- readonly format: "image:data-uri";
162
- }, {
163
- readonly type: "object";
164
- readonly additionalProperties: false;
165
- readonly properties: {
166
- readonly data: {
167
- readonly oneOf: readonly [{
168
- readonly type: "object";
169
- readonly format: "image:ImageBitmap";
170
- readonly title: "ImageBitmap";
171
- }, {
172
- readonly type: "object";
173
- readonly format: "image:OffscreenCanvas";
174
- readonly title: "OffscreenCanvas";
175
- }, {
176
- readonly type: "object";
177
- readonly format: "image:VideoFrame";
178
- readonly title: "VideoFrame";
179
- }, {
180
- readonly type: "object";
181
- readonly properties: {
182
- readonly data: {
183
- readonly type: "array";
184
- readonly items: {
185
- readonly type: "number";
186
- readonly format: "Uint8Clamped";
187
- };
188
- readonly format: "Uint8ClampedArray";
189
- readonly title: "Data";
190
- readonly description: "Data of the image";
191
- };
192
- readonly width: {
193
- readonly type: "number";
194
- readonly title: "Width";
195
- readonly description: "Width of the image";
196
- };
197
- readonly height: {
198
- readonly type: "number";
199
- readonly title: "Height";
200
- readonly description: "Height of the image";
201
- };
202
- readonly channels: {
203
- readonly type: "number";
204
- readonly title: "Channels";
205
- readonly description: "Channels of the image";
206
- };
207
- readonly rawChannels: {
208
- readonly type: "number";
209
- readonly title: "Raw Channels";
210
- readonly description: "Raw channels of the image";
211
- };
212
- };
213
- readonly additionalProperties: false;
214
- readonly required: readonly ["data", "width", "height", "channels"];
215
- readonly format: "image:ImageBinary";
216
- readonly title: "ImageBinary";
217
- }];
218
- };
219
- readonly width: {
220
- readonly type: "number";
221
- readonly title: "Width";
222
- readonly description: "Width of the image";
223
- };
224
- readonly height: {
225
- readonly type: "number";
226
- readonly title: "Height";
227
- readonly description: "Height of the image";
228
- };
229
- readonly channels: {
230
- readonly type: "number";
231
- readonly title: "Channels";
232
- readonly description: "Channels of the image";
233
- readonly minimum: 1;
234
- readonly maximum: 4;
235
- };
236
- };
237
- readonly required: readonly ["data", "width", "height", "channels"];
238
- }];
157
+ readonly type: "object";
158
+ readonly properties: {};
239
159
  readonly title: "Image";
160
+ readonly description: "Image as data URI, Blob, ImageBitmap, ImageBinary, or GpuImage \u2014 hydrated to GpuImage by the runner";
240
161
  readonly format: "image";
241
- readonly description: "Image as URL or base64-encoded data";
242
162
  };
243
163
  /**
244
164
  * Audio input schema supporting URIs and base64-encoded audio in multiple formats
@@ -1 +1 @@
1
- {"version":3,"file":"AiTaskSchemas.d.ts","sourceRoot":"","sources":["../../../src/task/base/AiTaskSchemas.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,wBAAwB,EAAc,MAAM,uBAAuB,CAAC;AAG7E,eAAO,MAAM,YAAY,iBAAiB,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;mBAEvD,QAAQ;oBACP,UAAU;0BACJ,qBAAqB;wBACvB,CAAC;wBACD,CAAC;CAEH,CAAC;AAEd,MAAM,MAAM,iBAAiB,GAAG,OAAO,GAAG,SAAS,MAAM,EAAE,CAAC;AAE5D,MAAM,MAAM,UAAU,GAAG,wBAAwB,GAAG;IAClD,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC;IACxB,QAAQ,CAAC,MAAM,EAAE,iBAAiB,CAAC;CACpC,CAAC;AAEF,wBAAgB,iBAAiB,CAC/B,CAAC,SAAS,iBAAiB,GAAG,OAAO,EACrC,CAAC,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,EAAE,EACtC,QAAQ,GAAE,CAAgB,EAAE,OAAO,GAAE,CAAW;oBAYvC,OAAO;;;;mBAIR,QAAQ;EAEjB;AAED,wBAAgB,iBAAiB,CAC/B,CAAC,SAAS,iBAAiB,GAAG,OAAO,EACrC,CAAC,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,EAAE,EACtC,QAAQ,GAAE,CAAgB,EAAE,OAAO,GAAE,CAAW;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EASjD;AAED,wBAAgB,SAAS,CACvB,CAAC,SAAS,iBAAiB,GAAG,OAAO,EACrC,CAAC,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,EAAE,EACtC,QAAQ,GAAE,CAAgB,EAAE,OAAO,GAAE,CAAW;;wBAzBvC,OAAO;;;;uBAIR,QAAQ;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EA2BjB;AAED,wBAAgB,iBAAiB,CAAC,KAAK,CAAC,CAAC,SAAS,wBAAwB,EAAE,IAAI,EAAE,CAAC;;uBAEzD,OAAO;;;EAEhC;AAED,MAAM,MAAM,WAAW,GAAG,WAAW,GAAG,eAAe,GAAG,UAAU,CAAC;AAErE;;GAEG;AACH,eAAO,MAAM,cAAc;;uBAGf,QAAQ;wBACP,YAAY;8BACN,mBAAmB;yBACxB,gBAAgB;;uBAGlB,QAAQ;;;;;mCAMA,QAAQ;qCACN,mBAAmB;oCACpB,aAAa;;mCAGd,QAAQ;qCACN,uBAAuB;oCACxB,iBAAiB;;mCAGlB,QAAQ;qCACN,kBAAkB;oCACnB,YAAY;;mCAGb,QAAQ;;iCAEZ,IAAI;qCACF,IAAI,EAAE,OAAO;qCACb,KAAK;yCAAI,IAAI,EAAE,QAAQ;yCAAE,MAAM,EAAE,cAAc;;qCAC/C,MAAM,EAAE,mBAAmB;qCAC3B,KAAK,EAAE,MAAM;qCACb,WAAW,EAAE,mBAAmB;;iCAElC,KAAK;qCAAI,IAAI,EAAE,QAAQ;qCAAE,KAAK,EAAE,OAAO;qCAAE,WAAW,EAAE,oBAAoB;;iCAC1E,MAAM;qCAAI,IAAI,EAAE,QAAQ;qCAAE,KAAK,EAAE,QAAQ;qCAAE,WAAW,EAAE,qBAAqB;;iCAC7E,QAAQ;qCACN,IAAI,EAAE,QAAQ;qCACd,KAAK,EAAE,UAAU;qCACjB,WAAW,EAAE,uBAAuB;;iCAEtC,WAAW;qCACT,IAAI,EAAE,QAAQ;qCACd,KAAK,EAAE,cAAc;qCACrB,WAAW,EAAE,2BAA2B;;;;;qCAKpC,mBAAmB;oCACpB,aAAa;;;;yBAIjB,IAAI,EAAE,QAAQ;yBAAE,KAAK,EAAE,OAAO;yBAAE,WAAW,EAAE,oBAAoB;;;yBAChE,IAAI,EAAE,QAAQ;yBAAE,KAAK,EAAE,QAAQ;yBAAE,WAAW,EAAE,qBAAqB;;;yBAE3E,IAAI,EAAE,QAAQ;yBACd,KAAK,EAAE,UAAU;yBACjB,WAAW,EAAE,uBAAuB;yBACpC,OAAO,EAAE,CAAC;yBACV,OAAO,EAAE,CAAC;;;;;oBAMX,OAAO;qBACN,OAAO;0BACF,qCAAqC;CACrB,CAAC;AAEhC;;GAEG;AACH,eAAO,MAAM,cAAc;mBACnB,QAAQ;oBACP,OAAO;qBACN,gBAAgB;0BACX,4BAA4B;CACZ,CAAC;AAEhC;;GAEG;AACH,eAAO,MAAM,eAAe;mBACpB,QAAQ;;iBAEZ,CAAC;qBAAI,IAAI,EAAE,QAAQ;qBAAE,KAAK,EAAE,cAAc;qBAAE,WAAW,EAAE,+BAA+B;;iBACxF,CAAC;qBAAI,IAAI,EAAE,QAAQ;qBAAE,KAAK,EAAE,cAAc;qBAAE,WAAW,EAAE,8BAA8B;;iBACvF,KAAK;qBAAI,IAAI,EAAE,QAAQ;qBAAE,KAAK,EAAE,OAAO;qBAAE,WAAW,EAAE,2BAA2B;;iBACjF,MAAM;qBAAI,IAAI,EAAE,QAAQ;qBAAE,KAAK,EAAE,QAAQ;qBAAE,WAAW,EAAE,4BAA4B;;;;;oBAI/E,cAAc;0BACR,0BAA0B;CACV,CAAC;AAEhC;;GAEG;AACH,eAAO,MAAM,YAAY;mBACjB,QAAQ;;iBAEZ,KAAK;qBAAI,IAAI,EAAE,QAAQ;qBAAE,KAAK,EAAE,OAAO;qBAAE,WAAW,EAAE,gBAAgB;;iBACtE,KAAK;qBACH,IAAI,EAAE,QAAQ;qBACd,KAAK,EAAE,kBAAkB;qBACzB,WAAW,EAAE,kCAAkC;qBAC/C,OAAO,EAAE,CAAC;qBACV,OAAO,EAAE,CAAC;;;;;oBAKP,UAAU;0BACJ,8CAA8C;CAC9B,CAAC"}
1
+ {"version":3,"file":"AiTaskSchemas.d.ts","sourceRoot":"","sources":["../../../src/task/base/AiTaskSchemas.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,wBAAwB,EAAc,MAAM,uBAAuB,CAAC;AAG7E,eAAO,MAAM,YAAY,iBAAiB,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;mBAEvD,QAAQ;oBACP,UAAU;0BACJ,qBAAqB;wBACvB,CAAC;wBACD,CAAC;CAEH,CAAC;AAEd,MAAM,MAAM,iBAAiB,GAAG,OAAO,GAAG,SAAS,MAAM,EAAE,CAAC;AAE5D,MAAM,MAAM,UAAU,GAAG,wBAAwB,GAAG;IAClD,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC;IACxB,QAAQ,CAAC,MAAM,EAAE,iBAAiB,CAAC;CACpC,CAAC;AAEF,wBAAgB,iBAAiB,CAC/B,CAAC,SAAS,iBAAiB,GAAG,OAAO,EACrC,CAAC,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,EAAE,EACtC,QAAQ,GAAE,CAAgB,EAAE,OAAO,GAAE,CAAW;oBAYvC,OAAO;;;;mBAIR,QAAQ;EAEjB;AAED,wBAAgB,iBAAiB,CAC/B,CAAC,SAAS,iBAAiB,GAAG,OAAO,EACrC,CAAC,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,EAAE,EACtC,QAAQ,GAAE,CAAgB,EAAE,OAAO,GAAE,CAAW;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EASjD;AAED,wBAAgB,SAAS,CACvB,CAAC,SAAS,iBAAiB,GAAG,OAAO,EACrC,CAAC,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,EAAE,EACtC,QAAQ,GAAE,CAAgB,EAAE,OAAO,GAAE,CAAW;;wBAzBvC,OAAO;;;;uBAIR,QAAQ;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EA2BjB;AAED,wBAAgB,iBAAiB,CAAC,KAAK,CAAC,CAAC,SAAS,wBAAwB,EAAE,IAAI,EAAE,CAAC;;uBAEzD,OAAO;;;EAEhC;AAED,MAAM,MAAM,WAAW,GAAG,WAAW,GAAG,eAAe,GAAG,UAAU,CAAC;AAErE;;GAEG;AACH,eAAO,MAAM,cAAc;mBACnB,QAAQ;;oBAEP,OAAO;0BACD,0GAAqG;qBAC1G,OAAO;CACc,CAAC;AAEhC;;GAEG;AACH,eAAO,MAAM,cAAc;mBACnB,QAAQ;oBACP,OAAO;qBACN,gBAAgB;0BACX,4BAA4B;CACZ,CAAC;AAEhC;;GAEG;AACH,eAAO,MAAM,eAAe;mBACpB,QAAQ;;iBAEZ,CAAC;qBAAI,IAAI,EAAE,QAAQ;qBAAE,KAAK,EAAE,cAAc;qBAAE,WAAW,EAAE,+BAA+B;;iBACxF,CAAC;qBAAI,IAAI,EAAE,QAAQ;qBAAE,KAAK,EAAE,cAAc;qBAAE,WAAW,EAAE,8BAA8B;;iBACvF,KAAK;qBAAI,IAAI,EAAE,QAAQ;qBAAE,KAAK,EAAE,OAAO;qBAAE,WAAW,EAAE,2BAA2B;;iBACjF,MAAM;qBAAI,IAAI,EAAE,QAAQ;qBAAE,KAAK,EAAE,QAAQ;qBAAE,WAAW,EAAE,4BAA4B;;;;;oBAI/E,cAAc;0BACR,0BAA0B;CACV,CAAC;AAEhC;;GAEG;AACH,eAAO,MAAM,YAAY;mBACjB,QAAQ;;iBAEZ,KAAK;qBAAI,IAAI,EAAE,QAAQ;qBAAE,KAAK,EAAE,OAAO;qBAAE,WAAW,EAAE,gBAAgB;;iBACtE,KAAK;qBACH,IAAI,EAAE,QAAQ;qBACd,KAAK,EAAE,kBAAkB;qBACzB,WAAW,EAAE,kCAAkC;qBAC/C,OAAO,EAAE,CAAC;qBACV,OAAO,EAAE,CAAC;;;;;oBAKP,UAAU;0BACJ,8CAA8C;CAC9B,CAAC"}
@@ -8,14 +8,11 @@ import { AiJobInput } from "../../job/AiJob";
8
8
  import { AiTask, AiTaskInput } from "./AiTask";
9
9
  /**
10
10
  * A base class for AI vision tasks.
11
- * Handles image format conversion based on the target provider's capabilities.
11
+ * Materializes GpuImage to raw pixels/bitmap at the worker boundary so the
12
+ * worker (which doesn't import GPU code) receives transferable binary data.
12
13
  */
13
14
  export declare class AiVisionTask<Input extends AiTaskInput = AiTaskInput, Output extends TaskOutput = TaskOutput, Config extends TaskConfig<Input> = TaskConfig<Input>> extends AiTask<Input, Output, Config> {
14
15
  static type: string;
15
- /**
16
- * Get the input to submit for execution.
17
- * Converts image data to a format supported by the target provider.
18
- */
19
16
  protected getJobInput(input: Input): Promise<AiJobInput<Input>>;
20
17
  }
21
18
  //# sourceMappingURL=AiVisionTask.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"AiVisionTask.d.ts","sourceRoot":"","sources":["../../../src/task/base/AiVisionTask.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,KAAK,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAGnE,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAE7C,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,UAAU,CAAC;AAE/C;;;GAGG;AACH,qBAAa,YAAY,CACvB,KAAK,SAAS,WAAW,GAAG,WAAW,EACvC,MAAM,SAAS,UAAU,GAAG,UAAU,EACtC,MAAM,SAAS,UAAU,CAAC,KAAK,CAAC,GAAG,UAAU,CAAC,KAAK,CAAC,CACpD,SAAQ,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC;IACrC,OAAuB,IAAI,EAAE,MAAM,CAAkB;IAErD;;;OAGG;IACH,UAAyB,WAAW,CAAC,KAAK,EAAE,KAAK,GAAG,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAqC7E;CACF"}
1
+ {"version":3,"file":"AiVisionTask.d.ts","sourceRoot":"","sources":["../../../src/task/base/AiVisionTask.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,KAAK,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAGnE,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAE7C,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,UAAU,CAAC;AAE/C;;;;GAIG;AACH,qBAAa,YAAY,CACvB,KAAK,SAAS,WAAW,GAAG,WAAW,EACvC,MAAM,SAAS,UAAU,GAAG,UAAU,EACtC,MAAM,SAAS,UAAU,CAAC,KAAK,CAAC,GAAG,UAAU,CAAC,KAAK,CAAC,CACpD,SAAQ,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC;IACrC,OAAuB,IAAI,EAAE,MAAM,CAAkB;IAErD,UAAyB,WAAW,CAAC,KAAK,EAAE,KAAK,GAAG,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CA2B7E;CACF"}
package/package.json CHANGED
@@ -1,7 +1,7 @@
1
1
  {
2
2
  "name": "@workglow/ai",
3
3
  "type": "module",
4
- "version": "0.2.17",
4
+ "version": "0.2.18",
5
5
  "repository": {
6
6
  "type": "git",
7
7
  "url": "https://github.com/workglow-dev/workglow.git",
@@ -58,11 +58,11 @@
58
58
  "access": "public"
59
59
  },
60
60
  "peerDependencies": {
61
- "@workglow/knowledge-base": "0.2.17",
62
- "@workglow/job-queue": "0.2.17",
63
- "@workglow/storage": "0.2.17",
64
- "@workglow/task-graph": "0.2.17",
65
- "@workglow/util": "0.2.17"
61
+ "@workglow/knowledge-base": "0.2.18",
62
+ "@workglow/job-queue": "0.2.18",
63
+ "@workglow/storage": "0.2.18",
64
+ "@workglow/task-graph": "0.2.18",
65
+ "@workglow/util": "0.2.18"
66
66
  },
67
67
  "peerDependenciesMeta": {
68
68
  "@workglow/knowledge-base": {
@@ -82,10 +82,10 @@
82
82
  }
83
83
  },
84
84
  "devDependencies": {
85
- "@workglow/knowledge-base": "0.2.17",
86
- "@workglow/job-queue": "0.2.17",
87
- "@workglow/storage": "0.2.17",
88
- "@workglow/task-graph": "0.2.17",
89
- "@workglow/util": "0.2.17"
85
+ "@workglow/knowledge-base": "0.2.18",
86
+ "@workglow/job-queue": "0.2.18",
87
+ "@workglow/storage": "0.2.18",
88
+ "@workglow/task-graph": "0.2.18",
89
+ "@workglow/util": "0.2.18"
90
90
  }
91
91
  }