@workglow/ai 0.0.71 → 0.0.73

package/dist/task/ObjectDetectionTask.d.ts

@@ -0,0 +1,476 @@
+/**
+ * @license
+ * Copyright 2025 Steven Roussey <sroussey@gmail.com>
+ * SPDX-License-Identifier: Apache-2.0
+ */
+import { CreateWorkflow, JobQueueTaskConfig } from "@workglow/task-graph";
+import { DataPortSchema, FromSchema } from "@workglow/util";
+import { DeReplicateFromSchema } from "./base/AiTaskSchemas";
+import { AiVisionTask } from "./base/AiVisionTask";
+export declare const ObjectDetectionInputSchema: {
+    readonly type: "object";
+    readonly properties: {
+        readonly image: {
+            readonly "x-replicate": true;
+            readonly format?: string | undefined;
+            readonly oneOf: readonly [{
+                readonly oneOf: readonly [{
+                    readonly type: "string";
+                    readonly title: "Image Data";
+                    readonly description: "Image as data-uri";
+                }, {
+                    readonly type: "object";
+                    readonly additionalProperties: false;
+                    readonly properties: {
+                        readonly data: {
+                            readonly oneOf: readonly [{
+                                readonly type: "object";
+                                readonly format: "image:ImageBitmap";
+                                readonly title: "ImageBitmap";
+                            }, {
+                                readonly type: "object";
+                                readonly format: "image:OffscreenCanvas";
+                                readonly title: "OffscreenCanvas";
+                            }, {
+                                readonly type: "object";
+                                readonly format: "image:VideoFrame";
+                                readonly title: "VideoFrame";
+                            }, {
+                                readonly type: "object";
+                                readonly properties: {
+                                    readonly data: {
+                                        readonly type: "array";
+                                        readonly items: {
+                                            readonly type: "number";
+                                            readonly format: "Uint8Clamped";
+                                        };
+                                        readonly format: "Uint8ClampedArray";
+                                        readonly title: "Data";
+                                        readonly description: "Data of the image";
+                                    };
+                                    readonly width: {
+                                        readonly type: "number";
+                                        readonly title: "Width";
+                                        readonly description: "Width of the image";
+                                    };
+                                    readonly height: {
+                                        readonly type: "number";
+                                        readonly title: "Height";
+                                        readonly description: "Height of the image";
+                                    };
+                                    readonly channels: {
+                                        readonly type: "number";
+                                        readonly title: "Channels";
+                                        readonly description: "Channels of the image";
+                                    };
+                                    readonly rawChannels: {
+                                        readonly type: "number";
+                                        readonly title: "Raw Channels";
+                                        readonly description: "Raw channels of the image";
+                                    };
+                                };
+                                readonly additionalProperties: false;
+                                readonly required: readonly ["data", "width", "height", "channels"];
+                                readonly format: "image:ImageBinary";
+                                readonly title: "ImageBinary";
+                            }];
+                        };
+                        readonly width: {
+                            readonly type: "number";
+                            readonly title: "Width";
+                            readonly description: "Width of the image";
+                        };
+                        readonly height: {
+                            readonly type: "number";
+                            readonly title: "Height";
+                            readonly description: "Height of the image";
+                        };
+                        readonly channels: {
+                            readonly type: "number";
+                            readonly title: "Channels";
+                            readonly description: "Channels of the image";
+                            readonly minimum: 1;
+                            readonly maximum: 4;
+                        };
+                    };
+                    readonly required: readonly ["data", "width", "height", "channels"];
+                }];
+                readonly title: "Image";
+                readonly description: "Image as URL or base64-encoded data";
+            }, {
+                readonly type: "array";
+                readonly items: {
+                    readonly oneOf: readonly [{
+                        readonly type: "string";
+                        readonly title: "Image Data";
+                        readonly description: "Image as data-uri";
+                    }, {
+                        readonly type: "object";
+                        readonly additionalProperties: false;
+                        readonly properties: {
+                            readonly data: {
+                                readonly oneOf: readonly [{
+                                    readonly type: "object";
+                                    readonly format: "image:ImageBitmap";
+                                    readonly title: "ImageBitmap";
+                                }, {
+                                    readonly type: "object";
+                                    readonly format: "image:OffscreenCanvas";
+                                    readonly title: "OffscreenCanvas";
+                                }, {
+                                    readonly type: "object";
+                                    readonly format: "image:VideoFrame";
+                                    readonly title: "VideoFrame";
+                                }, {
+                                    readonly type: "object";
+                                    readonly properties: {
+                                        readonly data: {
+                                            readonly type: "array";
+                                            readonly items: {
+                                                readonly type: "number";
+                                                readonly format: "Uint8Clamped";
+                                            };
+                                            readonly format: "Uint8ClampedArray";
+                                            readonly title: "Data";
+                                            readonly description: "Data of the image";
+                                        };
+                                        readonly width: {
+                                            readonly type: "number";
+                                            readonly title: "Width";
+                                            readonly description: "Width of the image";
+                                        };
+                                        readonly height: {
+                                            readonly type: "number";
+                                            readonly title: "Height";
+                                            readonly description: "Height of the image";
+                                        };
+                                        readonly channels: {
+                                            readonly type: "number";
+                                            readonly title: "Channels";
+                                            readonly description: "Channels of the image";
+                                        };
+                                        readonly rawChannels: {
+                                            readonly type: "number";
+                                            readonly title: "Raw Channels";
+                                            readonly description: "Raw channels of the image";
+                                        };
+                                    };
+                                    readonly additionalProperties: false;
+                                    readonly required: readonly ["data", "width", "height", "channels"];
+                                    readonly format: "image:ImageBinary";
+                                    readonly title: "ImageBinary";
+                                }];
+                            };
+                            readonly width: {
+                                readonly type: "number";
+                                readonly title: "Width";
+                                readonly description: "Width of the image";
+                            };
+                            readonly height: {
+                                readonly type: "number";
+                                readonly title: "Height";
+                                readonly description: "Height of the image";
+                            };
+                            readonly channels: {
+                                readonly type: "number";
+                                readonly title: "Channels";
+                                readonly description: "Channels of the image";
+                                readonly minimum: 1;
+                                readonly maximum: 4;
+                            };
+                        };
+                        readonly required: readonly ["data", "width", "height", "channels"];
+                    }];
+                    readonly title: "Image";
+                    readonly description: "Image as URL or base64-encoded data";
+                };
+            }];
+            readonly title: string | undefined;
+            readonly description: string | undefined;
+        };
+        readonly model: {
+            readonly "x-replicate": true;
+            readonly format?: string | undefined;
+            readonly oneOf: readonly [{
+                readonly oneOf: readonly [{
+                    readonly title: "Model";
+                    readonly description: `The model ${string}`;
+                } & {
+                    readonly format: import(".").TypeModelSemantic;
+                    readonly type: "string";
+                }, {
+                    readonly type: "object";
+                    readonly properties: {
+                        readonly model_id: {
+                            readonly type: "string";
+                        };
+                        readonly tasks: {
+                            readonly type: "array";
+                            readonly items: {
+                                readonly type: "string";
+                            };
+                        };
+                        readonly title: {
+                            readonly type: "string";
+                        };
+                        readonly description: {
+                            readonly type: "string";
+                        };
+                        readonly provider: {
+                            readonly type: "string";
+                        };
+                        readonly providerConfig: {
+                            readonly type: "object";
+                            readonly default: {};
+                        };
+                        readonly metadata: {
+                            readonly type: "object";
+                            readonly default: {};
+                        };
+                    };
+                    readonly required: readonly ["model_id", "tasks", "provider", "title", "description", "providerConfig", "metadata"];
+                    readonly format: "model";
+                    readonly additionalProperties: false;
+                } & {
+                    readonly format: import(".").TypeModelSemantic;
+                }];
+            } & {
+                readonly format: import(".").TypeModelSemantic;
+            }, {
+                readonly type: "array";
+                readonly items: {
+                    readonly oneOf: readonly [{
+                        readonly title: "Model";
+                        readonly description: `The model ${string}`;
+                    } & {
+                        readonly format: import(".").TypeModelSemantic;
+                        readonly type: "string";
+                    }, {
+                        readonly type: "object";
+                        readonly properties: {
+                            readonly model_id: {
+                                readonly type: "string";
+                            };
+                            readonly tasks: {
+                                readonly type: "array";
+                                readonly items: {
+                                    readonly type: "string";
+                                };
+                            };
+                            readonly title: {
+                                readonly type: "string";
+                            };
+                            readonly description: {
+                                readonly type: "string";
+                            };
+                            readonly provider: {
+                                readonly type: "string";
+                            };
+                            readonly providerConfig: {
+                                readonly type: "object";
+                                readonly default: {};
+                            };
+                            readonly metadata: {
+                                readonly type: "object";
+                                readonly default: {};
+                            };
+                        };
+                        readonly required: readonly ["model_id", "tasks", "provider", "title", "description", "providerConfig", "metadata"];
+                        readonly format: "model";
+                        readonly additionalProperties: false;
+                    } & {
+                        readonly format: import(".").TypeModelSemantic;
+                    }];
+                } & {
+                    readonly format: import(".").TypeModelSemantic;
+                };
+            }];
+            readonly title: string | undefined;
+            readonly description: string | undefined;
+        };
+        readonly labels: {
+            readonly type: "array";
+            readonly items: {
+                readonly type: "string";
+            };
+            readonly title: "Labels";
+            readonly description: "List of object labels to detect (optional, if provided uses zero-shot detection)";
+            readonly "x-ui-group": "Configuration";
+        };
+        readonly threshold: {
+            readonly type: "number";
+            readonly title: "Threshold";
+            readonly description: "The threshold for filtering detections by score";
+            readonly minimum: 0;
+            readonly maximum: 1;
+            readonly default: 0.5;
+            readonly "x-ui-group": "Configuration";
+        };
+    };
+    readonly required: readonly ["image", "model"];
+    readonly additionalProperties: false;
+};
+export declare const ObjectDetectionOutputSchema: {
+    readonly type: "object";
+    readonly properties: {
+        readonly detections: {
+            readonly oneOf: readonly [{
+                readonly type: "array";
+                readonly items: {
+                    readonly type: "object";
+                    readonly properties: {
+                        readonly label: {
+                            readonly type: "string";
+                            readonly title: "Label";
+                            readonly description: "The label of the detected object";
+                        };
+                        readonly score: {
+                            readonly type: "number";
+                            readonly title: "Confidence Score";
+                            readonly description: "The confidence score for this detection";
+                            readonly minimum: 0;
+                            readonly maximum: 1;
+                        };
+                        readonly box: {
+                            readonly type: "object";
+                            readonly properties: {
+                                readonly x: {
+                                    readonly type: "number";
+                                    readonly title: "X coordinate";
+                                    readonly description: "Left edge of the bounding box";
+                                };
+                                readonly y: {
+                                    readonly type: "number";
+                                    readonly title: "Y coordinate";
+                                    readonly description: "Top edge of the bounding box";
+                                };
+                                readonly width: {
+                                    readonly type: "number";
+                                    readonly title: "Width";
+                                    readonly description: "Width of the bounding box";
+                                };
+                                readonly height: {
+                                    readonly type: "number";
+                                    readonly title: "Height";
+                                    readonly description: "Height of the bounding box";
+                                };
+                            };
+                            readonly required: readonly ["x", "y", "width", "height"];
+                            readonly additionalProperties: false;
+                            readonly title: "Bounding Box";
+                            readonly description: "Bounding box coordinates";
+                        };
+                    };
+                    readonly required: readonly ["label", "score", "box"];
+                    readonly additionalProperties: false;
+                };
+            }, {
+                readonly type: "array";
+                readonly items: {
+                    readonly type: "array";
+                    readonly items: {
+                        readonly type: "object";
+                        readonly properties: {
+                            readonly label: {
+                                readonly type: "string";
+                                readonly title: "Label";
+                                readonly description: "The label of the detected object";
+                            };
+                            readonly score: {
+                                readonly type: "number";
+                                readonly title: "Confidence Score";
+                                readonly description: "The confidence score for this detection";
+                                readonly minimum: 0;
+                                readonly maximum: 1;
+                            };
+                            readonly box: {
+                                readonly type: "object";
+                                readonly properties: {
+                                    readonly x: {
+                                        readonly type: "number";
+                                        readonly title: "X coordinate";
+                                        readonly description: "Left edge of the bounding box";
+                                    };
+                                    readonly y: {
+                                        readonly type: "number";
+                                        readonly title: "Y coordinate";
+                                        readonly description: "Top edge of the bounding box";
+                                    };
+                                    readonly width: {
+                                        readonly type: "number";
+                                        readonly title: "Width";
+                                        readonly description: "Width of the bounding box";
+                                    };
+                                    readonly height: {
+                                        readonly type: "number";
+                                        readonly title: "Height";
+                                        readonly description: "Height of the bounding box";
+                                    };
+                                };
+                                readonly required: readonly ["x", "y", "width", "height"];
+                                readonly additionalProperties: false;
+                                readonly title: "Bounding Box";
+                                readonly description: "Bounding box coordinates";
+                            };
+                        };
+                        readonly required: readonly ["label", "score", "box"];
+                        readonly additionalProperties: false;
+                    };
+                };
+            }];
+            readonly title: "Detections";
+            readonly description: "The detected objects with their labels, scores, and bounding boxes";
+        };
+    };
+    readonly required: readonly ["detections"];
+    readonly additionalProperties: false;
+};
+export type ObjectDetectionTaskInput = FromSchema<typeof ObjectDetectionInputSchema>;
+export type ObjectDetectionTaskOutput = FromSchema<typeof ObjectDetectionOutputSchema>;
+export type ObjectDetectionTaskExecuteInput = DeReplicateFromSchema<typeof ObjectDetectionInputSchema>;
+export type ObjectDetectionTaskExecuteOutput = DeReplicateFromSchema<typeof ObjectDetectionOutputSchema>;
+/**
+ * Detects objects in images using vision models.
+ * Automatically selects between regular and zero-shot detection based on whether labels are provided.
+ */
+export declare class ObjectDetectionTask extends AiVisionTask<ObjectDetectionTaskInput, ObjectDetectionTaskOutput, JobQueueTaskConfig> {
+    static type: string;
+    static category: string;
+    static title: string;
+    static description: string;
+    static inputSchema(): DataPortSchema;
+    static outputSchema(): DataPortSchema;
+}
+/**
+ * Convenience function to run object detection tasks.
+ * Creates and executes an ObjectDetectionTask with the provided input.
+ * @param input The input parameters for object detection (image, model, and optional labels)
+ * @returns Promise resolving to the detected objects with labels, scores, and bounding boxes
+ */
+export declare const ObjectDetection: (input: ObjectDetectionTaskInput, config?: JobQueueTaskConfig) => Promise<{
+    detections: {
+        score: number;
+        label: string;
+        box: {
+            width: number;
+            height: number;
+            x: number;
+            y: number;
+        };
+    }[] | {
+        score: number;
+        label: string;
+        box: {
+            width: number;
+            height: number;
+            x: number;
+            y: number;
+        };
+    }[][];
+}>;
+declare module "@workglow/task-graph" {
+    interface Workflow {
+        ObjectDetection: CreateWorkflow<ObjectDetectionTaskInput, ObjectDetectionTaskOutput, JobQueueTaskConfig>;
+    }
+}
+//# sourceMappingURL=ObjectDetectionTask.d.ts.map

package/dist/task/ObjectDetectionTask.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ObjectDetectionTask.d.ts","sourceRoot":"","sources":["../../src/task/ObjectDetectionTask.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,cAAc,EAAE,kBAAkB,EAA0B,MAAM,sBAAsB,CAAC;AAClG,OAAO,EAAE,cAAc,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAC5D,OAAO,EACL,qBAAqB,EAKtB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAyBnD,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA2BJ,CAAC;AAEpC,eAAO,MAAM,2BAA2B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAcL,CAAC;AAEpC,MAAM,MAAM,wBAAwB,GAAG,UAAU,CAAC,OAAO,0BAA0B,CAAC,CAAC;AACrF,MAAM,MAAM,yBAAyB,GAAG,UAAU,CAAC,OAAO,2BAA2B,CAAC,CAAC;AACvF,MAAM,MAAM,+BAA+B,GAAG,qBAAqB,CACjE,OAAO,0BAA0B,CAClC,CAAC;AACF,MAAM,MAAM,gCAAgC,GAAG,qBAAqB,CAClE,OAAO,2BAA2B,CACnC,CAAC;AAEF;;;GAGG;AACH,qBAAa,mBAAoB,SAAQ,YAAY,CACnD,wBAAwB,EACxB,yBAAyB,EACzB,kBAAkB,CACnB;IACC,OAAc,IAAI,SAAyB;IAC3C,OAAc,QAAQ,SAAqB;IAC3C,OAAc,KAAK,SAAsB;IACzC,OAAc,WAAW,SACiF;WAC5F,WAAW,IAAI,cAAc;WAG7B,YAAY,IAAI,cAAc;CAG7C;AAID;;;;;GAKG;AACH,eAAO,MAAM,eAAe,GAAI,OAAO,wBAAwB,EAAE,SAAS,kBAAkB;;;;;;;;;;;;;;;;;;;;EAE3F,CAAC;AAEF,OAAO,QAAQ,sBAAsB,CAAC;IACpC,UAAU,QAAQ;QAChB,eAAe,EAAE,cAAc,CAC7B,wBAAwB,EACxB,yBAAyB,EACzB,kBAAkB,CACnB,CAAC;KACH;CACF"}