@workglow/ai 0.0.70 → 0.0.72

package/dist/task/ImageSegmentationTask.d.ts

@@ -0,0 +1,423 @@
+/**
+ * @license
+ * Copyright 2025 Steven Roussey <sroussey@gmail.com>
+ * SPDX-License-Identifier: Apache-2.0
+ */
+import { CreateWorkflow, JobQueueTaskConfig } from "@workglow/task-graph";
+import { DataPortSchema, FromSchema } from "@workglow/util";
+import { DeReplicateFromSchema } from "./base/AiTaskSchemas";
+import { AiVisionTask } from "./base/AiVisionTask";
+export declare const ImageSegmentationInputSchema: {
+    readonly type: "object";
+    readonly properties: {
+        readonly image: {
+            readonly "x-replicate": true;
+            readonly format?: string | undefined;
+            readonly oneOf: readonly [{
+                readonly oneOf: readonly [{
+                    readonly type: "string";
+                    readonly title: "Image Data";
+                    readonly description: "Image as data-uri";
+                }, {
+                    readonly type: "object";
+                    readonly additionalProperties: false;
+                    readonly properties: {
+                        readonly data: {
+                            readonly oneOf: readonly [{
+                                readonly type: "object";
+                                readonly format: "image:ImageBitmap";
+                                readonly title: "ImageBitmap";
+                            }, {
+                                readonly type: "object";
+                                readonly format: "image:OffscreenCanvas";
+                                readonly title: "OffscreenCanvas";
+                            }, {
+                                readonly type: "object";
+                                readonly format: "image:VideoFrame";
+                                readonly title: "VideoFrame";
+                            }, {
+                                readonly type: "object";
+                                readonly properties: {
+                                    readonly data: {
+                                        readonly type: "array";
+                                        readonly items: {
+                                            readonly type: "number";
+                                            readonly format: "Uint8Clamped";
+                                        };
+                                        readonly format: "Uint8ClampedArray";
+                                        readonly title: "Data";
+                                        readonly description: "Data of the image";
+                                    };
+                                    readonly width: {
+                                        readonly type: "number";
+                                        readonly title: "Width";
+                                        readonly description: "Width of the image";
+                                    };
+                                    readonly height: {
+                                        readonly type: "number";
+                                        readonly title: "Height";
+                                        readonly description: "Height of the image";
+                                    };
+                                    readonly channels: {
+                                        readonly type: "number";
+                                        readonly title: "Channels";
+                                        readonly description: "Channels of the image";
+                                    };
+                                    readonly rawChannels: {
+                                        readonly type: "number";
+                                        readonly title: "Raw Channels";
+                                        readonly description: "Raw channels of the image";
+                                    };
+                                };
+                                readonly additionalProperties: false;
+                                readonly required: readonly ["data", "width", "height", "channels"];
+                                readonly format: "image:ImageBinary";
+                                readonly title: "ImageBinary";
+                            }];
+                        };
+                        readonly width: {
+                            readonly type: "number";
+                            readonly title: "Width";
+                            readonly description: "Width of the image";
+                        };
+                        readonly height: {
+                            readonly type: "number";
+                            readonly title: "Height";
+                            readonly description: "Height of the image";
+                        };
+                        readonly channels: {
+                            readonly type: "number";
+                            readonly title: "Channels";
+                            readonly description: "Channels of the image";
+                            readonly minimum: 1;
+                            readonly maximum: 4;
+                        };
+                    };
+                    readonly required: readonly ["data", "width", "height", "channels"];
+                }];
+                readonly title: "Image";
+                readonly description: "Image as URL or base64-encoded data";
+            }, {
+                readonly type: "array";
+                readonly items: {
+                    readonly oneOf: readonly [{
+                        readonly type: "string";
+                        readonly title: "Image Data";
+                        readonly description: "Image as data-uri";
+                    }, {
+                        readonly type: "object";
+                        readonly additionalProperties: false;
+                        readonly properties: {
+                            readonly data: {
+                                readonly oneOf: readonly [{
+                                    readonly type: "object";
+                                    readonly format: "image:ImageBitmap";
+                                    readonly title: "ImageBitmap";
+                                }, {
+                                    readonly type: "object";
+                                    readonly format: "image:OffscreenCanvas";
+                                    readonly title: "OffscreenCanvas";
+                                }, {
+                                    readonly type: "object";
+                                    readonly format: "image:VideoFrame";
+                                    readonly title: "VideoFrame";
+                                }, {
+                                    readonly type: "object";
+                                    readonly properties: {
+                                        readonly data: {
+                                            readonly type: "array";
+                                            readonly items: {
+                                                readonly type: "number";
+                                                readonly format: "Uint8Clamped";
+                                            };
+                                            readonly format: "Uint8ClampedArray";
+                                            readonly title: "Data";
+                                            readonly description: "Data of the image";
+                                        };
+                                        readonly width: {
+                                            readonly type: "number";
+                                            readonly title: "Width";
+                                            readonly description: "Width of the image";
+                                        };
+                                        readonly height: {
+                                            readonly type: "number";
+                                            readonly title: "Height";
+                                            readonly description: "Height of the image";
+                                        };
+                                        readonly channels: {
+                                            readonly type: "number";
+                                            readonly title: "Channels";
+                                            readonly description: "Channels of the image";
+                                        };
+                                        readonly rawChannels: {
+                                            readonly type: "number";
+                                            readonly title: "Raw Channels";
+                                            readonly description: "Raw channels of the image";
+                                        };
+                                    };
+                                    readonly additionalProperties: false;
+                                    readonly required: readonly ["data", "width", "height", "channels"];
+                                    readonly format: "image:ImageBinary";
+                                    readonly title: "ImageBinary";
+                                }];
+                            };
+                            readonly width: {
+                                readonly type: "number";
+                                readonly title: "Width";
+                                readonly description: "Width of the image";
+                            };
+                            readonly height: {
+                                readonly type: "number";
+                                readonly title: "Height";
+                                readonly description: "Height of the image";
+                            };
+                            readonly channels: {
+                                readonly type: "number";
+                                readonly title: "Channels";
+                                readonly description: "Channels of the image";
+                                readonly minimum: 1;
+                                readonly maximum: 4;
+                            };
+                        };
+                        readonly required: readonly ["data", "width", "height", "channels"];
+                    }];
+                    readonly title: "Image";
+                    readonly description: "Image as URL or base64-encoded data";
+                };
+            }];
+            readonly title: string | undefined;
+            readonly description: string | undefined;
+        };
+        readonly model: {
+            readonly "x-replicate": true;
+            readonly format?: string | undefined;
+            readonly oneOf: readonly [{
+                readonly oneOf: readonly [{
+                    readonly title: "Model";
+                    readonly description: `The model ${string}`;
+                } & {
+                    readonly format: import(".").TypeModelSemantic;
+                    readonly type: "string";
+                }, {
+                    readonly type: "object";
+                    readonly properties: {
+                        readonly model_id: {
+                            readonly type: "string";
+                        };
+                        readonly tasks: {
+                            readonly type: "array";
+                            readonly items: {
+                                readonly type: "string";
+                            };
+                        };
+                        readonly title: {
+                            readonly type: "string";
+                        };
+                        readonly description: {
+                            readonly type: "string";
+                        };
+                        readonly provider: {
+                            readonly type: "string";
+                        };
+                        readonly providerConfig: {
+                            readonly type: "object";
+                            readonly default: {};
+                        };
+                        readonly metadata: {
+                            readonly type: "object";
+                            readonly default: {};
+                        };
+                    };
+                    readonly required: readonly ["model_id", "tasks", "provider", "title", "description", "providerConfig", "metadata"];
+                    readonly format: "model";
+                    readonly additionalProperties: false;
+                } & {
+                    readonly format: import(".").TypeModelSemantic;
+                }];
+            } & {
+                readonly format: import(".").TypeModelSemantic;
+            }, {
+                readonly type: "array";
+                readonly items: {
+                    readonly oneOf: readonly [{
+                        readonly title: "Model";
+                        readonly description: `The model ${string}`;
+                    } & {
+                        readonly format: import(".").TypeModelSemantic;
+                        readonly type: "string";
+                    }, {
+                        readonly type: "object";
+                        readonly properties: {
+                            readonly model_id: {
+                                readonly type: "string";
+                            };
+                            readonly tasks: {
+                                readonly type: "array";
+                                readonly items: {
+                                    readonly type: "string";
+                                };
+                            };
+                            readonly title: {
+                                readonly type: "string";
+                            };
+                            readonly description: {
+                                readonly type: "string";
+                            };
+                            readonly provider: {
+                                readonly type: "string";
+                            };
+                            readonly providerConfig: {
+                                readonly type: "object";
+                                readonly default: {};
+                            };
+                            readonly metadata: {
+                                readonly type: "object";
+                                readonly default: {};
+                            };
+                        };
+                        readonly required: readonly ["model_id", "tasks", "provider", "title", "description", "providerConfig", "metadata"];
+                        readonly format: "model";
+                        readonly additionalProperties: false;
+                    } & {
+                        readonly format: import(".").TypeModelSemantic;
+                    }];
+                } & {
+                    readonly format: import(".").TypeModelSemantic;
+                };
+            }];
+            readonly title: string | undefined;
+            readonly description: string | undefined;
+        };
+        readonly threshold: {
+            readonly type: "number";
+            readonly title: "Threshold";
+            readonly description: "The threshold for filtering masks by score";
+            readonly minimum: 0;
+            readonly maximum: 1;
+            readonly default: 0.5;
+            readonly "x-ui-group": "Configuration";
+        };
+        readonly maskThreshold: {
+            readonly type: "number";
+            readonly title: "Mask Threshold";
+            readonly description: "Threshold to use when turning predicted masks into binary values";
+            readonly minimum: 0;
+            readonly maximum: 1;
+            readonly default: 0.5;
+            readonly "x-ui-group": "Configuration";
+        };
+    };
+    readonly required: readonly ["image", "model"];
+    readonly additionalProperties: false;
+};
+export declare const ImageSegmentationOutputSchema: {
+    readonly type: "object";
+    readonly properties: {
+        readonly masks: {
+            readonly oneOf: readonly [{
+                readonly type: "array";
+                readonly items: {
+                    readonly type: "object";
+                    readonly properties: {
+                        readonly label: {
+                            readonly type: "string";
+                            readonly title: "Label";
+                            readonly description: "The label of the segmented region";
+                        };
+                        readonly score: {
+                            readonly type: "number";
+                            readonly title: "Score";
+                            readonly description: "The confidence score for this segmentation";
+                            readonly minimum: 0;
+                            readonly maximum: 1;
+                        };
+                        readonly mask: {
+                            readonly type: "object";
+                            readonly format: "image";
+                            readonly title: "Mask";
+                            readonly description: "Mask image";
+                        };
+                    };
+                    readonly required: readonly ["label", "score", "mask"];
+                    readonly additionalProperties: false;
+                };
+            }, {
+                readonly type: "array";
+                readonly items: {
+                    readonly type: "array";
+                    readonly items: {
+                        readonly type: "object";
+                        readonly properties: {
+                            readonly label: {
+                                readonly type: "string";
+                                readonly title: "Label";
+                                readonly description: "The label of the segmented region";
+                            };
+                            readonly score: {
+                                readonly type: "number";
+                                readonly title: "Score";
+                                readonly description: "The confidence score for this segmentation";
+                                readonly minimum: 0;
+                                readonly maximum: 1;
+                            };
+                            readonly mask: {
+                                readonly type: "object";
+                                readonly format: "image";
+                                readonly title: "Mask";
+                                readonly description: "Mask image";
+                            };
+                        };
+                        readonly required: readonly ["label", "score", "mask"];
+                        readonly additionalProperties: false;
+                    };
+                };
+            }];
+            readonly title: "Segmentation Masks";
+            readonly description: "The segmented regions with their labels, scores, and masks";
+        };
+    };
+    readonly required: readonly ["masks"];
+    readonly additionalProperties: false;
+};
+export type ImageSegmentationTaskInput = FromSchema<typeof ImageSegmentationInputSchema>;
+export type ImageSegmentationTaskOutput = FromSchema<typeof ImageSegmentationOutputSchema>;
+export type ImageSegmentationTaskExecuteInput = DeReplicateFromSchema<typeof ImageSegmentationInputSchema>;
+export type ImageSegmentationTaskExecuteOutput = DeReplicateFromSchema<typeof ImageSegmentationOutputSchema>;
+/**
+ * Segments images into regions using computer vision models
+ */
+export declare class ImageSegmentationTask extends AiVisionTask<ImageSegmentationTaskInput, ImageSegmentationTaskOutput, JobQueueTaskConfig> {
+    static type: string;
+    static category: string;
+    static title: string;
+    static description: string;
+    static inputSchema(): DataPortSchema;
+    static outputSchema(): DataPortSchema;
+}
+/**
+ * Convenience function to run image segmentation tasks.
+ * Creates and executes an ImageSegmentationTask with the provided input.
+ * @param input The input parameters for image segmentation (image and model)
+ * @returns Promise resolving to the segmentation masks with labels and scores
+ */
+export declare const ImageSegmentation: (input: ImageSegmentationTaskInput, config?: JobQueueTaskConfig) => Promise<{
+    masks: {
+        score: number;
+        label: string;
+        mask: {
+            [x: string]: unknown;
+        };
+    }[] | {
+        score: number;
+        label: string;
+        mask: {
+            [x: string]: unknown;
+        };
+    }[][];
+}>;
+declare module "@workglow/task-graph" {
+    interface Workflow {
+        ImageSegmentation: CreateWorkflow<ImageSegmentationTaskInput, ImageSegmentationTaskOutput, JobQueueTaskConfig>;
+    }
+}
+//# sourceMappingURL=ImageSegmentationTask.d.ts.map

package/dist/task/ImageSegmentationTask.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ImageSegmentationTask.d.ts","sourceRoot":"","sources":["../../src/task/ImageSegmentationTask.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,cAAc,EAAE,kBAAkB,EAA0B,MAAM,sBAAsB,CAAC;AAClG,OAAO,EAAE,cAAc,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAC5D,OAAO,EACL,qBAAqB,EAItB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAInD,eAAO,MAAM,4BAA4B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA0BN,CAAC;AA4BpC,eAAO,MAAM,6BAA6B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAcP,CAAC;AAEpC,MAAM,MAAM,0BAA0B,GAAG,UAAU,CAAC,OAAO,4BAA4B,CAAC,CAAC;AACzF,MAAM,MAAM,2BAA2B,GAAG,UAAU,CAAC,OAAO,6BAA6B,CAAC,CAAC;AAC3F,MAAM,MAAM,iCAAiC,GAAG,qBAAqB,CACnE,OAAO,4BAA4B,CACpC,CAAC;AACF,MAAM,MAAM,kCAAkC,GAAG,qBAAqB,CACpE,OAAO,6BAA6B,CACrC,CAAC;AAEF;;GAEG;AACH,qBAAa,qBAAsB,SAAQ,YAAY,CACrD,0BAA0B,EAC1B,2BAA2B,EAC3B,kBAAkB,CACnB;IACC,OAAc,IAAI,SAA2B;IAC7C,OAAc,QAAQ,SAAqB;IAC3C,OAAc,KAAK,SAAwB;IAC3C,OAAc,WAAW,SACiD;WAC5D,WAAW,IAAI,cAAc;WAG7B,YAAY,IAAI,cAAc;CAG7C;AAID;;;;;GAKG;AACH,eAAO,MAAM,iBAAiB,GAC5B,OAAO,0BAA0B,EACjC,SAAS,kBAAkB;;;;;;;;;;;;;;EAG5B,CAAC;AAEF,OAAO,QAAQ,sBAAsB,CAAC;IACpC,UAAU,QAAQ;QAChB,iBAAiB,EAAE,cAAc,CAC/B,0BAA0B,EAC1B,2BAA2B,EAC3B,kBAAkB,CACnB,CAAC;KACH;CACF"}