@workglow/ai 0.0.71 → 0.0.73

package/dist/task/FaceLandmarkerTask.d.ts

@@ -0,0 +1,549 @@
+/**
+ * @license
+ * Copyright 2025 Steven Roussey <sroussey@gmail.com>
+ * SPDX-License-Identifier: Apache-2.0
+ */
+import { CreateWorkflow, JobQueueTaskConfig } from "@workglow/task-graph";
+import { DataPortSchema, FromSchema } from "@workglow/util";
+import { DeReplicateFromSchema } from "./base/AiTaskSchemas";
+import { AiVisionTask } from "./base/AiVisionTask";
+export declare const FaceLandmarkerInputSchema: {
+    readonly type: "object";
+    readonly properties: {
+        readonly image: {
+            readonly "x-replicate": true;
+            readonly format?: string | undefined;
+            readonly oneOf: readonly [{
+                readonly oneOf: readonly [{
+                    readonly type: "string";
+                    readonly title: "Image Data";
+                    readonly description: "Image as data-uri";
+                }, {
+                    readonly type: "object";
+                    readonly additionalProperties: false;
+                    readonly properties: {
+                        readonly data: {
+                            readonly oneOf: readonly [{
+                                readonly type: "object";
+                                readonly format: "image:ImageBitmap";
+                                readonly title: "ImageBitmap";
+                            }, {
+                                readonly type: "object";
+                                readonly format: "image:OffscreenCanvas";
+                                readonly title: "OffscreenCanvas";
+                            }, {
+                                readonly type: "object";
+                                readonly format: "image:VideoFrame";
+                                readonly title: "VideoFrame";
+                            }, {
+                                readonly type: "object";
+                                readonly properties: {
+                                    readonly data: {
+                                        readonly type: "array";
+                                        readonly items: {
+                                            readonly type: "number";
+                                            readonly format: "Uint8Clamped";
+                                        };
+                                        readonly format: "Uint8ClampedArray";
+                                        readonly title: "Data";
+                                        readonly description: "Data of the image";
+                                    };
+                                    readonly width: {
+                                        readonly type: "number";
+                                        readonly title: "Width";
+                                        readonly description: "Width of the image";
+                                    };
+                                    readonly height: {
+                                        readonly type: "number";
+                                        readonly title: "Height";
+                                        readonly description: "Height of the image";
+                                    };
+                                    readonly channels: {
+                                        readonly type: "number";
+                                        readonly title: "Channels";
+                                        readonly description: "Channels of the image";
+                                    };
+                                    readonly rawChannels: {
+                                        readonly type: "number";
+                                        readonly title: "Raw Channels";
+                                        readonly description: "Raw channels of the image";
+                                    };
+                                };
+                                readonly additionalProperties: false;
+                                readonly required: readonly ["data", "width", "height", "channels"];
+                                readonly format: "image:ImageBinary";
+                                readonly title: "ImageBinary";
+                            }];
+                        };
+                        readonly width: {
+                            readonly type: "number";
+                            readonly title: "Width";
+                            readonly description: "Width of the image";
+                        };
+                        readonly height: {
+                            readonly type: "number";
+                            readonly title: "Height";
+                            readonly description: "Height of the image";
+                        };
+                        readonly channels: {
+                            readonly type: "number";
+                            readonly title: "Channels";
+                            readonly description: "Channels of the image";
+                            readonly minimum: 1;
+                            readonly maximum: 4;
+                        };
+                    };
+                    readonly required: readonly ["data", "width", "height", "channels"];
+                }];
+                readonly title: "Image";
+                readonly description: "Image as URL or base64-encoded data";
+            }, {
+                readonly type: "array";
+                readonly items: {
+                    readonly oneOf: readonly [{
+                        readonly type: "string";
+                        readonly title: "Image Data";
+                        readonly description: "Image as data-uri";
+                    }, {
+                        readonly type: "object";
+                        readonly additionalProperties: false;
+                        readonly properties: {
+                            readonly data: {
+                                readonly oneOf: readonly [{
+                                    readonly type: "object";
+                                    readonly format: "image:ImageBitmap";
+                                    readonly title: "ImageBitmap";
+                                }, {
+                                    readonly type: "object";
+                                    readonly format: "image:OffscreenCanvas";
+                                    readonly title: "OffscreenCanvas";
+                                }, {
+                                    readonly type: "object";
+                                    readonly format: "image:VideoFrame";
+                                    readonly title: "VideoFrame";
+                                }, {
+                                    readonly type: "object";
+                                    readonly properties: {
+                                        readonly data: {
+                                            readonly type: "array";
+                                            readonly items: {
+                                                readonly type: "number";
+                                                readonly format: "Uint8Clamped";
+                                            };
+                                            readonly format: "Uint8ClampedArray";
+                                            readonly title: "Data";
+                                            readonly description: "Data of the image";
+                                        };
+                                        readonly width: {
+                                            readonly type: "number";
+                                            readonly title: "Width";
+                                            readonly description: "Width of the image";
+                                        };
+                                        readonly height: {
+                                            readonly type: "number";
+                                            readonly title: "Height";
+                                            readonly description: "Height of the image";
+                                        };
+                                        readonly channels: {
+                                            readonly type: "number";
+                                            readonly title: "Channels";
+                                            readonly description: "Channels of the image";
+                                        };
+                                        readonly rawChannels: {
+                                            readonly type: "number";
+                                            readonly title: "Raw Channels";
+                                            readonly description: "Raw channels of the image";
+                                        };
+                                    };
+                                    readonly additionalProperties: false;
+                                    readonly required: readonly ["data", "width", "height", "channels"];
+                                    readonly format: "image:ImageBinary";
+                                    readonly title: "ImageBinary";
+                                }];
+                            };
+                            readonly width: {
+                                readonly type: "number";
+                                readonly title: "Width";
+                                readonly description: "Width of the image";
+                            };
+                            readonly height: {
+                                readonly type: "number";
+                                readonly title: "Height";
+                                readonly description: "Height of the image";
+                            };
+                            readonly channels: {
+                                readonly type: "number";
+                                readonly title: "Channels";
+                                readonly description: "Channels of the image";
+                                readonly minimum: 1;
+                                readonly maximum: 4;
+                            };
+                        };
+                        readonly required: readonly ["data", "width", "height", "channels"];
+                    }];
+                    readonly title: "Image";
+                    readonly description: "Image as URL or base64-encoded data";
+                };
+            }];
+            readonly title: string | undefined;
+            readonly description: string | undefined;
+        };
+        readonly model: {
+            readonly "x-replicate": true;
+            readonly format?: string | undefined;
+            readonly oneOf: readonly [{
+                readonly oneOf: readonly [{
+                    readonly title: "Model";
+                    readonly description: `The model ${string}`;
+                } & {
+                    readonly format: import(".").TypeModelSemantic;
+                    readonly type: "string";
+                }, {
+                    readonly type: "object";
+                    readonly properties: {
+                        readonly model_id: {
+                            readonly type: "string";
+                        };
+                        readonly tasks: {
+                            readonly type: "array";
+                            readonly items: {
+                                readonly type: "string";
+                            };
+                        };
+                        readonly title: {
+                            readonly type: "string";
+                        };
+                        readonly description: {
+                            readonly type: "string";
+                        };
+                        readonly provider: {
+                            readonly type: "string";
+                        };
+                        readonly providerConfig: {
+                            readonly type: "object";
+                            readonly default: {};
+                        };
+                        readonly metadata: {
+                            readonly type: "object";
+                            readonly default: {};
+                        };
+                    };
+                    readonly required: readonly ["model_id", "tasks", "provider", "title", "description", "providerConfig", "metadata"];
+                    readonly format: "model";
+                    readonly additionalProperties: false;
+                } & {
+                    readonly format: import(".").TypeModelSemantic;
+                }];
+            } & {
+                readonly format: import(".").TypeModelSemantic;
+            }, {
+                readonly type: "array";
+                readonly items: {
+                    readonly oneOf: readonly [{
+                        readonly title: "Model";
+                        readonly description: `The model ${string}`;
+                    } & {
+                        readonly format: import(".").TypeModelSemantic;
+                        readonly type: "string";
+                    }, {
+                        readonly type: "object";
+                        readonly properties: {
+                            readonly model_id: {
+                                readonly type: "string";
+                            };
+                            readonly tasks: {
+                                readonly type: "array";
+                                readonly items: {
+                                    readonly type: "string";
+                                };
+                            };
+                            readonly title: {
+                                readonly type: "string";
+                            };
+                            readonly description: {
+                                readonly type: "string";
+                            };
+                            readonly provider: {
+                                readonly type: "string";
+                            };
+                            readonly providerConfig: {
+                                readonly type: "object";
+                                readonly default: {};
+                            };
+                            readonly metadata: {
+                                readonly type: "object";
+                                readonly default: {};
+                            };
+                        };
+                        readonly required: readonly ["model_id", "tasks", "provider", "title", "description", "providerConfig", "metadata"];
+                        readonly format: "model";
+                        readonly additionalProperties: false;
+                    } & {
+                        readonly format: import(".").TypeModelSemantic;
+                    }];
+                } & {
+                    readonly format: import(".").TypeModelSemantic;
+                };
+            }];
+            readonly title: string | undefined;
+            readonly description: string | undefined;
+        };
+        readonly numFaces: {
+            readonly type: "number";
+            readonly minimum: 1;
+            readonly maximum: 10;
+            readonly default: 1;
+            readonly title: "Number of Faces";
+            readonly description: "The maximum number of faces to detect";
+            readonly "x-ui-group": "Configuration";
+        };
+        readonly minFaceDetectionConfidence: {
+            readonly type: "number";
+            readonly minimum: 0;
+            readonly maximum: 1;
+            readonly default: 0.5;
+            readonly title: "Min Face Detection Confidence";
+            readonly description: "Minimum confidence score for face detection";
+            readonly "x-ui-group": "Configuration";
+        };
+        readonly minFacePresenceConfidence: {
+            readonly type: "number";
+            readonly minimum: 0;
+            readonly maximum: 1;
+            readonly default: 0.5;
+            readonly title: "Min Face Presence Confidence";
+            readonly description: "Minimum confidence score for face presence";
+            readonly "x-ui-group": "Configuration";
+        };
+        readonly minTrackingConfidence: {
+            readonly type: "number";
+            readonly minimum: 0;
+            readonly maximum: 1;
+            readonly default: 0.5;
+            readonly title: "Min Tracking Confidence";
+            readonly description: "Minimum confidence score for face tracking";
+            readonly "x-ui-group": "Configuration";
+        };
+        readonly outputFaceBlendshapes: {
+            readonly type: "boolean";
+            readonly default: false;
+            readonly title: "Output Face Blendshapes";
+            readonly description: "Whether to output blendshape coefficients for facial expressions";
+            readonly "x-ui-group": "Configuration";
+        };
+        readonly outputFacialTransformationMatrixes: {
+            readonly type: "boolean";
+            readonly default: false;
+            readonly title: "Output Facial Transformation Matrix";
+            readonly description: "Whether to output transformation matrix for effects rendering";
+            readonly "x-ui-group": "Configuration";
+        };
+    };
+    readonly required: readonly ["image", "model"];
+    readonly additionalProperties: false;
+};
+export declare const FaceLandmarkerOutputSchema: {
+    readonly type: "object";
+    readonly properties: {
+        readonly faces: {
+            readonly oneOf: readonly [{
+                readonly type: "array";
+                readonly items: {
+                    readonly type: "object";
+                    readonly properties: {
+                        readonly landmarks: {
+                            readonly type: "array";
+                            readonly items: {
+                                readonly type: "object";
+                                readonly properties: {
+                                    readonly x: {
+                                        readonly type: "number";
+                                        readonly title: "X Coordinate";
+                                        readonly description: "X coordinate normalized to [0.0, 1.0]";
+                                    };
+                                    readonly y: {
+                                        readonly type: "number";
+                                        readonly title: "Y Coordinate";
+                                        readonly description: "Y coordinate normalized to [0.0, 1.0]";
+                                    };
+                                    readonly z: {
+                                        readonly type: "number";
+                                        readonly title: "Z Coordinate";
+                                        readonly description: "Z coordinate (depth)";
+                                    };
+                                };
+                                readonly required: readonly ["x", "y", "z"];
+                                readonly additionalProperties: false;
+                            };
+                            readonly title: "Landmarks";
+                            readonly description: "478 facial landmarks in image coordinates";
+                        };
+                        readonly blendshapes: {
+                            readonly type: "array";
+                            readonly items: {
+                                readonly type: "object";
+                                readonly properties: {
+                                    readonly label: {
+                                        readonly type: "string";
+                                        readonly title: "Blendshape Label";
+                                        readonly description: "Name of the blendshape (e.g., 'browDownLeft', 'eyeBlinkRight', etc.)";
+                                    };
+                                    readonly score: {
+                                        readonly type: "number";
+                                        readonly title: "Coefficient Value";
+                                        readonly description: "Coefficient value for this blendshape";
+                                    };
+                                };
+                                readonly required: readonly ["label", "score"];
+                                readonly additionalProperties: false;
+                            };
+                            readonly title: "Blendshapes";
+                            readonly description: "52 blendshape coefficients representing facial expressions";
+                        };
+                        readonly transformationMatrix: {
+                            readonly type: "array";
+                            readonly items: {
+                                readonly type: "number";
+                            };
+                            readonly minItems: 16;
+                            readonly maxItems: 16;
+                            readonly title: "Transformation Matrix";
+                            readonly description: "4x4 transformation matrix for face effects rendering";
+                        };
+                    };
+                    readonly required: readonly ["landmarks"];
+                    readonly additionalProperties: false;
+                };
+            }, {
+                readonly type: "array";
+                readonly items: {
+                    readonly type: "array";
+                    readonly items: {
+                        readonly type: "object";
+                        readonly properties: {
+                            readonly landmarks: {
+                                readonly type: "array";
+                                readonly items: {
+                                    readonly type: "object";
+                                    readonly properties: {
+                                        readonly x: {
+                                            readonly type: "number";
+                                            readonly title: "X Coordinate";
+                                            readonly description: "X coordinate normalized to [0.0, 1.0]";
+                                        };
+                                        readonly y: {
+                                            readonly type: "number";
+                                            readonly title: "Y Coordinate";
+                                            readonly description: "Y coordinate normalized to [0.0, 1.0]";
+                                        };
+                                        readonly z: {
+                                            readonly type: "number";
+                                            readonly title: "Z Coordinate";
+                                            readonly description: "Z coordinate (depth)";
+                                        };
+                                    };
+                                    readonly required: readonly ["x", "y", "z"];
+                                    readonly additionalProperties: false;
+                                };
+                                readonly title: "Landmarks";
+                                readonly description: "478 facial landmarks in image coordinates";
+                            };
+                            readonly blendshapes: {
+                                readonly type: "array";
+                                readonly items: {
+                                    readonly type: "object";
+                                    readonly properties: {
+                                        readonly label: {
+                                            readonly type: "string";
+                                            readonly title: "Blendshape Label";
+                                            readonly description: "Name of the blendshape (e.g., 'browDownLeft', 'eyeBlinkRight', etc.)";
+                                        };
+                                        readonly score: {
+                                            readonly type: "number";
+                                            readonly title: "Coefficient Value";
+                                            readonly description: "Coefficient value for this blendshape";
+                                        };
+                                    };
+                                    readonly required: readonly ["label", "score"];
+                                    readonly additionalProperties: false;
+                                };
+                                readonly title: "Blendshapes";
+                                readonly description: "52 blendshape coefficients representing facial expressions";
+                            };
+                            readonly transformationMatrix: {
+                                readonly type: "array";
+                                readonly items: {
+                                    readonly type: "number";
+                                };
+                                readonly minItems: 16;
+                                readonly maxItems: 16;
+                                readonly title: "Transformation Matrix";
+                                readonly description: "4x4 transformation matrix for face effects rendering";
+                            };
+                        };
+                        readonly required: readonly ["landmarks"];
+                        readonly additionalProperties: false;
+                    };
+                };
+            }];
+            readonly title: "Face Detections";
+            readonly description: "Detected faces with landmarks, blendshapes, and transformation matrices";
+        };
+    };
+    readonly required: readonly ["faces"];
+    readonly additionalProperties: false;
+};
+export type FaceLandmarkerTaskInput = FromSchema<typeof FaceLandmarkerInputSchema>;
+export type FaceLandmarkerTaskOutput = FromSchema<typeof FaceLandmarkerOutputSchema>;
+export type FaceLandmarkerTaskExecuteInput = DeReplicateFromSchema<typeof FaceLandmarkerInputSchema>;
+export type FaceLandmarkerTaskExecuteOutput = DeReplicateFromSchema<typeof FaceLandmarkerOutputSchema>;
+/**
+ * Detects facial landmarks and expressions in images using MediaPipe Face Landmarker.
+ * Identifies 478 facial landmarks, 52 blendshape coefficients for expressions,
+ * and provides transformation matrices for AR effects.
+ */
+export declare class FaceLandmarkerTask extends AiVisionTask<FaceLandmarkerTaskInput, FaceLandmarkerTaskOutput, JobQueueTaskConfig> {
+    static type: string;
+    static category: string;
+    static title: string;
+    static description: string;
+    static inputSchema(): DataPortSchema;
+    static outputSchema(): DataPortSchema;
+}
+/**
+ * Convenience function to run face landmark detection tasks.
+ * Creates and executes a FaceLandmarkerTask with the provided input.
+ * @param input The input parameters for face landmark detection (image, model, and optional configuration)
+ * @returns Promise resolving to the detected facial landmarks, blendshapes, and transformation matrices
+ */
+export declare const FaceLandmarker: (input: FaceLandmarkerTaskInput, config?: JobQueueTaskConfig) => Promise<{
+    faces: {
+        blendshapes?: {
+            score: number;
+            label: string;
+        }[] | undefined;
+        transformationMatrix?: number[] | undefined;
+        landmarks: {
+            x: number;
+            y: number;
+            z: number;
+        }[];
+    }[] | {
+        blendshapes?: {
+            score: number;
+            label: string;
+        }[] | undefined;
+        transformationMatrix?: number[] | undefined;
+        landmarks: {
+            x: number;
+            y: number;
+            z: number;
+        }[];
+    }[][];
+}>;
+declare module "@workglow/task-graph" {
+    interface Workflow {
+        FaceLandmarker: CreateWorkflow<FaceLandmarkerTaskInput, FaceLandmarkerTaskOutput, JobQueueTaskConfig>;
+    }
+}
+//# sourceMappingURL=FaceLandmarkerTask.d.ts.map

package/dist/task/FaceLandmarkerTask.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"FaceLandmarkerTask.d.ts","sourceRoot":"","sources":["../../src/task/FaceLandmarkerTask.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,cAAc,EAAE,kBAAkB,EAA0B,MAAM,sBAAsB,CAAC;AAClG,OAAO,EAAE,cAAc,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAC5D,OAAO,EACL,qBAAqB,EAItB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAuFnD,eAAO,MAAM,yBAAyB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA0DH,CAAC;AAEpC,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAcJ,CAAC;AAEpC,MAAM,MAAM,uBAAuB,GAAG,UAAU,CAAC,OAAO,yBAAyB,CAAC,CAAC;AACnF,MAAM,MAAM,wBAAwB,GAAG,UAAU,CAAC,OAAO,0BAA0B,CAAC,CAAC;AACrF,MAAM,MAAM,8BAA8B,GAAG,qBAAqB,CAChE,OAAO,yBAAyB,CACjC,CAAC;AACF,MAAM,MAAM,+BAA+B,GAAG,qBAAqB,CACjE,OAAO,0BAA0B,CAClC,CAAC;AAEF;;;;GAIG;AACH,qBAAa,kBAAmB,SAAQ,YAAY,CAClD,uBAAuB,EACvB,wBAAwB,EACxB,kBAAkB,CACnB;IACC,OAAc,IAAI,SAAwB;IAC1C,OAAc,QAAQ,SAAqB;IAC3C,OAAc,KAAK,SAAqB;IACxC,OAAc,WAAW,SACyI;WACpJ,WAAW,IAAI,cAAc;WAG7B,YAAY,IAAI,cAAc;CAG7C;AAID;;;;;GAKG;AACH,eAAO,MAAM,cAAc,GAAI,OAAO,uBAAuB,EAAE,SAAS,kBAAkB;;;;;;;;;;;;;;;;;;;;;;;;EAEzF,CAAC;AAEF,OAAO,QAAQ,sBAAsB,CAAC;IACpC,UAAU,QAAQ;QAChB,cAAc,EAAE,cAAc,CAC5B,uBAAuB,EACvB,wBAAwB,EACxB,kBAAkB,CACnB,CAAC;KACH;CACF"}