@mediapipe/tasks-vision 0.1.0-alpha-5 → 0.1.0-alpha-7

package/README.md

@@ -2,6 +2,23 @@
 
 This package contains the vision tasks for MediaPipe.
 
+## Face Landmark Detection
+
+The MediaPipe Face Landmarker task lets you detect the landmarks of faces in
+an image. You can use this Task to localize key points of a face and render
+visual effects over the faces.
+
+```
+const vision = await FilesetResolver.forVisionTasks(
+    "https://cdn.jsdelivr.net/npm/@mediapipe/tasks-vision@latest/wasm"
+);
+const faceLandmarker = await FaceLandmarker.createFromModelPath(vision,
+    "model.task"
+);
+const image = document.getElementById("image") as HTMLImageElement;
+const landmarks = faceLandmarker.detect(image);
+```
+
 ## Face Stylizer
 
 The MediaPipe Face Stylizer lets you perform face stylization on images.

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@mediapipe/tasks-vision",
-  "version": "0.1.0-alpha-5",
+  "version": "0.1.0-alpha-7",
   "description": "MediaPipe Vision Tasks",
   "main": "vision_bundle.js",
   "author": "mediapipe@google.com",

package/vision.d.ts

@@ -224,6 +224,122 @@ export declare interface Embedding {
     headName: string;
 }
 
+/**
+ * Performs face landmarks detection on images.
+ *
+ * This API expects a pre-trained face landmarker model asset bundle.
+ */
+export declare class FaceLandmarker extends VisionTaskRunner {
+    /**
+     * Initializes the Wasm runtime and creates a new `FaceLandmarker` from the
+     * provided options.
+     * @param wasmFileset A configuration object that provides the location of the
+     *     Wasm binary and its loader.
+     * @param faceLandmarkerOptions The options for the FaceLandmarker.
+     *     Note that either a path to the model asset or a model buffer needs to
+     *     be provided (via `baseOptions`).
+     */
+    static createFromOptions(wasmFileset: WasmFileset, faceLandmarkerOptions: FaceLandmarkerOptions): Promise<FaceLandmarker>;
+    /**
+     * Initializes the Wasm runtime and creates a new `FaceLandmarker` based on
+     * the provided model asset buffer.
+     * @param wasmFileset A configuration object that provides the location of the
+     *     Wasm binary and its loader.
+     * @param modelAssetBuffer A binary representation of the model.
+     */
+    static createFromModelBuffer(wasmFileset: WasmFileset, modelAssetBuffer: Uint8Array): Promise<FaceLandmarker>;
+    /**
+     * Initializes the Wasm runtime and creates a new `FaceLandmarker` based on
+     * the path to the model asset.
+     * @param wasmFileset A configuration object that provides the location of the
+     *     Wasm binary and its loader.
+     * @param modelAssetPath The path to the model asset.
+     */
+    static createFromModelPath(wasmFileset: WasmFileset, modelAssetPath: string): Promise<FaceLandmarker>;
+    private constructor();
+    /**
+     * Sets new options for this `FaceLandmarker`.
+     *
+     * Calling `setOptions()` with a subset of options only affects those options.
+     * You can reset an option back to its default value by explicitly setting it
+     * to `undefined`.
+     *
+     * @param options The options for the face landmarker.
+     */
+    setOptions(options: FaceLandmarkerOptions): Promise<void>;
+    /**
+     * Performs face landmarks detection on the provided single image and waits
+     * synchronously for the response. Only use this method when the
+     * FaceLandmarker is created with running mode `image`.
+     *
+     * @param image An image to process.
+     * @param imageProcessingOptions the `ImageProcessingOptions` specifying how
+     *    to process the input image before running inference.
+     * @return The detected face landmarks.
+     */
+    detect(image: ImageSource, imageProcessingOptions?: ImageProcessingOptions): FaceLandmarkerResult;
+    /**
+     * Performs face landmarks detection on the provided video frame and waits
+     * synchronously for the response. Only use this method when the
+     * FaceLandmarker is created with running mode `video`.
+     *
+     * @param videoFrame A video frame to process.
+     * @param timestamp The timestamp of the current frame, in ms.
+     * @param imageProcessingOptions the `ImageProcessingOptions` specifying how
+     *    to process the input image before running inference.
+     * @return The detected face landmarks.
+     */
+    detectForVideo(videoFrame: ImageSource, timestamp: number, imageProcessingOptions?: ImageProcessingOptions): FaceLandmarkerResult;
+}
+
+/** Options to configure the MediaPipe FaceLandmarker Task */
+export declare interface FaceLandmarkerOptions extends VisionTaskOptions {
+    /**
+     * The maximum number of faces can be detected by the FaceLandmarker.
+     * Defaults to 1.
+     */
+    numFaces?: number | undefined;
+    /**
+     * The minimum confidence score for the face detection to be considered
+     * successful. Defaults to 0.5.
+     */
+    minFaceDetectionConfidence?: number | undefined;
+    /**
+     * The minimum confidence score of face presence score in the face landmark
+     * detection. Defaults to 0.5.
+     */
+    minFacePresenceConfidence?: number | undefined;
+    /**
+     * The minimum confidence score for the face tracking to be considered
+     * successful. Defaults to 0.5.
+     */
+    minTrackingConfidence?: number | undefined;
+    /**
+     * Whether FaceLandmarker outputs face blendshapes classification. Face
+     * blendshapes are used for rendering the 3D face model.
+     */
+    outputFaceBlendshapes?: boolean | undefined;
+    /**
+     * Whether FaceLandmarker outputs facial transformation_matrix. Facial
+     * transformation matrix is used to transform the face landmarks in canonical
+     * face to the detected face, so that users can apply face effects on the
+     * detected landmarks.
+     */
+    outputFacialTransformationMatrixes?: boolean | undefined;
+}
+
+/**
+ * Represents the face landmarks deection results generated by `FaceLandmarker`.
+ */
+export declare interface FaceLandmarkerResult {
+    /** Detected face landmarks in normalized image coordinates. */
+    faceLandmarks: NormalizedLandmark[][];
+    /** Optional face blendshapes results. */
+    faceBlendshapes?: Classifications[];
+    /** Optional facial transformation matrix. */
+    facialTransformationMatrixes?: Matrix[];
+}
+
 /** Performs face stylization on images. */
 export declare class FaceStylizer extends VisionTaskRunner {
     /**
@@ -269,7 +385,7 @@ export declare class FaceStylizer extends VisionTaskRunner {
      * FaceStylizer is created with the image running mode.
      *
      * The input image can be of any size. To ensure that the output image has
-     * reasonable quailty, the stylized output image size is determined by the
+     * reasonable quality, the stylized output image size is determined by the
      * model output size.
      *
      * @param image An image to process.
@@ -293,7 +409,7 @@ export declare class FaceStylizer extends VisionTaskRunner {
      *  first, then the specified rotation is applied to the crop.
      *
      * The input image can be of any size. To ensure that the output image has
-     * reasonable quailty, the stylized output image size is the smaller of the
+     * reasonable quality, the stylized output image size is the smaller of the
      * model output size and the size of the 'regionOfInterest' specified in
      * 'imageProcessingOptions'.
      *
@@ -340,7 +456,7 @@ export declare class FaceStylizer extends VisionTaskRunner {
      * frame's timestamp (in milliseconds). The input timestamps must be
      * monotonically increasing.
      *
-     * To ensure that the output image has reasonable quailty, the stylized
+     * To ensure that the output image has reasonable quality, the stylized
      * output image size is the smaller of the model output size and the size of
      * the 'regionOfInterest' specified in 'imageProcessingOptions'.
      *
@@ -1123,6 +1239,31 @@ export declare interface Landmark {
     z: number;
 }
 
+/**
+ * Copyright 2023 The MediaPipe Authors. All Rights Reserved.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+/** A two-dimenionsal matrix. */
+declare interface Matrix {
+    /** The number of rows. */
+    rows: number;
+    /** The number of columns. */
+    columns: number;
+    /** The values as a flattened one-dimensional array. */
+    data: number[];
+}
+
 /**
  * Copyright 2023 The MediaPipe Authors. All Rights Reserved.
  *