@mediapipe/tasks-vision 0.1.0-alpha-6 → 0.1.0-alpha-7

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@mediapipe/tasks-vision",
-  "version": "0.1.0-alpha-6",
+  "version": "0.1.0-alpha-7",
   "description": "MediaPipe Vision Tasks",
   "main": "vision_bundle.js",
   "author": "mediapipe@google.com",

package/vision.d.ts

@@ -224,6 +224,122 @@ export declare interface Embedding {
     headName: string;
 }
 
+/**
+ * Performs face landmarks detection on images.
+ *
+ * This API expects a pre-trained face landmarker model asset bundle.
+ */
+export declare class FaceLandmarker extends VisionTaskRunner {
+    /**
+     * Initializes the Wasm runtime and creates a new `FaceLandmarker` from the
+     * provided options.
+     * @param wasmFileset A configuration object that provides the location of the
+     *     Wasm binary and its loader.
+     * @param faceLandmarkerOptions The options for the FaceLandmarker.
+     *     Note that either a path to the model asset or a model buffer needs to
+     *     be provided (via `baseOptions`).
+     */
+    static createFromOptions(wasmFileset: WasmFileset, faceLandmarkerOptions: FaceLandmarkerOptions): Promise<FaceLandmarker>;
+    /**
+     * Initializes the Wasm runtime and creates a new `FaceLandmarker` based on
+     * the provided model asset buffer.
+     * @param wasmFileset A configuration object that provides the location of the
+     *     Wasm binary and its loader.
+     * @param modelAssetBuffer A binary representation of the model.
+     */
+    static createFromModelBuffer(wasmFileset: WasmFileset, modelAssetBuffer: Uint8Array): Promise<FaceLandmarker>;
+    /**
+     * Initializes the Wasm runtime and creates a new `FaceLandmarker` based on
+     * the path to the model asset.
+     * @param wasmFileset A configuration object that provides the location of the
+     *     Wasm binary and its loader.
+     * @param modelAssetPath The path to the model asset.
+     */
+    static createFromModelPath(wasmFileset: WasmFileset, modelAssetPath: string): Promise<FaceLandmarker>;
+    private constructor();
+    /**
+     * Sets new options for this `FaceLandmarker`.
+     *
+     * Calling `setOptions()` with a subset of options only affects those options.
+     * You can reset an option back to its default value by explicitly setting it
+     * to `undefined`.
+     *
+     * @param options The options for the face landmarker.
+     */
+    setOptions(options: FaceLandmarkerOptions): Promise<void>;
+    /**
+     * Performs face landmarks detection on the provided single image and waits
+     * synchronously for the response. Only use this method when the
+     * FaceLandmarker is created with running mode `image`.
+     *
+     * @param image An image to process.
+     * @param imageProcessingOptions the `ImageProcessingOptions` specifying how
+     *    to process the input image before running inference.
+     * @return The detected face landmarks.
+     */
+    detect(image: ImageSource, imageProcessingOptions?: ImageProcessingOptions): FaceLandmarkerResult;
+    /**
+     * Performs face landmarks detection on the provided video frame and waits
+     * synchronously for the response. Only use this method when the
+     * FaceLandmarker is created with running mode `video`.
+     *
+     * @param videoFrame A video frame to process.
+     * @param timestamp The timestamp of the current frame, in ms.
+     * @param imageProcessingOptions the `ImageProcessingOptions` specifying how
+     *    to process the input image before running inference.
+     * @return The detected face landmarks.
+     */
+    detectForVideo(videoFrame: ImageSource, timestamp: number, imageProcessingOptions?: ImageProcessingOptions): FaceLandmarkerResult;
+}
+
+/** Options to configure the MediaPipe FaceLandmarker Task */
+export declare interface FaceLandmarkerOptions extends VisionTaskOptions {
+    /**
+     * The maximum number of faces can be detected by the FaceLandmarker.
+     * Defaults to 1.
+     */
+    numFaces?: number | undefined;
+    /**
+     * The minimum confidence score for the face detection to be considered
+     * successful. Defaults to 0.5.
+     */
+    minFaceDetectionConfidence?: number | undefined;
+    /**
+     * The minimum confidence score of face presence score in the face landmark
+     * detection. Defaults to 0.5.
+     */
+    minFacePresenceConfidence?: number | undefined;
+    /**
+     * The minimum confidence score for the face tracking to be considered
+     * successful. Defaults to 0.5.
+     */
+    minTrackingConfidence?: number | undefined;
+    /**
+     * Whether FaceLandmarker outputs face blendshapes classification. Face
+     * blendshapes are used for rendering the 3D face model.
+     */
+    outputFaceBlendshapes?: boolean | undefined;
+    /**
+     * Whether FaceLandmarker outputs facial transformation_matrix. Facial
+     * transformation matrix is used to transform the face landmarks in canonical
+     * face to the detected face, so that users can apply face effects on the
+     * detected landmarks.
+     */
+    outputFacialTransformationMatrixes?: boolean | undefined;
+}
+
+/**
+ * Represents the face landmarks deection results generated by `FaceLandmarker`.
+ */
+export declare interface FaceLandmarkerResult {
+    /** Detected face landmarks in normalized image coordinates. */
+    faceLandmarks: NormalizedLandmark[][];
+    /** Optional face blendshapes results. */
+    faceBlendshapes?: Classifications[];
+    /** Optional facial transformation matrix. */
+    facialTransformationMatrixes?: Matrix[];
+}
+
 /** Performs face stylization on images. */
 export declare class FaceStylizer extends VisionTaskRunner {
     /**
@@ -1123,6 +1239,31 @@ export declare interface Landmark {
     z: number;
 }
 
+/**
+ * Copyright 2023 The MediaPipe Authors. All Rights Reserved.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+/** A two-dimenionsal matrix. */
+declare interface Matrix {
+    /** The number of rows. */
+    rows: number;
+    /** The number of columns. */
+    columns: number;
+    /** The values as a flattened one-dimensional array. */
+    data: number[];
+}
+
 /**
  * Copyright 2023 The MediaPipe Authors. All Rights Reserved.
  *