@mediapipe/tasks-vision 0.10.4 → 0.10.6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/package.json +3 -2
- package/vision.d.ts +198 -118
- package/vision_bundle.cjs +1 -1
- package/vision_bundle.cjs.map +1 -1
- package/vision_bundle.mjs +1 -1
- package/vision_bundle.mjs.map +1 -1
- package/wasm/vision_wasm_internal.js +2 -2
- package/wasm/vision_wasm_internal.wasm +0 -0
- package/wasm/vision_wasm_nosimd_internal.js +2 -2
- package/wasm/vision_wasm_nosimd_internal.wasm +0 -0
package/vision.d.ts
CHANGED
|
@@ -224,6 +224,7 @@ export declare class DrawingUtils {
|
|
|
224
224
|
/**
|
|
225
225
|
* Restricts a number between two endpoints (order doesn't matter).
|
|
226
226
|
*
|
|
227
|
+
* @export
|
|
227
228
|
* @param x The number to clamp.
|
|
228
229
|
* @param x0 The first boundary.
|
|
229
230
|
* @param x1 The second boundary.
|
|
@@ -234,6 +235,7 @@ export declare class DrawingUtils {
|
|
|
234
235
|
* Linearly interpolates a value between two points, clamping that value to
|
|
235
236
|
* the endpoints.
|
|
236
237
|
*
|
|
238
|
+
* @export
|
|
237
239
|
* @param x The number to interpolate.
|
|
238
240
|
* @param x0 The x coordinate of the start value.
|
|
239
241
|
* @param x1 The x coordinate of the end value.
|
|
@@ -245,6 +247,7 @@ export declare class DrawingUtils {
|
|
|
245
247
|
/**
|
|
246
248
|
* Draws circles onto the provided landmarks.
|
|
247
249
|
*
|
|
250
|
+
* @export
|
|
248
251
|
* @param landmarks The landmarks to draw.
|
|
249
252
|
* @param style The style to visualize the landmarks.
|
|
250
253
|
*/
|
|
@@ -252,6 +255,7 @@ export declare class DrawingUtils {
|
|
|
252
255
|
/**
|
|
253
256
|
* Draws lines between landmarks (given a connection graph).
|
|
254
257
|
*
|
|
258
|
+
* @export
|
|
255
259
|
* @param landmarks The landmarks to draw.
|
|
256
260
|
* @param connections The connections array that contains the start and the
|
|
257
261
|
* end indices for the connections to draw.
|
|
@@ -261,6 +265,7 @@ export declare class DrawingUtils {
|
|
|
261
265
|
/**
|
|
262
266
|
* Draws a bounding box.
|
|
263
267
|
*
|
|
268
|
+
* @export
|
|
264
269
|
* @param boundingBox The bounding box to draw.
|
|
265
270
|
* @param style The style to visualize the boundin box.
|
|
266
271
|
*/
|
|
@@ -350,6 +355,8 @@ export declare class FaceDetector extends VisionTaskRunner {
|
|
|
350
355
|
/**
|
|
351
356
|
* Initializes the Wasm runtime and creates a new face detector from the
|
|
352
357
|
* provided options.
|
|
358
|
+
*
|
|
359
|
+
* @export
|
|
353
360
|
* @param wasmFileset A configuration object that provides the location of the
|
|
354
361
|
* Wasm binary and its loader.
|
|
355
362
|
* @param faceDetectorOptions The options for the FaceDetector. Note that
|
|
@@ -360,6 +367,8 @@ export declare class FaceDetector extends VisionTaskRunner {
|
|
|
360
367
|
/**
|
|
361
368
|
* Initializes the Wasm runtime and creates a new face detector based on the
|
|
362
369
|
* provided model asset buffer.
|
|
370
|
+
*
|
|
371
|
+
* @export
|
|
363
372
|
* @param wasmFileset A configuration object that provides the location of the
|
|
364
373
|
* Wasm binary and its loader.
|
|
365
374
|
* @param modelAssetBuffer A binary representation of the model.
|
|
@@ -368,6 +377,8 @@ export declare class FaceDetector extends VisionTaskRunner {
|
|
|
368
377
|
/**
|
|
369
378
|
* Initializes the Wasm runtime and creates a new face detector based on the
|
|
370
379
|
* path to the model asset.
|
|
380
|
+
*
|
|
381
|
+
* @export
|
|
371
382
|
* @param wasmFileset A configuration object that provides the location of the
|
|
372
383
|
* Wasm binary and its loader.
|
|
373
384
|
* @param modelAssetPath The path to the model asset.
|
|
@@ -381,6 +392,7 @@ export declare class FaceDetector extends VisionTaskRunner {
|
|
|
381
392
|
* You can reset an option back to its default value by explicitly setting it
|
|
382
393
|
* to `undefined`.
|
|
383
394
|
*
|
|
395
|
+
* @export
|
|
384
396
|
* @param options The options for the FaceDetector.
|
|
385
397
|
*/
|
|
386
398
|
setOptions(options: FaceDetectorOptions): Promise<void>;
|
|
@@ -400,6 +412,7 @@ export declare class FaceDetector extends VisionTaskRunner {
|
|
|
400
412
|
* synchronously for the response. Only use this method when the
|
|
401
413
|
* FaceDetector is created with running mode `video`.
|
|
402
414
|
*
|
|
415
|
+
* @export
|
|
403
416
|
* @param videoFrame A video frame to process.
|
|
404
417
|
* @param timestamp The timestamp of the current frame, in ms.
|
|
405
418
|
* @param imageProcessingOptions the `ImageProcessingOptions` specifying how
|
|
@@ -432,6 +445,7 @@ export declare class FaceLandmarker extends VisionTaskRunner {
|
|
|
432
445
|
/**
|
|
433
446
|
* Initializes the Wasm runtime and creates a new `FaceLandmarker` from the
|
|
434
447
|
* provided options.
|
|
448
|
+
* @export
|
|
435
449
|
* @param wasmFileset A configuration object that provides the location of the
|
|
436
450
|
* Wasm binary and its loader.
|
|
437
451
|
* @param faceLandmarkerOptions The options for the FaceLandmarker.
|
|
@@ -442,6 +456,7 @@ export declare class FaceLandmarker extends VisionTaskRunner {
|
|
|
442
456
|
/**
|
|
443
457
|
* Initializes the Wasm runtime and creates a new `FaceLandmarker` based on
|
|
444
458
|
* the provided model asset buffer.
|
|
459
|
+
* @export
|
|
445
460
|
* @param wasmFileset A configuration object that provides the location of the
|
|
446
461
|
* Wasm binary and its loader.
|
|
447
462
|
* @param modelAssetBuffer A binary representation of the model.
|
|
@@ -450,37 +465,72 @@ export declare class FaceLandmarker extends VisionTaskRunner {
|
|
|
450
465
|
/**
|
|
451
466
|
* Initializes the Wasm runtime and creates a new `FaceLandmarker` based on
|
|
452
467
|
* the path to the model asset.
|
|
468
|
+
* @export
|
|
453
469
|
* @param wasmFileset A configuration object that provides the location of the
|
|
454
470
|
* Wasm binary and its loader.
|
|
455
471
|
* @param modelAssetPath The path to the model asset.
|
|
456
472
|
*/
|
|
457
473
|
static createFromModelPath(wasmFileset: WasmFileset, modelAssetPath: string): Promise<FaceLandmarker>;
|
|
458
|
-
/**
|
|
474
|
+
/**
|
|
475
|
+
* Landmark connections to draw the connection between a face's lips.
|
|
476
|
+
* @export
|
|
477
|
+
* @nocollapse
|
|
478
|
+
*/
|
|
459
479
|
static FACE_LANDMARKS_LIPS: Connection[];
|
|
460
|
-
/**
|
|
480
|
+
/**
|
|
481
|
+
* Landmark connections to draw the connection between a face's left eye.
|
|
482
|
+
* @export
|
|
483
|
+
* @nocollapse
|
|
484
|
+
*/
|
|
461
485
|
static FACE_LANDMARKS_LEFT_EYE: Connection[];
|
|
462
486
|
/**
|
|
463
487
|
* Landmark connections to draw the connection between a face's left eyebrow.
|
|
488
|
+
* @export
|
|
489
|
+
* @nocollapse
|
|
464
490
|
*/
|
|
465
491
|
static FACE_LANDMARKS_LEFT_EYEBROW: Connection[];
|
|
466
|
-
/**
|
|
492
|
+
/**
|
|
493
|
+
* Landmark connections to draw the connection between a face's left iris.
|
|
494
|
+
* @export
|
|
495
|
+
* @nocollapse
|
|
496
|
+
*/
|
|
467
497
|
static FACE_LANDMARKS_LEFT_IRIS: Connection[];
|
|
468
|
-
/**
|
|
498
|
+
/**
|
|
499
|
+
* Landmark connections to draw the connection between a face's right eye.
|
|
500
|
+
* @export
|
|
501
|
+
* @nocollapse
|
|
502
|
+
*/
|
|
469
503
|
static FACE_LANDMARKS_RIGHT_EYE: Connection[];
|
|
470
504
|
/**
|
|
471
505
|
* Landmark connections to draw the connection between a face's right
|
|
472
506
|
* eyebrow.
|
|
507
|
+
* @export
|
|
508
|
+
* @nocollapse
|
|
473
509
|
*/
|
|
474
510
|
static FACE_LANDMARKS_RIGHT_EYEBROW: Connection[];
|
|
475
511
|
/**
|
|
476
512
|
* Landmark connections to draw the connection between a face's right iris.
|
|
513
|
+
* @export
|
|
514
|
+
* @nocollapse
|
|
477
515
|
*/
|
|
478
516
|
static FACE_LANDMARKS_RIGHT_IRIS: Connection[];
|
|
479
|
-
/**
|
|
517
|
+
/**
|
|
518
|
+
* Landmark connections to draw the face's oval.
|
|
519
|
+
* @export
|
|
520
|
+
* @nocollapse
|
|
521
|
+
*/
|
|
480
522
|
static FACE_LANDMARKS_FACE_OVAL: Connection[];
|
|
481
|
-
/**
|
|
523
|
+
/**
|
|
524
|
+
* Landmark connections to draw the face's contour.
|
|
525
|
+
* @export
|
|
526
|
+
* @nocollapse
|
|
527
|
+
*/
|
|
482
528
|
static FACE_LANDMARKS_CONTOURS: Connection[];
|
|
483
|
-
/**
|
|
529
|
+
/**
|
|
530
|
+
* Landmark connections to draw the face's tesselation.
|
|
531
|
+
* @export
|
|
532
|
+
* @nocollapse
|
|
533
|
+
*/
|
|
484
534
|
static FACE_LANDMARKS_TESSELATION: Connection[];
|
|
485
535
|
private constructor();
|
|
486
536
|
/**
|
|
@@ -490,6 +540,7 @@ export declare class FaceLandmarker extends VisionTaskRunner {
|
|
|
490
540
|
* You can reset an option back to its default value by explicitly setting it
|
|
491
541
|
* to `undefined`.
|
|
492
542
|
*
|
|
543
|
+
* @export
|
|
493
544
|
* @param options The options for the face landmarker.
|
|
494
545
|
*/
|
|
495
546
|
setOptions(options: FaceLandmarkerOptions): Promise<void>;
|
|
@@ -498,6 +549,7 @@ export declare class FaceLandmarker extends VisionTaskRunner {
|
|
|
498
549
|
* synchronously for the response. Only use this method when the
|
|
499
550
|
* FaceLandmarker is created with running mode `image`.
|
|
500
551
|
*
|
|
552
|
+
* @export
|
|
501
553
|
* @param image An image to process.
|
|
502
554
|
* @param imageProcessingOptions the `ImageProcessingOptions` specifying how
|
|
503
555
|
* to process the input image before running inference.
|
|
@@ -509,6 +561,7 @@ export declare class FaceLandmarker extends VisionTaskRunner {
|
|
|
509
561
|
* synchronously for the response. Only use this method when the
|
|
510
562
|
* FaceLandmarker is created with running mode `video`.
|
|
511
563
|
*
|
|
564
|
+
* @export
|
|
512
565
|
* @param videoFrame A video frame to process.
|
|
513
566
|
* @param timestamp The timestamp of the current frame, in ms.
|
|
514
567
|
* @param imageProcessingOptions the `ImageProcessingOptions` specifying how
|
|
@@ -571,6 +624,7 @@ export declare class FaceStylizer extends VisionTaskRunner {
|
|
|
571
624
|
/**
|
|
572
625
|
* Initializes the Wasm runtime and creates a new Face Stylizer from the
|
|
573
626
|
* provided options.
|
|
627
|
+
* @export
|
|
574
628
|
* @param wasmFileset A configuration object that provides the location of
|
|
575
629
|
* the Wasm binary and its loader.
|
|
576
630
|
* @param faceStylizerOptions The options for the Face Stylizer. Note
|
|
@@ -581,6 +635,7 @@ export declare class FaceStylizer extends VisionTaskRunner {
|
|
|
581
635
|
/**
|
|
582
636
|
* Initializes the Wasm runtime and creates a new Face Stylizer based on
|
|
583
637
|
* the provided model asset buffer.
|
|
638
|
+
* @export
|
|
584
639
|
* @param wasmFileset A configuration object that provides the location of
|
|
585
640
|
* the Wasm binary and its loader.
|
|
586
641
|
* @param modelAssetBuffer A binary representation of the model.
|
|
@@ -589,6 +644,7 @@ export declare class FaceStylizer extends VisionTaskRunner {
|
|
|
589
644
|
/**
|
|
590
645
|
* Initializes the Wasm runtime and creates a new Face Stylizer based on
|
|
591
646
|
* the path to the model asset.
|
|
647
|
+
* @export
|
|
592
648
|
* @param wasmFileset A configuration object that provides the location of
|
|
593
649
|
* the Wasm binary and its loader.
|
|
594
650
|
* @param modelAssetPath The path to the model asset.
|
|
@@ -602,6 +658,7 @@ export declare class FaceStylizer extends VisionTaskRunner {
|
|
|
602
658
|
* options. You can reset an option back to its default value by
|
|
603
659
|
* explicitly setting it to `undefined`.
|
|
604
660
|
*
|
|
661
|
+
* @export
|
|
605
662
|
* @param options The options for the Face Stylizer.
|
|
606
663
|
*/
|
|
607
664
|
setOptions(options: FaceStylizerOptions): Promise<void>;
|
|
@@ -673,94 +730,6 @@ export declare class FaceStylizer extends VisionTaskRunner {
|
|
|
673
730
|
* copied to avoid lifetime issues.
|
|
674
731
|
*/
|
|
675
732
|
stylize(image: ImageSource, imageProcessingOptions: ImageProcessingOptions): MPImage | null;
|
|
676
|
-
/**
|
|
677
|
-
* Performs face stylization on the provided video frame and invokes the
|
|
678
|
-
* callback with result. The method returns synchronously once the callback
|
|
679
|
-
* returns. Only use this method when the FaceStylizer is created with the
|
|
680
|
-
* video running mode.
|
|
681
|
-
*
|
|
682
|
-
* The input frame can be of any size. It's required to provide the video
|
|
683
|
-
* frame's timestamp (in milliseconds). The input timestamps must be
|
|
684
|
-
* monotonically increasing.
|
|
685
|
-
*
|
|
686
|
-
* @param videoFrame A video frame to process.
|
|
687
|
-
* @param timestamp The timestamp of the current frame, in ms.
|
|
688
|
-
* @param callback The callback that is invoked with the stylized image or
|
|
689
|
-
* `null` if no face was detected. The lifetime of the returned data is only
|
|
690
|
-
* guaranteed for the duration of the callback.
|
|
691
|
-
*/
|
|
692
|
-
stylizeForVideo(videoFrame: ImageSource, timestamp: number, callback: FaceStylizerCallback): void;
|
|
693
|
-
/**
|
|
694
|
-
* Performs face stylization on the provided video frame and invokes the
|
|
695
|
-
* callback with result. The method returns synchronously once the callback
|
|
696
|
-
* returns. Only use this method when the FaceStylizer is created with the
|
|
697
|
-
* video running mode.
|
|
698
|
-
*
|
|
699
|
-
* The 'imageProcessingOptions' parameter can be used to specify one or all
|
|
700
|
-
* of:
|
|
701
|
-
* - the rotation to apply to the image before performing stylization, by
|
|
702
|
-
* setting its 'rotationDegrees' property.
|
|
703
|
-
* - the region-of-interest on which to perform stylization, by setting its
|
|
704
|
-
* 'regionOfInterest' property. If not specified, the full image is used.
|
|
705
|
-
* If both are specified, the crop around the region-of-interest is
|
|
706
|
-
* extracted first, then the specified rotation is applied to the crop.
|
|
707
|
-
*
|
|
708
|
-
* The input frame can be of any size. It's required to provide the video
|
|
709
|
-
* frame's timestamp (in milliseconds). The input timestamps must be
|
|
710
|
-
* monotonically increasing.
|
|
711
|
-
*
|
|
712
|
-
* @param videoFrame A video frame to process.
|
|
713
|
-
* @param timestamp The timestamp of the current frame, in ms.
|
|
714
|
-
* @param imageProcessingOptions the `ImageProcessingOptions` specifying how
|
|
715
|
-
* to process the input image before running inference.
|
|
716
|
-
* @param callback The callback that is invoked with the stylized image or
|
|
717
|
-
* `null` if no face was detected. The lifetime of the returned data is only
|
|
718
|
-
* guaranteed for the duration of the callback.
|
|
719
|
-
*/
|
|
720
|
-
stylizeForVideo(videoFrame: ImageSource, timestamp: number, imageProcessingOptions: ImageProcessingOptions, callback: FaceStylizerCallback): void;
|
|
721
|
-
/**
|
|
722
|
-
* Performs face stylization on the provided video frame. This method creates
|
|
723
|
-
* a copy of the resulting image and should not be used in high-throughput
|
|
724
|
-
* applications. Only use this method when the FaceStylizer is created with the
|
|
725
|
-
* video running mode.
|
|
726
|
-
*
|
|
727
|
-
* The input frame can be of any size. It's required to provide the video
|
|
728
|
-
* frame's timestamp (in milliseconds). The input timestamps must be
|
|
729
|
-
* monotonically increasing.
|
|
730
|
-
*
|
|
731
|
-
* @param videoFrame A video frame to process.
|
|
732
|
-
* @param timestamp The timestamp of the current frame, in ms.
|
|
733
|
-
* @return A stylized face or `null` if no face was detected. The result is
|
|
734
|
-
* copied to avoid lifetime issues.
|
|
735
|
-
*/
|
|
736
|
-
stylizeForVideo(videoFrame: ImageSource, timestamp: number): MPImage | null;
|
|
737
|
-
/**
|
|
738
|
-
* Performs face stylization on the provided video frame. This method creates
|
|
739
|
-
* a copy of the resulting image and should not be used in high-throughput
|
|
740
|
-
* applictions. Only use this method when the FaceStylizer is created with the
|
|
741
|
-
* video running mode.
|
|
742
|
-
*
|
|
743
|
-
* The 'imageProcessingOptions' parameter can be used to specify one or all
|
|
744
|
-
* of:
|
|
745
|
-
* - the rotation to apply to the image before performing stylization, by
|
|
746
|
-
* setting its 'rotationDegrees' property.
|
|
747
|
-
* - the region-of-interest on which to perform stylization, by setting its
|
|
748
|
-
* 'regionOfInterest' property. If not specified, the full image is used.
|
|
749
|
-
* If both are specified, the crop around the region-of-interest is
|
|
750
|
-
* extracted first, then the specified rotation is applied to the crop.
|
|
751
|
-
*
|
|
752
|
-
* The input frame can be of any size. It's required to provide the video
|
|
753
|
-
* frame's timestamp (in milliseconds). The input timestamps must be
|
|
754
|
-
* monotonically increasing.
|
|
755
|
-
*
|
|
756
|
-
* @param videoFrame A video frame to process.
|
|
757
|
-
* @param timestamp The timestamp of the current frame, in ms.
|
|
758
|
-
* @param imageProcessingOptions the `ImageProcessingOptions` specifying how
|
|
759
|
-
* to process the input image before running inference.
|
|
760
|
-
* @return A stylized face or `null` if no face was detected. The result is
|
|
761
|
-
* copied to avoid lifetime issues.
|
|
762
|
-
*/
|
|
763
|
-
stylizeForVideo(videoFrame: ImageSource, timestamp: number, imageProcessingOptions: ImageProcessingOptions): MPImage | null;
|
|
764
733
|
}
|
|
765
734
|
|
|
766
735
|
/**
|
|
@@ -793,12 +762,14 @@ export declare class FilesetResolver {
|
|
|
793
762
|
* you can use `isSimdSupported()` to decide whether to load the SIMD-based
|
|
794
763
|
* assets.
|
|
795
764
|
*
|
|
765
|
+
* @export
|
|
796
766
|
* @return Whether SIMD support was detected in the current environment.
|
|
797
767
|
*/
|
|
798
768
|
static isSimdSupported(): Promise<boolean>;
|
|
799
769
|
/**
|
|
800
770
|
* Creates a fileset for the MediaPipe Audio tasks.
|
|
801
771
|
*
|
|
772
|
+
* @export
|
|
802
773
|
* @param basePath An optional base path to specify the directory the Wasm
|
|
803
774
|
* files should be loaded from. If not specified, the Wasm files are
|
|
804
775
|
* loaded from the host's root directory.
|
|
@@ -809,6 +780,7 @@ export declare class FilesetResolver {
|
|
|
809
780
|
/**
|
|
810
781
|
* Creates a fileset for the MediaPipe Text tasks.
|
|
811
782
|
*
|
|
783
|
+
* @export
|
|
812
784
|
* @param basePath An optional base path to specify the directory the Wasm
|
|
813
785
|
* files should be loaded from. If not specified, the Wasm files are
|
|
814
786
|
* loaded from the host's root directory.
|
|
@@ -819,6 +791,7 @@ export declare class FilesetResolver {
|
|
|
819
791
|
/**
|
|
820
792
|
* Creates a fileset for the MediaPipe Vision tasks.
|
|
821
793
|
*
|
|
794
|
+
* @export
|
|
822
795
|
* @param basePath An optional base path to specify the directory the Wasm
|
|
823
796
|
* files should be loaded from. If not specified, the Wasm files are
|
|
824
797
|
* loaded from the host's root directory.
|
|
@@ -833,11 +806,14 @@ export declare class GestureRecognizer extends VisionTaskRunner {
|
|
|
833
806
|
/**
|
|
834
807
|
* An array containing the pairs of hand landmark indices to be rendered with
|
|
835
808
|
* connections.
|
|
809
|
+
* @export
|
|
810
|
+
* @nocollapse
|
|
836
811
|
*/
|
|
837
812
|
static HAND_CONNECTIONS: Connection[];
|
|
838
813
|
/**
|
|
839
814
|
* Initializes the Wasm runtime and creates a new gesture recognizer from the
|
|
840
815
|
* provided options.
|
|
816
|
+
* @export
|
|
841
817
|
* @param wasmFileset A configuration object that provides the location of the
|
|
842
818
|
* Wasm binary and its loader.
|
|
843
819
|
* @param gestureRecognizerOptions The options for the gesture recognizer.
|
|
@@ -848,6 +824,7 @@ export declare class GestureRecognizer extends VisionTaskRunner {
|
|
|
848
824
|
/**
|
|
849
825
|
* Initializes the Wasm runtime and creates a new gesture recognizer based on
|
|
850
826
|
* the provided model asset buffer.
|
|
827
|
+
* @export
|
|
851
828
|
* @param wasmFileset A configuration object that provides the location of the
|
|
852
829
|
* Wasm binary and its loader.
|
|
853
830
|
* @param modelAssetBuffer A binary representation of the model.
|
|
@@ -856,6 +833,7 @@ export declare class GestureRecognizer extends VisionTaskRunner {
|
|
|
856
833
|
/**
|
|
857
834
|
* Initializes the Wasm runtime and creates a new gesture recognizer based on
|
|
858
835
|
* the path to the model asset.
|
|
836
|
+
* @export
|
|
859
837
|
* @param wasmFileset A configuration object that provides the location of the
|
|
860
838
|
* Wasm binary and its loader.
|
|
861
839
|
* @param modelAssetPath The path to the model asset.
|
|
@@ -869,6 +847,7 @@ export declare class GestureRecognizer extends VisionTaskRunner {
|
|
|
869
847
|
* You can reset an option back to its default value by explicitly setting it
|
|
870
848
|
* to `undefined`.
|
|
871
849
|
*
|
|
850
|
+
* @export
|
|
872
851
|
* @param options The options for the gesture recognizer.
|
|
873
852
|
*/
|
|
874
853
|
setOptions(options: GestureRecognizerOptions): Promise<void>;
|
|
@@ -877,6 +856,7 @@ export declare class GestureRecognizer extends VisionTaskRunner {
|
|
|
877
856
|
* synchronously for the response. Only use this method when the
|
|
878
857
|
* GestureRecognizer is created with running mode `image`.
|
|
879
858
|
*
|
|
859
|
+
* @export
|
|
880
860
|
* @param image A single image to process.
|
|
881
861
|
* @param imageProcessingOptions the `ImageProcessingOptions` specifying how
|
|
882
862
|
* to process the input image before running inference.
|
|
@@ -888,6 +868,7 @@ export declare class GestureRecognizer extends VisionTaskRunner {
|
|
|
888
868
|
* synchronously for the response. Only use this method when the
|
|
889
869
|
* GestureRecognizer is created with running mode `video`.
|
|
890
870
|
*
|
|
871
|
+
* @export
|
|
891
872
|
* @param videoFrame A video frame to process.
|
|
892
873
|
* @param timestamp The timestamp of the current frame, in ms.
|
|
893
874
|
* @param imageProcessingOptions the `ImageProcessingOptions` specifying how
|
|
@@ -943,6 +924,11 @@ export declare interface GestureRecognizerResult {
|
|
|
943
924
|
/** Hand landmarks in world coordniates of detected hands. */
|
|
944
925
|
worldLandmarks: Landmark[][];
|
|
945
926
|
/** Handedness of detected hands. */
|
|
927
|
+
handedness: Category[][];
|
|
928
|
+
/**
|
|
929
|
+
* Handedness of detected hands.
|
|
930
|
+
* @deprecated Use `.handedness` instead.
|
|
931
|
+
*/
|
|
946
932
|
handednesses: Category[][];
|
|
947
933
|
/**
|
|
948
934
|
* Recognized hand gestures of detected hands. Note that the index of the
|
|
@@ -957,11 +943,14 @@ export declare class HandLandmarker extends VisionTaskRunner {
|
|
|
957
943
|
/**
|
|
958
944
|
* An array containing the pairs of hand landmark indices to be rendered with
|
|
959
945
|
* connections.
|
|
946
|
+
* @export
|
|
947
|
+
* @nocollapse
|
|
960
948
|
*/
|
|
961
949
|
static HAND_CONNECTIONS: Connection[];
|
|
962
950
|
/**
|
|
963
951
|
* Initializes the Wasm runtime and creates a new `HandLandmarker` from the
|
|
964
952
|
* provided options.
|
|
953
|
+
* @export
|
|
965
954
|
* @param wasmFileset A configuration object that provides the location of the
|
|
966
955
|
* Wasm binary and its loader.
|
|
967
956
|
* @param handLandmarkerOptions The options for the HandLandmarker.
|
|
@@ -972,6 +961,7 @@ export declare class HandLandmarker extends VisionTaskRunner {
|
|
|
972
961
|
/**
|
|
973
962
|
* Initializes the Wasm runtime and creates a new `HandLandmarker` based on
|
|
974
963
|
* the provided model asset buffer.
|
|
964
|
+
* @export
|
|
975
965
|
* @param wasmFileset A configuration object that provides the location of the
|
|
976
966
|
* Wasm binary and its loader.
|
|
977
967
|
* @param modelAssetBuffer A binary representation of the model.
|
|
@@ -980,6 +970,7 @@ export declare class HandLandmarker extends VisionTaskRunner {
|
|
|
980
970
|
/**
|
|
981
971
|
* Initializes the Wasm runtime and creates a new `HandLandmarker` based on
|
|
982
972
|
* the path to the model asset.
|
|
973
|
+
* @export
|
|
983
974
|
* @param wasmFileset A configuration object that provides the location of the
|
|
984
975
|
* Wasm binary and its loader.
|
|
985
976
|
* @param modelAssetPath The path to the model asset.
|
|
@@ -993,6 +984,7 @@ export declare class HandLandmarker extends VisionTaskRunner {
|
|
|
993
984
|
* You can reset an option back to its default value by explicitly setting it
|
|
994
985
|
* to `undefined`.
|
|
995
986
|
*
|
|
987
|
+
* @export
|
|
996
988
|
* @param options The options for the hand landmarker.
|
|
997
989
|
*/
|
|
998
990
|
setOptions(options: HandLandmarkerOptions): Promise<void>;
|
|
@@ -1001,6 +993,7 @@ export declare class HandLandmarker extends VisionTaskRunner {
|
|
|
1001
993
|
* synchronously for the response. Only use this method when the
|
|
1002
994
|
* HandLandmarker is created with running mode `image`.
|
|
1003
995
|
*
|
|
996
|
+
* @export
|
|
1004
997
|
* @param image An image to process.
|
|
1005
998
|
* @param imageProcessingOptions the `ImageProcessingOptions` specifying how
|
|
1006
999
|
* to process the input image before running inference.
|
|
@@ -1012,6 +1005,7 @@ export declare class HandLandmarker extends VisionTaskRunner {
|
|
|
1012
1005
|
* synchronously for the response. Only use this method when the
|
|
1013
1006
|
* HandLandmarker is created with running mode `video`.
|
|
1014
1007
|
*
|
|
1008
|
+
* @export
|
|
1015
1009
|
* @param videoFrame A video frame to process.
|
|
1016
1010
|
* @param timestamp The timestamp of the current frame, in ms.
|
|
1017
1011
|
* @param imageProcessingOptions the `ImageProcessingOptions` specifying how
|
|
@@ -1053,8 +1047,13 @@ export declare interface HandLandmarkerResult {
|
|
|
1053
1047
|
landmarks: NormalizedLandmark[][];
|
|
1054
1048
|
/** Hand landmarks in world coordinates of detected hands. */
|
|
1055
1049
|
worldLandmarks: Landmark[][];
|
|
1056
|
-
/**
|
|
1050
|
+
/**
|
|
1051
|
+
* Handedness of detected hands.
|
|
1052
|
+
* @deprecated Use `.handedness` instead.
|
|
1053
|
+
*/
|
|
1057
1054
|
handednesses: Category[][];
|
|
1055
|
+
/** Handedness of detected hands. */
|
|
1056
|
+
handedness: Category[][];
|
|
1058
1057
|
}
|
|
1059
1058
|
|
|
1060
1059
|
/** Performs classification on images. */
|
|
@@ -1062,6 +1061,7 @@ export declare class ImageClassifier extends VisionTaskRunner {
|
|
|
1062
1061
|
/**
|
|
1063
1062
|
* Initializes the Wasm runtime and creates a new image classifier from the
|
|
1064
1063
|
* provided options.
|
|
1064
|
+
* @export
|
|
1065
1065
|
* @param wasmFileset A configuration object that provides the location
|
|
1066
1066
|
* Wasm binary and its loader.
|
|
1067
1067
|
* @param imageClassifierOptions The options for the image classifier. Note
|
|
@@ -1072,6 +1072,7 @@ export declare class ImageClassifier extends VisionTaskRunner {
|
|
|
1072
1072
|
/**
|
|
1073
1073
|
* Initializes the Wasm runtime and creates a new image classifier based on
|
|
1074
1074
|
* the provided model asset buffer.
|
|
1075
|
+
* @export
|
|
1075
1076
|
* @param wasmFileset A configuration object that provides the location of the
|
|
1076
1077
|
* Wasm binary and its loader.
|
|
1077
1078
|
* @param modelAssetBuffer A binary representation of the model.
|
|
@@ -1080,6 +1081,7 @@ export declare class ImageClassifier extends VisionTaskRunner {
|
|
|
1080
1081
|
/**
|
|
1081
1082
|
* Initializes the Wasm runtime and creates a new image classifier based on
|
|
1082
1083
|
* the path to the model asset.
|
|
1084
|
+
* @export
|
|
1083
1085
|
* @param wasmFileset A configuration object that provides the location of the
|
|
1084
1086
|
* Wasm binary and its loader.
|
|
1085
1087
|
* @param modelAssetPath The path to the model asset.
|
|
@@ -1093,6 +1095,7 @@ export declare class ImageClassifier extends VisionTaskRunner {
|
|
|
1093
1095
|
* You can reset an option back to its default value by explicitly setting it
|
|
1094
1096
|
* to `undefined`.
|
|
1095
1097
|
*
|
|
1098
|
+
* @export
|
|
1096
1099
|
* @param options The options for the image classifier.
|
|
1097
1100
|
*/
|
|
1098
1101
|
setOptions(options: ImageClassifierOptions): Promise<void>;
|
|
@@ -1101,6 +1104,7 @@ export declare class ImageClassifier extends VisionTaskRunner {
|
|
|
1101
1104
|
* synchronously for the response. Only use this method when the
|
|
1102
1105
|
* ImageClassifier is created with running mode `image`.
|
|
1103
1106
|
*
|
|
1107
|
+
* @export
|
|
1104
1108
|
* @param image An image to process.
|
|
1105
1109
|
* @param imageProcessingOptions the `ImageProcessingOptions` specifying how
|
|
1106
1110
|
* to process the input image before running inference.
|
|
@@ -1112,6 +1116,7 @@ export declare class ImageClassifier extends VisionTaskRunner {
|
|
|
1112
1116
|
* synchronously for the response. Only use this method when the
|
|
1113
1117
|
* ImageClassifier is created with running mode `video`.
|
|
1114
1118
|
*
|
|
1119
|
+
* @export
|
|
1115
1120
|
* @param videoFrame A video frame to process.
|
|
1116
1121
|
* @param timestamp The timestamp of the current frame, in ms.
|
|
1117
1122
|
* @param imageProcessingOptions the `ImageProcessingOptions` specifying how
|
|
@@ -1146,6 +1151,7 @@ export declare class ImageEmbedder extends VisionTaskRunner {
|
|
|
1146
1151
|
/**
|
|
1147
1152
|
* Initializes the Wasm runtime and creates a new image embedder from the
|
|
1148
1153
|
* provided options.
|
|
1154
|
+
* @export
|
|
1149
1155
|
* @param wasmFileset A configuration object that provides the location of the
|
|
1150
1156
|
* Wasm binary and its loader.
|
|
1151
1157
|
* @param imageEmbedderOptions The options for the image embedder. Note that
|
|
@@ -1156,6 +1162,7 @@ export declare class ImageEmbedder extends VisionTaskRunner {
|
|
|
1156
1162
|
/**
|
|
1157
1163
|
* Initializes the Wasm runtime and creates a new image embedder based on the
|
|
1158
1164
|
* provided model asset buffer.
|
|
1165
|
+
* @export
|
|
1159
1166
|
* @param wasmFileset A configuration object that provides the location of the
|
|
1160
1167
|
* Wasm binary and its loader.
|
|
1161
1168
|
* @param modelAssetBuffer A binary representation of the TFLite model.
|
|
@@ -1164,6 +1171,7 @@ export declare class ImageEmbedder extends VisionTaskRunner {
|
|
|
1164
1171
|
/**
|
|
1165
1172
|
* Initializes the Wasm runtime and creates a new image embedder based on the
|
|
1166
1173
|
* path to the model asset.
|
|
1174
|
+
* @export
|
|
1167
1175
|
* @param wasmFileset A configuration object that provides the location of the
|
|
1168
1176
|
* Wasm binary and its loader.
|
|
1169
1177
|
* @param modelAssetPath The path to the TFLite model.
|
|
@@ -1177,6 +1185,7 @@ export declare class ImageEmbedder extends VisionTaskRunner {
|
|
|
1177
1185
|
* You can reset an option back to its default value by explicitly setting it
|
|
1178
1186
|
* to `undefined`.
|
|
1179
1187
|
*
|
|
1188
|
+
* @export
|
|
1180
1189
|
* @param options The options for the image embedder.
|
|
1181
1190
|
*/
|
|
1182
1191
|
setOptions(options: ImageEmbedderOptions): Promise<void>;
|
|
@@ -1185,6 +1194,7 @@ export declare class ImageEmbedder extends VisionTaskRunner {
|
|
|
1185
1194
|
* synchronously for the response. Only use this method when the
|
|
1186
1195
|
* ImageEmbedder is created with running mode `image`.
|
|
1187
1196
|
*
|
|
1197
|
+
* @export
|
|
1188
1198
|
* @param image The image to process.
|
|
1189
1199
|
* @param imageProcessingOptions the `ImageProcessingOptions` specifying how
|
|
1190
1200
|
* to process the input image before running inference.
|
|
@@ -1196,6 +1206,7 @@ export declare class ImageEmbedder extends VisionTaskRunner {
|
|
|
1196
1206
|
* synchronously for the response. Only use this method when the
|
|
1197
1207
|
* ImageEmbedder is created with running mode `video`.
|
|
1198
1208
|
*
|
|
1209
|
+
* @export
|
|
1199
1210
|
* @param imageFrame The image frame to process.
|
|
1200
1211
|
* @param timestamp The timestamp of the current frame, in ms.
|
|
1201
1212
|
* @param imageProcessingOptions the `ImageProcessingOptions` specifying how
|
|
@@ -1209,6 +1220,7 @@ export declare class ImageEmbedder extends VisionTaskRunner {
|
|
|
1209
1220
|
*
|
|
1210
1221
|
* [1]: https://en.wikipedia.org/wiki/Cosine_similarity
|
|
1211
1222
|
*
|
|
1223
|
+
* @export
|
|
1212
1224
|
* @throws if the embeddings are of different types(float vs. quantized), have
|
|
1213
1225
|
* different sizes, or have an L2-norm of 0.
|
|
1214
1226
|
*/
|
|
@@ -1266,6 +1278,7 @@ export declare class ImageSegmenter extends VisionTaskRunner {
|
|
|
1266
1278
|
/**
|
|
1267
1279
|
* Initializes the Wasm runtime and creates a new image segmenter from the
|
|
1268
1280
|
* provided options.
|
|
1281
|
+
* @export
|
|
1269
1282
|
* @param wasmFileset A configuration object that provides the location of
|
|
1270
1283
|
* the Wasm binary and its loader.
|
|
1271
1284
|
* @param imageSegmenterOptions The options for the Image Segmenter. Note
|
|
@@ -1276,6 +1289,7 @@ export declare class ImageSegmenter extends VisionTaskRunner {
|
|
|
1276
1289
|
/**
|
|
1277
1290
|
* Initializes the Wasm runtime and creates a new image segmenter based on
|
|
1278
1291
|
* the provided model asset buffer.
|
|
1292
|
+
* @export
|
|
1279
1293
|
* @param wasmFileset A configuration object that provides the location of
|
|
1280
1294
|
* the Wasm binary and its loader.
|
|
1281
1295
|
* @param modelAssetBuffer A binary representation of the model.
|
|
@@ -1284,6 +1298,7 @@ export declare class ImageSegmenter extends VisionTaskRunner {
|
|
|
1284
1298
|
/**
|
|
1285
1299
|
* Initializes the Wasm runtime and creates a new image segmenter based on
|
|
1286
1300
|
* the path to the model asset.
|
|
1301
|
+
* @export
|
|
1287
1302
|
* @param wasmFileset A configuration object that provides the location of
|
|
1288
1303
|
* the Wasm binary and its loader.
|
|
1289
1304
|
* @param modelAssetPath The path to the model asset.
|
|
@@ -1297,6 +1312,7 @@ export declare class ImageSegmenter extends VisionTaskRunner {
|
|
|
1297
1312
|
* options. You can reset an option back to its default value by
|
|
1298
1313
|
* explicitly setting it to `undefined`.
|
|
1299
1314
|
*
|
|
1315
|
+
* @export
|
|
1300
1316
|
* @param options The options for the image segmenter.
|
|
1301
1317
|
*/
|
|
1302
1318
|
setOptions(options: ImageSegmenterOptions): Promise<void>;
|
|
@@ -1412,6 +1428,7 @@ export declare class ImageSegmenter extends VisionTaskRunner {
|
|
|
1412
1428
|
* If there is no labelmap provided in the model file, empty label array is
|
|
1413
1429
|
* returned.
|
|
1414
1430
|
*
|
|
1431
|
+
* @export
|
|
1415
1432
|
* @return The labels used by the current model.
|
|
1416
1433
|
*/
|
|
1417
1434
|
getLabels(): string[];
|
|
@@ -1444,18 +1461,21 @@ export declare class ImageSegmenterResult {
|
|
|
1444
1461
|
* Multiple masks represented as `Float32Array` or `WebGLTexture`-backed
|
|
1445
1462
|
* `MPImage`s where, for each mask, each pixel represents the prediction
|
|
1446
1463
|
* confidence, usually in the [0, 1] range.
|
|
1464
|
+
* @export
|
|
1447
1465
|
*/
|
|
1448
1466
|
readonly confidenceMasks?: MPMask[] | undefined;
|
|
1449
1467
|
/**
|
|
1450
1468
|
* A category mask represented as a `Uint8ClampedArray` or
|
|
1451
1469
|
* `WebGLTexture`-backed `MPImage` where each pixel represents the class
|
|
1452
1470
|
* which the pixel in the original image was predicted to belong to.
|
|
1471
|
+
* @export
|
|
1453
1472
|
*/
|
|
1454
1473
|
readonly categoryMask?: MPMask | undefined;
|
|
1455
1474
|
/**
|
|
1456
1475
|
* The quality scores of the result masks, in the range of [0, 1].
|
|
1457
1476
|
* Defaults to `1` if the model doesn't output quality scores. Each
|
|
1458
1477
|
* element corresponds to the score of the category in the model outputs.
|
|
1478
|
+
* @export
|
|
1459
1479
|
*/
|
|
1460
1480
|
readonly qualityScores?: number[] | undefined;
|
|
1461
1481
|
constructor(
|
|
@@ -1463,21 +1483,27 @@ export declare class ImageSegmenterResult {
|
|
|
1463
1483
|
* Multiple masks represented as `Float32Array` or `WebGLTexture`-backed
|
|
1464
1484
|
* `MPImage`s where, for each mask, each pixel represents the prediction
|
|
1465
1485
|
* confidence, usually in the [0, 1] range.
|
|
1486
|
+
* @export
|
|
1466
1487
|
*/
|
|
1467
1488
|
confidenceMasks?: MPMask[] | undefined,
|
|
1468
1489
|
/**
|
|
1469
1490
|
* A category mask represented as a `Uint8ClampedArray` or
|
|
1470
1491
|
* `WebGLTexture`-backed `MPImage` where each pixel represents the class
|
|
1471
1492
|
* which the pixel in the original image was predicted to belong to.
|
|
1493
|
+
* @export
|
|
1472
1494
|
*/
|
|
1473
1495
|
categoryMask?: MPMask | undefined,
|
|
1474
1496
|
/**
|
|
1475
1497
|
* The quality scores of the result masks, in the range of [0, 1].
|
|
1476
1498
|
* Defaults to `1` if the model doesn't output quality scores. Each
|
|
1477
1499
|
* element corresponds to the score of the category in the model outputs.
|
|
1500
|
+
* @export
|
|
1478
1501
|
*/
|
|
1479
1502
|
qualityScores?: number[] | undefined);
|
|
1480
|
-
/**
|
|
1503
|
+
/**
|
|
1504
|
+
* Frees the resources held by the category and confidence masks.
|
|
1505
|
+
* @export
|
|
1506
|
+
*/
|
|
1481
1507
|
close(): void;
|
|
1482
1508
|
}
|
|
1483
1509
|
|
|
@@ -1514,6 +1540,7 @@ export declare class InteractiveSegmenter extends VisionTaskRunner {
|
|
|
1514
1540
|
/**
|
|
1515
1541
|
* Initializes the Wasm runtime and creates a new interactive segmenter from
|
|
1516
1542
|
* the provided options.
|
|
1543
|
+
* @export
|
|
1517
1544
|
* @param wasmFileset A configuration object that provides the location of
|
|
1518
1545
|
* the Wasm binary and its loader.
|
|
1519
1546
|
* @param interactiveSegmenterOptions The options for the Interactive
|
|
@@ -1525,6 +1552,7 @@ export declare class InteractiveSegmenter extends VisionTaskRunner {
|
|
|
1525
1552
|
/**
|
|
1526
1553
|
* Initializes the Wasm runtime and creates a new interactive segmenter based
|
|
1527
1554
|
* on the provided model asset buffer.
|
|
1555
|
+
* @export
|
|
1528
1556
|
* @param wasmFileset A configuration object that provides the location of
|
|
1529
1557
|
* the Wasm binary and its loader.
|
|
1530
1558
|
* @param modelAssetBuffer A binary representation of the model.
|
|
@@ -1534,6 +1562,7 @@ export declare class InteractiveSegmenter extends VisionTaskRunner {
|
|
|
1534
1562
|
/**
|
|
1535
1563
|
* Initializes the Wasm runtime and creates a new interactive segmenter based
|
|
1536
1564
|
* on the path to the model asset.
|
|
1565
|
+
* @export
|
|
1537
1566
|
* @param wasmFileset A configuration object that provides the location of
|
|
1538
1567
|
* the Wasm binary and its loader.
|
|
1539
1568
|
* @param modelAssetPath The path to the model asset.
|
|
@@ -1548,6 +1577,7 @@ export declare class InteractiveSegmenter extends VisionTaskRunner {
|
|
|
1548
1577
|
* options. You can reset an option back to its default value by
|
|
1549
1578
|
* explicitly setting it to `undefined`.
|
|
1550
1579
|
*
|
|
1580
|
+
* @export
|
|
1551
1581
|
* @param options The options for the interactive segmenter.
|
|
1552
1582
|
* @return A Promise that resolves when the settings have been applied.
|
|
1553
1583
|
*/
|
|
@@ -1642,18 +1672,21 @@ export declare class InteractiveSegmenterResult {
|
|
|
1642
1672
|
* Multiple masks represented as `Float32Array` or `WebGLTexture`-backed
|
|
1643
1673
|
* `MPImage`s where, for each mask, each pixel represents the prediction
|
|
1644
1674
|
* confidence, usually in the [0, 1] range.
|
|
1675
|
+
* @export
|
|
1645
1676
|
*/
|
|
1646
1677
|
readonly confidenceMasks?: MPMask[] | undefined;
|
|
1647
1678
|
/**
|
|
1648
1679
|
* A category mask represented as a `Uint8ClampedArray` or
|
|
1649
1680
|
* `WebGLTexture`-backed `MPImage` where each pixel represents the class
|
|
1650
1681
|
* which the pixel in the original image was predicted to belong to.
|
|
1682
|
+
* @export
|
|
1651
1683
|
*/
|
|
1652
1684
|
readonly categoryMask?: MPMask | undefined;
|
|
1653
1685
|
/**
|
|
1654
1686
|
* The quality scores of the result masks, in the range of [0, 1].
|
|
1655
1687
|
* Defaults to `1` if the model doesn't output quality scores. Each
|
|
1656
1688
|
* element corresponds to the score of the category in the model outputs.
|
|
1689
|
+
* @export
|
|
1657
1690
|
*/
|
|
1658
1691
|
readonly qualityScores?: number[] | undefined;
|
|
1659
1692
|
constructor(
|
|
@@ -1661,21 +1694,27 @@ export declare class InteractiveSegmenterResult {
|
|
|
1661
1694
|
* Multiple masks represented as `Float32Array` or `WebGLTexture`-backed
|
|
1662
1695
|
* `MPImage`s where, for each mask, each pixel represents the prediction
|
|
1663
1696
|
* confidence, usually in the [0, 1] range.
|
|
1697
|
+
* @export
|
|
1664
1698
|
*/
|
|
1665
1699
|
confidenceMasks?: MPMask[] | undefined,
|
|
1666
1700
|
/**
|
|
1667
1701
|
* A category mask represented as a `Uint8ClampedArray` or
|
|
1668
1702
|
* `WebGLTexture`-backed `MPImage` where each pixel represents the class
|
|
1669
1703
|
* which the pixel in the original image was predicted to belong to.
|
|
1704
|
+
* @export
|
|
1670
1705
|
*/
|
|
1671
1706
|
categoryMask?: MPMask | undefined,
|
|
1672
1707
|
/**
|
|
1673
1708
|
* The quality scores of the result masks, in the range of [0, 1].
|
|
1674
1709
|
* Defaults to `1` if the model doesn't output quality scores. Each
|
|
1675
1710
|
* element corresponds to the score of the category in the model outputs.
|
|
1711
|
+
* @export
|
|
1676
1712
|
*/
|
|
1677
1713
|
qualityScores?: number[] | undefined);
|
|
1678
|
-
/**
|
|
1714
|
+
/**
|
|
1715
|
+
* Frees the resources held by the category and confidence masks.
|
|
1716
|
+
* @export
|
|
1717
|
+
*/
|
|
1679
1718
|
close(): void;
|
|
1680
1719
|
}
|
|
1681
1720
|
|
|
@@ -1753,17 +1792,27 @@ export declare class MPImage {
|
|
|
1753
1792
|
/** Returns the height of the image. */
|
|
1754
1793
|
readonly height: number;
|
|
1755
1794
|
private constructor();
|
|
1756
|
-
/**
|
|
1795
|
+
/**
|
|
1796
|
+
* Returns whether this `MPImage` contains a mask of type `ImageData`.
|
|
1797
|
+
* @export
|
|
1798
|
+
*/
|
|
1757
1799
|
hasImageData(): boolean;
|
|
1758
|
-
/**
|
|
1800
|
+
/**
|
|
1801
|
+
* Returns whether this `MPImage` contains a mask of type `ImageBitmap`.
|
|
1802
|
+
* @export
|
|
1803
|
+
*/
|
|
1759
1804
|
hasImageBitmap(): boolean;
|
|
1760
|
-
/**
|
|
1805
|
+
/**
|
|
1806
|
+
* Returns whether this `MPImage` contains a mask of type `WebGLTexture`.
|
|
1807
|
+
* @export
|
|
1808
|
+
*/
|
|
1761
1809
|
hasWebGLTexture(): boolean;
|
|
1762
1810
|
/**
|
|
1763
1811
|
* Returns the underlying image as an `ImageData` object. Note that this
|
|
1764
1812
|
* involves an expensive GPU to CPU transfer if the current image is only
|
|
1765
1813
|
* available as an `ImageBitmap` or `WebGLTexture`.
|
|
1766
1814
|
*
|
|
1815
|
+
* @export
|
|
1767
1816
|
* @return The current image as an ImageData object.
|
|
1768
1817
|
*/
|
|
1769
1818
|
getAsImageData(): ImageData;
|
|
@@ -1777,6 +1826,7 @@ export declare class MPImage {
|
|
|
1777
1826
|
* https://developer.mozilla.org/en-US/docs/Web/API/OffscreenCanvas/getContext
|
|
1778
1827
|
* for a list of supported platforms.
|
|
1779
1828
|
*
|
|
1829
|
+
* @export
|
|
1780
1830
|
* @return The current image as an ImageBitmap object.
|
|
1781
1831
|
*/
|
|
1782
1832
|
getAsImageBitmap(): ImageBitmap;
|
|
@@ -1786,6 +1836,7 @@ export declare class MPImage {
|
|
|
1786
1836
|
* an `ImageData` object. The returned texture is bound to the current
|
|
1787
1837
|
* canvas (see `.canvas`).
|
|
1788
1838
|
*
|
|
1839
|
+
* @export
|
|
1789
1840
|
* @return The current image as a WebGLTexture.
|
|
1790
1841
|
*/
|
|
1791
1842
|
getAsWebGLTexture(): WebGLTexture;
|
|
@@ -1795,6 +1846,8 @@ export declare class MPImage {
|
|
|
1795
1846
|
* Task. Note that performance critical applications should aim to only use
|
|
1796
1847
|
* the `MPImage` within the MediaPipe Task callback so that copies can be
|
|
1797
1848
|
* avoided.
|
|
1849
|
+
*
|
|
1850
|
+
* @export
|
|
1798
1851
|
*/
|
|
1799
1852
|
clone(): MPImage;
|
|
1800
1853
|
/**
|
|
@@ -1804,6 +1857,8 @@ export declare class MPImage {
|
|
|
1804
1857
|
* Task, as these are freed automatically once you leave the MediaPipe
|
|
1805
1858
|
* callback. Additionally, some shared state is freed only once you invoke the
|
|
1806
1859
|
* Task's `close()` method.
|
|
1860
|
+
*
|
|
1861
|
+
* @export
|
|
1807
1862
|
*/
|
|
1808
1863
|
close(): void;
|
|
1809
1864
|
}
|
|
@@ -1831,17 +1886,27 @@ export declare class MPMask {
|
|
|
1831
1886
|
/** Returns the height of the mask. */
|
|
1832
1887
|
readonly height: number;
|
|
1833
1888
|
private constructor();
|
|
1834
|
-
/**
|
|
1889
|
+
/**
|
|
1890
|
+
* Returns whether this `MPMask` contains a mask of type `Uint8Array`.
|
|
1891
|
+
* @export
|
|
1892
|
+
*/
|
|
1835
1893
|
hasUint8Array(): boolean;
|
|
1836
|
-
/**
|
|
1894
|
+
/**
|
|
1895
|
+
* Returns whether this `MPMask` contains a mask of type `Float32Array`.
|
|
1896
|
+
* @export
|
|
1897
|
+
*/
|
|
1837
1898
|
hasFloat32Array(): boolean;
|
|
1838
|
-
/**
|
|
1899
|
+
/**
|
|
1900
|
+
* Returns whether this `MPMask` contains a mask of type `WebGLTexture`.
|
|
1901
|
+
* @export
|
|
1902
|
+
*/
|
|
1839
1903
|
hasWebGLTexture(): boolean;
|
|
1840
1904
|
/**
|
|
1841
1905
|
* Returns the underlying mask as a Uint8Array`. Note that this involves an
|
|
1842
1906
|
* expensive GPU to CPU transfer if the current mask is only available as a
|
|
1843
1907
|
* `WebGLTexture`.
|
|
1844
1908
|
*
|
|
1909
|
+
* @export
|
|
1845
1910
|
* @return The current data as a Uint8Array.
|
|
1846
1911
|
*/
|
|
1847
1912
|
getAsUint8Array(): Uint8Array;
|
|
@@ -1850,6 +1915,7 @@ export declare class MPMask {
|
|
|
1850
1915
|
* this involves an expensive GPU to CPU transfer if the current mask is
|
|
1851
1916
|
* only available as a `WebGLTexture`.
|
|
1852
1917
|
*
|
|
1918
|
+
* @export
|
|
1853
1919
|
* @return The current mask as a Float32Array.
|
|
1854
1920
|
*/
|
|
1855
1921
|
getAsFloat32Array(): Float32Array;
|
|
@@ -1859,20 +1925,18 @@ export declare class MPMask {
|
|
|
1859
1925
|
* a CPU array. The returned texture is bound to the current canvas (see
|
|
1860
1926
|
* `.canvas`).
|
|
1861
1927
|
*
|
|
1928
|
+
* @export
|
|
1862
1929
|
* @return The current mask as a WebGLTexture.
|
|
1863
1930
|
*/
|
|
1864
1931
|
getAsWebGLTexture(): WebGLTexture;
|
|
1865
|
-
/**
|
|
1866
|
-
* Returns the texture format used for writing float textures on this
|
|
1867
|
-
* platform.
|
|
1868
|
-
*/
|
|
1869
|
-
getTexImage2DFormat(): GLenum;
|
|
1870
1932
|
/**
|
|
1871
1933
|
* Creates a copy of the resources stored in this `MPMask`. You can
|
|
1872
1934
|
* invoke this method to extend the lifetime of a mask returned by a
|
|
1873
1935
|
* MediaPipe Task. Note that performance critical applications should aim to
|
|
1874
1936
|
* only use the `MPMask` within the MediaPipe Task callback so that
|
|
1875
1937
|
* copies can be avoided.
|
|
1938
|
+
*
|
|
1939
|
+
* @export
|
|
1876
1940
|
*/
|
|
1877
1941
|
clone(): MPMask;
|
|
1878
1942
|
/**
|
|
@@ -1882,6 +1946,8 @@ export declare class MPMask {
|
|
|
1882
1946
|
* Task, as these are freed automatically once you leave the MediaPipe
|
|
1883
1947
|
* callback. Additionally, some shared state is freed only once you invoke
|
|
1884
1948
|
* the Task's `close()` method.
|
|
1949
|
+
*
|
|
1950
|
+
* @export
|
|
1885
1951
|
*/
|
|
1886
1952
|
close(): void;
|
|
1887
1953
|
}
|
|
@@ -1947,11 +2013,14 @@ export declare interface NormalizedLandmark {
|
|
|
1947
2013
|
z: number;
|
|
1948
2014
|
}
|
|
1949
2015
|
|
|
1950
|
-
/**
|
|
2016
|
+
/**
|
|
2017
|
+
* Performs object detection on images.
|
|
2018
|
+
*/
|
|
1951
2019
|
export declare class ObjectDetector extends VisionTaskRunner {
|
|
1952
2020
|
/**
|
|
1953
2021
|
* Initializes the Wasm runtime and creates a new object detector from the
|
|
1954
2022
|
* provided options.
|
|
2023
|
+
* @export
|
|
1955
2024
|
* @param wasmFileset A configuration object that provides the location of the
|
|
1956
2025
|
* Wasm binary and its loader.
|
|
1957
2026
|
* @param objectDetectorOptions The options for the Object Detector. Note that
|
|
@@ -1962,6 +2031,7 @@ export declare class ObjectDetector extends VisionTaskRunner {
|
|
|
1962
2031
|
/**
|
|
1963
2032
|
* Initializes the Wasm runtime and creates a new object detector based on the
|
|
1964
2033
|
* provided model asset buffer.
|
|
2034
|
+
* @export
|
|
1965
2035
|
* @param wasmFileset A configuration object that provides the location of the
|
|
1966
2036
|
* Wasm binary and its loader.
|
|
1967
2037
|
* @param modelAssetBuffer A binary representation of the model.
|
|
@@ -1970,6 +2040,7 @@ export declare class ObjectDetector extends VisionTaskRunner {
|
|
|
1970
2040
|
/**
|
|
1971
2041
|
* Initializes the Wasm runtime and creates a new object detector based on the
|
|
1972
2042
|
* path to the model asset.
|
|
2043
|
+
* @export
|
|
1973
2044
|
* @param wasmFileset A configuration object that provides the location of the
|
|
1974
2045
|
* Wasm binary and its loader.
|
|
1975
2046
|
* @param modelAssetPath The path to the model asset.
|
|
@@ -1983,6 +2054,7 @@ export declare class ObjectDetector extends VisionTaskRunner {
|
|
|
1983
2054
|
* You can reset an option back to its default value by explicitly setting it
|
|
1984
2055
|
* to `undefined`.
|
|
1985
2056
|
*
|
|
2057
|
+
* @export
|
|
1986
2058
|
* @param options The options for the object detector.
|
|
1987
2059
|
*/
|
|
1988
2060
|
setOptions(options: ObjectDetectorOptions): Promise<void>;
|
|
@@ -1991,6 +2063,7 @@ export declare class ObjectDetector extends VisionTaskRunner {
|
|
|
1991
2063
|
* synchronously for the response. Only use this method when the
|
|
1992
2064
|
* ObjectDetector is created with running mode `image`.
|
|
1993
2065
|
*
|
|
2066
|
+
* @export
|
|
1994
2067
|
* @param image An image to process.
|
|
1995
2068
|
* @param imageProcessingOptions the `ImageProcessingOptions` specifying how
|
|
1996
2069
|
* to process the input image before running inference.
|
|
@@ -2002,6 +2075,7 @@ export declare class ObjectDetector extends VisionTaskRunner {
|
|
|
2002
2075
|
* synchronously for the response. Only use this method when the
|
|
2003
2076
|
* ObjectDetector is created with running mode `video`.
|
|
2004
2077
|
*
|
|
2078
|
+
* @export
|
|
2005
2079
|
* @param videoFrame A video frame to process.
|
|
2006
2080
|
* @param timestamp The timestamp of the current frame, in ms.
|
|
2007
2081
|
* @param imageProcessingOptions the `ImageProcessingOptions` specifying how
|
|
@@ -2020,11 +2094,14 @@ export declare class PoseLandmarker extends VisionTaskRunner {
|
|
|
2020
2094
|
/**
|
|
2021
2095
|
* An array containing the pairs of pose landmark indices to be rendered with
|
|
2022
2096
|
* connections.
|
|
2097
|
+
* @export
|
|
2098
|
+
* @nocollapse
|
|
2023
2099
|
*/
|
|
2024
2100
|
static POSE_CONNECTIONS: Connection[];
|
|
2025
2101
|
/**
|
|
2026
2102
|
* Initializes the Wasm runtime and creates a new `PoseLandmarker` from the
|
|
2027
2103
|
* provided options.
|
|
2104
|
+
* @export
|
|
2028
2105
|
* @param wasmFileset A configuration object that provides the location of the
|
|
2029
2106
|
* Wasm binary and its loader.
|
|
2030
2107
|
* @param poseLandmarkerOptions The options for the PoseLandmarker.
|
|
@@ -2035,6 +2112,7 @@ export declare class PoseLandmarker extends VisionTaskRunner {
|
|
|
2035
2112
|
/**
|
|
2036
2113
|
* Initializes the Wasm runtime and creates a new `PoseLandmarker` based on
|
|
2037
2114
|
* the provided model asset buffer.
|
|
2115
|
+
* @export
|
|
2038
2116
|
* @param wasmFileset A configuration object that provides the location of the
|
|
2039
2117
|
* Wasm binary and its loader.
|
|
2040
2118
|
* @param modelAssetBuffer A binary representation of the model.
|
|
@@ -2043,6 +2121,7 @@ export declare class PoseLandmarker extends VisionTaskRunner {
|
|
|
2043
2121
|
/**
|
|
2044
2122
|
* Initializes the Wasm runtime and creates a new `PoseLandmarker` based on
|
|
2045
2123
|
* the path to the model asset.
|
|
2124
|
+
* @export
|
|
2046
2125
|
* @param wasmFileset A configuration object that provides the location of the
|
|
2047
2126
|
* Wasm binary and its loader.
|
|
2048
2127
|
* @param modelAssetPath The path to the model asset.
|
|
@@ -2056,6 +2135,7 @@ export declare class PoseLandmarker extends VisionTaskRunner {
|
|
|
2056
2135
|
* You can reset an option back to its default value by explicitly setting it
|
|
2057
2136
|
* to `undefined`.
|
|
2058
2137
|
*
|
|
2138
|
+
* @export
|
|
2059
2139
|
* @param options The options for the pose landmarker.
|
|
2060
2140
|
*/
|
|
2061
2141
|
setOptions(options: PoseLandmarkerOptions): Promise<void>;
|
|
@@ -2256,7 +2336,10 @@ declare abstract class TaskRunner {
|
|
|
2256
2336
|
protected constructor();
|
|
2257
2337
|
/** Configures the task with custom options. */
|
|
2258
2338
|
abstract setOptions(options: TaskRunnerOptions): Promise<void>;
|
|
2259
|
-
/**
|
|
2339
|
+
/**
|
|
2340
|
+
* Closes and cleans up the resources held by this task.
|
|
2341
|
+
* @export
|
|
2342
|
+
*/
|
|
2260
2343
|
close(): void;
|
|
2261
2344
|
}
|
|
2262
2345
|
|
|
@@ -2288,14 +2371,9 @@ declare interface VisionTaskOptions extends TaskRunnerOptions {
|
|
|
2288
2371
|
declare abstract class VisionTaskRunner extends TaskRunner {
|
|
2289
2372
|
protected constructor();
|
|
2290
2373
|
/**
|
|
2291
|
-
*
|
|
2292
|
-
*
|
|
2293
|
-
* @param options The options for the task.
|
|
2294
|
-
* @param loadTfliteModel Whether to load the model specified in
|
|
2295
|
-
* `options.baseOptions`.
|
|
2374
|
+
* Closes and cleans up the resources held by this task.
|
|
2375
|
+
* @export
|
|
2296
2376
|
*/
|
|
2297
|
-
applyOptions(options: VisionTaskOptions, loadTfliteModel?: boolean): Promise<void>;
|
|
2298
|
-
/** Closes and cleans up the resources held by this task. */
|
|
2299
2377
|
close(): void;
|
|
2300
2378
|
}
|
|
2301
2379
|
|
|
@@ -2322,6 +2400,8 @@ declare interface WasmFileset {
|
|
|
2322
2400
|
wasmBinaryPath: string;
|
|
2323
2401
|
/** The optional path to the asset loader script. */
|
|
2324
2402
|
assetLoaderPath?: string;
|
|
2403
|
+
/** The optional path to the assets binary. */
|
|
2404
|
+
assetBinaryPath?: string;
|
|
2325
2405
|
}
|
|
2326
2406
|
|
|
2327
2407
|
export { }
|