three-mediapipe-rig 0.1.3 → 0.1.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +3 -0
- package/dist/meshcap/atlas-builder.d.ts +9 -0
- package/dist/meshcap/atlas-builder.d.ts.map +1 -1
- package/dist/meshcap/constants.d.ts +8 -1
- package/dist/meshcap/constants.d.ts.map +1 -1
- package/dist/meshcap/material.d.ts +13 -1
- package/dist/meshcap/material.d.ts.map +1 -1
- package/dist/meshcap/parse-mcap-file.d.ts +2 -1
- package/dist/meshcap/parse-mcap-file.d.ts.map +1 -1
- package/dist/meshcap/types.d.ts +25 -10
- package/dist/meshcap/types.d.ts.map +1 -1
- package/dist/meshcap/write-mcap-file.d.ts +13 -0
- package/dist/meshcap/write-mcap-file.d.ts.map +1 -1
- package/dist/meshcap.js +476 -372
- package/dist/rigger.js +418 -381
- package/dist/tracking/FaceTracker.d.ts +9 -2
- package/dist/tracking/FaceTracker.d.ts.map +1 -1
- package/dist/tracking/PoseTracker.d.ts +3 -0
- package/dist/tracking/PoseTracker.d.ts.map +1 -1
- package/dist/tracking/TrackerManager.d.ts +2 -1
- package/dist/tracking/TrackerManager.d.ts.map +1 -1
- package/dist/tracking/recoding/recorder.d.ts +1 -1
- package/dist/tracking/recoding/recorder.d.ts.map +1 -1
- package/package.json +1 -1
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { DrawingUtils, FaceLandmarker, NormalizedLandmark } from '@mediapipe/tasks-vision';
|
|
2
|
-
import { Mesh, Object3D, Node } from 'three/webgpu';
|
|
2
|
+
import { Mesh, Object3D, Node, Matrix4 } from 'three/webgpu';
|
|
3
3
|
import { Tracker } from './Tracker';
|
|
4
4
|
export type FaceTrackerConfig = {
|
|
5
5
|
modelPath?: string;
|
|
@@ -33,9 +33,16 @@ export declare class FaceTracker extends Tracker<typeof faceMarks> {
|
|
|
33
33
|
private smoothed;
|
|
34
34
|
private smoothing;
|
|
35
35
|
private _faceLandmarks;
|
|
36
|
+
private _facialTransformationMatrix;
|
|
36
37
|
constructor(faceLandmarker: FaceLandmarker, cfg: FaceTrackerConfig);
|
|
37
38
|
predict(frame: TexImageSource, drawingUtils: DrawingUtils): void;
|
|
38
39
|
get lastKnownLandmarks(): NormalizedLandmark[];
|
|
40
|
+
/**
|
|
41
|
+
* this matrix is useful to know how the canonical mesh is rotated.
|
|
42
|
+
* This allows to move other objects to simulate the same transformation that the skull/face is having.
|
|
43
|
+
* Used for things like hats, glasses, etc... things you want to make look like they are attatched to the face mesh.
|
|
44
|
+
*/
|
|
45
|
+
get lastKnownFacialTransformationMatrix(): Matrix4 | undefined;
|
|
39
46
|
bindShapeKeys(mesh: Mesh): {
|
|
40
47
|
update: (delta: number) => void;
|
|
41
48
|
};
|
|
@@ -49,7 +56,7 @@ export declare class FaceTracker extends Tracker<typeof faceMarks> {
|
|
|
49
56
|
* @param mesh basically either the original or a clone of the canonical_face_model
|
|
50
57
|
* @returns an object with a disposeMaterial method that should be called when the mesh is disposed of.
|
|
51
58
|
*/
|
|
52
|
-
bindGeometry(mesh: Mesh, setupTheMaterialYourself?: (posNode: Node
|
|
59
|
+
bindGeometry(mesh: Mesh, setupTheMaterialYourself?: (posNode: Node<"vec3">, colorNode: Node<"vec4">) => void): {
|
|
53
60
|
/**
|
|
54
61
|
* Disposes of the material and removes events listeners on the video element.
|
|
55
62
|
*/
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"FaceTracker.d.ts","sourceRoot":"","sources":["../../src/tracking/FaceTracker.ts"],"names":[],"mappings":"AAAA,OAAO,EAEH,YAAY,EACZ,cAAc,
|
|
1
|
+
{"version":3,"file":"FaceTracker.d.ts","sourceRoot":"","sources":["../../src/tracking/FaceTracker.ts"],"names":[],"mappings":"AAAA,OAAO,EAEH,YAAY,EACZ,cAAc,EAEjB,kBAAkB,EAClB,MAAM,yBAAyB,CAAC;AACjC,OAAO,EAAmB,IAAI,EAAE,QAAQ,EAAW,IAAI,EAAqF,OAAO,EAAE,MAAM,cAAc,CAAC;AAC1K,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AASpC,MAAM,MAAM,iBAAiB,GAAG;IAC/B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,eAAe,CAAC,EAAC,MAAI,gBAAgB,GAAC,SAAS,CAAC;IAChD,aAAa,CAAC,EAAC,OAAO,CAAA;CACtB,CAAA;AAED,wBAAsB,eAAe,CAAC,MAAM,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,iBAAiB,wBAazE;AAED;;;GAGG;AACH,QAAA,MAAM,SAAS;;;;;;;;;;;;;CAed,CAAA;AAUD,qBAAa,WAAY,SAAQ,OAAO,CAAC,OAAO,SAAS,CAAC;IAQ7C,OAAO,CAAC,cAAc;IAAkB,OAAO,CAAC,GAAG;IAP/D,OAAO,CAAC,oBAAoB,CAAyB;IACrD,OAAO,CAAC,aAAa,CAAkC;IACvD,OAAO,CAAC,QAAQ,CAA8B;IAC9C,OAAO,CAAC,SAAS,CAAQ;IACzB,OAAO,CAAC,cAAc,CAA4B;IAClD,OAAO,CAAC,2BAA2B,CAAsB;gBAErC,cAAc,EAAE,cAAc,EAAU,GAAG,EAAC,iBAAiB;IAQxE,OAAO,CAAC,KAAK,EAAE,cAAc,EAAE,YAAY,EAAE,YAAY;IAoClE,IAAI,kBAAkB,yBAErB;IAED;;;;OAIG;IACH,IAAI,mCAAmC,wBAEtC;IAED,aAAa,CAAC,IAAI,EAAE,IAAI;wBAIN,MAAM;;IAsBxB,IAAI,CAAE,GAAG,EAAC,QAAQ;wBAOA,MAAM;;IA+BxB;;;;;;OAMG;IACH,YAAY,CAAE,IAAI,EAAC,IAAI,EAAE,wBAAwB,CAAC,EAAC,CAAE,OAAO,EAAC,IAAI,CAAC,MAAM,CAAC,EAAE,SAAS,EAAC,IAAI,CAAC,MAAM,CAAC,KAAI,IAAI;QAyDvG;;WAEG;;QAKH;;;;WAIG;wBACa,MAAM;;CA4GxB"}
|
|
@@ -26,10 +26,12 @@ declare const poseMarks: {
|
|
|
26
26
|
rightElbow: number;
|
|
27
27
|
rightWrist: number;
|
|
28
28
|
head: number[];
|
|
29
|
+
forehead: number[];
|
|
29
30
|
mouth: number[];
|
|
30
31
|
torso: number[];
|
|
31
32
|
leftEar: number;
|
|
32
33
|
rightEar: number;
|
|
34
|
+
nose: number;
|
|
33
35
|
};
|
|
34
36
|
type PoseTrackerConfig = {
|
|
35
37
|
ignoreLegs: boolean;
|
|
@@ -44,6 +46,7 @@ export declare class PoseTracker extends Tracker<typeof poseMarks> {
|
|
|
44
46
|
private readonly config?;
|
|
45
47
|
private _leftWristNormalizedPosition;
|
|
46
48
|
private _rightWristNormalizedPosition;
|
|
49
|
+
ignoreLegs: boolean;
|
|
47
50
|
/**
|
|
48
51
|
* Position of the left wrist in normalized coordinates (0..1)
|
|
49
52
|
*/
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"PoseTracker.d.ts","sourceRoot":"","sources":["../../src/tracking/PoseTracker.ts"],"names":[],"mappings":"AAAA,OAAO,EACH,YAAY,EACZ,kBAAkB,EAClB,cAAc,EACjB,MAAM,yBAAyB,CAAC;AACjC,OAAO,KAAK,KAAK,MAAM,cAAc,CAAC;AAEtC,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAGpC,OAAO,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AAExC,wBAAsB,eAAe,CAAC,MAAM,EAAE,GAAG,EAAE,MAAM,CAAC,EAAC,OAAO,CAAC,iBAAiB,CAAC,wBAapF;AAED;;;;GAIG;AACH,QAAA,MAAM,SAAS
|
|
1
|
+
{"version":3,"file":"PoseTracker.d.ts","sourceRoot":"","sources":["../../src/tracking/PoseTracker.ts"],"names":[],"mappings":"AAAA,OAAO,EACH,YAAY,EACZ,kBAAkB,EAClB,cAAc,EACjB,MAAM,yBAAyB,CAAC;AACjC,OAAO,KAAK,KAAK,MAAM,cAAc,CAAC;AAEtC,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAGpC,OAAO,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AAExC,wBAAsB,eAAe,CAAC,MAAM,EAAE,GAAG,EAAE,MAAM,CAAC,EAAC,OAAO,CAAC,iBAAiB,CAAC,wBAapF;AAED;;;;GAIG;AACH,QAAA,MAAM,SAAS;;;;;;;;;;;;;;;;;;;;;;;;CAwBZ,CAAE;AAcL,KAAK,iBAAiB,GAAG;IACxB,UAAU,EAAC,OAAO,CAAA;IAClB,SAAS,EAAC,MAAM,CAAA;IAChB,aAAa,CAAC,EAAC,OAAO,CAAA;CACtB,CAAA;AAED;;GAEG;AACH,qBAAa,WAAY,SAAQ,OAAO,CAAC,OAAO,SAAS,CAAC;IAgB7C,OAAO,CAAC,QAAQ,CAAC,cAAc;IAAiB,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC;IAfpF,OAAO,CAAC,4BAA4B,CAAqB;IACzD,OAAO,CAAC,6BAA6B,CAAqB;IAE1D,UAAU,EAAC,OAAO,CAAS;IAE3B;;OAEG;IACH,IAAI,2BAA2B,uBAAgD;IAE/E;;OAEG;IACH,IAAI,4BAA4B,uBAAiD;gBAEpD,cAAc,EAAC,cAAc,EAAmB,MAAM,CAAC,EAAC,OAAO,CAAC,iBAAiB,CAAC,YAAA;IAWtG,OAAO,CAAE,MAAM,EAAC,cAAc,EAAE,YAAY,EAAC,YAAY;IA8BlE,IAAI,CAAE,GAAG,EAAC,KAAK,CAAC,QAAQ,EAAE,OAAO,EAAC,OAAO;wBAuDxB,MAAM;;CA6BvB"}
|
|
@@ -55,8 +55,9 @@ export interface BindingHandler {
|
|
|
55
55
|
export interface RecorderHandler {
|
|
56
56
|
/**
|
|
57
57
|
* Starts recording the rig's movement and active shape keys ( from media pipe ).
|
|
58
|
+
* @param fps Frames per second to record at. If 0, it will record at the current frame rate.
|
|
58
59
|
*/
|
|
59
|
-
startRecording:
|
|
60
|
+
startRecording: (fps?: number) => void;
|
|
60
61
|
/**
|
|
61
62
|
* Stops recording the rig's movement.
|
|
62
63
|
* @returns A function that can be called to SAVE the recording to a file.
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"TrackerManager.d.ts","sourceRoot":"","sources":["../../src/tracking/TrackerManager.ts"],"names":[],"mappings":"AAAA,OAAO,EAGH,qBAAqB,EAExB,MAAM,yBAAyB,CAAC;AACjC,OAAO,KAAK,KAAK,MAAM,cAAc,CAAC;AACtC,OAAO,EAAmB,WAAW,EAAE,MAAM,eAAe,CAAC;AAC7D,OAAO,EAAE,YAAY,EAAmB,MAAM,eAAe,CAAC;AAC9D,OAAO,EAAE,WAAW,EAAmB,MAAM,eAAe,CAAC;AAC7D,OAAO,EAAE,OAAO,EAAkB,MAAM,eAAe,CAAC;AACxD,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AAExD,MAAM,MAAM,aAAa,GAAG;IACxB;;OAEG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;IAEpB;;OAEG;IACH,YAAY,EAAE,MAAM,CAAC;IAErB;;OAEG;IACH,UAAU,EAAE,OAAO,CAAC;IAEpB;;OAEG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;IAEpB;;OAEG;IACH,UAAU,EAAE,OAAO,CAAC;IAEpB;;OAEG;IACH,QAAQ,EAAE,OAAO,CAAC;IAElB;;OAEG;IACH,mBAAmB,EAAE,qBAAqB,GAAG,SAAS,CAAC;IAE1D,UAAU,CAAC,EAAE;QACZ,MAAM,CAAC,EAAC,MAAM,CAAC;QACf,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,IAAI,CAAC,EAAE,MAAM,CAAC;KACd,CAAA;IAED;;OAEG;IACH,oBAAoB,CAAC,EAAC,OAAO,CAAA;CAC7B,CAAC;AAEF,MAAM,WAAW,cAAc;IAE9B;;;OAGG;IACA,MAAM,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;CAEnC;AAED,MAAM,WAAW,eAAe;IAC/B
|
|
1
|
+
{"version":3,"file":"TrackerManager.d.ts","sourceRoot":"","sources":["../../src/tracking/TrackerManager.ts"],"names":[],"mappings":"AAAA,OAAO,EAGH,qBAAqB,EAExB,MAAM,yBAAyB,CAAC;AACjC,OAAO,KAAK,KAAK,MAAM,cAAc,CAAC;AACtC,OAAO,EAAmB,WAAW,EAAE,MAAM,eAAe,CAAC;AAC7D,OAAO,EAAE,YAAY,EAAmB,MAAM,eAAe,CAAC;AAC9D,OAAO,EAAE,WAAW,EAAmB,MAAM,eAAe,CAAC;AAC7D,OAAO,EAAE,OAAO,EAAkB,MAAM,eAAe,CAAC;AACxD,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AAExD,MAAM,MAAM,aAAa,GAAG;IACxB;;OAEG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;IAEpB;;OAEG;IACH,YAAY,EAAE,MAAM,CAAC;IAErB;;OAEG;IACH,UAAU,EAAE,OAAO,CAAC;IAEpB;;OAEG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;IAEpB;;OAEG;IACH,UAAU,EAAE,OAAO,CAAC;IAEpB;;OAEG;IACH,QAAQ,EAAE,OAAO,CAAC;IAElB;;OAEG;IACH,mBAAmB,EAAE,qBAAqB,GAAG,SAAS,CAAC;IAE1D,UAAU,CAAC,EAAE;QACZ,MAAM,CAAC,EAAC,MAAM,CAAC;QACf,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,IAAI,CAAC,EAAE,MAAM,CAAC;KACd,CAAA;IAED;;OAEG;IACH,oBAAoB,CAAC,EAAC,OAAO,CAAA;CAC7B,CAAC;AAEF,MAAM,WAAW,cAAc;IAE9B;;;OAGG;IACA,MAAM,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;CAEnC;AAED,MAAM,WAAW,eAAe;IAC/B;;;OAGG;IACH,cAAc,EAAE,CAAE,GAAG,CAAC,EAAC,MAAM,KAAI,IAAI,CAAC;IAEtC;;;OAGG;IACH,aAAa,EAAE,UAAU,CAAC,OAAO,iBAAiB,CAAC,CAAC,MAAM,CAAC,CAAC;IAE5D;;;OAGG;IACH,WAAW,EAAE,MAAM,OAAO,CAAC;CAC3B;AAED,MAAM,WAAW,wBAAyB,SAAQ,cAAc,EAAE,eAAe;CAAG;AAKpF,wBAAsB,YAAY,CAAC,MAAM,CAAC,EAAE,OAAO,CAAC,aAAa,CAAC,GAAI,OAAO,CAAC,cAAc,CAAC,CAyW5F;AAED,MAAM,MAAM,YAAY,GAAG;IAC1B,IAAI,EAAC,YAAY,CAAC;IAClB,SAAS,EAAE,MAAM,WAAW,GAAC,SAAS,CAAA;CACtC,CAAA;AAED,MAAM,MAAM,cAAc,GAAG;IAE5B,WAAW,EAAC,WAAW,GAAC,SAAS,CAAC;IAClC,YAAY,EAAC;QACZ,IAAI,EAAC,YAAY,CAAC;QAClB,KAAK,EAAC,YAAY,CAAC;KACnB,GAAC,SAAS,CAAC;IACZ,WAAW,EAAC,WAAW,GAAC,SAAS,CAAC;IAElC;;OAEG;IACH,KAAK,EAAC,gBAAgB,GAAC,SAAS,CAAC;IAEjC;;OAEG;IACH,MAAM,EAAC,iBAAiB,GAAC,SAAS,CAAC;IAEnC;;OAEG;IACH,UAAU,EAAC,cAAc,GAAC,SAAS,CAAC;IAEpC;;OAEG;IACH,KAAK,EAAE,CAAE,SAAS,CAAC,EAAC,OAAO,KAAM,OAAO,CAAC,YAAY,CAAC,CAAC;IAEvD;;OAEG;IACH,KAAK,EAAE,YAAY,CAAC;IAEpB;;OAEG;IACH,MAAM,EAAE,YAAY,CAAC;IAErB;;;;OAIM;IACN,IAAI,EAAE,CAAE,GAAG,EAAE,KAAK,CAAC,QAAQ,EAAE,OAAO,CAAC,EAAC,OAAO,KAAM,wBAAwB,CAAC;IAE5E;;;OAGG;IACH,kBAAkB,EAAE,CAAE,MAAM,EAAE,MAAM,GAAG,IAAI,KAAM,IAAI,CAAC;IAEtD;;;OAGG;IACH,kBAAkB,EAAE,CAAE,SAAS,CAAC,EAAC,OAAO,KAAM,OAAO,CAAC,YAAY,CAAC,CAAC;CACpE,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"recorder.d.ts","sourceRoot":"","sources":["../../../src/tracking/recoding/recorder.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,KAAK,MAAM,OAAO,CAAC;AAC/B,OAAO,EAAE,OAAO,EAAkB,MAAM,gBAAgB,CAAC;AAUzD,KAAK,QAAQ,GAAG;IACf,KAAK,EAAE,MAAM,IAAI,CAAC;
|
|
1
|
+
{"version":3,"file":"recorder.d.ts","sourceRoot":"","sources":["../../../src/tracking/recoding/recorder.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,KAAK,MAAM,OAAO,CAAC;AAC/B,OAAO,EAAE,OAAO,EAAkB,MAAM,gBAAgB,CAAC;AAUzD,KAAK,QAAQ,GAAG;IACf,KAAK,EAAE,CAAC,GAAG,CAAC,EAAC,MAAM,KAAK,IAAI,CAAC;IAC7B,YAAY,EAAE,MAAM,IAAI,CAAC;IACzB,IAAI,EAAE,CAAC,IAAI,CAAC,EAAE,MAAM,KAAK;QACxB,IAAI,EAAE,KAAK,CAAC,aAAa,CAAC;QAC1B,UAAU,EAAE,MAAM,IAAI,CAAC;KACvB,CAAC;IACF,WAAW,EAAE,MAAM,OAAO,CAAC;CAC3B,CAAA;AAED;;;;;;GAMG;AACH,wBAAgB,iBAAiB,CAC7B,OAAO,EAAE,KAAK,CAAC,QAAQ,EACvB,OAAO,EAAE,OAAO,EAChB,GAAG,SAAK,GACT,QAAQ,CAgLV"}
|
package/package.json
CHANGED