deepar 5.1.0 → 5.2.0-wristTracking-alpha-796
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +17 -29
- package/VERSION.txt +1 -1
- package/js/deepar.esm.js +1 -1
- package/js/deepar.js +1 -1
- package/js/types/callbacks.d.ts +7 -0
- package/js/types/initParams.d.ts +33 -0
- package/js/types/version.d.ts +1 -1
- package/js/types/wristData.d.ts +13 -0
- package/models/wrist/wrist-base-2.obj +3815 -0
- package/models/wrist/wrist-base2-deepar.obj +11236 -0
- package/models/wrist/wrist-det-9.bin +0 -0
- package/models/wrist/wrist-track.bin +0 -0
- package/package.json +1 -1
- package/wasm/deepar.wasm +0 -0
- package/wasm/libxzimgPoseEstimation.wasm +0 -0
package/js/types/callbacks.d.ts
CHANGED
|
@@ -1,5 +1,6 @@
|
|
|
1
1
|
import { FaceData } from "./faceData";
|
|
2
2
|
import { FootData } from "./footData";
|
|
3
|
+
import { WristData } from "./wristData";
|
|
3
4
|
/**
|
|
4
5
|
* Callbacks from DeepAR notifying events.
|
|
5
6
|
* Register callbacks with {@link DeepAR.callbacks}.
|
|
@@ -24,6 +25,12 @@ export interface DeepARCallbacks {
|
|
|
24
25
|
* @param rightFootData Information about the right foot.
|
|
25
26
|
*/
|
|
26
27
|
onFeetTracked?: (leftFootData: FootData, rightFootData: FootData) => void;
|
|
28
|
+
/**
|
|
29
|
+
* Passes the information about the detected wrist. If this callback is set, it will get called every frame.
|
|
30
|
+
* NOTE: This callback is only called when the SDK does wrist tracking. For example, you laded some effect that uses wrist tracking (watch-try-on effects). But if no effect is loaded this callback will not get called because the SDK is not performing wrist tracking.
|
|
31
|
+
* @param wristData Information about the wrist.
|
|
32
|
+
*/
|
|
33
|
+
onWristTracked?: (wristData: WristData) => void;
|
|
27
34
|
/**
|
|
28
35
|
* Called when foot tracking is fully initialized.
|
|
29
36
|
* Be sure to check {@link DeepAR.isFootTrackingInitialized} before setting this callback.
|
package/js/types/initParams.d.ts
CHANGED
|
@@ -116,6 +116,39 @@ export interface DeepARParams {
|
|
|
116
116
|
*/
|
|
117
117
|
tfjsBackendWasmThreadedSimdPath?: string;
|
|
118
118
|
};
|
|
119
|
+
/**
|
|
120
|
+
* Foot tracking module paths and options.
|
|
121
|
+
*/
|
|
122
|
+
wristTrackingConfig?: {
|
|
123
|
+
/**
|
|
124
|
+
* Path to the pose libPoseEstimation.wasm file, e.g. "/path/to/deepar/wasm/libPoseEstimation.wasm".
|
|
125
|
+
*/
|
|
126
|
+
poseEstimationWasmPath?: string;
|
|
127
|
+
/**
|
|
128
|
+
* Path to the detector model, e.g. "/path/to/deepar/models/foot/foot-detector.bin".
|
|
129
|
+
*/
|
|
130
|
+
detectorPath?: string;
|
|
131
|
+
/**
|
|
132
|
+
* Path to the tracker model, e.g. "/path/to/deepar/models/foot/foot-tracker.bin".
|
|
133
|
+
*/
|
|
134
|
+
trackerPath?: string;
|
|
135
|
+
/**
|
|
136
|
+
* Path to the foot model object file, e.g. "/path/to/deepar/models/foot/foot-model.obj".
|
|
137
|
+
*/
|
|
138
|
+
objPath?: string;
|
|
139
|
+
/**
|
|
140
|
+
* Path to tfjs-backend-wasm.wasm file, e.g. "path/to/deepar/wasm/tfjs-backend-wasm.wasm"
|
|
141
|
+
*/
|
|
142
|
+
tfjsBackendWasmPath?: string;
|
|
143
|
+
/**
|
|
144
|
+
* Path to tfjs-backend-wasm-simd.wasm file, e.g. "path/to/deepar/wasm/tfjs-backend-wasm-simd.wasm"
|
|
145
|
+
*/
|
|
146
|
+
tfjsBackendWasmSimdPath?: string;
|
|
147
|
+
/**
|
|
148
|
+
* Path to tfjs-backend-wasm-threaded-simd.wasm file, e.g. "path/to/deepar/wasm/tfjs-backend-wasm-threaded-simd.wasm"
|
|
149
|
+
*/
|
|
150
|
+
tfjsBackendWasmThreadedSimdPath?: string;
|
|
151
|
+
};
|
|
119
152
|
/**
|
|
120
153
|
* Path to deepar.wasm file. Something like "/path/to/deepar/wasm/deepar.wasm".
|
|
121
154
|
*/
|
package/js/types/version.d.ts
CHANGED
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Information about the wrist being tracked. WristData object is constructed and passed in the {@link DeepARCallbacks.onWristTracked} callback.
|
|
3
|
+
*/
|
|
4
|
+
export interface WristData {
|
|
5
|
+
/**
|
|
6
|
+
* True if the wrist is detected, false otherwise.
|
|
7
|
+
*/
|
|
8
|
+
detected: boolean;
|
|
9
|
+
/**
|
|
10
|
+
* True if the detected wrist is of the left hande. False if the detected wrist is of the right hand.
|
|
11
|
+
*/
|
|
12
|
+
isLeft: boolean;
|
|
13
|
+
}
|