@vincentt-xr/sdk 2.0.0-alpha.0 → 2.0.0-alpha.10
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/GROUNDING.md +8193 -111
- package/README.md +86 -52
- package/dist/CanonicalHeadFrame-D_0OzdB9.cjs +1 -0
- package/dist/CanonicalHeadFrame-DdUqF6Fv.js +1506 -0
- package/dist/DebuggerUI-CVuV-VJ5.cjs +1 -0
- package/dist/DebuggerUI-D-rcPa54.js +275 -0
- package/dist/FaceRetouch-C1AxBNex.js +1071 -0
- package/dist/FaceRetouch-D7kryDE6.cjs +134 -0
- package/dist/FaceSurface-CHAMEeG1.cjs +1 -0
- package/dist/FaceSurface-DmP9AEeC.js +27 -0
- package/dist/SkeletonUtils-C2r90MtN.js +21 -0
- package/dist/SkeletonUtils-CddIup1F.cjs +1 -0
- package/dist/TextLabel-XE0rQSDn.cjs +2 -0
- package/dist/TextLabel-c9BCucOI.js +961 -0
- package/dist/assets/cache.d.ts +99 -0
- package/dist/assets/estimate.d.ts +11 -0
- package/dist/assets/gltfLoader.d.ts +16 -0
- package/dist/assets/index.d.ts +7 -0
- package/dist/assets/loaders.d.ts +43 -0
- package/dist/assets/react.d.ts +33 -0
- package/dist/assets/sdkModels.d.ts +22 -0
- package/dist/audio/AudioEngine.d.ts +3 -1
- package/dist/audio/AudioPlayer.d.ts +29 -0
- package/dist/audio/AudioPlayerLogic.d.ts +4 -0
- package/dist/audio/index.d.ts +2 -0
- package/dist/body/__fixtures__/syntheticRig.d.ts +21 -0
- package/dist/body/bodyFlipGuard.d.ts +39 -0
- package/dist/body/bodyIdentity.d.ts +72 -0
- package/dist/body/bodyMask.d.ts +79 -0
- package/dist/body/bodyMaskMaterial.d.ts +15 -0
- package/dist/body/bodyPose.d.ts +58 -0
- package/dist/body/bodyRigFit.d.ts +148 -0
- package/dist/body/bodyRigSolver.d.ts +114 -0
- package/dist/body/bodySubject.d.ts +46 -0
- package/dist/body-pose/index.d.ts +521 -0
- package/dist/body-trigger/__fixtures__/syntheticBody.d.ts +83 -0
- package/dist/body-trigger/frame.d.ts +88 -0
- package/dist/body-trigger/index.d.ts +6 -0
- package/dist/body-trigger/moves.d.ts +235 -0
- package/dist/body-trigger/trigger.d.ts +75 -0
- package/dist/bodyMaskMaterial-CBWub5t_.cjs +68 -0
- package/dist/bodyMaskMaterial-Cs2awskk.js +207 -0
- package/dist/cache-2x3CUJuY.js +212 -0
- package/dist/cache-DL1Dbz6k.cjs +1 -0
- package/dist/calibration/calibration.d.ts +75 -0
- package/dist/calibration/index.d.ts +6 -0
- package/dist/calibration/storage.d.ts +13 -0
- package/dist/calibration/types.d.ts +53 -0
- package/dist/calibration/useXRCalibration.d.ts +46 -0
- package/dist/camera/CameraPermissionGate.d.ts +26 -0
- package/dist/camera/devices.d.ts +26 -0
- package/dist/camera/index.d.ts +8 -0
- package/dist/camera/permission.d.ts +86 -0
- package/dist/camera/useCameraPermission.d.ts +35 -0
- package/dist/canonicalFace-BHwyCx1c.js +9 -0
- package/dist/canonicalFace-C83I225R.cjs +1 -0
- package/dist/capabilities/detect.d.ts +45 -0
- package/dist/capabilities/index.d.ts +5 -0
- package/dist/capabilities/types.d.ts +120 -0
- package/dist/capabilities/useXRCapabilities.d.ts +18 -0
- package/dist/compat/environment.d.ts +5 -0
- package/dist/compat/index.d.ts +4 -0
- package/dist/compat/run.d.ts +18 -0
- package/dist/compat/scenarios.d.ts +10 -0
- package/dist/compat/types.d.ts +101 -0
- package/dist/components/Axes/index.d.ts +6 -0
- package/dist/components/BodyInstruction/BodyPoseHint.d.ts +63 -0
- package/dist/components/BodyInstruction/index.d.ts +76 -0
- package/dist/components/BodyInstruction/useBodyPose.d.ts +30 -0
- package/dist/components/BodyRig/BodyAttachment.d.ts +28 -0
- package/dist/components/BodyRig/BodyOccluder.d.ts +27 -0
- package/dist/components/BodyRig/bodyDepth.d.ts +57 -0
- package/dist/components/BodyRig/index.d.ts +129 -0
- package/dist/components/BodyRig/useBodyDepthTexture.d.ts +40 -0
- package/dist/components/BodyTracker/index.d.ts +26 -1
- package/dist/components/BodyTrigger/index.d.ts +56 -0
- package/dist/components/Debugger/DebuggerProvider.d.ts +14 -1
- package/dist/components/Debugger/DebuggerUI.d.ts +3 -1
- package/dist/components/FaceAtlas/FaceAtlasLayer.d.ts +114 -0
- package/dist/components/FaceAtlas/MadeUpCamera.d.ts +80 -0
- package/dist/components/FaceAtlas/constants.d.ts +8 -0
- package/dist/components/FaceAtlas/index.d.ts +7 -0
- package/dist/components/FaceAtlas/useFaceAtlasSurface.d.ts +84 -0
- package/dist/components/FaceAtlas/useFaceSkin.d.ts +84 -0
- package/dist/components/FaceCharacter/ExternalFaceMesh.d.ts +109 -0
- package/dist/components/FaceCharacter/FaceExpressionController.d.ts +53 -0
- package/dist/components/FaceCharacter/FaceMorph.d.ts +71 -0
- package/dist/components/FaceCharacter/FacePiercing.d.ts +65 -0
- package/dist/components/FaceCharacter/FaceReprojection.d.ts +85 -0
- package/dist/components/FaceCharacter/FaceRig.d.ts +38 -0
- package/dist/components/FaceCharacter/FaceSurface.d.ts +49 -0
- package/dist/components/FaceCharacter/FaceSurfaceOccluder.d.ts +39 -0
- package/dist/components/FaceCharacter/PinToFaceMesh.d.ts +68 -0
- package/dist/components/FaceCharacter/index.d.ts +18 -0
- package/dist/components/FaceCharacter/useFaceReprojector.d.ts +10 -0
- package/dist/components/FaceInset/FaceInset.d.ts +68 -0
- package/dist/components/FaceInset/frame.d.ts +94 -0
- package/dist/components/FaceInset/index.d.ts +6 -0
- package/dist/components/FaceInset/material.d.ts +40 -0
- package/dist/components/FaceInset/useFaceInsetTexture.d.ts +37 -0
- package/dist/components/FaceInstruction/FaceExpressionHint.d.ts +43 -0
- package/dist/components/FaceInstruction/index.d.ts +56 -0
- package/dist/components/FaceInstruction/useFaceExpression.d.ts +20 -0
- package/dist/components/FaceLiquify/FaceLiquify.d.ts +49 -0
- package/dist/components/FaceLiquify/debug.d.ts +37 -0
- package/dist/components/FaceLiquify/frame.d.ts +55 -0
- package/dist/components/FaceLiquify/index.d.ts +10 -0
- package/dist/components/FaceLiquify/material.d.ts +39 -0
- package/dist/components/FaceLiquify/pass.d.ts +49 -0
- package/dist/components/FaceLiquify/presence.d.ts +25 -0
- package/dist/components/FaceLiquify/presets.d.ts +82 -0
- package/dist/components/FaceLiquify/selfTest.d.ts +66 -0
- package/dist/components/FaceLiquify/target.d.ts +85 -0
- package/dist/components/FaceLiquify/warp.d.ts +72 -0
- package/dist/components/FaceMesh/FaceMeshRenderer.d.ts +25 -0
- package/dist/components/FaceMesh/canonical/CanonicalFaceMeshRenderer.d.ts +70 -1
- package/dist/components/FaceMesh/canonical/FaceMeshMaterial.d.ts +25 -0
- package/dist/components/FaceMesh/canonical/assets.d.ts +3 -0
- package/dist/components/FaceMesh/canonical/geometryGroups.d.ts +30 -0
- package/dist/components/FaceMesh/canonical/parseCanonicalFaceModel.d.ts +24 -0
- package/dist/components/FaceMesh/canonical/shaders.d.ts +2 -0
- package/dist/components/FaceMesh/deform.d.ts +3 -0
- package/dist/components/FaceMesh/index.d.ts +6 -1
- package/dist/components/FaceMesh/material/defaults.d.ts +74 -0
- package/dist/components/FaceMesh/material/index.d.ts +1 -0
- package/dist/components/FaceMesh/material/options.d.ts +5 -1
- package/dist/components/FaceMesh/material/support.d.ts +7 -2
- package/dist/components/FaceMesh/material/textures.d.ts +4 -0
- package/dist/components/FaceMesh/material/types.d.ts +4 -2
- package/dist/components/FaceRetouch/Background.d.ts +11 -5
- package/dist/components/FaceRetouch/FaceRetouch.d.ts +52 -0
- package/dist/components/FaceRetouch/index.d.ts +2 -6
- package/dist/components/FaceRetouch/landmarkMask.d.ts +4 -6
- package/dist/components/FaceRetouch/renderState.d.ts +19 -0
- package/dist/components/FaceRetouch/useFaceRetouchMask.d.ts +4 -7
- package/dist/components/FaceSwap/FaceMirror.d.ts +46 -0
- package/dist/components/FaceSwap/FaceSwap.d.ts +58 -0
- package/dist/components/FaceSwap/FaceTextureLayer.d.ts +72 -0
- package/dist/components/FaceSwap/faceSwapPlan.d.ts +91 -0
- package/dist/components/FaceSwap/index.d.ts +13 -0
- package/dist/components/FaceSwap/settings.d.ts +300 -0
- package/dist/components/FaceSwap/useFaceTexture.d.ts +35 -0
- package/dist/components/FaceSwap/useLiveFace.d.ts +38 -0
- package/dist/components/FaceSwap/useLiveFaceTexture.d.ts +31 -0
- package/dist/components/FaceTracker/index.d.ts +5 -3
- package/dist/components/FaceWarp3D/FaceWarp3D.d.ts +50 -0
- package/dist/components/FaceWarp3D/index.d.ts +2 -0
- package/dist/components/Faceless/Faceless.d.ts +51 -0
- package/dist/components/Faceless/index.d.ts +2 -0
- package/dist/components/GestureListener/index.d.ts +11 -0
- package/dist/components/HairLock/HairLock.d.ts +39 -0
- package/dist/components/HairLock/index.d.ts +2 -0
- package/dist/components/HairLock/lockGeometry.d.ts +15 -0
- package/dist/components/HandCutout/index.d.ts +35 -0
- package/dist/components/HandEffect/index.d.ts +36 -0
- package/dist/components/HandInstruction/HandGestureHint.d.ts +70 -0
- package/dist/components/HandInstruction/index.d.ts +74 -0
- package/dist/components/HandInstruction/useHandGesture.d.ts +22 -0
- package/dist/components/HandJoints2D/index.d.ts +6 -0
- package/dist/components/HandRig/ForearmOccluder.d.ts +29 -0
- package/dist/components/HandRig/HandAttachment.d.ts +34 -0
- package/dist/components/HandRig/HandNails.d.ts +61 -0
- package/dist/components/HandRig/HandOccluder.d.ts +45 -0
- package/dist/components/HandRig/HandTattoo.d.ts +61 -0
- package/dist/components/HandRig/WristAttachment.d.ts +34 -0
- package/dist/components/HandRig/index.d.ts +127 -0
- package/dist/components/HandRig/useArmMask.d.ts +29 -0
- package/dist/components/HandRig/wristSolve.d.ts +96 -0
- package/dist/components/HandTouch/HandTouch.d.ts +62 -0
- package/dist/components/HandTouch/Touchable.d.ts +36 -0
- package/dist/components/HandTouch/index.d.ts +2 -0
- package/dist/components/HandTracker/index.d.ts +12 -2
- package/dist/components/HandTracking2D/HandVisual.d.ts +12 -0
- package/dist/components/HandTracking2D/index.d.ts +5 -0
- package/dist/components/HandTracking2DController/index.d.ts +5 -0
- package/dist/components/HandTracking3D/index.d.ts +6 -0
- package/dist/components/HeadBinding/index.d.ts +14 -0
- package/dist/components/HeadOccluder/CanonicalHeadFrame.d.ts +22 -0
- package/dist/components/HeadOccluder/Earrings.d.ts +55 -0
- package/dist/components/HeadOccluder/HeadAttachment.d.ts +38 -0
- package/dist/components/HeadOccluder/NeckOccluder.d.ts +67 -0
- package/dist/components/HeadOccluder/earringPlacement.d.ts +31 -0
- package/dist/components/HeadOccluder/headAttachmentPoints.d.ts +69 -0
- package/dist/components/HeadOccluder/index.d.ts +57 -3
- package/dist/components/HeadOccluder/useCanonicalHeadFit.d.ts +36 -0
- package/dist/components/HeadOccluder/useLandmarkPoseFit.d.ts +80 -0
- package/dist/components/HolisticTracker/index.d.ts +69 -0
- package/dist/components/HolisticTracker/settings.d.ts +58 -0
- package/dist/components/HolisticTracker/signals.d.ts +49 -0
- package/dist/components/Instruction/HintStage.d.ts +29 -0
- package/dist/components/Instruction/InstructionCue.d.ts +126 -0
- package/dist/components/Instruction/gestureHold.d.ts +20 -0
- package/dist/components/Instruction/ghost.d.ts +129 -0
- package/dist/components/Instruction/hintBlend.d.ts +19 -0
- package/dist/components/Instruction/hintLook.d.ts +81 -0
- package/dist/components/Instruction/hintLoop.d.ts +36 -0
- package/dist/components/Instruction/index.d.ts +41 -0
- package/dist/components/Instruction/useGhostModel.d.ts +33 -0
- package/dist/components/Instruction/useInstructionHold.d.ts +72 -0
- package/dist/components/IrisEffect/IrisMaterial.d.ts +73 -0
- package/dist/components/IrisEffect/index.d.ts +51 -0
- package/dist/components/IrisEffect/settings.d.ts +117 -0
- package/dist/components/LightObject/index.d.ts +20 -0
- package/dist/components/LipEffect/LipEffect.d.ts +28 -0
- package/dist/components/LipEffect/LipEffectMaterial.d.ts +98 -0
- package/dist/components/LipEffect/LipEffects.d.ts +12 -0
- package/dist/components/LipEffect/defaults.d.ts +51 -0
- package/dist/components/LipEffect/index.d.ts +12 -0
- package/dist/components/LipEffect/lipShading.d.ts +73 -0
- package/dist/components/LipEffect/settings.d.ts +375 -0
- package/dist/components/LipEffect/shader.d.ts +39 -0
- package/dist/components/LipEffect/types.d.ts +141 -0
- package/dist/components/LipEffect/useLipDesignTextures.d.ts +17 -0
- package/dist/components/LipEffect/uvGuide.d.ts +74 -0
- package/dist/components/LookAt/index.d.ts +23 -0
- package/dist/components/Makeup/Blush.d.ts +18 -0
- package/dist/components/Makeup/Brows.d.ts +20 -0
- package/dist/components/Makeup/Contour.d.ts +17 -0
- package/dist/components/Makeup/Eyeliner.d.ts +20 -0
- package/dist/components/Makeup/Eyeshadow.d.ts +20 -0
- package/dist/components/Makeup/Highlighter.d.ts +18 -0
- package/dist/components/Makeup/MakeupDesign.d.ts +37 -0
- package/dist/components/Makeup/MakeupRegion.d.ts +132 -0
- package/dist/components/Makeup/constants.d.ts +44 -0
- package/dist/components/Makeup/design.d.ts +106 -0
- package/dist/components/Makeup/designSamples.d.ts +42 -0
- package/dist/components/Makeup/eyes.d.ts +114 -0
- package/dist/components/Makeup/fields.d.ts +10 -0
- package/dist/components/Makeup/geometry.d.ts +106 -0
- package/dist/components/Makeup/index.d.ts +26 -0
- package/dist/components/Makeup/looks.d.ts +28 -0
- package/dist/components/Makeup/material.d.ts +239 -0
- package/dist/components/Makeup/settings.d.ts +54 -0
- package/dist/components/Makeup/shades.d.ts +143 -0
- package/dist/components/Makeup/shapes.d.ts +27 -0
- package/dist/components/Makeup/skinTone.d.ts +135 -0
- package/dist/components/Makeup/types.d.ts +110 -0
- package/dist/components/Makeup/useMakeupSkinTone.d.ts +40 -0
- package/dist/components/MeshRenderer/index.d.ts +59 -0
- package/dist/components/Necklace/Necklace.d.ts +44 -0
- package/dist/components/Necklace/index.d.ts +1 -0
- package/dist/components/ParticleEmitter/ParticleEmitter.d.ts +69 -0
- package/dist/components/ParticleEmitter/index.d.ts +1 -0
- package/dist/components/PersonCutout/index.d.ts +46 -0
- package/dist/components/PersonCutout/personCutout.d.ts +16 -0
- package/dist/components/PersonCutout/personMask.d.ts +19 -0
- package/dist/components/PersonCutout/useBodyMaskTexture.d.ts +35 -0
- package/dist/components/PerspectiveCamera/index.d.ts +2 -8
- package/dist/components/PinToMesh/index.d.ts +47 -0
- package/dist/components/RenderGroupLayer/index.d.ts +6 -0
- package/dist/components/SceneObjectRenderer/index.d.ts +23 -0
- package/dist/components/Screen2D/ScreenTransformFrame.d.ts +11 -0
- package/dist/components/Screen2D/ScreenTransformHelpers.d.ts +19 -0
- package/dist/components/Screen2D/ScreenTransformInteraction.d.ts +18 -0
- package/dist/components/Screen2D/index.d.ts +5 -0
- package/dist/components/ScreenGlass/defaults.d.ts +3 -0
- package/dist/components/ScreenGlass/index.d.ts +5 -0
- package/dist/components/ScreenGlass/shaders.d.ts +2 -0
- package/dist/components/ScreenGlass/types.d.ts +10 -0
- package/dist/components/ScreenGradient/defaults.d.ts +5 -0
- package/dist/components/ScreenGradient/index.d.ts +5 -0
- package/dist/components/ScreenGradient/shaders.d.ts +2 -0
- package/dist/components/ScreenGradient/types.d.ts +19 -0
- package/dist/components/ScreenImage/ScreenImage.d.ts +4 -0
- package/dist/components/ScreenImage/components/DynamicTextureSync.d.ts +9 -0
- package/dist/components/ScreenImage/components/ScreenImageBody.d.ts +9 -0
- package/dist/components/ScreenImage/components/ScreenImageFrame.d.ts +9 -0
- package/dist/components/ScreenImage/components/ScreenImageTransformFrame.d.ts +9 -0
- package/dist/components/ScreenImage/fit.d.ts +52 -0
- package/dist/components/ScreenImage/index.d.ts +10 -0
- package/dist/components/ScreenImage/materials/ScreenImageBlendMaterial.d.ts +9 -0
- package/dist/components/ScreenImage/materials/ScreenImageMaskMaterial.d.ts +11 -0
- package/dist/components/ScreenImage/materials/ScreenImageMatcap.d.ts +3 -0
- package/dist/components/ScreenImage/source.d.ts +25 -0
- package/dist/components/ScreenImage/types.d.ts +64 -0
- package/dist/components/ScreenImage/utils/ScreenImageConstants.d.ts +9 -0
- package/dist/components/ScreenImage/utils/ScreenImageHelpers.d.ts +4 -0
- package/dist/components/ScreenShape/geometry.d.ts +5 -0
- package/dist/components/ScreenShape/index.d.ts +5 -0
- package/dist/components/ScreenShape/types.d.ts +54 -0
- package/dist/components/ScreenSpaceUI/ScreenTransformGuide.d.ts +15 -0
- package/dist/components/ScreenSpaceUI/ScreenTransformOverlayGuide.d.ts +9 -0
- package/dist/components/ScreenSpaceUI/index.d.ts +3 -0
- package/dist/components/ScreenText/components/ScreenTextBody.d.ts +2 -0
- package/dist/components/ScreenText/components/ScreenTextTransformFrame.d.ts +9 -0
- package/dist/components/ScreenText/constants.d.ts +5 -0
- package/dist/components/ScreenText/index.d.ts +6 -0
- package/dist/components/ScreenText/types.d.ts +31 -0
- package/dist/components/ScreenText/utils/ScreenTextHelpers.d.ts +14 -0
- package/dist/components/ScreenText/utils/ScreenTextMappings.d.ts +17 -0
- package/dist/components/SegmentationOverlay/SegmentationOverlay.d.ts +37 -0
- package/dist/components/SegmentationOverlay/SegmentationOverlayMaterial.d.ts +31 -0
- package/dist/components/SegmentationOverlay/index.d.ts +9 -0
- package/dist/components/SegmentationOverlay/maskTexture.d.ts +23 -0
- package/dist/components/SegmentationOverlay/providers.d.ts +72 -0
- package/dist/components/SegmentationOverlay/settings.d.ts +65 -0
- package/dist/components/SequentialRenderPasses/index.d.ts +6 -0
- package/dist/components/ShoulderOccluder/index.d.ts +46 -0
- package/dist/components/ShoulderOccluder/useCanonicalTorsoFit.d.ts +27 -0
- package/dist/components/SpringSwing/SpringSwing.d.ts +22 -0
- package/dist/components/SpringSwing/index.d.ts +1 -0
- package/dist/components/TextLabel/TextLabel.d.ts +5 -0
- package/dist/components/TextLabel/alignment.d.ts +4 -0
- package/dist/components/TextLabel/bend.d.ts +9 -0
- package/dist/components/TextLabel/canvas/buildTextLabelTexture.d.ts +4 -0
- package/dist/components/TextLabel/canvas/canvasTypography.d.ts +13 -0
- package/dist/components/TextLabel/canvas/drawBackground.d.ts +21 -0
- package/dist/components/TextLabel/canvas/drawEffects.d.ts +34 -0
- package/dist/components/TextLabel/canvas/drawText.d.ts +19 -0
- package/dist/components/TextLabel/components/TextLabelMesh.d.ts +13 -0
- package/dist/components/TextLabel/constants.d.ts +2 -0
- package/dist/components/TextLabel/hooks/useTextLabelTexture.d.ts +7 -0
- package/dist/components/TextLabel/index.d.ts +2 -62
- package/dist/components/TextLabel/layout/measurement.d.ts +8 -0
- package/dist/components/TextLabel/layout/resolveTextLayout.d.ts +25 -0
- package/dist/components/TextLabel/layout/wrapText.d.ts +6 -0
- package/dist/components/TextLabel/types.d.ts +337 -0
- package/dist/components/TrackingAnchor/index.d.ts +18 -2
- package/dist/components/Transform3D/index.d.ts +30 -0
- package/dist/components/XRMediaSurface/index.d.ts +8 -7
- package/dist/components/XRProvider/index.d.ts +16 -2
- package/dist/components/XRScene/index.d.ts +14 -3
- package/dist/components/XRScene/renderOutputTarget.d.ts +12 -0
- package/dist/components/XRViewport/XRViewport.d.ts +11 -0
- package/dist/components/XRViewport/components/HiddenMedia.d.ts +7 -0
- package/dist/components/XRViewport/components/MediaAssetPicker.d.ts +8 -0
- package/dist/components/XRViewport/components/MediaControlStack.d.ts +13 -0
- package/dist/components/XRViewport/components/XRViewportLayers.d.ts +30 -0
- package/dist/components/XRViewport/constants.d.ts +24 -0
- package/dist/components/XRViewport/contexts.d.ts +6 -0
- package/dist/components/XRViewport/hooks/useViewportExternalFaces.d.ts +13 -0
- package/dist/components/XRViewport/hooks/useViewportMediaSource.d.ts +16 -0
- package/dist/components/XRViewport/hooks/useViewportMediaTexture.d.ts +10 -0
- package/dist/components/XRViewport/hooks/useViewportPipeline.d.ts +41 -0
- package/dist/components/XRViewport/hooks/useViewportRenderState.d.ts +47 -0
- package/dist/components/XRViewport/index.d.ts +3 -101
- package/dist/components/XRViewport/layout.d.ts +16 -0
- package/dist/components/XRViewport/slots.d.ts +16 -0
- package/dist/components/XRViewport/types.d.ts +89 -0
- package/dist/components/XRViewport/useViewportSize.d.ts +3 -0
- package/dist/components/index.d.ts +31 -0
- package/dist/components/occluder/skinnedOccluder.d.ts +39 -0
- package/dist/config/index.d.ts +1 -1
- package/dist/constants/index.d.ts +4 -1
- package/dist/context-DTxSQvp4.js +13 -0
- package/dist/context-hA0Rb2Xa.cjs +1 -0
- package/dist/contexts-DQc7zyqT.cjs +1 -0
- package/dist/contexts-Y_FhdnIv.js +667 -0
- package/dist/coordinates/feed.d.ts +52 -0
- package/dist/coordinates/index.d.ts +7 -0
- package/dist/coordinates/side.d.ts +40 -0
- package/dist/coordinates/spaces.d.ts +49 -0
- package/dist/coordinates/viewport.d.ts +22 -0
- package/dist/coordinates/world.d.ts +15 -0
- package/dist/debug-ui/component-editor/index.d.ts +19 -0
- package/dist/debug-ui/default-setting/index.d.ts +37 -0
- package/dist/debug-ui/default-setting.cjs +21 -0
- package/dist/debug-ui/default-setting.js +777 -0
- package/dist/debug-ui/face-mesh-renderer-settings/index.d.ts +8 -0
- package/dist/debug-ui/face-retouch/index.d.ts +11 -0
- package/dist/debug-ui/face-swap-settings/index.d.ts +22 -0
- package/dist/debug-ui/gesture-settings/index.d.ts +14 -0
- package/dist/debug-ui/hand-joints-2d/index.d.ts +6 -0
- package/dist/debug-ui/hand-tracking-2d/index.d.ts +6 -0
- package/dist/debug-ui/hand-tracking-2d-controller/index.d.ts +6 -0
- package/dist/debug-ui/hand-tracking-3d/index.d.ts +6 -0
- package/dist/debug-ui/hierarchy-panel/index.d.ts +30 -0
- package/dist/debug-ui/holistic-tracker-settings/index.d.ts +16 -0
- package/dist/debug-ui/index.d.ts +61 -0
- package/dist/debug-ui/iris-effect-settings/index.d.ts +12 -0
- package/dist/debug-ui/layer-panel/index.d.ts +18 -0
- package/dist/debug-ui/lip-effect-settings/index.d.ts +15 -0
- package/dist/debug-ui/media-source/MediaSourceSwitcher.d.ts +10 -0
- package/dist/debug-ui/media-source/index.d.ts +6 -0
- package/dist/debug-ui/media-source/media-preset.d.ts +21 -0
- package/dist/debug-ui/media-source/session.d.ts +40 -0
- package/dist/debug-ui/media-source.cjs +1 -0
- package/dist/debug-ui/media-source.js +11 -0
- package/dist/debug-ui/mesh-renderer-settings/index.d.ts +6 -0
- package/dist/debug-ui/object-inspector-panel/index.d.ts +26 -0
- package/dist/debug-ui/pin-to-mesh-settings/index.d.ts +10 -0
- package/dist/debug-ui/product-hotspots/index.d.ts +25 -0
- package/dist/debug-ui/scene-editor/context.d.ts +38 -0
- package/dist/debug-ui/scene-editor/hierarchy-panel.d.ts +11 -0
- package/dist/debug-ui/scene-editor/index.d.ts +11 -0
- package/dist/debug-ui/scene-editor/inspector-panel.d.ts +9 -0
- package/dist/debug-ui/scene-editor/store-utils.d.ts +2 -0
- package/dist/debug-ui/scene-editor/viewport-toolbar.d.ts +4 -0
- package/dist/debug-ui/scene-editor/viewport.d.ts +21 -0
- package/dist/debug-ui/screen-glass-settings/index.d.ts +6 -0
- package/dist/debug-ui/screen-gradient-settings/GradientStopsEditor.d.ts +5 -0
- package/dist/debug-ui/screen-gradient-settings/index.d.ts +6 -0
- package/dist/debug-ui/screen-gradient-settings/styles.d.ts +3 -0
- package/dist/debug-ui/screen-image-settings/index.d.ts +11 -0
- package/dist/debug-ui/screen-shape-settings/index.d.ts +6 -0
- package/dist/debug-ui/screen-text-settings/NumberField.d.ts +9 -0
- package/dist/debug-ui/screen-text-settings/ScreenTextSettingsPanel.d.ts +3 -0
- package/dist/debug-ui/screen-text-settings/controls/NestedSection.d.ts +7 -0
- package/dist/debug-ui/screen-text-settings/controls/Section.d.ts +8 -0
- package/dist/debug-ui/screen-text-settings/controls/icons.d.ts +4 -0
- package/dist/debug-ui/screen-text-settings/index.d.ts +2 -0
- package/dist/debug-ui/screen-text-settings/sections/BackgroundSection.d.ts +8 -0
- package/dist/debug-ui/screen-text-settings/sections/ContentSection.d.ts +5 -0
- package/dist/debug-ui/screen-text-settings/sections/EffectsSection.d.ts +25 -0
- package/dist/debug-ui/screen-text-settings/sections/StyleSection.d.ts +5 -0
- package/dist/debug-ui/screen-text-settings/sections/TransformSection.d.ts +5 -0
- package/dist/debug-ui/screen-text-settings/sections/background/BackgroundFillControls.d.ts +2 -0
- package/dist/debug-ui/screen-text-settings/sections/background/BackgroundSizeControls.d.ts +2 -0
- package/dist/debug-ui/screen-text-settings/sections/background/BackgroundStrokeControls.d.ts +2 -0
- package/dist/debug-ui/screen-text-settings/sections/background/types.d.ts +7 -0
- package/dist/debug-ui/screen-text-settings/sections/effects/BendEffectSection.d.ts +4 -0
- package/dist/debug-ui/screen-text-settings/sections/effects/EffectChrome.d.ts +21 -0
- package/dist/debug-ui/screen-text-settings/sections/effects/GlowEffectSection.d.ts +4 -0
- package/dist/debug-ui/screen-text-settings/sections/effects/InnerShadowEffectSection.d.ts +4 -0
- package/dist/debug-ui/screen-text-settings/sections/effects/OutlineEffectSection.d.ts +4 -0
- package/dist/debug-ui/screen-text-settings/sections/effects/ShadowEffectSection.d.ts +4 -0
- package/dist/debug-ui/screen-text-settings/sections/effects/types.d.ts +14 -0
- package/dist/debug-ui/screen-text-settings/settings.d.ts +90 -0
- package/dist/debug-ui/screen-text-settings/styles.d.ts +26 -0
- package/dist/debug-ui/screen-text-settings/transform.d.ts +6 -0
- package/dist/debug-ui/screen-text-settings/types.d.ts +11 -0
- package/dist/debug-ui/segmentation-overlay-settings/index.d.ts +12 -0
- package/dist/debug-ui/settings-panel/index.d.ts +43 -0
- package/dist/debug-ui/shared/MaterialSection.d.ts +13 -0
- package/dist/debug-ui/shared/ScreenTransformSection.d.ts +32 -0
- package/dist/debug-ui/shared/debugWindow.d.ts +51 -0
- package/dist/debug-ui/transform-3d-settings/index.d.ts +11 -0
- package/dist/debug-ui/xr-diagnostics/index.d.ts +26 -0
- package/dist/debug-ui.cjs +10 -0
- package/dist/debug-ui.js +9051 -0
- package/dist/detector-K8aej4MB.js +59 -0
- package/dist/detector-ijypGtse.cjs +1 -0
- package/dist/drawNormalizedCrop-C4KFaRne.cjs +1 -0
- package/dist/drawNormalizedCrop-DG3gtJxf.js +135 -0
- package/dist/entries/all.d.ts +4 -1
- package/dist/entries/core.d.ts +76 -6
- package/dist/entries/face-effects.d.ts +130 -10
- package/dist/entries/instructions.d.ts +48 -0
- package/dist/entries/internal.d.ts +5 -2
- package/dist/entries/low-level.d.ts +104 -6
- package/dist/entries/particles.d.ts +15 -0
- package/dist/entries/product.d.ts +11 -0
- package/dist/entries/scene-object.d.ts +10 -0
- package/dist/entries/tracking.d.ts +110 -2
- package/dist/face-action/index.d.ts +34 -0
- package/dist/face-atlas/attributes.d.ts +30 -0
- package/dist/face-atlas/eyes.d.ts +272 -0
- package/dist/face-atlas/faceAtlas.generated.d.ts +46 -0
- package/dist/face-atlas/glsl/atlasVertex.d.ts +46 -0
- package/dist/face-atlas/glsl/common.d.ts +55 -0
- package/dist/face-atlas/glsl/design.d.ts +49 -0
- package/dist/face-atlas/glsl/eyes.d.ts +73 -0
- package/dist/face-atlas/glsl/finish.d.ts +24 -0
- package/dist/face-atlas/glsl/format.d.ts +4 -0
- package/dist/face-atlas/glsl/index.d.ts +59 -0
- package/dist/face-atlas/glsl/shading.d.ts +15 -0
- package/dist/face-atlas/glsl/shapes.d.ts +66 -0
- package/dist/face-atlas/glsl/sparkle.d.ts +19 -0
- package/dist/face-atlas/glsl/uniforms.d.ts +106 -0
- package/dist/face-atlas/guide.d.ts +51 -0
- package/dist/face-atlas/index.d.ts +25 -0
- package/dist/face-atlas/lead.d.ts +117 -0
- package/dist/face-atlas/madeUpCamera.d.ts +125 -0
- package/dist/face-atlas/masks.d.ts +53 -0
- package/dist/face-atlas/obj.d.ts +69 -0
- package/dist/face-atlas/polylines.d.ts +63 -0
- package/dist/face-atlas/probe/FaceSkinProbe.d.ts +208 -0
- package/dist/face-atlas/probe/__fixtures__/emulate.d.ts +9 -0
- package/dist/face-atlas/probe/__fixtures__/face.d.ts +24 -0
- package/dist/face-atlas/probe/constants.d.ts +137 -0
- package/dist/face-atlas/probe/glsl.d.ts +43 -0
- package/dist/face-atlas/probe/lightFit.d.ts +108 -0
- package/dist/face-atlas/probe/schedule.d.ts +44 -0
- package/dist/face-atlas/probe/selfTest.d.ts +87 -0
- package/dist/face-atlas/probe/stats.d.ts +143 -0
- package/dist/face-atlas/probe/targets.d.ts +70 -0
- package/dist/face-atlas/probe/unwrap.d.ts +76 -0
- package/dist/face-atlas/quality.d.ts +28 -0
- package/dist/face-atlas/regions.d.ts +31 -0
- package/dist/face-atlas/registry.d.ts +252 -0
- package/dist/face-atlas/renderState.d.ts +86 -0
- package/dist/face-atlas/selfOcclusion.d.ts +62 -0
- package/dist/face-atlas/shading.d.ts +406 -0
- package/dist/face-atlas/shapes.d.ts +86 -0
- package/dist/face-atlas/sides.d.ts +41 -0
- package/dist/face-atlas/skinMask.d.ts +35 -0
- package/dist/face-atlas/surface.d.ts +155 -0
- package/dist/face-atlas/topology.d.ts +44 -0
- package/dist/face-attribute-expression/index.d.ts +10 -0
- package/dist/face-character/__fixtures__/faceImageDetections.d.ts +25 -0
- package/dist/face-character/__fixtures__/faceNode.d.ts +22 -0
- package/dist/face-character/bindFaceModel.d.ts +106 -0
- package/dist/face-character/canonicalFace.d.ts +17 -0
- package/dist/face-character/canonicalFaceGeometry.d.ts +11 -0
- package/dist/face-character/canonicalFacePositions.d.ts +7 -0
- package/dist/face-character/driveFaceModel.d.ts +57 -0
- package/dist/face-character/expressionOutputs.d.ts +45 -0
- package/dist/face-character/faceExpressions.d.ts +104 -0
- package/dist/face-character/faceImageLandmarker.d.ts +93 -0
- package/dist/face-character/faceMeshBinding.d.ts +62 -0
- package/dist/face-character/faceMorph.d.ts +77 -0
- package/dist/face-character/faceMorphs.d.ts +46 -0
- package/dist/face-character/facePhoto.d.ts +138 -0
- package/dist/face-character/facePiercings.d.ts +116 -0
- package/dist/face-character/facePin.d.ts +131 -0
- package/dist/face-character/faceReprojection.d.ts +273 -0
- package/dist/face-character/faceReprojector.d.ts +171 -0
- package/dist/face-character/faceRig.d.ts +176 -0
- package/dist/face-character/faceSwapPresence.d.ts +85 -0
- package/dist/face-character/faceTexture.d.ts +169 -0
- package/dist/face-character/faceTextureBaker.d.ts +86 -0
- package/dist/face-character/faceTextureGuide.d.ts +106 -0
- package/dist/face-character/faceTextureStats.d.ts +298 -0
- package/dist/face-character/faceTransfer.d.ts +396 -0
- package/dist/face-character/faceTransferGeometry.d.ts +109 -0
- package/dist/face-character/faceTransferSelfTest.d.ts +94 -0
- package/dist/face-character/faceWarp3D.d.ts +101 -0
- package/dist/face-character/faceless.d.ts +79 -0
- package/dist/face-character/featureWarp.d.ts +28 -0
- package/dist/face-character/liveFaceRegistry.d.ts +370 -0
- package/dist/face-character/liveValue.d.ts +12 -0
- package/dist/face-character/memo.d.ts +15 -0
- package/dist/face-effects.cjs +2267 -195
- package/dist/face-effects.js +14191 -3346
- package/dist/face-expression/index.d.ts +182 -0
- package/dist/face-info/blendshapes.d.ts +3 -0
- package/dist/face-info/derive.d.ts +8 -0
- package/dist/face-info/drawFaceCrop.d.ts +10 -0
- package/dist/face-info/getFaceInfo.d.ts +8 -0
- package/dist/face-info/index.d.ts +8 -0
- package/dist/face-info/landmarks.d.ts +35 -0
- package/dist/face-info/types.d.ts +69 -0
- package/dist/gestures/definitions.d.ts +98 -0
- package/dist/gestures/detector.d.ts +87 -0
- package/dist/gestures/index.d.ts +8 -0
- package/dist/gestures/measures.d.ts +114 -0
- package/dist/gestures/settings.d.ts +49 -0
- package/dist/getFaceInfo-BafgGT27.js +62 -0
- package/dist/getFaceInfo-BzlwHMjX.cjs +1 -0
- package/dist/hand/armFit.d.ts +46 -0
- package/dist/hand/armMask.d.ts +190 -0
- package/dist/hand/forearm.d.ts +114 -0
- package/dist/hand/handCutout.d.ts +23 -0
- package/dist/hand/handCutoutRegistry.d.ts +7 -0
- package/dist/hand/handEffect.d.ts +38 -0
- package/dist/hand/handGestures.d.ts +524 -0
- package/dist/hand/handJoints2d.d.ts +49 -0
- package/dist/hand/handNail.d.ts +73 -0
- package/dist/hand/handPose.d.ts +98 -0
- package/dist/hand/handRigSolver.d.ts +159 -0
- package/dist/hand/handTattoo.d.ts +81 -0
- package/dist/hand/handTouch.d.ts +240 -0
- package/dist/hand/handTracking2d.d.ts +33 -0
- package/dist/hand/handTracking2dController.d.ts +65 -0
- package/dist/hand/handTracking3d.d.ts +52 -0
- package/dist/hand/nailImageMask.d.ts +40 -0
- package/dist/hand/nailMaskFingers.d.ts +23 -0
- package/dist/hand/nailTipRefine.d.ts +37 -0
- package/dist/hand/wrist.d.ts +44 -0
- package/dist/hand/wristFilter.d.ts +44 -0
- package/dist/hooks/faceResults.d.ts +1 -1
- package/dist/hooks/selectors.d.ts +77 -4
- package/dist/hooks/useBodies.d.ts +39 -0
- package/dist/hooks/useCalibrationFaceTracker.d.ts +1 -1
- package/dist/hooks/useFaceAction.d.ts +3 -0
- package/dist/hooks/useFaceAttributeExpression.d.ts +16 -0
- package/dist/hooks/useFaceDetection.d.ts +18 -0
- package/dist/hooks/useFaceInfo.d.ts +19 -0
- package/dist/hooks/useFaceInfos.d.ts +15 -0
- package/dist/hooks/useFaceModelAcquisition.d.ts +38 -0
- package/dist/hooks/useFaceResultReader.d.ts +10 -0
- package/dist/hooks/useFrameCapture.d.ts +18 -0
- package/dist/hooks/useGesture.d.ts +39 -0
- package/dist/hooks/useIrisTracking.d.ts +45 -0
- package/dist/hooks/useMediaRecorder.d.ts +14 -2
- package/dist/hooks/useOwnedTexture.d.ts +6 -0
- package/dist/hooks/useTrackerContext.d.ts +14 -2
- package/dist/hooks/useXRDiagnostics.d.ts +81 -0
- package/dist/hooks/useXRModel.d.ts +12 -0
- package/dist/hooks/useXRSession/facade.d.ts +47 -2
- package/dist/hooks/useXRSession/index.d.ts +2 -2
- package/dist/hooks/useXRSession/reason.d.ts +21 -0
- package/dist/hooks/useXRSession/registry.d.ts +23 -0
- package/dist/hooks/useXRSession/store.d.ts +64 -7
- package/dist/index-BZoBxyLn.js +1103 -0
- package/dist/index-By_LCo2V.cjs +1 -0
- package/dist/index-C-Mryx_u.cjs +21 -0
- package/dist/index-CKRN-xJp.js +3740 -0
- package/dist/index-CUldCMRl.js +188 -0
- package/dist/index-Cyk_VIZE.js +1432 -0
- package/dist/index-D-4w34GO.cjs +1 -0
- package/dist/index-DiIoHK_4.js +442 -0
- package/dist/index-Dv3WnY9n.cjs +46 -0
- package/dist/index-ItufYyHH.cjs +1 -0
- package/dist/index-S3gqudT6.cjs +1 -0
- package/dist/index-Sho4F4it.cjs +1 -0
- package/dist/index-iIQ9jBDb.js +240 -0
- package/dist/index-vr2ichWQ.js +190 -0
- package/dist/instructions.cjs +30 -0
- package/dist/instructions.js +1528 -0
- package/dist/internal-Bb9ZXbpr.cjs +1 -0
- package/dist/{internal-KOKJDxCG.js → internal-Gt1wn6Z3.js} +152 -127
- package/dist/internal.cjs +1 -1
- package/dist/internal.js +16 -9
- package/dist/iris/compute.d.ts +27 -0
- package/dist/iris/index.d.ts +4 -0
- package/dist/iris/lead.d.ts +19 -0
- package/dist/iris/types.d.ts +89 -0
- package/dist/landmarkMask-CvN-L5NT.cjs +1 -0
- package/dist/landmarkMask-DHivVjJm.js +225 -0
- package/dist/landmarks-BEjJXcnE.cjs +1 -0
- package/dist/landmarks-DtCAFV_m.js +76 -0
- package/dist/low-level.cjs +1 -1
- package/dist/low-level.js +1494 -629
- package/dist/main.cjs +1 -1
- package/dist/main.js +1306 -475
- package/dist/material/MaterialFill.d.ts +20 -0
- package/dist/material/MeshMaterial.d.ts +14 -0
- package/dist/material/index.d.ts +2 -0
- package/dist/models/Base/index.d.ts +49 -0
- package/dist/models/Body/index.d.ts +30 -1
- package/dist/models/Face/constants.d.ts +8 -0
- package/dist/models/Face/index.d.ts +5 -12
- package/dist/models/Face/rotation.d.ts +18 -0
- package/dist/models/Hand/GestureTracking.d.ts +1 -1
- package/dist/models/Hand/HandTracking.d.ts +19 -1
- package/dist/models/Holistic/index.d.ts +49 -0
- package/dist/models/Holistic/result.d.ts +68 -0
- package/dist/models/Segmentation/index.d.ts +6 -3
- package/dist/models/SemanticSegmentation/index.d.ts +31 -0
- package/dist/models/SemanticSegmentation/presets.d.ts +28 -0
- package/dist/models/index.d.ts +2 -0
- package/dist/models/nodeSource.d.ts +9 -0
- package/dist/particles/emission.d.ts +24 -0
- package/dist/particles/eyes.d.ts +24 -0
- package/dist/particles/glsl.d.ts +14 -0
- package/dist/particles/index.d.ts +10 -0
- package/dist/particles/motion.d.ts +42 -0
- package/dist/particles/presets.d.ts +12 -0
- package/dist/particles/ring.d.ts +58 -0
- package/dist/particles/selfTest.d.ts +53 -0
- package/dist/particles/settings.d.ts +127 -0
- package/dist/particles/shapes.d.ts +29 -0
- package/dist/particles/spawner.d.ts +71 -0
- package/dist/particles/system.d.ts +66 -0
- package/dist/particles.cjs +122 -0
- package/dist/particles.js +999 -0
- package/dist/product/ProductDimensions.d.ts +16 -0
- package/dist/product/ProductHotspot.d.ts +16 -0
- package/dist/product/ProductViewer.d.ts +9 -0
- package/dist/product/details.d.ts +53 -0
- package/dist/product/index.d.ts +14 -0
- package/dist/product/loadModelViewer.d.ts +4 -0
- package/dist/product/types.d.ts +71 -0
- package/dist/product/useProductAr.d.ts +37 -0
- package/dist/product/useProductDetails.d.ts +60 -0
- package/dist/product.cjs +1 -0
- package/dist/product.js +414 -0
- package/dist/providers-CEZQgz2s.cjs +62 -0
- package/dist/providers-CRuaD8bi.js +424 -0
- package/dist/quality/XRQualityController.d.ts +25 -0
- package/dist/quality/controller.d.ts +33 -0
- package/dist/quality/index.d.ts +6 -0
- package/dist/quality/types.d.ts +100 -0
- package/dist/quality/useXRQuality.d.ts +28 -0
- package/dist/render/layerStack.d.ts +29 -0
- package/dist/render/renderGroups.d.ts +47 -0
- package/dist/render/renderPasses.d.ts +26 -0
- package/dist/render/sceneBeforeRender.d.ts +12 -0
- package/dist/renderGroups-BADrepA1.cjs +1 -0
- package/dist/renderGroups-CNB99dZ2.js +152 -0
- package/dist/renderPasses-DgxUKn9b.cjs +158 -0
- package/dist/renderPasses-DuapJA6V.js +1290 -0
- package/dist/renderState-CJNmj5jz.js +39 -0
- package/dist/renderState-apSfg4eR.cjs +1 -0
- package/dist/scene-object/index.d.ts +146 -0
- package/dist/scene-object/runtimeRegistry.d.ts +14 -0
- package/dist/scene-object.cjs +1 -0
- package/dist/scene-object.js +40 -0
- package/dist/screen-image/screenImagePresets.d.ts +13 -0
- package/dist/screen-image/screenImageSettings.d.ts +57 -0
- package/dist/screen-text/screenTextPresets.d.ts +6 -0
- package/dist/screen-text/screenTextSettings.d.ts +147 -0
- package/dist/screen2d/coordinates.d.ts +107 -0
- package/dist/screen2d/index.d.ts +7 -0
- package/dist/screen2d/material-runtime.d.ts +32 -0
- package/dist/screen2d/screenTransform.d.ts +60 -0
- package/dist/screen2d/smoothing.d.ts +5 -0
- package/dist/screen2d/texture.d.ts +10 -0
- package/dist/screen2d/transform.d.ts +25 -0
- package/dist/screen2d/types.d.ts +90 -0
- package/dist/segmentation-BOZJdWFC.js +1911 -0
- package/dist/segmentation-J8GoNBvP.cjs +1 -0
- package/dist/segmentation2d/faceMemory.d.ts +28 -0
- package/dist/segmentation2d/faceRegions.d.ts +24 -0
- package/dist/segmentation2d/index.d.ts +9 -0
- package/dist/segmentation2d/maskUv.d.ts +23 -0
- package/dist/segmentation2d/rasterize.d.ts +14 -0
- package/dist/segmentation2d/types.d.ts +52 -0
- package/dist/selectors-BvJepq6H.js +196 -0
- package/dist/selectors-QB2qsaxy.cjs +1 -0
- package/dist/services/MetricsCollector/index.d.ts +7 -1
- package/dist/services/MetricsCollector/utils.d.ts +1 -1
- package/dist/session-BVX859as.cjs +31 -0
- package/dist/session-Cz8aie4K.js +493 -0
- package/dist/settings-BJ7FMBsO.js +111 -0
- package/dist/settings-C63FMBlF.cjs +1 -0
- package/dist/similarityFit-BFqHND2e.cjs +1 -0
- package/dist/similarityFit-Bbz-R8AY.js +91 -0
- package/dist/spring/index.d.ts +2 -0
- package/dist/spring/spring.d.ts +69 -0
- package/dist/spring/swing.d.ts +54 -0
- package/dist/subjects/index.d.ts +2 -0
- package/dist/subjects/select.d.ts +70 -0
- package/dist/subjects/types.d.ts +59 -0
- package/dist/texture/animatedTexture.d.ts +63 -0
- package/dist/texture/animationMath.d.ts +8 -0
- package/dist/texture/gifReader.d.ts +17 -0
- package/dist/texture/gifTextureSource.d.ts +16 -0
- package/dist/texture/sourceResolver.d.ts +30 -0
- package/dist/textures-BVwo9Z7z.js +38 -0
- package/dist/textures-DAfc61zz.cjs +1 -0
- package/dist/tracking/coordinates.d.ts +5 -0
- package/dist/tracking-config/apply.d.ts +57 -0
- package/dist/tracking-config/index.d.ts +7 -0
- package/dist/tracking-config/resolve.d.ts +25 -0
- package/dist/tracking-config/storage.d.ts +8 -0
- package/dist/tracking-config/types.d.ts +106 -0
- package/dist/tracking-config/useXRTrackingConfig.d.ts +38 -0
- package/dist/tracking.cjs +10 -1
- package/dist/tracking.js +1531 -294
- package/dist/trigger-D9L4GPmQ.js +3726 -0
- package/dist/trigger-DZ9vU7jo.cjs +147 -0
- package/dist/types/common.d.ts +11 -1
- package/dist/types/compositor.d.ts +21 -0
- package/dist/types/face.d.ts +21 -14
- package/dist/types/gesture-tracking.d.ts +2 -2
- package/dist/types/hand-tracking.d.ts +19 -2
- package/dist/types/holistic.d.ts +121 -0
- package/dist/types/index.d.ts +1 -1
- package/dist/types/model.d.ts +22 -2
- package/dist/types/nodes.d.ts +83 -6
- package/dist/types/segmentation.d.ts +26 -0
- package/dist/types/session.d.ts +50 -4
- package/dist/types/tracking.d.ts +8 -2
- package/dist/types/util-types.d.ts +1 -1
- package/dist/useBodies-BYzJpQ4L.js +75 -0
- package/dist/useBodies-Cxpmx6Bb.cjs +1 -0
- package/dist/useFaceInfo-BzEUj2OI.js +75 -0
- package/dist/useFaceInfo-DlLRAVNw.cjs +1 -0
- package/dist/useFaceResultReader-Cc4Qrutf.js +61 -0
- package/dist/useFaceResultReader-D3jOQNKz.cjs +1 -0
- package/dist/useInstructionHold-DOu-RpCM.js +53 -0
- package/dist/useInstructionHold-DwJY1Alr.cjs +1 -0
- package/dist/useIrisTracking-Bz4uLDa7.js +6190 -0
- package/dist/useIrisTracking-DRGWgoNy.cjs +35 -0
- package/dist/useLandmarkPoseFit-Bg-h9BPb.cjs +1 -0
- package/dist/useLandmarkPoseFit-Bmb3h6Mw.js +87 -0
- package/dist/useXRCapabilities-B1KLckqw.js +30 -0
- package/dist/useXRCapabilities-CZlPUBjF.cjs +1 -0
- package/dist/utils/canonicalRigidLandmarks.d.ts +8 -0
- package/dist/utils/drawNormalizedCrop.d.ts +22 -0
- package/dist/utils/fns.d.ts +6 -3
- package/dist/utils/headOccluderFit.d.ts +42 -0
- package/dist/utils/integrity.d.ts +25 -26
- package/dist/utils/landmarkBounds.d.ts +1 -1
- package/dist/utils/logger.d.ts +2 -2
- package/dist/utils/resolveNumFaces.d.ts +13 -0
- package/dist/utils/shoulderOccluderFit.d.ts +38 -0
- package/dist/utils/similarityFit.d.ts +23 -0
- package/dist/utils/updateThrottle.d.ts +2 -0
- package/dist/utils/useStableUniforms.d.ts +18 -0
- package/dist/utils/visionWasm.d.ts +18 -0
- package/dist/uv-BMFt19bg.cjs +1 -0
- package/dist/{index-BD-JWMjE.js → uv-DJU_XfmN.js} +15 -180
- package/dist/x-Co8jPhP0.js +127 -0
- package/dist/x-KC8E4Gaj.cjs +41 -0
- package/docs/MIGRATION_GUIDE.md +589 -0
- package/docs/SDK_DOCUMENTATION.md +1157 -0
- package/docs/api/adaptive-quality.mdx +104 -0
- package/docs/api/asset-lifecycle.mdx +78 -0
- package/docs/api/audio.mdx +36 -0
- package/docs/api/behavior-components.mdx +164 -0
- package/docs/api/body-instructions.mdx +287 -0
- package/docs/api/body-rig.mdx +384 -0
- package/docs/api/body-triggers.mdx +235 -0
- package/docs/api/camera-permission.mdx +142 -0
- package/docs/api/capture-recording.mdx +111 -0
- package/docs/api/coordinate-spaces.mdx +168 -0
- package/docs/api/cross-camera.mdx +89 -0
- package/docs/api/debug-ui-scene-editor.mdx +270 -0
- package/docs/api/diagnostics-calibration.mdx +97 -0
- package/docs/api/external-face-mesh.mdx +231 -0
- package/docs/api/face-actions.mdx +108 -0
- package/docs/api/face-attribute-expression.mdx +87 -0
- package/docs/api/face-binding-anchors.mdx +55 -0
- package/docs/api/face-character.mdx +157 -0
- package/docs/api/face-effects.mdx +28 -0
- package/docs/api/face-expression-controller.mdx +153 -0
- package/docs/api/face-info.mdx +118 -0
- package/docs/api/face-inset.mdx +204 -0
- package/docs/api/face-instructions.mdx +183 -0
- package/docs/api/face-liquify.mdx +196 -0
- package/docs/api/face-mesh.mdx +130 -0
- package/docs/api/face-morph.mdx +117 -0
- package/docs/api/face-painting.mdx +40 -0
- package/docs/api/face-reprojection.mdx +154 -0
- package/docs/api/face-retouching.mdx +81 -0
- package/docs/api/face-swap.mdx +350 -0
- package/docs/api/face-warp-3d.mdx +166 -0
- package/docs/api/faceless.mdx +143 -0
- package/docs/api/gestures.mdx +210 -0
- package/docs/api/hair.mdx +97 -0
- package/docs/api/hand-instructions.mdx +222 -0
- package/docs/api/hand-rig.mdx +661 -0
- package/docs/api/hand-touch.mdx +162 -0
- package/docs/api/head-occluder.mdx +563 -0
- package/docs/api/holistic-tracker.mdx +164 -0
- package/docs/api/instructions.mdx +323 -0
- package/docs/api/iris-tracking.mdx +247 -0
- package/docs/api/made-up-camera.mdx +131 -0
- package/docs/api/makeup-skin-tone.mdx +135 -0
- package/docs/api/makeup.mdx +353 -0
- package/docs/api/material-render-state.mdx +132 -0
- package/docs/api/multi-subject.mdx +185 -0
- package/docs/api/particles.mdx +183 -0
- package/docs/api/person-cutout.mdx +171 -0
- package/docs/api/pin-to-face-mesh.mdx +274 -0
- package/docs/api/product-ar.mdx +114 -0
- package/docs/api/product-details.mdx +78 -0
- package/docs/api/runtime-3d.mdx +316 -0
- package/docs/api/scene-object-store.mdx +213 -0
- package/docs/api/screen-image.mdx +67 -0
- package/docs/api/screen-shape.mdx +64 -0
- package/docs/api/screen-space-coordinates.mdx +75 -0
- package/docs/api/screen-text.mdx +39 -0
- package/docs/api/segmentation-overlay.mdx +301 -0
- package/docs/api/session-lifecycle.mdx +136 -0
- package/docs/api/texture-sources.mdx +74 -0
- package/docs/api/trackers.mdx +65 -0
- package/docs/api/tracking-config.mdx +108 -0
- package/docs/docs.json +121 -0
- package/docs/examples/lip-shaders.mdx +273 -0
- package/docs/examples/scene-object-recipes.mdx +194 -0
- package/docs/guides/face-atlas-template.svg +1 -0
- package/docs/guides/face-atlas-textures.mdx +186 -0
- package/docs/guides/face-texture-template.svg +1 -0
- package/docs/guides/harness-debug-ui.mdx +139 -0
- package/docs/guides/lip-effect-textures.mdx +368 -0
- package/docs/guides/lip-uv-template.png +0 -0
- package/docs/guides/lip-uv-template.svg +1 -0
- package/docs/guides/makeup-design-textures.mdx +109 -0
- package/docs/inspector/hierarchy-panel.mdx +51 -0
- package/docs/inspector/object-inspector-panel.mdx +51 -0
- package/docs/introduction.mdx +120 -0
- package/docs/scene-objects/overview.mdx +127 -0
- package/docs/scene-objects/render-groups.mdx +77 -0
- package/docs/scene-objects/runtime-rendering.mdx +75 -0
- package/docs/texture-api-consumer.md +84 -0
- package/package.json +86 -8
- package/settings.json +1998 -0
- package/dist/DebuggerUI-CEfdddkZ.cjs +0 -1
- package/dist/DebuggerUI-Dgop6Q6o.js +0 -269
- package/dist/components/FaceRetouch/retouchRegions.d.ts +0 -23
- package/dist/components/FaceRetouch/useFaceRetouchRegions.d.ts +0 -12
- package/dist/index-B5J4gzn2.cjs +0 -1
- package/dist/index-BVBVg96G.cjs +0 -1
- package/dist/index-CYMj26Ej.js +0 -1331
- package/dist/index-DtwHElmG.js +0 -157
- package/dist/index-PtFmD6B8.cjs +0 -1
- package/dist/internal-DH5d1Xnq.cjs +0 -1
- package/dist/modules/XRClient/index.d.ts +0 -9
- package/dist/modules/index.d.ts +0 -1
- package/dist/selectors-BHO6TnoC.js +0 -59
- package/dist/selectors-Bub0o3qy.cjs +0 -1
- package/dist/services/ApiService.d.ts +0 -12
- package/dist/types/client.d.ts +0 -3
- package/dist/useFaceResults-cpsSmKKc.js +0 -81
- package/dist/useFaceResults-hVUJYSEY.cjs +0 -1
|
@@ -0,0 +1,49 @@
|
|
|
1
|
+
import { GestureDetectorOptions } from './detector';
|
|
2
|
+
/** Flat, panel-friendly detector options. */
|
|
3
|
+
export type GestureSettings = GestureDetectorOptions;
|
|
4
|
+
export declare const DEFAULT_GESTURE_SETTINGS: GestureSettings;
|
|
5
|
+
export declare const GESTURE_SETTINGS_FIELDS: [{
|
|
6
|
+
readonly key: "enterThreshold";
|
|
7
|
+
readonly label: "Enter threshold";
|
|
8
|
+
readonly type: "number";
|
|
9
|
+
readonly min: 0;
|
|
10
|
+
readonly max: 1;
|
|
11
|
+
readonly step: 0.01;
|
|
12
|
+
}, {
|
|
13
|
+
readonly key: "exitThreshold";
|
|
14
|
+
readonly label: "Exit threshold";
|
|
15
|
+
readonly type: "number";
|
|
16
|
+
readonly min: 0;
|
|
17
|
+
readonly max: 1;
|
|
18
|
+
readonly step: 0.01;
|
|
19
|
+
}, {
|
|
20
|
+
readonly key: "holdMs";
|
|
21
|
+
readonly label: "Hold before begin (ms)";
|
|
22
|
+
readonly type: "number";
|
|
23
|
+
readonly min: 0;
|
|
24
|
+
readonly max: 1000;
|
|
25
|
+
readonly step: 10;
|
|
26
|
+
}, {
|
|
27
|
+
readonly key: "cooldownMs";
|
|
28
|
+
readonly label: "Cooldown after end (ms)";
|
|
29
|
+
readonly type: "number";
|
|
30
|
+
readonly min: 0;
|
|
31
|
+
readonly max: 3000;
|
|
32
|
+
readonly step: 50;
|
|
33
|
+
}, {
|
|
34
|
+
readonly key: "minConfidence";
|
|
35
|
+
readonly label: "Min confidence";
|
|
36
|
+
readonly type: "number";
|
|
37
|
+
readonly min: 0;
|
|
38
|
+
readonly max: 1;
|
|
39
|
+
readonly step: 0.05;
|
|
40
|
+
}, {
|
|
41
|
+
readonly key: "lostGraceMs";
|
|
42
|
+
readonly label: "Loss grace (ms)";
|
|
43
|
+
readonly type: "number";
|
|
44
|
+
readonly min: 0;
|
|
45
|
+
readonly max: 1000;
|
|
46
|
+
readonly step: 10;
|
|
47
|
+
}];
|
|
48
|
+
export declare const resolveGestureSettings: (value?: Partial<GestureSettings>, defaults?: GestureSettings) => GestureSettings;
|
|
49
|
+
export declare const patchGestureSettings: (current: GestureSettings, patch: Partial<GestureSettings>) => GestureSettings;
|
|
@@ -0,0 +1,62 @@
|
|
|
1
|
+
import { F as f } from "./landmarks-DtCAFV_m.js";
|
|
2
|
+
const x = (s, e = {
|
|
3
|
+
minX: 0,
|
|
4
|
+
minY: 0,
|
|
5
|
+
maxX: 0,
|
|
6
|
+
maxY: 0,
|
|
7
|
+
width: 0,
|
|
8
|
+
height: 0,
|
|
9
|
+
centerX: 0,
|
|
10
|
+
centerY: 0
|
|
11
|
+
}) => {
|
|
12
|
+
if (s.length === 0)
|
|
13
|
+
return e.minX = 0, e.minY = 0, e.maxX = 0, e.maxY = 0, e.width = 0, e.height = 0, e.centerX = 0, e.centerY = 0, e;
|
|
14
|
+
let n = 1, t = 1, c = 0, i = 0;
|
|
15
|
+
for (let r = 0; r < s.length; r++) {
|
|
16
|
+
const { x: a, y: h } = s[r];
|
|
17
|
+
a < n && (n = a), h < t && (t = h), a > c && (c = a), h > i && (i = h);
|
|
18
|
+
}
|
|
19
|
+
const o = Math.max(0, c - n), m = Math.max(0, i - t);
|
|
20
|
+
return e.minX = n, e.minY = t, e.maxX = c, e.maxY = i, e.width = o, e.height = m, e.centerX = n + o * 0.5, e.centerY = t + m * 0.5, e;
|
|
21
|
+
}, d = 0.5, p = (s, e) => {
|
|
22
|
+
for (const n in e) delete e[n];
|
|
23
|
+
if (s)
|
|
24
|
+
for (const n of s) e[n.categoryName] = n.score;
|
|
25
|
+
return e;
|
|
26
|
+
}, u = (s, e) => s.blendshapes[e] ?? 0, E = (s, e, n = d) => u(s, e) >= n, X = (s) => {
|
|
27
|
+
const e = s[f.left], n = s[f.right];
|
|
28
|
+
return !e || !n ? 0 : Math.hypot(e.x - n.x, e.y - n.y);
|
|
29
|
+
}, Y = () => ({
|
|
30
|
+
index: 0,
|
|
31
|
+
landmarks: [],
|
|
32
|
+
bounds: { minX: 0, minY: 0, maxX: 0, maxY: 0, width: 0, height: 0, centerX: 0, centerY: 0 },
|
|
33
|
+
pose: {
|
|
34
|
+
position: { x: 0, y: 0, z: 0 },
|
|
35
|
+
rotation: { x: 0, y: 0, z: 0 },
|
|
36
|
+
scale: { x: 0, y: 0, z: 0 }
|
|
37
|
+
},
|
|
38
|
+
eyeDistance: 0,
|
|
39
|
+
blendshapes: {},
|
|
40
|
+
mirrored: !0
|
|
41
|
+
}), l = (s, e) => {
|
|
42
|
+
e.x = s.x, e.y = s.y, e.z = s.z;
|
|
43
|
+
}, y = (s, e, n = 0, t) => {
|
|
44
|
+
var m, r, a;
|
|
45
|
+
const c = (m = e.faceLandmarks) == null ? void 0 : m[n], i = s.getFace(n);
|
|
46
|
+
if (!c || !i) return null;
|
|
47
|
+
const o = t ?? Y();
|
|
48
|
+
return o.index = n, o.landmarks = c, x(c, o.bounds), l(i.transform.position, o.pose.position), l(i.transform.rotation, o.pose.rotation), l(i.transform.scale, o.pose.scale), o.eyeDistance = X(c), p((a = (r = e.faceBlendshapes) == null ? void 0 : r[n]) == null ? void 0 : a.categories, o.blendshapes), o.mirrored = i.mirrored !== !1, o;
|
|
49
|
+
}, D = (s, e = 0, n) => {
|
|
50
|
+
const t = s.getDetectionResults();
|
|
51
|
+
return t ? y(s, t, e, n) : null;
|
|
52
|
+
};
|
|
53
|
+
export {
|
|
54
|
+
d as D,
|
|
55
|
+
Y as a,
|
|
56
|
+
D as b,
|
|
57
|
+
x as c,
|
|
58
|
+
u as d,
|
|
59
|
+
X as e,
|
|
60
|
+
y as g,
|
|
61
|
+
E as h
|
|
62
|
+
};
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
"use strict";const f=require("./landmarks-BEjJXcnE.cjs"),d=(s,e={minX:0,minY:0,maxX:0,maxY:0,width:0,height:0,centerX:0,centerY:0})=>{if(s.length===0)return e.minX=0,e.minY=0,e.maxX=0,e.maxY=0,e.width=0,e.height=0,e.centerX=0,e.centerY=0,e;let n=1,t=1,i=0,c=0;for(let r=0;r<s.length;r++){const{x:a,y:h}=s[r];a<n&&(n=a),h<t&&(t=h),a>i&&(i=a),h>c&&(c=h)}const o=Math.max(0,i-n),m=Math.max(0,c-t);return e.minX=n,e.minY=t,e.maxX=i,e.maxY=c,e.width=o,e.height=m,e.centerX=n+o*.5,e.centerY=t+m*.5,e},u=.5,X=(s,e)=>{for(const n in e)delete e[n];if(s)for(const n of s)e[n.categoryName]=n.score;return e},E=(s,e)=>s.blendshapes[e]??0,Y=(s,e,n=u)=>E(s,e)>=n,F=s=>{const e=s[f.FACE_EYE_DISTANCE_LANDMARKS.left],n=s[f.FACE_EYE_DISTANCE_LANDMARKS.right];return!e||!n?0:Math.hypot(e.x-n.x,e.y-n.y)},x=()=>({index:0,landmarks:[],bounds:{minX:0,minY:0,maxX:0,maxY:0,width:0,height:0,centerX:0,centerY:0},pose:{position:{x:0,y:0,z:0},rotation:{x:0,y:0,z:0},scale:{x:0,y:0,z:0}},eyeDistance:0,blendshapes:{},mirrored:!0}),l=(s,e)=>{e.x=s.x,e.y=s.y,e.z=s.z},p=(s,e,n=0,t)=>{var m,r,a;const i=(m=e.faceLandmarks)==null?void 0:m[n],c=s.getFace(n);if(!i||!c)return null;const o=t??x();return o.index=n,o.landmarks=i,d(i,o.bounds),l(c.transform.position,o.pose.position),l(c.transform.rotation,o.pose.rotation),l(c.transform.scale,o.pose.scale),o.eyeDistance=F(i),X((a=(r=e.faceBlendshapes)==null?void 0:r[n])==null?void 0:a.categories,o.blendshapes),o.mirrored=c.mirrored!==!1,o},y=(s,e=0,n)=>{const t=s.getDetectionResults();return t?p(s,t,e,n):null};exports.DEFAULT_FACE_EXPRESSION_THRESHOLD=u;exports.computeLandmarkBounds=d;exports.createFaceInfoTarget=x;exports.getFaceBlendshape=E;exports.getFaceEyeDistance=F;exports.getFaceInfo=y;exports.getFaceInfoFromResults=p;exports.hasFaceExpression=Y;
|
|
@@ -0,0 +1,46 @@
|
|
|
1
|
+
import { FeedVec } from './armMask';
|
|
2
|
+
import * as THREE from "three";
|
|
3
|
+
/**
|
|
4
|
+
* The wrist frame on the arm (#319).
|
|
5
|
+
*
|
|
6
|
+
* Puts a wrist frame on the arm found in a mask, on screen: turns it about the
|
|
7
|
+
* camera ray through the wrist so its −Y (up the arm) runs along the arm,
|
|
8
|
+
* moves it across to the arm's middle, and scales its cross-section (X, Z) so
|
|
9
|
+
* the wrist's ellipse is as wide on screen as the arm. Depth and roll stay the
|
|
10
|
+
* hand's: one camera only sees the arm's outline.
|
|
11
|
+
*/
|
|
12
|
+
export type WristFitTarget = {
|
|
13
|
+
/** Unit, up the arm (toward the elbow), feed units (x right, y down). */
|
|
14
|
+
up: FeedVec;
|
|
15
|
+
/** Move across the arm this far, feed units (+ = clockwise side of `up`). */
|
|
16
|
+
shift: number;
|
|
17
|
+
/** The arm's width on screen, feed units; null: keep the size. */
|
|
18
|
+
width: number | null;
|
|
19
|
+
/** The wrist's half-width (X) and half-depth (Z) in the frame's own units. */
|
|
20
|
+
halfWidth: number;
|
|
21
|
+
halfDepth: number;
|
|
22
|
+
/** Clamp for the width scale: a gentle nudge. Default `[0.85, 1.2]`. */
|
|
23
|
+
scaleRange?: readonly [number, number];
|
|
24
|
+
};
|
|
25
|
+
/** World point → feed units (x right 0..aspect, y down 0..1). */
|
|
26
|
+
export declare const worldToFeedUnits: (point: THREE.Vector3, camera: THREE.Camera, aspect: number, out?: FeedVec) => FeedVec;
|
|
27
|
+
/** Signed angle from `a` to `b`, radians, positive clockwise on screen (y down). */
|
|
28
|
+
export declare const screenAngle: (a: FeedVec, b: FeedVec) => number;
|
|
29
|
+
/** The frame's −Y (up the arm) on screen, unit, feed units. */
|
|
30
|
+
export declare const frameUpOnScreen: (frame: THREE.Matrix4, camera: THREE.Camera, aspect: number, out?: FeedVec) => FeedVec;
|
|
31
|
+
/**
|
|
32
|
+
* How much of the frame's arm axis (Y) shows on screen, 0..1: 1 while it runs
|
|
33
|
+
* across the view, 0 when it points at (or away from) the camera. From its
|
|
34
|
+
* on-screen length against the longer of X and Z (across the arm).
|
|
35
|
+
*/
|
|
36
|
+
export declare const axisOnScreen: (frame: THREE.Matrix4, camera: THREE.Camera, aspect: number) => number;
|
|
37
|
+
/** The frame's local ellipse (`halfWidth` × `halfDepth` in X / Z) across `up` on screen, feed units. */
|
|
38
|
+
export declare const ellipseWidthOnScreen: (frame: THREE.Matrix4, halfWidth: number, halfDepth: number, up: FeedVec, camera: THREE.Camera, aspect: number) => number;
|
|
39
|
+
/**
|
|
40
|
+
* The wrist frame (`frame`, world; origin on the wrist, +Y toward the
|
|
41
|
+
* fingers) fitted to `target`, blended in by `weight` (0..1). Writes the
|
|
42
|
+
* fitted frame into `out` (turned and moved: a rigid change) and returns the
|
|
43
|
+
* scale across the arm (X, Z) that fits its width, `1` without one: applied
|
|
44
|
+
* by what sits on the frame, so a bone never takes a shearing scale.
|
|
45
|
+
*/
|
|
46
|
+
export declare const fitWristFrame: (frame: THREE.Matrix4, camera: THREE.Camera, aspect: number, target: WristFitTarget, weight: number, out: THREE.Matrix4) => number;
|
|
@@ -0,0 +1,190 @@
|
|
|
1
|
+
import { HandPose } from './handPose';
|
|
2
|
+
/**
|
|
3
|
+
* The arm in a segmentation mask (#319).
|
|
4
|
+
*
|
|
5
|
+
* The forearm in a segmentation mask (the portrait mask's person, or the
|
|
6
|
+
* multiclass mask's bare skin), measured from the tracked wrist: which way the
|
|
7
|
+
* arm runs on screen and how wide it is. Wristwear uses it so a strap lines up
|
|
8
|
+
* with the real arm, not just the hand's axis, and fits its width.
|
|
9
|
+
*
|
|
10
|
+
* Units: "feed units", isotropic, x right and y down, 1 = the feed's height
|
|
11
|
+
* (x runs 0..aspect). Lengths along and across the arm are given in cm and
|
|
12
|
+
* converted with the hand's own scale (`unitsPerCm`), so they don't depend on
|
|
13
|
+
* how far the hand is.
|
|
14
|
+
*/
|
|
15
|
+
export type FeedVec = {
|
|
16
|
+
x: number;
|
|
17
|
+
y: number;
|
|
18
|
+
};
|
|
19
|
+
/** A mask to look for the arm in: `inside(i)` for the row-major pixel `i` (row 0 at the top). */
|
|
20
|
+
export type ArmMaskSource = {
|
|
21
|
+
width: number;
|
|
22
|
+
height: number;
|
|
23
|
+
inside: (index: number) => boolean;
|
|
24
|
+
};
|
|
25
|
+
/** Where to look: from the hand. */
|
|
26
|
+
export type ArmQuery = {
|
|
27
|
+
/** The wrist joint, feed units. */
|
|
28
|
+
wrist: FeedVec;
|
|
29
|
+
/** Unit, from the middle knuckle to the wrist: the hand's axis, pointing up the arm. */
|
|
30
|
+
toElbow: FeedVec;
|
|
31
|
+
/**
|
|
32
|
+
* `toElbow` is not the hand's axis (it points at the camera, too short on
|
|
33
|
+
* screen to trust) but the way the arm last ran: the measure's bend is
|
|
34
|
+
* relative to that, and the arm's direction is what to follow.
|
|
35
|
+
*/
|
|
36
|
+
guessed?: boolean;
|
|
37
|
+
/** Feed units per cm at the hand. */
|
|
38
|
+
unitsPerCm: number;
|
|
39
|
+
/** Feed width / height. */
|
|
40
|
+
aspect: number;
|
|
41
|
+
};
|
|
42
|
+
export type ArmMeasureOptions = {
|
|
43
|
+
/** Cross-sections up the arm from the wrist, cm. Default `[2, 4, 6, 8]`. */
|
|
44
|
+
along?: readonly number[];
|
|
45
|
+
/** Where the width is measured, cm up the arm. Default 1.5. */
|
|
46
|
+
widthAt?: number;
|
|
47
|
+
/**
|
|
48
|
+
* A cross-section wider than this isn't the arm (it runs into the body or a
|
|
49
|
+
* sleeve's surroundings), cm. Default 11.
|
|
50
|
+
*/
|
|
51
|
+
maxWidth?: number;
|
|
52
|
+
/** Narrower than this isn't the arm (noise, a finger), cm. Default 2.5. */
|
|
53
|
+
minWidth?: number;
|
|
54
|
+
/**
|
|
55
|
+
* The arm may turn at most this far from the hand's axis, degrees: a wrist
|
|
56
|
+
* bends up to about 80–90° (a fist hanging from a level arm). Default 95.
|
|
57
|
+
*/
|
|
58
|
+
maxTurn?: number;
|
|
59
|
+
};
|
|
60
|
+
export declare const ARM_MASK_DEFAULTS: Readonly<{
|
|
61
|
+
along: readonly number[];
|
|
62
|
+
widthAt: 1.5;
|
|
63
|
+
maxWidth: 11;
|
|
64
|
+
minWidth: 2.5;
|
|
65
|
+
maxTurn: 95;
|
|
66
|
+
}>;
|
|
67
|
+
/** One cross-section across the arm, for debugging: its edges, feed units. */
|
|
68
|
+
export type ArmSection = {
|
|
69
|
+
a: FeedVec;
|
|
70
|
+
b: FeedVec;
|
|
71
|
+
ok: boolean;
|
|
72
|
+
};
|
|
73
|
+
export type ArmMeasure = {
|
|
74
|
+
/** Unit, up the arm (toward the elbow), feed units. */
|
|
75
|
+
direction: FeedVec;
|
|
76
|
+
/**
|
|
77
|
+
* Signed angle from the hand's axis (`toElbow`) to `direction`, radians;
|
|
78
|
+
* positive turns clockwise on screen. The arm's bend at the wrist, which
|
|
79
|
+
* changes slowly: apply it to the hand's current axis.
|
|
80
|
+
*/
|
|
81
|
+
bend: number;
|
|
82
|
+
/**
|
|
83
|
+
* The arm's width across, cm: the narrowest closed cross-section from
|
|
84
|
+
* `widthAt` up the arm (the wrist is the narrowest part, and a cross-section
|
|
85
|
+
* by a bent wrist can clip the hand).
|
|
86
|
+
*/
|
|
87
|
+
width: number;
|
|
88
|
+
/** The arm's middle at `widthAt`, feed units. */
|
|
89
|
+
center: FeedVec;
|
|
90
|
+
/** Cross-sections that found the arm, of those tried (0..1). */
|
|
91
|
+
confidence: number;
|
|
92
|
+
/** The last pass's cross-sections and the width one, for drawing. */
|
|
93
|
+
sections: ArmSection[];
|
|
94
|
+
};
|
|
95
|
+
/**
|
|
96
|
+
* The hand's wrist, axis and scale in feed units, from its pose (`image` in
|
|
97
|
+
* tracker space, `world` in cm). `null` when the hand points at the camera
|
|
98
|
+
* (its axis is too short on screen to trust).
|
|
99
|
+
*/
|
|
100
|
+
export declare const armQueryOf: (pose: Pick<HandPose, "image" | "world">, aspect: number,
|
|
101
|
+
/**
|
|
102
|
+
* Where the arm last ran (unit, feed units): used as the axis when the
|
|
103
|
+
* hand's own is too short on screen (it points at or away from the
|
|
104
|
+
* camera), so the arm is still looked for. Without it: `null` then.
|
|
105
|
+
*/
|
|
106
|
+
lastDirection?: FeedVec | null) => ArmQuery | null;
|
|
107
|
+
/**
|
|
108
|
+
* Measures the arm in `source` from the hand (`query`): cross-sections up the
|
|
109
|
+
* arm find its edges, a line through their middles (and the wrist) gives its
|
|
110
|
+
* direction, and a second pass across that direction refines it and the
|
|
111
|
+
* width. `null` when fewer than two cross-sections find a closed arm (it runs
|
|
112
|
+
* into the body or off the screen), or it turns implausibly far from the hand.
|
|
113
|
+
*/
|
|
114
|
+
export declare const measureArm: (source: ArmMaskSource, query: ArmQuery, options?: ArmMeasureOptions) => ArmMeasure | null;
|
|
115
|
+
export type ArmFitSettings = {
|
|
116
|
+
/** Each new measure eases the fit this far, 0..1. Default 0.4. */
|
|
117
|
+
smoothing: number;
|
|
118
|
+
/** After the arm is lost, keep the last fit this long, ms. Default 150. */
|
|
119
|
+
holdMs: number;
|
|
120
|
+
/** Then ease back to the hand's own axis over about this long, ms. Default 300. */
|
|
121
|
+
fadeMs: number;
|
|
122
|
+
/**
|
|
123
|
+
* Measure a mask against the hand pose nearest its time, at most this far
|
|
124
|
+
* apart, ms; further apart (the hand moved on) it waits for the next mask.
|
|
125
|
+
* Default 70.
|
|
126
|
+
*/
|
|
127
|
+
maxSkewMs: number;
|
|
128
|
+
/** The fit may move the strap at most this far across the arm, cm. Default 2. */
|
|
129
|
+
maxShift: number;
|
|
130
|
+
};
|
|
131
|
+
export declare const ARM_FIT_DEFAULTS: Readonly<ArmFitSettings>;
|
|
132
|
+
/**
|
|
133
|
+
* Follows the arm across masks for one hand: each new mask is measured against
|
|
134
|
+
* the hand pose from the same moment (masks arrive later than hand poses), and
|
|
135
|
+
* the result is kept relative to the hand (a bend, a width, a sideways shift),
|
|
136
|
+
* so it stays right while the hand moves between masks. `weight` (0..1) says
|
|
137
|
+
* how much of it to apply: 1 once the arm is found, until a mask comes
|
|
138
|
+
* without it; then held for `holdMs` and faded to 0 over `fadeMs`.
|
|
139
|
+
*/
|
|
140
|
+
export declare class ArmTracker {
|
|
141
|
+
/** Radians, clockwise on screen, from the hand's axis to the arm's. */
|
|
142
|
+
bend: number;
|
|
143
|
+
/** The arm's width, cm (null until measured). */
|
|
144
|
+
width: number | null;
|
|
145
|
+
/** How far the arm's middle is from the hand's axis, across it, cm (+ = clockwise side). */
|
|
146
|
+
shift: number;
|
|
147
|
+
/** 0..1, how much of the fit applies (found, held or fading). */
|
|
148
|
+
weight: number;
|
|
149
|
+
/** 0..1, how sure the measures are (closed cross-sections, eased): blends the fit with the hand. */
|
|
150
|
+
confidence: number;
|
|
151
|
+
/** The last measure, for drawing. */
|
|
152
|
+
last: ArmMeasure | null;
|
|
153
|
+
settings: ArmFitSettings;
|
|
154
|
+
private history;
|
|
155
|
+
/** There is a fit (measured, not yet faded out). */
|
|
156
|
+
private found;
|
|
157
|
+
/** When a mask first came without the arm since the last fit. */
|
|
158
|
+
private lostAtMs;
|
|
159
|
+
constructor(settings?: Partial<ArmFitSettings>);
|
|
160
|
+
/**
|
|
161
|
+
* The hand's query at a detection (`HandPose.timestampMs`); `null` when the
|
|
162
|
+
* hand's axis can't be used (it points at the camera): `query` reads null
|
|
163
|
+
* then, and nothing steers by an old axis.
|
|
164
|
+
*/
|
|
165
|
+
pushHand(timeMs: number, query: ArmQuery | null): void;
|
|
166
|
+
/** The newest hand query (the hand now), null while its axis is unusable. */
|
|
167
|
+
get query(): ArmQuery | null;
|
|
168
|
+
/**
|
|
169
|
+
* The hand hasn't moved over the kept history (within 0.5 cm and 3°): any
|
|
170
|
+
* of its poses matches a mask from within that time.
|
|
171
|
+
*/
|
|
172
|
+
private still;
|
|
173
|
+
/**
|
|
174
|
+
* Measures a new mask (taken at `maskTimeMs`, or now when unknown) against
|
|
175
|
+
* the hand from the same moment (or the newest, while the hand is still).
|
|
176
|
+
* Returns the measure, or null when the arm wasn't found (that starts the
|
|
177
|
+
* hold, then the fade) or no hand pose matches the mask's time (nothing
|
|
178
|
+
* changes: wait for the next mask).
|
|
179
|
+
*/
|
|
180
|
+
measure(mask: ArmMaskSource, maskTimeMs: number | undefined, options?: ArmMeasureOptions): ArmMeasure | null;
|
|
181
|
+
/**
|
|
182
|
+
* Advances the hold and fade (call every frame with `performance.now()`).
|
|
183
|
+
* A fit holds until a mask comes without the arm, then for `holdMs`, then
|
|
184
|
+
* fades over `fadeMs`; no new mask changes nothing.
|
|
185
|
+
*/
|
|
186
|
+
step(nowMs: number): void;
|
|
187
|
+
private clear;
|
|
188
|
+
/** Forget everything (the hand was lost). */
|
|
189
|
+
reset(): void;
|
|
190
|
+
}
|
|
@@ -0,0 +1,114 @@
|
|
|
1
|
+
import { WristSize } from './wrist';
|
|
2
|
+
import * as THREE from "three";
|
|
3
|
+
/**
|
|
4
|
+
* The forearm as anatomy (#319): one rigid segment from the elbow to the
|
|
5
|
+
* wrist (radius + ulna), its size a property of the person taken from the
|
|
6
|
+
* hand, and a wrist joint with two limited degrees of freedom. Everything
|
|
7
|
+
* here is pure; the solver applies it.
|
|
8
|
+
*
|
|
9
|
+
* Proportions (adult averages, scaled by the hand): the forearm is about
|
|
10
|
+
* 1.45 hand lengths (wrist → middle fingertip; ≈ 26 cm for an 18 cm hand);
|
|
11
|
+
* its cross-section is an ellipse, ≈ 5.5 × 4 cm at the wrist and ≈ 8 × 7 cm
|
|
12
|
+
* just below the elbow, widest about two thirds of the way up.
|
|
13
|
+
*/
|
|
14
|
+
/** Forearm length as a multiple of the hand length (wrist → middle fingertip). */
|
|
15
|
+
export declare const FOREARM_LENGTH_OF_HAND = 1.45;
|
|
16
|
+
/** Width (across, thumb side to little-finger side) near the elbow as a multiple of the wrist's. */
|
|
17
|
+
export declare const FOREARM_ELBOW_WIDTH_OF_WRIST = 1.45;
|
|
18
|
+
/** Depth (back to palm side) near the elbow as a multiple of the wrist's. */
|
|
19
|
+
export declare const FOREARM_ELBOW_DEPTH_OF_WRIST = 1.75;
|
|
20
|
+
/** Where the forearm is thickest, as a share of its length from the wrist. */
|
|
21
|
+
export declare const FOREARM_BULGE_AT = 0.7;
|
|
22
|
+
/** The wrist joint's range (radians): flexion / extension about X, deviation about Z. */
|
|
23
|
+
export declare const WRIST_JOINT_LIMITS: Readonly<{
|
|
24
|
+
/** Palm-ward bend (flexion). */
|
|
25
|
+
flexion: number;
|
|
26
|
+
/** Back-ward bend (extension). */
|
|
27
|
+
extension: number;
|
|
28
|
+
/** Toward the thumb (radial deviation). */
|
|
29
|
+
radial: number;
|
|
30
|
+
/** Toward the little finger (ulnar deviation). */
|
|
31
|
+
ulnar: number;
|
|
32
|
+
/** Forearm roll either way about its long axis (pronation / supination). */
|
|
33
|
+
roll: number;
|
|
34
|
+
}>;
|
|
35
|
+
export type ForearmSegment = {
|
|
36
|
+
/** Elbow → wrist, model units (cm on the SDK hand). */
|
|
37
|
+
length: number;
|
|
38
|
+
/** Cross-section at the wrist: across (X) and back-to-palm (Z) diameters. */
|
|
39
|
+
wrist: {
|
|
40
|
+
width: number;
|
|
41
|
+
depth: number;
|
|
42
|
+
};
|
|
43
|
+
/** Cross-section just below the elbow. */
|
|
44
|
+
elbow: {
|
|
45
|
+
width: number;
|
|
46
|
+
depth: number;
|
|
47
|
+
};
|
|
48
|
+
};
|
|
49
|
+
/**
|
|
50
|
+
* The person's forearm from their hand: `handLength` is wrist → middle
|
|
51
|
+
* fingertip (model units); the wrist ellipse comes from `size`
|
|
52
|
+
* (`wristSizeOf`, or a measured width). Pure.
|
|
53
|
+
*/
|
|
54
|
+
export declare const forearmSegmentOf: (handLength: number, size: Pick<WristSize, "width" | "depth">) => ForearmSegment;
|
|
55
|
+
/** Wrist → middle fingertip over `positions` (21 joints, any units). */
|
|
56
|
+
export declare const handLengthOf: (positions: ArrayLike<{
|
|
57
|
+
x: number;
|
|
58
|
+
y: number;
|
|
59
|
+
z: number;
|
|
60
|
+
}>) => number;
|
|
61
|
+
/**
|
|
62
|
+
* The forearm's cross-section `t` of the way up from the wrist (0) to the
|
|
63
|
+
* elbow (1): the ellipse grows to the bulge, then eases back a little.
|
|
64
|
+
*/
|
|
65
|
+
export declare const forearmSectionAt: (segment: ForearmSegment, t: number, out?: {
|
|
66
|
+
width: number;
|
|
67
|
+
depth: number;
|
|
68
|
+
}) => {
|
|
69
|
+
width: number;
|
|
70
|
+
depth: number;
|
|
71
|
+
};
|
|
72
|
+
export type WristBend = {
|
|
73
|
+
/** Radians about the wrist frame's X: + = flexion (toward the palm, +Z), − = extension. */
|
|
74
|
+
flexion: number;
|
|
75
|
+
/** Radians about the wrist frame's Z: + = toward the thumb (+X, radial), − = ulnar. */
|
|
76
|
+
deviation: number;
|
|
77
|
+
};
|
|
78
|
+
/**
|
|
79
|
+
* The wrist's bend that lays the forearm along `direction` (unit, in the
|
|
80
|
+
* wrist frame: +Y toward the fingers, +Z out of the palm, +X toward the
|
|
81
|
+
* thumb; at rest the forearm runs along −Y). Pure.
|
|
82
|
+
*/
|
|
83
|
+
export declare const wristBendOf: (direction: THREE.Vector3, out?: WristBend) => WristBend;
|
|
84
|
+
/** The forearm's direction (unit, wrist frame) for a bend; the inverse of `wristBendOf`. */
|
|
85
|
+
export declare const forearmDirectionOf: (bend: WristBend, out?: THREE.Vector3) => THREE.Vector3;
|
|
86
|
+
/** `bend` held inside the joint's range. Pure. */
|
|
87
|
+
export declare const clampWristBend: (bend: WristBend, limits?: Readonly<{
|
|
88
|
+
/** Palm-ward bend (flexion). */
|
|
89
|
+
flexion: number;
|
|
90
|
+
/** Back-ward bend (extension). */
|
|
91
|
+
extension: number;
|
|
92
|
+
/** Toward the thumb (radial deviation). */
|
|
93
|
+
radial: number;
|
|
94
|
+
/** Toward the little finger (ulnar deviation). */
|
|
95
|
+
ulnar: number;
|
|
96
|
+
/** Forearm roll either way about its long axis (pronation / supination). */
|
|
97
|
+
roll: number;
|
|
98
|
+
}>, out?: WristBend) => WristBend;
|
|
99
|
+
/**
|
|
100
|
+
* `direction` (unit, wrist frame) pulled inside the wrist joint's range: the
|
|
101
|
+
* nearest direction the forearm can actually take. Pure.
|
|
102
|
+
*/
|
|
103
|
+
export declare const limitForearmDirection: (direction: THREE.Vector3, limits?: Readonly<{
|
|
104
|
+
/** Palm-ward bend (flexion). */
|
|
105
|
+
flexion: number;
|
|
106
|
+
/** Back-ward bend (extension). */
|
|
107
|
+
extension: number;
|
|
108
|
+
/** Toward the thumb (radial deviation). */
|
|
109
|
+
radial: number;
|
|
110
|
+
/** Toward the little finger (ulnar deviation). */
|
|
111
|
+
ulnar: number;
|
|
112
|
+
/** Forearm roll either way about its long axis (pronation / supination). */
|
|
113
|
+
roll: number;
|
|
114
|
+
}>, out?: THREE.Vector3) => THREE.Vector3;
|
|
@@ -0,0 +1,23 @@
|
|
|
1
|
+
import { TrackerPoint } from '../types/common';
|
|
2
|
+
/** Triangles per hand: palm fan, two per bone, a circle per joint, the forearm quad and cap. */
|
|
3
|
+
/**
|
|
4
|
+
* Frame priority of `HandCutout`'s silhouette update: before the made-up
|
|
5
|
+
* camera's pass (`MADE_UP_CAMERA_FRAME_PRIORITY`, -0.3), so the made-up feed
|
|
6
|
+
* (FaceInset, FaceMorph textures, a face swap's map) cuts this frame's hands,
|
|
7
|
+
* not the last frame's. Negative: it does not take over R3F's render loop.
|
|
8
|
+
*/
|
|
9
|
+
export declare const HAND_CUTOUT_FRAME_PRIORITY = -0.5;
|
|
10
|
+
export declare const HAND_CUTOUT_TRIANGLES: number;
|
|
11
|
+
export type HandCutoutOptions = {
|
|
12
|
+
/** Width multiplier for the fingers and palm. Default 1. */
|
|
13
|
+
inflate?: number;
|
|
14
|
+
/** Also cut out the forearm past the wrist (its length in hand sizes, 0 = none). Default 1.4. */
|
|
15
|
+
forearm?: number;
|
|
16
|
+
};
|
|
17
|
+
/**
|
|
18
|
+
* Writes one hand's silhouette into `out` (xy per vertex, 3 vertices per
|
|
19
|
+
* triangle) from its 21 joints in tracker space; `aspect` is the viewport's
|
|
20
|
+
* width / height (widths are round on screen). Returns the vertex count
|
|
21
|
+
* written. Unused room is left untouched.
|
|
22
|
+
*/
|
|
23
|
+
export declare const writeHandCutout: (points: ArrayLike<TrackerPoint>, aspect: number, { inflate, forearm }: HandCutoutOptions, out: Float32Array, at?: number) => number;
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
import type * as THREE from "three";
|
|
2
|
+
/** Adds a cut-out's geometry for `scene`; returns the removal. */
|
|
3
|
+
export declare const registerHandCutoutShape: (scene: THREE.Object3D, geometry: THREE.BufferGeometry) => (() => void);
|
|
4
|
+
/** The cut-out geometries registered for `scene` (empty when none). */
|
|
5
|
+
export declare const getHandCutoutShapes: (scene: THREE.Object3D) => ReadonlySet<THREE.BufferGeometry>;
|
|
6
|
+
/** Whether any cut-out for `scene` draws a triangle this frame. */
|
|
7
|
+
export declare const hasHandCutoutShapes: (scene: THREE.Object3D) => boolean;
|
|
@@ -0,0 +1,38 @@
|
|
|
1
|
+
import { HandPose } from './handPose';
|
|
2
|
+
/**
|
|
3
|
+
* Hand effects (pure): which joints an effect emits from, how a hand's speed
|
|
4
|
+
* drives the rate, and the hand's world size per centimetre.
|
|
5
|
+
*/
|
|
6
|
+
/** Where on the hand an effect emits from. */
|
|
7
|
+
export declare const HAND_EFFECT_SOURCES: readonly ["fingertips", "index", "palm"];
|
|
8
|
+
export type HandEffectSource = (typeof HAND_EFFECT_SOURCES)[number];
|
|
9
|
+
/**
|
|
10
|
+
* The joints (MediaPipe indices) an effect emits from. `"palm"` is one slot
|
|
11
|
+
* at the centre of the finger bases; `"fingertips"` five, `"index"` one.
|
|
12
|
+
*/
|
|
13
|
+
export declare const handEffectJoints: (from: HandEffectSource) => readonly number[];
|
|
14
|
+
/** Whether the source's joints are averaged into one point (the palm). */
|
|
15
|
+
export declare const handEffectIsCentred: (from: HandEffectSource) => boolean;
|
|
16
|
+
export type HandEffectMotion = {
|
|
17
|
+
/** The rate's share when the hand is still (0..1). Default 0.15. */
|
|
18
|
+
still: number;
|
|
19
|
+
/** The hand speed, cm/s, at which the full rate is reached. Default 60. */
|
|
20
|
+
full: number;
|
|
21
|
+
};
|
|
22
|
+
export declare const DEFAULT_HAND_EFFECT_MOTION: Readonly<HandEffectMotion>;
|
|
23
|
+
/**
|
|
24
|
+
* The rate for a hand moving at `speedCmPerS`: the still share at rest,
|
|
25
|
+
* rising linearly to the full rate at `full` cm/s, never above it. A resting
|
|
26
|
+
* hand barely emits; a swipe leaves a trail. `motion.still` of 1 disables it.
|
|
27
|
+
*/
|
|
28
|
+
export declare const handEffectRate: (rate: number, speedCmPerS: number, motion?: Readonly<HandEffectMotion>) => number;
|
|
29
|
+
/**
|
|
30
|
+
* World units per centimetre for a hand on screen: the on-screen (world)
|
|
31
|
+
* distance between two joints over their metric distance in `pose.world`.
|
|
32
|
+
* Wrist to middle finger base is long and rigid, so it is the pair.
|
|
33
|
+
* `worldDistance` is that pair's distance in world units (the caller
|
|
34
|
+
* unprojects the image joints); returns 0 when the pose cannot say.
|
|
35
|
+
*/
|
|
36
|
+
export declare const handUnitPerCm: (pose: Pick<HandPose, "world">, worldDistance: number) => number;
|
|
37
|
+
/** The pair of joints `handUnitPerCm` measures, as MediaPipe indices. */
|
|
38
|
+
export declare const HAND_UNIT_JOINTS: readonly [number, number];
|