@vincentt-xr/sdk 2.0.0-alpha.0 → 2.0.0-alpha.10
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/GROUNDING.md +8193 -111
- package/README.md +86 -52
- package/dist/CanonicalHeadFrame-D_0OzdB9.cjs +1 -0
- package/dist/CanonicalHeadFrame-DdUqF6Fv.js +1506 -0
- package/dist/DebuggerUI-CVuV-VJ5.cjs +1 -0
- package/dist/DebuggerUI-D-rcPa54.js +275 -0
- package/dist/FaceRetouch-C1AxBNex.js +1071 -0
- package/dist/FaceRetouch-D7kryDE6.cjs +134 -0
- package/dist/FaceSurface-CHAMEeG1.cjs +1 -0
- package/dist/FaceSurface-DmP9AEeC.js +27 -0
- package/dist/SkeletonUtils-C2r90MtN.js +21 -0
- package/dist/SkeletonUtils-CddIup1F.cjs +1 -0
- package/dist/TextLabel-XE0rQSDn.cjs +2 -0
- package/dist/TextLabel-c9BCucOI.js +961 -0
- package/dist/assets/cache.d.ts +99 -0
- package/dist/assets/estimate.d.ts +11 -0
- package/dist/assets/gltfLoader.d.ts +16 -0
- package/dist/assets/index.d.ts +7 -0
- package/dist/assets/loaders.d.ts +43 -0
- package/dist/assets/react.d.ts +33 -0
- package/dist/assets/sdkModels.d.ts +22 -0
- package/dist/audio/AudioEngine.d.ts +3 -1
- package/dist/audio/AudioPlayer.d.ts +29 -0
- package/dist/audio/AudioPlayerLogic.d.ts +4 -0
- package/dist/audio/index.d.ts +2 -0
- package/dist/body/__fixtures__/syntheticRig.d.ts +21 -0
- package/dist/body/bodyFlipGuard.d.ts +39 -0
- package/dist/body/bodyIdentity.d.ts +72 -0
- package/dist/body/bodyMask.d.ts +79 -0
- package/dist/body/bodyMaskMaterial.d.ts +15 -0
- package/dist/body/bodyPose.d.ts +58 -0
- package/dist/body/bodyRigFit.d.ts +148 -0
- package/dist/body/bodyRigSolver.d.ts +114 -0
- package/dist/body/bodySubject.d.ts +46 -0
- package/dist/body-pose/index.d.ts +521 -0
- package/dist/body-trigger/__fixtures__/syntheticBody.d.ts +83 -0
- package/dist/body-trigger/frame.d.ts +88 -0
- package/dist/body-trigger/index.d.ts +6 -0
- package/dist/body-trigger/moves.d.ts +235 -0
- package/dist/body-trigger/trigger.d.ts +75 -0
- package/dist/bodyMaskMaterial-CBWub5t_.cjs +68 -0
- package/dist/bodyMaskMaterial-Cs2awskk.js +207 -0
- package/dist/cache-2x3CUJuY.js +212 -0
- package/dist/cache-DL1Dbz6k.cjs +1 -0
- package/dist/calibration/calibration.d.ts +75 -0
- package/dist/calibration/index.d.ts +6 -0
- package/dist/calibration/storage.d.ts +13 -0
- package/dist/calibration/types.d.ts +53 -0
- package/dist/calibration/useXRCalibration.d.ts +46 -0
- package/dist/camera/CameraPermissionGate.d.ts +26 -0
- package/dist/camera/devices.d.ts +26 -0
- package/dist/camera/index.d.ts +8 -0
- package/dist/camera/permission.d.ts +86 -0
- package/dist/camera/useCameraPermission.d.ts +35 -0
- package/dist/canonicalFace-BHwyCx1c.js +9 -0
- package/dist/canonicalFace-C83I225R.cjs +1 -0
- package/dist/capabilities/detect.d.ts +45 -0
- package/dist/capabilities/index.d.ts +5 -0
- package/dist/capabilities/types.d.ts +120 -0
- package/dist/capabilities/useXRCapabilities.d.ts +18 -0
- package/dist/compat/environment.d.ts +5 -0
- package/dist/compat/index.d.ts +4 -0
- package/dist/compat/run.d.ts +18 -0
- package/dist/compat/scenarios.d.ts +10 -0
- package/dist/compat/types.d.ts +101 -0
- package/dist/components/Axes/index.d.ts +6 -0
- package/dist/components/BodyInstruction/BodyPoseHint.d.ts +63 -0
- package/dist/components/BodyInstruction/index.d.ts +76 -0
- package/dist/components/BodyInstruction/useBodyPose.d.ts +30 -0
- package/dist/components/BodyRig/BodyAttachment.d.ts +28 -0
- package/dist/components/BodyRig/BodyOccluder.d.ts +27 -0
- package/dist/components/BodyRig/bodyDepth.d.ts +57 -0
- package/dist/components/BodyRig/index.d.ts +129 -0
- package/dist/components/BodyRig/useBodyDepthTexture.d.ts +40 -0
- package/dist/components/BodyTracker/index.d.ts +26 -1
- package/dist/components/BodyTrigger/index.d.ts +56 -0
- package/dist/components/Debugger/DebuggerProvider.d.ts +14 -1
- package/dist/components/Debugger/DebuggerUI.d.ts +3 -1
- package/dist/components/FaceAtlas/FaceAtlasLayer.d.ts +114 -0
- package/dist/components/FaceAtlas/MadeUpCamera.d.ts +80 -0
- package/dist/components/FaceAtlas/constants.d.ts +8 -0
- package/dist/components/FaceAtlas/index.d.ts +7 -0
- package/dist/components/FaceAtlas/useFaceAtlasSurface.d.ts +84 -0
- package/dist/components/FaceAtlas/useFaceSkin.d.ts +84 -0
- package/dist/components/FaceCharacter/ExternalFaceMesh.d.ts +109 -0
- package/dist/components/FaceCharacter/FaceExpressionController.d.ts +53 -0
- package/dist/components/FaceCharacter/FaceMorph.d.ts +71 -0
- package/dist/components/FaceCharacter/FacePiercing.d.ts +65 -0
- package/dist/components/FaceCharacter/FaceReprojection.d.ts +85 -0
- package/dist/components/FaceCharacter/FaceRig.d.ts +38 -0
- package/dist/components/FaceCharacter/FaceSurface.d.ts +49 -0
- package/dist/components/FaceCharacter/FaceSurfaceOccluder.d.ts +39 -0
- package/dist/components/FaceCharacter/PinToFaceMesh.d.ts +68 -0
- package/dist/components/FaceCharacter/index.d.ts +18 -0
- package/dist/components/FaceCharacter/useFaceReprojector.d.ts +10 -0
- package/dist/components/FaceInset/FaceInset.d.ts +68 -0
- package/dist/components/FaceInset/frame.d.ts +94 -0
- package/dist/components/FaceInset/index.d.ts +6 -0
- package/dist/components/FaceInset/material.d.ts +40 -0
- package/dist/components/FaceInset/useFaceInsetTexture.d.ts +37 -0
- package/dist/components/FaceInstruction/FaceExpressionHint.d.ts +43 -0
- package/dist/components/FaceInstruction/index.d.ts +56 -0
- package/dist/components/FaceInstruction/useFaceExpression.d.ts +20 -0
- package/dist/components/FaceLiquify/FaceLiquify.d.ts +49 -0
- package/dist/components/FaceLiquify/debug.d.ts +37 -0
- package/dist/components/FaceLiquify/frame.d.ts +55 -0
- package/dist/components/FaceLiquify/index.d.ts +10 -0
- package/dist/components/FaceLiquify/material.d.ts +39 -0
- package/dist/components/FaceLiquify/pass.d.ts +49 -0
- package/dist/components/FaceLiquify/presence.d.ts +25 -0
- package/dist/components/FaceLiquify/presets.d.ts +82 -0
- package/dist/components/FaceLiquify/selfTest.d.ts +66 -0
- package/dist/components/FaceLiquify/target.d.ts +85 -0
- package/dist/components/FaceLiquify/warp.d.ts +72 -0
- package/dist/components/FaceMesh/FaceMeshRenderer.d.ts +25 -0
- package/dist/components/FaceMesh/canonical/CanonicalFaceMeshRenderer.d.ts +70 -1
- package/dist/components/FaceMesh/canonical/FaceMeshMaterial.d.ts +25 -0
- package/dist/components/FaceMesh/canonical/assets.d.ts +3 -0
- package/dist/components/FaceMesh/canonical/geometryGroups.d.ts +30 -0
- package/dist/components/FaceMesh/canonical/parseCanonicalFaceModel.d.ts +24 -0
- package/dist/components/FaceMesh/canonical/shaders.d.ts +2 -0
- package/dist/components/FaceMesh/deform.d.ts +3 -0
- package/dist/components/FaceMesh/index.d.ts +6 -1
- package/dist/components/FaceMesh/material/defaults.d.ts +74 -0
- package/dist/components/FaceMesh/material/index.d.ts +1 -0
- package/dist/components/FaceMesh/material/options.d.ts +5 -1
- package/dist/components/FaceMesh/material/support.d.ts +7 -2
- package/dist/components/FaceMesh/material/textures.d.ts +4 -0
- package/dist/components/FaceMesh/material/types.d.ts +4 -2
- package/dist/components/FaceRetouch/Background.d.ts +11 -5
- package/dist/components/FaceRetouch/FaceRetouch.d.ts +52 -0
- package/dist/components/FaceRetouch/index.d.ts +2 -6
- package/dist/components/FaceRetouch/landmarkMask.d.ts +4 -6
- package/dist/components/FaceRetouch/renderState.d.ts +19 -0
- package/dist/components/FaceRetouch/useFaceRetouchMask.d.ts +4 -7
- package/dist/components/FaceSwap/FaceMirror.d.ts +46 -0
- package/dist/components/FaceSwap/FaceSwap.d.ts +58 -0
- package/dist/components/FaceSwap/FaceTextureLayer.d.ts +72 -0
- package/dist/components/FaceSwap/faceSwapPlan.d.ts +91 -0
- package/dist/components/FaceSwap/index.d.ts +13 -0
- package/dist/components/FaceSwap/settings.d.ts +300 -0
- package/dist/components/FaceSwap/useFaceTexture.d.ts +35 -0
- package/dist/components/FaceSwap/useLiveFace.d.ts +38 -0
- package/dist/components/FaceSwap/useLiveFaceTexture.d.ts +31 -0
- package/dist/components/FaceTracker/index.d.ts +5 -3
- package/dist/components/FaceWarp3D/FaceWarp3D.d.ts +50 -0
- package/dist/components/FaceWarp3D/index.d.ts +2 -0
- package/dist/components/Faceless/Faceless.d.ts +51 -0
- package/dist/components/Faceless/index.d.ts +2 -0
- package/dist/components/GestureListener/index.d.ts +11 -0
- package/dist/components/HairLock/HairLock.d.ts +39 -0
- package/dist/components/HairLock/index.d.ts +2 -0
- package/dist/components/HairLock/lockGeometry.d.ts +15 -0
- package/dist/components/HandCutout/index.d.ts +35 -0
- package/dist/components/HandEffect/index.d.ts +36 -0
- package/dist/components/HandInstruction/HandGestureHint.d.ts +70 -0
- package/dist/components/HandInstruction/index.d.ts +74 -0
- package/dist/components/HandInstruction/useHandGesture.d.ts +22 -0
- package/dist/components/HandJoints2D/index.d.ts +6 -0
- package/dist/components/HandRig/ForearmOccluder.d.ts +29 -0
- package/dist/components/HandRig/HandAttachment.d.ts +34 -0
- package/dist/components/HandRig/HandNails.d.ts +61 -0
- package/dist/components/HandRig/HandOccluder.d.ts +45 -0
- package/dist/components/HandRig/HandTattoo.d.ts +61 -0
- package/dist/components/HandRig/WristAttachment.d.ts +34 -0
- package/dist/components/HandRig/index.d.ts +127 -0
- package/dist/components/HandRig/useArmMask.d.ts +29 -0
- package/dist/components/HandRig/wristSolve.d.ts +96 -0
- package/dist/components/HandTouch/HandTouch.d.ts +62 -0
- package/dist/components/HandTouch/Touchable.d.ts +36 -0
- package/dist/components/HandTouch/index.d.ts +2 -0
- package/dist/components/HandTracker/index.d.ts +12 -2
- package/dist/components/HandTracking2D/HandVisual.d.ts +12 -0
- package/dist/components/HandTracking2D/index.d.ts +5 -0
- package/dist/components/HandTracking2DController/index.d.ts +5 -0
- package/dist/components/HandTracking3D/index.d.ts +6 -0
- package/dist/components/HeadBinding/index.d.ts +14 -0
- package/dist/components/HeadOccluder/CanonicalHeadFrame.d.ts +22 -0
- package/dist/components/HeadOccluder/Earrings.d.ts +55 -0
- package/dist/components/HeadOccluder/HeadAttachment.d.ts +38 -0
- package/dist/components/HeadOccluder/NeckOccluder.d.ts +67 -0
- package/dist/components/HeadOccluder/earringPlacement.d.ts +31 -0
- package/dist/components/HeadOccluder/headAttachmentPoints.d.ts +69 -0
- package/dist/components/HeadOccluder/index.d.ts +57 -3
- package/dist/components/HeadOccluder/useCanonicalHeadFit.d.ts +36 -0
- package/dist/components/HeadOccluder/useLandmarkPoseFit.d.ts +80 -0
- package/dist/components/HolisticTracker/index.d.ts +69 -0
- package/dist/components/HolisticTracker/settings.d.ts +58 -0
- package/dist/components/HolisticTracker/signals.d.ts +49 -0
- package/dist/components/Instruction/HintStage.d.ts +29 -0
- package/dist/components/Instruction/InstructionCue.d.ts +126 -0
- package/dist/components/Instruction/gestureHold.d.ts +20 -0
- package/dist/components/Instruction/ghost.d.ts +129 -0
- package/dist/components/Instruction/hintBlend.d.ts +19 -0
- package/dist/components/Instruction/hintLook.d.ts +81 -0
- package/dist/components/Instruction/hintLoop.d.ts +36 -0
- package/dist/components/Instruction/index.d.ts +41 -0
- package/dist/components/Instruction/useGhostModel.d.ts +33 -0
- package/dist/components/Instruction/useInstructionHold.d.ts +72 -0
- package/dist/components/IrisEffect/IrisMaterial.d.ts +73 -0
- package/dist/components/IrisEffect/index.d.ts +51 -0
- package/dist/components/IrisEffect/settings.d.ts +117 -0
- package/dist/components/LightObject/index.d.ts +20 -0
- package/dist/components/LipEffect/LipEffect.d.ts +28 -0
- package/dist/components/LipEffect/LipEffectMaterial.d.ts +98 -0
- package/dist/components/LipEffect/LipEffects.d.ts +12 -0
- package/dist/components/LipEffect/defaults.d.ts +51 -0
- package/dist/components/LipEffect/index.d.ts +12 -0
- package/dist/components/LipEffect/lipShading.d.ts +73 -0
- package/dist/components/LipEffect/settings.d.ts +375 -0
- package/dist/components/LipEffect/shader.d.ts +39 -0
- package/dist/components/LipEffect/types.d.ts +141 -0
- package/dist/components/LipEffect/useLipDesignTextures.d.ts +17 -0
- package/dist/components/LipEffect/uvGuide.d.ts +74 -0
- package/dist/components/LookAt/index.d.ts +23 -0
- package/dist/components/Makeup/Blush.d.ts +18 -0
- package/dist/components/Makeup/Brows.d.ts +20 -0
- package/dist/components/Makeup/Contour.d.ts +17 -0
- package/dist/components/Makeup/Eyeliner.d.ts +20 -0
- package/dist/components/Makeup/Eyeshadow.d.ts +20 -0
- package/dist/components/Makeup/Highlighter.d.ts +18 -0
- package/dist/components/Makeup/MakeupDesign.d.ts +37 -0
- package/dist/components/Makeup/MakeupRegion.d.ts +132 -0
- package/dist/components/Makeup/constants.d.ts +44 -0
- package/dist/components/Makeup/design.d.ts +106 -0
- package/dist/components/Makeup/designSamples.d.ts +42 -0
- package/dist/components/Makeup/eyes.d.ts +114 -0
- package/dist/components/Makeup/fields.d.ts +10 -0
- package/dist/components/Makeup/geometry.d.ts +106 -0
- package/dist/components/Makeup/index.d.ts +26 -0
- package/dist/components/Makeup/looks.d.ts +28 -0
- package/dist/components/Makeup/material.d.ts +239 -0
- package/dist/components/Makeup/settings.d.ts +54 -0
- package/dist/components/Makeup/shades.d.ts +143 -0
- package/dist/components/Makeup/shapes.d.ts +27 -0
- package/dist/components/Makeup/skinTone.d.ts +135 -0
- package/dist/components/Makeup/types.d.ts +110 -0
- package/dist/components/Makeup/useMakeupSkinTone.d.ts +40 -0
- package/dist/components/MeshRenderer/index.d.ts +59 -0
- package/dist/components/Necklace/Necklace.d.ts +44 -0
- package/dist/components/Necklace/index.d.ts +1 -0
- package/dist/components/ParticleEmitter/ParticleEmitter.d.ts +69 -0
- package/dist/components/ParticleEmitter/index.d.ts +1 -0
- package/dist/components/PersonCutout/index.d.ts +46 -0
- package/dist/components/PersonCutout/personCutout.d.ts +16 -0
- package/dist/components/PersonCutout/personMask.d.ts +19 -0
- package/dist/components/PersonCutout/useBodyMaskTexture.d.ts +35 -0
- package/dist/components/PerspectiveCamera/index.d.ts +2 -8
- package/dist/components/PinToMesh/index.d.ts +47 -0
- package/dist/components/RenderGroupLayer/index.d.ts +6 -0
- package/dist/components/SceneObjectRenderer/index.d.ts +23 -0
- package/dist/components/Screen2D/ScreenTransformFrame.d.ts +11 -0
- package/dist/components/Screen2D/ScreenTransformHelpers.d.ts +19 -0
- package/dist/components/Screen2D/ScreenTransformInteraction.d.ts +18 -0
- package/dist/components/Screen2D/index.d.ts +5 -0
- package/dist/components/ScreenGlass/defaults.d.ts +3 -0
- package/dist/components/ScreenGlass/index.d.ts +5 -0
- package/dist/components/ScreenGlass/shaders.d.ts +2 -0
- package/dist/components/ScreenGlass/types.d.ts +10 -0
- package/dist/components/ScreenGradient/defaults.d.ts +5 -0
- package/dist/components/ScreenGradient/index.d.ts +5 -0
- package/dist/components/ScreenGradient/shaders.d.ts +2 -0
- package/dist/components/ScreenGradient/types.d.ts +19 -0
- package/dist/components/ScreenImage/ScreenImage.d.ts +4 -0
- package/dist/components/ScreenImage/components/DynamicTextureSync.d.ts +9 -0
- package/dist/components/ScreenImage/components/ScreenImageBody.d.ts +9 -0
- package/dist/components/ScreenImage/components/ScreenImageFrame.d.ts +9 -0
- package/dist/components/ScreenImage/components/ScreenImageTransformFrame.d.ts +9 -0
- package/dist/components/ScreenImage/fit.d.ts +52 -0
- package/dist/components/ScreenImage/index.d.ts +10 -0
- package/dist/components/ScreenImage/materials/ScreenImageBlendMaterial.d.ts +9 -0
- package/dist/components/ScreenImage/materials/ScreenImageMaskMaterial.d.ts +11 -0
- package/dist/components/ScreenImage/materials/ScreenImageMatcap.d.ts +3 -0
- package/dist/components/ScreenImage/source.d.ts +25 -0
- package/dist/components/ScreenImage/types.d.ts +64 -0
- package/dist/components/ScreenImage/utils/ScreenImageConstants.d.ts +9 -0
- package/dist/components/ScreenImage/utils/ScreenImageHelpers.d.ts +4 -0
- package/dist/components/ScreenShape/geometry.d.ts +5 -0
- package/dist/components/ScreenShape/index.d.ts +5 -0
- package/dist/components/ScreenShape/types.d.ts +54 -0
- package/dist/components/ScreenSpaceUI/ScreenTransformGuide.d.ts +15 -0
- package/dist/components/ScreenSpaceUI/ScreenTransformOverlayGuide.d.ts +9 -0
- package/dist/components/ScreenSpaceUI/index.d.ts +3 -0
- package/dist/components/ScreenText/components/ScreenTextBody.d.ts +2 -0
- package/dist/components/ScreenText/components/ScreenTextTransformFrame.d.ts +9 -0
- package/dist/components/ScreenText/constants.d.ts +5 -0
- package/dist/components/ScreenText/index.d.ts +6 -0
- package/dist/components/ScreenText/types.d.ts +31 -0
- package/dist/components/ScreenText/utils/ScreenTextHelpers.d.ts +14 -0
- package/dist/components/ScreenText/utils/ScreenTextMappings.d.ts +17 -0
- package/dist/components/SegmentationOverlay/SegmentationOverlay.d.ts +37 -0
- package/dist/components/SegmentationOverlay/SegmentationOverlayMaterial.d.ts +31 -0
- package/dist/components/SegmentationOverlay/index.d.ts +9 -0
- package/dist/components/SegmentationOverlay/maskTexture.d.ts +23 -0
- package/dist/components/SegmentationOverlay/providers.d.ts +72 -0
- package/dist/components/SegmentationOverlay/settings.d.ts +65 -0
- package/dist/components/SequentialRenderPasses/index.d.ts +6 -0
- package/dist/components/ShoulderOccluder/index.d.ts +46 -0
- package/dist/components/ShoulderOccluder/useCanonicalTorsoFit.d.ts +27 -0
- package/dist/components/SpringSwing/SpringSwing.d.ts +22 -0
- package/dist/components/SpringSwing/index.d.ts +1 -0
- package/dist/components/TextLabel/TextLabel.d.ts +5 -0
- package/dist/components/TextLabel/alignment.d.ts +4 -0
- package/dist/components/TextLabel/bend.d.ts +9 -0
- package/dist/components/TextLabel/canvas/buildTextLabelTexture.d.ts +4 -0
- package/dist/components/TextLabel/canvas/canvasTypography.d.ts +13 -0
- package/dist/components/TextLabel/canvas/drawBackground.d.ts +21 -0
- package/dist/components/TextLabel/canvas/drawEffects.d.ts +34 -0
- package/dist/components/TextLabel/canvas/drawText.d.ts +19 -0
- package/dist/components/TextLabel/components/TextLabelMesh.d.ts +13 -0
- package/dist/components/TextLabel/constants.d.ts +2 -0
- package/dist/components/TextLabel/hooks/useTextLabelTexture.d.ts +7 -0
- package/dist/components/TextLabel/index.d.ts +2 -62
- package/dist/components/TextLabel/layout/measurement.d.ts +8 -0
- package/dist/components/TextLabel/layout/resolveTextLayout.d.ts +25 -0
- package/dist/components/TextLabel/layout/wrapText.d.ts +6 -0
- package/dist/components/TextLabel/types.d.ts +337 -0
- package/dist/components/TrackingAnchor/index.d.ts +18 -2
- package/dist/components/Transform3D/index.d.ts +30 -0
- package/dist/components/XRMediaSurface/index.d.ts +8 -7
- package/dist/components/XRProvider/index.d.ts +16 -2
- package/dist/components/XRScene/index.d.ts +14 -3
- package/dist/components/XRScene/renderOutputTarget.d.ts +12 -0
- package/dist/components/XRViewport/XRViewport.d.ts +11 -0
- package/dist/components/XRViewport/components/HiddenMedia.d.ts +7 -0
- package/dist/components/XRViewport/components/MediaAssetPicker.d.ts +8 -0
- package/dist/components/XRViewport/components/MediaControlStack.d.ts +13 -0
- package/dist/components/XRViewport/components/XRViewportLayers.d.ts +30 -0
- package/dist/components/XRViewport/constants.d.ts +24 -0
- package/dist/components/XRViewport/contexts.d.ts +6 -0
- package/dist/components/XRViewport/hooks/useViewportExternalFaces.d.ts +13 -0
- package/dist/components/XRViewport/hooks/useViewportMediaSource.d.ts +16 -0
- package/dist/components/XRViewport/hooks/useViewportMediaTexture.d.ts +10 -0
- package/dist/components/XRViewport/hooks/useViewportPipeline.d.ts +41 -0
- package/dist/components/XRViewport/hooks/useViewportRenderState.d.ts +47 -0
- package/dist/components/XRViewport/index.d.ts +3 -101
- package/dist/components/XRViewport/layout.d.ts +16 -0
- package/dist/components/XRViewport/slots.d.ts +16 -0
- package/dist/components/XRViewport/types.d.ts +89 -0
- package/dist/components/XRViewport/useViewportSize.d.ts +3 -0
- package/dist/components/index.d.ts +31 -0
- package/dist/components/occluder/skinnedOccluder.d.ts +39 -0
- package/dist/config/index.d.ts +1 -1
- package/dist/constants/index.d.ts +4 -1
- package/dist/context-DTxSQvp4.js +13 -0
- package/dist/context-hA0Rb2Xa.cjs +1 -0
- package/dist/contexts-DQc7zyqT.cjs +1 -0
- package/dist/contexts-Y_FhdnIv.js +667 -0
- package/dist/coordinates/feed.d.ts +52 -0
- package/dist/coordinates/index.d.ts +7 -0
- package/dist/coordinates/side.d.ts +40 -0
- package/dist/coordinates/spaces.d.ts +49 -0
- package/dist/coordinates/viewport.d.ts +22 -0
- package/dist/coordinates/world.d.ts +15 -0
- package/dist/debug-ui/component-editor/index.d.ts +19 -0
- package/dist/debug-ui/default-setting/index.d.ts +37 -0
- package/dist/debug-ui/default-setting.cjs +21 -0
- package/dist/debug-ui/default-setting.js +777 -0
- package/dist/debug-ui/face-mesh-renderer-settings/index.d.ts +8 -0
- package/dist/debug-ui/face-retouch/index.d.ts +11 -0
- package/dist/debug-ui/face-swap-settings/index.d.ts +22 -0
- package/dist/debug-ui/gesture-settings/index.d.ts +14 -0
- package/dist/debug-ui/hand-joints-2d/index.d.ts +6 -0
- package/dist/debug-ui/hand-tracking-2d/index.d.ts +6 -0
- package/dist/debug-ui/hand-tracking-2d-controller/index.d.ts +6 -0
- package/dist/debug-ui/hand-tracking-3d/index.d.ts +6 -0
- package/dist/debug-ui/hierarchy-panel/index.d.ts +30 -0
- package/dist/debug-ui/holistic-tracker-settings/index.d.ts +16 -0
- package/dist/debug-ui/index.d.ts +61 -0
- package/dist/debug-ui/iris-effect-settings/index.d.ts +12 -0
- package/dist/debug-ui/layer-panel/index.d.ts +18 -0
- package/dist/debug-ui/lip-effect-settings/index.d.ts +15 -0
- package/dist/debug-ui/media-source/MediaSourceSwitcher.d.ts +10 -0
- package/dist/debug-ui/media-source/index.d.ts +6 -0
- package/dist/debug-ui/media-source/media-preset.d.ts +21 -0
- package/dist/debug-ui/media-source/session.d.ts +40 -0
- package/dist/debug-ui/media-source.cjs +1 -0
- package/dist/debug-ui/media-source.js +11 -0
- package/dist/debug-ui/mesh-renderer-settings/index.d.ts +6 -0
- package/dist/debug-ui/object-inspector-panel/index.d.ts +26 -0
- package/dist/debug-ui/pin-to-mesh-settings/index.d.ts +10 -0
- package/dist/debug-ui/product-hotspots/index.d.ts +25 -0
- package/dist/debug-ui/scene-editor/context.d.ts +38 -0
- package/dist/debug-ui/scene-editor/hierarchy-panel.d.ts +11 -0
- package/dist/debug-ui/scene-editor/index.d.ts +11 -0
- package/dist/debug-ui/scene-editor/inspector-panel.d.ts +9 -0
- package/dist/debug-ui/scene-editor/store-utils.d.ts +2 -0
- package/dist/debug-ui/scene-editor/viewport-toolbar.d.ts +4 -0
- package/dist/debug-ui/scene-editor/viewport.d.ts +21 -0
- package/dist/debug-ui/screen-glass-settings/index.d.ts +6 -0
- package/dist/debug-ui/screen-gradient-settings/GradientStopsEditor.d.ts +5 -0
- package/dist/debug-ui/screen-gradient-settings/index.d.ts +6 -0
- package/dist/debug-ui/screen-gradient-settings/styles.d.ts +3 -0
- package/dist/debug-ui/screen-image-settings/index.d.ts +11 -0
- package/dist/debug-ui/screen-shape-settings/index.d.ts +6 -0
- package/dist/debug-ui/screen-text-settings/NumberField.d.ts +9 -0
- package/dist/debug-ui/screen-text-settings/ScreenTextSettingsPanel.d.ts +3 -0
- package/dist/debug-ui/screen-text-settings/controls/NestedSection.d.ts +7 -0
- package/dist/debug-ui/screen-text-settings/controls/Section.d.ts +8 -0
- package/dist/debug-ui/screen-text-settings/controls/icons.d.ts +4 -0
- package/dist/debug-ui/screen-text-settings/index.d.ts +2 -0
- package/dist/debug-ui/screen-text-settings/sections/BackgroundSection.d.ts +8 -0
- package/dist/debug-ui/screen-text-settings/sections/ContentSection.d.ts +5 -0
- package/dist/debug-ui/screen-text-settings/sections/EffectsSection.d.ts +25 -0
- package/dist/debug-ui/screen-text-settings/sections/StyleSection.d.ts +5 -0
- package/dist/debug-ui/screen-text-settings/sections/TransformSection.d.ts +5 -0
- package/dist/debug-ui/screen-text-settings/sections/background/BackgroundFillControls.d.ts +2 -0
- package/dist/debug-ui/screen-text-settings/sections/background/BackgroundSizeControls.d.ts +2 -0
- package/dist/debug-ui/screen-text-settings/sections/background/BackgroundStrokeControls.d.ts +2 -0
- package/dist/debug-ui/screen-text-settings/sections/background/types.d.ts +7 -0
- package/dist/debug-ui/screen-text-settings/sections/effects/BendEffectSection.d.ts +4 -0
- package/dist/debug-ui/screen-text-settings/sections/effects/EffectChrome.d.ts +21 -0
- package/dist/debug-ui/screen-text-settings/sections/effects/GlowEffectSection.d.ts +4 -0
- package/dist/debug-ui/screen-text-settings/sections/effects/InnerShadowEffectSection.d.ts +4 -0
- package/dist/debug-ui/screen-text-settings/sections/effects/OutlineEffectSection.d.ts +4 -0
- package/dist/debug-ui/screen-text-settings/sections/effects/ShadowEffectSection.d.ts +4 -0
- package/dist/debug-ui/screen-text-settings/sections/effects/types.d.ts +14 -0
- package/dist/debug-ui/screen-text-settings/settings.d.ts +90 -0
- package/dist/debug-ui/screen-text-settings/styles.d.ts +26 -0
- package/dist/debug-ui/screen-text-settings/transform.d.ts +6 -0
- package/dist/debug-ui/screen-text-settings/types.d.ts +11 -0
- package/dist/debug-ui/segmentation-overlay-settings/index.d.ts +12 -0
- package/dist/debug-ui/settings-panel/index.d.ts +43 -0
- package/dist/debug-ui/shared/MaterialSection.d.ts +13 -0
- package/dist/debug-ui/shared/ScreenTransformSection.d.ts +32 -0
- package/dist/debug-ui/shared/debugWindow.d.ts +51 -0
- package/dist/debug-ui/transform-3d-settings/index.d.ts +11 -0
- package/dist/debug-ui/xr-diagnostics/index.d.ts +26 -0
- package/dist/debug-ui.cjs +10 -0
- package/dist/debug-ui.js +9051 -0
- package/dist/detector-K8aej4MB.js +59 -0
- package/dist/detector-ijypGtse.cjs +1 -0
- package/dist/drawNormalizedCrop-C4KFaRne.cjs +1 -0
- package/dist/drawNormalizedCrop-DG3gtJxf.js +135 -0
- package/dist/entries/all.d.ts +4 -1
- package/dist/entries/core.d.ts +76 -6
- package/dist/entries/face-effects.d.ts +130 -10
- package/dist/entries/instructions.d.ts +48 -0
- package/dist/entries/internal.d.ts +5 -2
- package/dist/entries/low-level.d.ts +104 -6
- package/dist/entries/particles.d.ts +15 -0
- package/dist/entries/product.d.ts +11 -0
- package/dist/entries/scene-object.d.ts +10 -0
- package/dist/entries/tracking.d.ts +110 -2
- package/dist/face-action/index.d.ts +34 -0
- package/dist/face-atlas/attributes.d.ts +30 -0
- package/dist/face-atlas/eyes.d.ts +272 -0
- package/dist/face-atlas/faceAtlas.generated.d.ts +46 -0
- package/dist/face-atlas/glsl/atlasVertex.d.ts +46 -0
- package/dist/face-atlas/glsl/common.d.ts +55 -0
- package/dist/face-atlas/glsl/design.d.ts +49 -0
- package/dist/face-atlas/glsl/eyes.d.ts +73 -0
- package/dist/face-atlas/glsl/finish.d.ts +24 -0
- package/dist/face-atlas/glsl/format.d.ts +4 -0
- package/dist/face-atlas/glsl/index.d.ts +59 -0
- package/dist/face-atlas/glsl/shading.d.ts +15 -0
- package/dist/face-atlas/glsl/shapes.d.ts +66 -0
- package/dist/face-atlas/glsl/sparkle.d.ts +19 -0
- package/dist/face-atlas/glsl/uniforms.d.ts +106 -0
- package/dist/face-atlas/guide.d.ts +51 -0
- package/dist/face-atlas/index.d.ts +25 -0
- package/dist/face-atlas/lead.d.ts +117 -0
- package/dist/face-atlas/madeUpCamera.d.ts +125 -0
- package/dist/face-atlas/masks.d.ts +53 -0
- package/dist/face-atlas/obj.d.ts +69 -0
- package/dist/face-atlas/polylines.d.ts +63 -0
- package/dist/face-atlas/probe/FaceSkinProbe.d.ts +208 -0
- package/dist/face-atlas/probe/__fixtures__/emulate.d.ts +9 -0
- package/dist/face-atlas/probe/__fixtures__/face.d.ts +24 -0
- package/dist/face-atlas/probe/constants.d.ts +137 -0
- package/dist/face-atlas/probe/glsl.d.ts +43 -0
- package/dist/face-atlas/probe/lightFit.d.ts +108 -0
- package/dist/face-atlas/probe/schedule.d.ts +44 -0
- package/dist/face-atlas/probe/selfTest.d.ts +87 -0
- package/dist/face-atlas/probe/stats.d.ts +143 -0
- package/dist/face-atlas/probe/targets.d.ts +70 -0
- package/dist/face-atlas/probe/unwrap.d.ts +76 -0
- package/dist/face-atlas/quality.d.ts +28 -0
- package/dist/face-atlas/regions.d.ts +31 -0
- package/dist/face-atlas/registry.d.ts +252 -0
- package/dist/face-atlas/renderState.d.ts +86 -0
- package/dist/face-atlas/selfOcclusion.d.ts +62 -0
- package/dist/face-atlas/shading.d.ts +406 -0
- package/dist/face-atlas/shapes.d.ts +86 -0
- package/dist/face-atlas/sides.d.ts +41 -0
- package/dist/face-atlas/skinMask.d.ts +35 -0
- package/dist/face-atlas/surface.d.ts +155 -0
- package/dist/face-atlas/topology.d.ts +44 -0
- package/dist/face-attribute-expression/index.d.ts +10 -0
- package/dist/face-character/__fixtures__/faceImageDetections.d.ts +25 -0
- package/dist/face-character/__fixtures__/faceNode.d.ts +22 -0
- package/dist/face-character/bindFaceModel.d.ts +106 -0
- package/dist/face-character/canonicalFace.d.ts +17 -0
- package/dist/face-character/canonicalFaceGeometry.d.ts +11 -0
- package/dist/face-character/canonicalFacePositions.d.ts +7 -0
- package/dist/face-character/driveFaceModel.d.ts +57 -0
- package/dist/face-character/expressionOutputs.d.ts +45 -0
- package/dist/face-character/faceExpressions.d.ts +104 -0
- package/dist/face-character/faceImageLandmarker.d.ts +93 -0
- package/dist/face-character/faceMeshBinding.d.ts +62 -0
- package/dist/face-character/faceMorph.d.ts +77 -0
- package/dist/face-character/faceMorphs.d.ts +46 -0
- package/dist/face-character/facePhoto.d.ts +138 -0
- package/dist/face-character/facePiercings.d.ts +116 -0
- package/dist/face-character/facePin.d.ts +131 -0
- package/dist/face-character/faceReprojection.d.ts +273 -0
- package/dist/face-character/faceReprojector.d.ts +171 -0
- package/dist/face-character/faceRig.d.ts +176 -0
- package/dist/face-character/faceSwapPresence.d.ts +85 -0
- package/dist/face-character/faceTexture.d.ts +169 -0
- package/dist/face-character/faceTextureBaker.d.ts +86 -0
- package/dist/face-character/faceTextureGuide.d.ts +106 -0
- package/dist/face-character/faceTextureStats.d.ts +298 -0
- package/dist/face-character/faceTransfer.d.ts +396 -0
- package/dist/face-character/faceTransferGeometry.d.ts +109 -0
- package/dist/face-character/faceTransferSelfTest.d.ts +94 -0
- package/dist/face-character/faceWarp3D.d.ts +101 -0
- package/dist/face-character/faceless.d.ts +79 -0
- package/dist/face-character/featureWarp.d.ts +28 -0
- package/dist/face-character/liveFaceRegistry.d.ts +370 -0
- package/dist/face-character/liveValue.d.ts +12 -0
- package/dist/face-character/memo.d.ts +15 -0
- package/dist/face-effects.cjs +2267 -195
- package/dist/face-effects.js +14191 -3346
- package/dist/face-expression/index.d.ts +182 -0
- package/dist/face-info/blendshapes.d.ts +3 -0
- package/dist/face-info/derive.d.ts +8 -0
- package/dist/face-info/drawFaceCrop.d.ts +10 -0
- package/dist/face-info/getFaceInfo.d.ts +8 -0
- package/dist/face-info/index.d.ts +8 -0
- package/dist/face-info/landmarks.d.ts +35 -0
- package/dist/face-info/types.d.ts +69 -0
- package/dist/gestures/definitions.d.ts +98 -0
- package/dist/gestures/detector.d.ts +87 -0
- package/dist/gestures/index.d.ts +8 -0
- package/dist/gestures/measures.d.ts +114 -0
- package/dist/gestures/settings.d.ts +49 -0
- package/dist/getFaceInfo-BafgGT27.js +62 -0
- package/dist/getFaceInfo-BzlwHMjX.cjs +1 -0
- package/dist/hand/armFit.d.ts +46 -0
- package/dist/hand/armMask.d.ts +190 -0
- package/dist/hand/forearm.d.ts +114 -0
- package/dist/hand/handCutout.d.ts +23 -0
- package/dist/hand/handCutoutRegistry.d.ts +7 -0
- package/dist/hand/handEffect.d.ts +38 -0
- package/dist/hand/handGestures.d.ts +524 -0
- package/dist/hand/handJoints2d.d.ts +49 -0
- package/dist/hand/handNail.d.ts +73 -0
- package/dist/hand/handPose.d.ts +98 -0
- package/dist/hand/handRigSolver.d.ts +159 -0
- package/dist/hand/handTattoo.d.ts +81 -0
- package/dist/hand/handTouch.d.ts +240 -0
- package/dist/hand/handTracking2d.d.ts +33 -0
- package/dist/hand/handTracking2dController.d.ts +65 -0
- package/dist/hand/handTracking3d.d.ts +52 -0
- package/dist/hand/nailImageMask.d.ts +40 -0
- package/dist/hand/nailMaskFingers.d.ts +23 -0
- package/dist/hand/nailTipRefine.d.ts +37 -0
- package/dist/hand/wrist.d.ts +44 -0
- package/dist/hand/wristFilter.d.ts +44 -0
- package/dist/hooks/faceResults.d.ts +1 -1
- package/dist/hooks/selectors.d.ts +77 -4
- package/dist/hooks/useBodies.d.ts +39 -0
- package/dist/hooks/useCalibrationFaceTracker.d.ts +1 -1
- package/dist/hooks/useFaceAction.d.ts +3 -0
- package/dist/hooks/useFaceAttributeExpression.d.ts +16 -0
- package/dist/hooks/useFaceDetection.d.ts +18 -0
- package/dist/hooks/useFaceInfo.d.ts +19 -0
- package/dist/hooks/useFaceInfos.d.ts +15 -0
- package/dist/hooks/useFaceModelAcquisition.d.ts +38 -0
- package/dist/hooks/useFaceResultReader.d.ts +10 -0
- package/dist/hooks/useFrameCapture.d.ts +18 -0
- package/dist/hooks/useGesture.d.ts +39 -0
- package/dist/hooks/useIrisTracking.d.ts +45 -0
- package/dist/hooks/useMediaRecorder.d.ts +14 -2
- package/dist/hooks/useOwnedTexture.d.ts +6 -0
- package/dist/hooks/useTrackerContext.d.ts +14 -2
- package/dist/hooks/useXRDiagnostics.d.ts +81 -0
- package/dist/hooks/useXRModel.d.ts +12 -0
- package/dist/hooks/useXRSession/facade.d.ts +47 -2
- package/dist/hooks/useXRSession/index.d.ts +2 -2
- package/dist/hooks/useXRSession/reason.d.ts +21 -0
- package/dist/hooks/useXRSession/registry.d.ts +23 -0
- package/dist/hooks/useXRSession/store.d.ts +64 -7
- package/dist/index-BZoBxyLn.js +1103 -0
- package/dist/index-By_LCo2V.cjs +1 -0
- package/dist/index-C-Mryx_u.cjs +21 -0
- package/dist/index-CKRN-xJp.js +3740 -0
- package/dist/index-CUldCMRl.js +188 -0
- package/dist/index-Cyk_VIZE.js +1432 -0
- package/dist/index-D-4w34GO.cjs +1 -0
- package/dist/index-DiIoHK_4.js +442 -0
- package/dist/index-Dv3WnY9n.cjs +46 -0
- package/dist/index-ItufYyHH.cjs +1 -0
- package/dist/index-S3gqudT6.cjs +1 -0
- package/dist/index-Sho4F4it.cjs +1 -0
- package/dist/index-iIQ9jBDb.js +240 -0
- package/dist/index-vr2ichWQ.js +190 -0
- package/dist/instructions.cjs +30 -0
- package/dist/instructions.js +1528 -0
- package/dist/internal-Bb9ZXbpr.cjs +1 -0
- package/dist/{internal-KOKJDxCG.js → internal-Gt1wn6Z3.js} +152 -127
- package/dist/internal.cjs +1 -1
- package/dist/internal.js +16 -9
- package/dist/iris/compute.d.ts +27 -0
- package/dist/iris/index.d.ts +4 -0
- package/dist/iris/lead.d.ts +19 -0
- package/dist/iris/types.d.ts +89 -0
- package/dist/landmarkMask-CvN-L5NT.cjs +1 -0
- package/dist/landmarkMask-DHivVjJm.js +225 -0
- package/dist/landmarks-BEjJXcnE.cjs +1 -0
- package/dist/landmarks-DtCAFV_m.js +76 -0
- package/dist/low-level.cjs +1 -1
- package/dist/low-level.js +1494 -629
- package/dist/main.cjs +1 -1
- package/dist/main.js +1306 -475
- package/dist/material/MaterialFill.d.ts +20 -0
- package/dist/material/MeshMaterial.d.ts +14 -0
- package/dist/material/index.d.ts +2 -0
- package/dist/models/Base/index.d.ts +49 -0
- package/dist/models/Body/index.d.ts +30 -1
- package/dist/models/Face/constants.d.ts +8 -0
- package/dist/models/Face/index.d.ts +5 -12
- package/dist/models/Face/rotation.d.ts +18 -0
- package/dist/models/Hand/GestureTracking.d.ts +1 -1
- package/dist/models/Hand/HandTracking.d.ts +19 -1
- package/dist/models/Holistic/index.d.ts +49 -0
- package/dist/models/Holistic/result.d.ts +68 -0
- package/dist/models/Segmentation/index.d.ts +6 -3
- package/dist/models/SemanticSegmentation/index.d.ts +31 -0
- package/dist/models/SemanticSegmentation/presets.d.ts +28 -0
- package/dist/models/index.d.ts +2 -0
- package/dist/models/nodeSource.d.ts +9 -0
- package/dist/particles/emission.d.ts +24 -0
- package/dist/particles/eyes.d.ts +24 -0
- package/dist/particles/glsl.d.ts +14 -0
- package/dist/particles/index.d.ts +10 -0
- package/dist/particles/motion.d.ts +42 -0
- package/dist/particles/presets.d.ts +12 -0
- package/dist/particles/ring.d.ts +58 -0
- package/dist/particles/selfTest.d.ts +53 -0
- package/dist/particles/settings.d.ts +127 -0
- package/dist/particles/shapes.d.ts +29 -0
- package/dist/particles/spawner.d.ts +71 -0
- package/dist/particles/system.d.ts +66 -0
- package/dist/particles.cjs +122 -0
- package/dist/particles.js +999 -0
- package/dist/product/ProductDimensions.d.ts +16 -0
- package/dist/product/ProductHotspot.d.ts +16 -0
- package/dist/product/ProductViewer.d.ts +9 -0
- package/dist/product/details.d.ts +53 -0
- package/dist/product/index.d.ts +14 -0
- package/dist/product/loadModelViewer.d.ts +4 -0
- package/dist/product/types.d.ts +71 -0
- package/dist/product/useProductAr.d.ts +37 -0
- package/dist/product/useProductDetails.d.ts +60 -0
- package/dist/product.cjs +1 -0
- package/dist/product.js +414 -0
- package/dist/providers-CEZQgz2s.cjs +62 -0
- package/dist/providers-CRuaD8bi.js +424 -0
- package/dist/quality/XRQualityController.d.ts +25 -0
- package/dist/quality/controller.d.ts +33 -0
- package/dist/quality/index.d.ts +6 -0
- package/dist/quality/types.d.ts +100 -0
- package/dist/quality/useXRQuality.d.ts +28 -0
- package/dist/render/layerStack.d.ts +29 -0
- package/dist/render/renderGroups.d.ts +47 -0
- package/dist/render/renderPasses.d.ts +26 -0
- package/dist/render/sceneBeforeRender.d.ts +12 -0
- package/dist/renderGroups-BADrepA1.cjs +1 -0
- package/dist/renderGroups-CNB99dZ2.js +152 -0
- package/dist/renderPasses-DgxUKn9b.cjs +158 -0
- package/dist/renderPasses-DuapJA6V.js +1290 -0
- package/dist/renderState-CJNmj5jz.js +39 -0
- package/dist/renderState-apSfg4eR.cjs +1 -0
- package/dist/scene-object/index.d.ts +146 -0
- package/dist/scene-object/runtimeRegistry.d.ts +14 -0
- package/dist/scene-object.cjs +1 -0
- package/dist/scene-object.js +40 -0
- package/dist/screen-image/screenImagePresets.d.ts +13 -0
- package/dist/screen-image/screenImageSettings.d.ts +57 -0
- package/dist/screen-text/screenTextPresets.d.ts +6 -0
- package/dist/screen-text/screenTextSettings.d.ts +147 -0
- package/dist/screen2d/coordinates.d.ts +107 -0
- package/dist/screen2d/index.d.ts +7 -0
- package/dist/screen2d/material-runtime.d.ts +32 -0
- package/dist/screen2d/screenTransform.d.ts +60 -0
- package/dist/screen2d/smoothing.d.ts +5 -0
- package/dist/screen2d/texture.d.ts +10 -0
- package/dist/screen2d/transform.d.ts +25 -0
- package/dist/screen2d/types.d.ts +90 -0
- package/dist/segmentation-BOZJdWFC.js +1911 -0
- package/dist/segmentation-J8GoNBvP.cjs +1 -0
- package/dist/segmentation2d/faceMemory.d.ts +28 -0
- package/dist/segmentation2d/faceRegions.d.ts +24 -0
- package/dist/segmentation2d/index.d.ts +9 -0
- package/dist/segmentation2d/maskUv.d.ts +23 -0
- package/dist/segmentation2d/rasterize.d.ts +14 -0
- package/dist/segmentation2d/types.d.ts +52 -0
- package/dist/selectors-BvJepq6H.js +196 -0
- package/dist/selectors-QB2qsaxy.cjs +1 -0
- package/dist/services/MetricsCollector/index.d.ts +7 -1
- package/dist/services/MetricsCollector/utils.d.ts +1 -1
- package/dist/session-BVX859as.cjs +31 -0
- package/dist/session-Cz8aie4K.js +493 -0
- package/dist/settings-BJ7FMBsO.js +111 -0
- package/dist/settings-C63FMBlF.cjs +1 -0
- package/dist/similarityFit-BFqHND2e.cjs +1 -0
- package/dist/similarityFit-Bbz-R8AY.js +91 -0
- package/dist/spring/index.d.ts +2 -0
- package/dist/spring/spring.d.ts +69 -0
- package/dist/spring/swing.d.ts +54 -0
- package/dist/subjects/index.d.ts +2 -0
- package/dist/subjects/select.d.ts +70 -0
- package/dist/subjects/types.d.ts +59 -0
- package/dist/texture/animatedTexture.d.ts +63 -0
- package/dist/texture/animationMath.d.ts +8 -0
- package/dist/texture/gifReader.d.ts +17 -0
- package/dist/texture/gifTextureSource.d.ts +16 -0
- package/dist/texture/sourceResolver.d.ts +30 -0
- package/dist/textures-BVwo9Z7z.js +38 -0
- package/dist/textures-DAfc61zz.cjs +1 -0
- package/dist/tracking/coordinates.d.ts +5 -0
- package/dist/tracking-config/apply.d.ts +57 -0
- package/dist/tracking-config/index.d.ts +7 -0
- package/dist/tracking-config/resolve.d.ts +25 -0
- package/dist/tracking-config/storage.d.ts +8 -0
- package/dist/tracking-config/types.d.ts +106 -0
- package/dist/tracking-config/useXRTrackingConfig.d.ts +38 -0
- package/dist/tracking.cjs +10 -1
- package/dist/tracking.js +1531 -294
- package/dist/trigger-D9L4GPmQ.js +3726 -0
- package/dist/trigger-DZ9vU7jo.cjs +147 -0
- package/dist/types/common.d.ts +11 -1
- package/dist/types/compositor.d.ts +21 -0
- package/dist/types/face.d.ts +21 -14
- package/dist/types/gesture-tracking.d.ts +2 -2
- package/dist/types/hand-tracking.d.ts +19 -2
- package/dist/types/holistic.d.ts +121 -0
- package/dist/types/index.d.ts +1 -1
- package/dist/types/model.d.ts +22 -2
- package/dist/types/nodes.d.ts +83 -6
- package/dist/types/segmentation.d.ts +26 -0
- package/dist/types/session.d.ts +50 -4
- package/dist/types/tracking.d.ts +8 -2
- package/dist/types/util-types.d.ts +1 -1
- package/dist/useBodies-BYzJpQ4L.js +75 -0
- package/dist/useBodies-Cxpmx6Bb.cjs +1 -0
- package/dist/useFaceInfo-BzEUj2OI.js +75 -0
- package/dist/useFaceInfo-DlLRAVNw.cjs +1 -0
- package/dist/useFaceResultReader-Cc4Qrutf.js +61 -0
- package/dist/useFaceResultReader-D3jOQNKz.cjs +1 -0
- package/dist/useInstructionHold-DOu-RpCM.js +53 -0
- package/dist/useInstructionHold-DwJY1Alr.cjs +1 -0
- package/dist/useIrisTracking-Bz4uLDa7.js +6190 -0
- package/dist/useIrisTracking-DRGWgoNy.cjs +35 -0
- package/dist/useLandmarkPoseFit-Bg-h9BPb.cjs +1 -0
- package/dist/useLandmarkPoseFit-Bmb3h6Mw.js +87 -0
- package/dist/useXRCapabilities-B1KLckqw.js +30 -0
- package/dist/useXRCapabilities-CZlPUBjF.cjs +1 -0
- package/dist/utils/canonicalRigidLandmarks.d.ts +8 -0
- package/dist/utils/drawNormalizedCrop.d.ts +22 -0
- package/dist/utils/fns.d.ts +6 -3
- package/dist/utils/headOccluderFit.d.ts +42 -0
- package/dist/utils/integrity.d.ts +25 -26
- package/dist/utils/landmarkBounds.d.ts +1 -1
- package/dist/utils/logger.d.ts +2 -2
- package/dist/utils/resolveNumFaces.d.ts +13 -0
- package/dist/utils/shoulderOccluderFit.d.ts +38 -0
- package/dist/utils/similarityFit.d.ts +23 -0
- package/dist/utils/updateThrottle.d.ts +2 -0
- package/dist/utils/useStableUniforms.d.ts +18 -0
- package/dist/utils/visionWasm.d.ts +18 -0
- package/dist/uv-BMFt19bg.cjs +1 -0
- package/dist/{index-BD-JWMjE.js → uv-DJU_XfmN.js} +15 -180
- package/dist/x-Co8jPhP0.js +127 -0
- package/dist/x-KC8E4Gaj.cjs +41 -0
- package/docs/MIGRATION_GUIDE.md +589 -0
- package/docs/SDK_DOCUMENTATION.md +1157 -0
- package/docs/api/adaptive-quality.mdx +104 -0
- package/docs/api/asset-lifecycle.mdx +78 -0
- package/docs/api/audio.mdx +36 -0
- package/docs/api/behavior-components.mdx +164 -0
- package/docs/api/body-instructions.mdx +287 -0
- package/docs/api/body-rig.mdx +384 -0
- package/docs/api/body-triggers.mdx +235 -0
- package/docs/api/camera-permission.mdx +142 -0
- package/docs/api/capture-recording.mdx +111 -0
- package/docs/api/coordinate-spaces.mdx +168 -0
- package/docs/api/cross-camera.mdx +89 -0
- package/docs/api/debug-ui-scene-editor.mdx +270 -0
- package/docs/api/diagnostics-calibration.mdx +97 -0
- package/docs/api/external-face-mesh.mdx +231 -0
- package/docs/api/face-actions.mdx +108 -0
- package/docs/api/face-attribute-expression.mdx +87 -0
- package/docs/api/face-binding-anchors.mdx +55 -0
- package/docs/api/face-character.mdx +157 -0
- package/docs/api/face-effects.mdx +28 -0
- package/docs/api/face-expression-controller.mdx +153 -0
- package/docs/api/face-info.mdx +118 -0
- package/docs/api/face-inset.mdx +204 -0
- package/docs/api/face-instructions.mdx +183 -0
- package/docs/api/face-liquify.mdx +196 -0
- package/docs/api/face-mesh.mdx +130 -0
- package/docs/api/face-morph.mdx +117 -0
- package/docs/api/face-painting.mdx +40 -0
- package/docs/api/face-reprojection.mdx +154 -0
- package/docs/api/face-retouching.mdx +81 -0
- package/docs/api/face-swap.mdx +350 -0
- package/docs/api/face-warp-3d.mdx +166 -0
- package/docs/api/faceless.mdx +143 -0
- package/docs/api/gestures.mdx +210 -0
- package/docs/api/hair.mdx +97 -0
- package/docs/api/hand-instructions.mdx +222 -0
- package/docs/api/hand-rig.mdx +661 -0
- package/docs/api/hand-touch.mdx +162 -0
- package/docs/api/head-occluder.mdx +563 -0
- package/docs/api/holistic-tracker.mdx +164 -0
- package/docs/api/instructions.mdx +323 -0
- package/docs/api/iris-tracking.mdx +247 -0
- package/docs/api/made-up-camera.mdx +131 -0
- package/docs/api/makeup-skin-tone.mdx +135 -0
- package/docs/api/makeup.mdx +353 -0
- package/docs/api/material-render-state.mdx +132 -0
- package/docs/api/multi-subject.mdx +185 -0
- package/docs/api/particles.mdx +183 -0
- package/docs/api/person-cutout.mdx +171 -0
- package/docs/api/pin-to-face-mesh.mdx +274 -0
- package/docs/api/product-ar.mdx +114 -0
- package/docs/api/product-details.mdx +78 -0
- package/docs/api/runtime-3d.mdx +316 -0
- package/docs/api/scene-object-store.mdx +213 -0
- package/docs/api/screen-image.mdx +67 -0
- package/docs/api/screen-shape.mdx +64 -0
- package/docs/api/screen-space-coordinates.mdx +75 -0
- package/docs/api/screen-text.mdx +39 -0
- package/docs/api/segmentation-overlay.mdx +301 -0
- package/docs/api/session-lifecycle.mdx +136 -0
- package/docs/api/texture-sources.mdx +74 -0
- package/docs/api/trackers.mdx +65 -0
- package/docs/api/tracking-config.mdx +108 -0
- package/docs/docs.json +121 -0
- package/docs/examples/lip-shaders.mdx +273 -0
- package/docs/examples/scene-object-recipes.mdx +194 -0
- package/docs/guides/face-atlas-template.svg +1 -0
- package/docs/guides/face-atlas-textures.mdx +186 -0
- package/docs/guides/face-texture-template.svg +1 -0
- package/docs/guides/harness-debug-ui.mdx +139 -0
- package/docs/guides/lip-effect-textures.mdx +368 -0
- package/docs/guides/lip-uv-template.png +0 -0
- package/docs/guides/lip-uv-template.svg +1 -0
- package/docs/guides/makeup-design-textures.mdx +109 -0
- package/docs/inspector/hierarchy-panel.mdx +51 -0
- package/docs/inspector/object-inspector-panel.mdx +51 -0
- package/docs/introduction.mdx +120 -0
- package/docs/scene-objects/overview.mdx +127 -0
- package/docs/scene-objects/render-groups.mdx +77 -0
- package/docs/scene-objects/runtime-rendering.mdx +75 -0
- package/docs/texture-api-consumer.md +84 -0
- package/package.json +86 -8
- package/settings.json +1998 -0
- package/dist/DebuggerUI-CEfdddkZ.cjs +0 -1
- package/dist/DebuggerUI-Dgop6Q6o.js +0 -269
- package/dist/components/FaceRetouch/retouchRegions.d.ts +0 -23
- package/dist/components/FaceRetouch/useFaceRetouchRegions.d.ts +0 -12
- package/dist/index-B5J4gzn2.cjs +0 -1
- package/dist/index-BVBVg96G.cjs +0 -1
- package/dist/index-CYMj26Ej.js +0 -1331
- package/dist/index-DtwHElmG.js +0 -157
- package/dist/index-PtFmD6B8.cjs +0 -1
- package/dist/internal-DH5d1Xnq.cjs +0 -1
- package/dist/modules/XRClient/index.d.ts +0 -9
- package/dist/modules/index.d.ts +0 -1
- package/dist/selectors-BHO6TnoC.js +0 -59
- package/dist/selectors-Bub0o3qy.cjs +0 -1
- package/dist/services/ApiService.d.ts +0 -12
- package/dist/types/client.d.ts +0 -3
- package/dist/useFaceResults-cpsSmKKc.js +0 -81
- package/dist/useFaceResults-hVUJYSEY.cjs +0 -1
|
@@ -0,0 +1,127 @@
|
|
|
1
|
+
import { ReactNode } from 'react';
|
|
2
|
+
import { ArmFitSettings, ArmMeasureOptions } from '../../hand/armMask';
|
|
3
|
+
import { HandRigBinding } from '../../hand/handRigSolver';
|
|
4
|
+
import { Handedness } from '../../types/hand-tracking';
|
|
5
|
+
import { XRModelNodeBodyTracking } from '../../types/nodes';
|
|
6
|
+
import { ArmMaskKind } from './useArmMask';
|
|
7
|
+
import { HandRigWrist } from './wristSolve';
|
|
8
|
+
import * as THREE from "three";
|
|
9
|
+
export { HAND_RIG_FOREARM, HandRigWrist, ensureForearmBone, type HandRigArm } from './wristSolve';
|
|
10
|
+
export type HandRigProps = {
|
|
11
|
+
/** The person's hand to follow (anatomical, on every source). */
|
|
12
|
+
hand: Handedness;
|
|
13
|
+
/**
|
|
14
|
+
* A skinned hand following the rig contract (`HAND_RIG_REQUIRED_JOINTS`),
|
|
15
|
+
* e.g. a loaded `gltf.scene`. It is cloned (skeleton included) per rig, so
|
|
16
|
+
* one loaded model can drive both hands; materials are shared — swap them
|
|
17
|
+
* on `model` or in `onModel`.
|
|
18
|
+
*/
|
|
19
|
+
model: THREE.Object3D;
|
|
20
|
+
/** The chirality the model is authored as. Default `"right"`; the other is drawn mirrored. */
|
|
21
|
+
modelHand?: Handedness;
|
|
22
|
+
/** Per-frame EMA factor for the hand and finger poses, `1` = none. Default `0.5`. */
|
|
23
|
+
smoothing?: number;
|
|
24
|
+
/**
|
|
25
|
+
* `"tracked"` (default): each finger segment takes the tracked hand's length
|
|
26
|
+
* (`applyHandRigLengths`: lengthened along the bone only, so fingers keep the
|
|
27
|
+
* model's thickness; ratios clamped to `HAND_RIG_LENGTH_RANGE`). `"model"`:
|
|
28
|
+
* keep the model's own proportions (only the whole hand is scaled).
|
|
29
|
+
*/
|
|
30
|
+
fingerLengths?: "tracked" | "model";
|
|
31
|
+
/** Keep drawing a lost hand during the short hold (`HandPose.held`). Default `true`. */
|
|
32
|
+
showHeld?: boolean;
|
|
33
|
+
/** Fires once on found (`true`) and once on lost (`false`). */
|
|
34
|
+
onTrackingChange?: (tracked: boolean) => void;
|
|
35
|
+
/**
|
|
36
|
+
* Replaces every mesh material of this rig's clone (e.g. a glove, a ghost
|
|
37
|
+
* or a different skin tone per hand). Omit to keep the model's own. The
|
|
38
|
+
* caller owns (and disposes) it.
|
|
39
|
+
*/
|
|
40
|
+
material?: THREE.Material;
|
|
41
|
+
/**
|
|
42
|
+
* Called once with this rig's clone (e.g. to set shadows or render order).
|
|
43
|
+
* Attachments and tattoo layers may already be inside it; the model's own meshes carry
|
|
44
|
+
* `userData[HAND_RIG_MODEL_MESH]`.
|
|
45
|
+
*/
|
|
46
|
+
onModel?: (clone: THREE.Object3D) => void;
|
|
47
|
+
/** `false` pauses the hand model's inference (see `HandTracker`). Default `true`. */
|
|
48
|
+
active?: boolean;
|
|
49
|
+
/**
|
|
50
|
+
* Find the forearm in a segmentation
|
|
51
|
+
* mask, so `WristAttachment` content
|
|
52
|
+
* (and the forearm occluder) follows the real arm on screen and fits its
|
|
53
|
+
* width, not just the hand's axis: `"skin"` (the multiclass segmenter's
|
|
54
|
+
* bare skin, apart from the face and clothes) or `"portrait"` (the person
|
|
55
|
+
* mask: no edges where the arm is in front of the body), or options.
|
|
56
|
+
* Default off.
|
|
57
|
+
*/
|
|
58
|
+
armMask?: ArmMaskKind | HandRigArmMaskOptions;
|
|
59
|
+
/** `HandAttachment`s (rings, nails, watches …) on its bones and `HandTattoo`s on its skin. */
|
|
60
|
+
children?: ReactNode;
|
|
61
|
+
};
|
|
62
|
+
/** `armMask` with options: the mask, what to fit, the measure and the easing. */
|
|
63
|
+
export type HandRigArmMaskOptions = Partial<ArmFitSettings> & ArmMeasureOptions & {
|
|
64
|
+
/** Default `"skin"`: the arm's bare skin, apart from the face and the clothes. */
|
|
65
|
+
kind?: ArmMaskKind;
|
|
66
|
+
/**
|
|
67
|
+
* A second mask measured when the first finds no arm: `"portrait"` behind
|
|
68
|
+
* `"skin"` fills in where the skin segmenter misses the forearm (a raised
|
|
69
|
+
* hand with the arm against the background). Costs that segmenter too.
|
|
70
|
+
*/
|
|
71
|
+
fallback?: ArmMaskKind;
|
|
72
|
+
/** Turn wristwear onto the arm's direction. Default true. */
|
|
73
|
+
turn?: boolean;
|
|
74
|
+
/** Fit wristwear to the arm's width (and centre it on the arm). Default true. */
|
|
75
|
+
fitWidth?: boolean;
|
|
76
|
+
};
|
|
77
|
+
/**
|
|
78
|
+
* The enclosing rig's wrist (`HandRigWrist`): its frame, steadied and fitted
|
|
79
|
+
* to the arm, solved once per frame for every `WristAttachment` on it.
|
|
80
|
+
*/
|
|
81
|
+
export declare const HandRigWristContext: import('react').Context<HandRigWrist | null>;
|
|
82
|
+
/**
|
|
83
|
+
* `userData` flag on the hand model's own meshes in a rig's clone. The clone
|
|
84
|
+
* also carries `HandAttachment` content (portaled into its bones) and
|
|
85
|
+
* `HandTattoo` layers (siblings of the model meshes); check this
|
|
86
|
+
* flag to touch only the hand.
|
|
87
|
+
*/
|
|
88
|
+
export declare const HAND_RIG_MODEL_MESH = "vincenttHandRigModelMesh";
|
|
89
|
+
/** The binding of the enclosing `HandRig` / `HandOccluder`, for `HandAttachment` / `HandTattoo`. */
|
|
90
|
+
export declare const HandRigContext: import('react').Context<HandRigBinding | null>;
|
|
91
|
+
/** Which tracked hand the enclosing rig follows, for children that read the live pose (`HandNails`). */
|
|
92
|
+
export declare const HandRigHandContext: import('react').Context<Handedness | null>;
|
|
93
|
+
/**
|
|
94
|
+
* Drives a skinned hand model from a tracked hand (#165). Place it anywhere in
|
|
95
|
+
* the scene (not inside a tracker): it reads both hands from the shared hand
|
|
96
|
+
* model, fits the model's palm to the live palm (position, rotation, size) and
|
|
97
|
+
* swings every finger bone toward its live child joint, measured from the
|
|
98
|
+
* model's own rest pose. Mount one per hand:
|
|
99
|
+
*
|
|
100
|
+
* ```tsx
|
|
101
|
+
* <HandRig hand="left" model={gltf.scene} />
|
|
102
|
+
* <HandRig hand="right" model={gltf.scene} />
|
|
103
|
+
* ```
|
|
104
|
+
*
|
|
105
|
+
* Identity is anatomical and sticky (`assignHandPoses`): a hand that drops out
|
|
106
|
+
* is held briefly, then hidden, and comes back on the same rig — never the
|
|
107
|
+
* other one — snapped to its new pose. On the mirrored webcam a right hand
|
|
108
|
+
* looks like a left hand, so a right-hand model is mirrored onto it.
|
|
109
|
+
*/
|
|
110
|
+
export declare const HandRig: ({ hand, model, modelHand, smoothing, fingerLengths, showHeld, onTrackingChange, material, onModel, active, armMask, children, }: HandRigProps) => import("react/jsx-runtime").JSX.Element;
|
|
111
|
+
/**
|
|
112
|
+
* Up the arm on screen (unit, feed units) from a body tracker's elbow: the
|
|
113
|
+
* arm, of any tracked body, whose wrist is nearest the tracked hand's wrist
|
|
114
|
+
* (`handWrist`, feed units) and within reach, since the hand tracker's left /
|
|
115
|
+
* right label can flip while the body's sides hold. Null without a body
|
|
116
|
+
* tracker, a body, a near wrist, or visible points.
|
|
117
|
+
*/
|
|
118
|
+
export declare const elbowUpOnScreen: (body: XRModelNodeBodyTracking | null, handWrist: {
|
|
119
|
+
x: number;
|
|
120
|
+
y: number;
|
|
121
|
+
}, aspect: number, out: {
|
|
122
|
+
x: number;
|
|
123
|
+
y: number;
|
|
124
|
+
} | null) => {
|
|
125
|
+
x: number;
|
|
126
|
+
y: number;
|
|
127
|
+
} | null;
|
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
import { ArmMaskSource } from '../../hand/armMask';
|
|
2
|
+
/**
|
|
3
|
+
* Which mask the arm is looked for in: `"portrait"` (the person, from the
|
|
4
|
+
* portrait segmenter; sleeves count, an arm in front of the body has no
|
|
5
|
+
* edges) or `"skin"` (bare skin, the multiclass segmenter's `body_skin`;
|
|
6
|
+
* works in front of clothes, not over a sleeve).
|
|
7
|
+
*/
|
|
8
|
+
export type ArmMaskKind = "portrait" | "skin";
|
|
9
|
+
export type ArmMask = ArmMaskSource & {
|
|
10
|
+
readonly kind: ArmMaskKind;
|
|
11
|
+
/** Bumped on every new mask; 0 until the first one. */
|
|
12
|
+
readonly version: number;
|
|
13
|
+
/** `performance.now()` of the frame the mask comes from, when known. */
|
|
14
|
+
readonly timestampMs: number | undefined;
|
|
15
|
+
/**
|
|
16
|
+
* Pulls the segmenter's latest mask (in place, no copy); true when it is
|
|
17
|
+
* new. Call once per frame; reads back from the GPU at most `maxFps` times
|
|
18
|
+
* a second (portrait).
|
|
19
|
+
*/
|
|
20
|
+
refresh: (nowMs: number) => boolean;
|
|
21
|
+
};
|
|
22
|
+
/**
|
|
23
|
+
* The arm mask for wristwear (#319): acquires the portrait or the multiclass
|
|
24
|
+
* segmenter while `kind` is set (`false` acquires nothing) and reads its mask
|
|
25
|
+
* where it lives. The multiclass segmenter shares
|
|
26
|
+
* `XRModel.SEMANTIC_SEGMENTATION` with the hair mask: the first acquirer in a
|
|
27
|
+
* session picks the preset, so `"skin"` needs it not to be the hair one.
|
|
28
|
+
*/
|
|
29
|
+
export declare const useArmMask: (kind: ArmMaskKind | false) => ArmMask | null;
|
|
@@ -0,0 +1,96 @@
|
|
|
1
|
+
import { WristBend } from '../../hand/forearm';
|
|
2
|
+
import { ArmTracker } from '../../hand/armMask';
|
|
3
|
+
import { HandRigBinding } from '../../hand/handRigSolver';
|
|
4
|
+
import { WristSize } from '../../hand/wrist';
|
|
5
|
+
import { WristRotationFilter } from '../../hand/wristFilter';
|
|
6
|
+
import { ArmMask } from './useArmMask';
|
|
7
|
+
import * as THREE from "three";
|
|
8
|
+
/** The arm found in the mask for one rig (`HandRig`'s `armMask`). */
|
|
9
|
+
export type HandRigArm = {
|
|
10
|
+
tracker: ArmTracker;
|
|
11
|
+
turn: boolean;
|
|
12
|
+
fitWidth: boolean;
|
|
13
|
+
/** The mask it reads (for drawing it). */
|
|
14
|
+
mask: ArmMask | null;
|
|
15
|
+
};
|
|
16
|
+
/** The forearm bone's name in a hand model (optional: made in code when missing). */
|
|
17
|
+
export declare const HAND_RIG_FOREARM = "forearm";
|
|
18
|
+
/**
|
|
19
|
+
* Experimental (vincentt-xr/sdk#319). One rig's wrist and forearm, solved
|
|
20
|
+
* once per frame. The `forearm` bone (a
|
|
21
|
+
* child of `wrist` running up the arm; the model's own, or made in code) is
|
|
22
|
+
* aimed every frame from the wrist point: the hand's wrist frame steadied
|
|
23
|
+
* against edge-on flips (`WristRotationFilter`), then, with `armMask`, turned
|
|
24
|
+
* onto the arm found in the mask and moved onto its middle: aligned in full
|
|
25
|
+
* once the mask is sure, holding its last way while the hand points at the
|
|
26
|
+
* camera, easing back to the hand only when the arm is lost. Wristwear (`WristAttachment`) rides on the forearm bone; the
|
|
27
|
+
* width fit is a scale across the arm (`crossScale`) applied to what rides on
|
|
28
|
+
* it, so the bone itself never takes a shearing scale.
|
|
29
|
+
*/
|
|
30
|
+
export declare class HandRigWrist {
|
|
31
|
+
readonly binding: HandRigBinding;
|
|
32
|
+
readonly forearm: THREE.Object3D;
|
|
33
|
+
readonly filter: WristRotationFilter;
|
|
34
|
+
/** The arm fit (null without `armMask`). */
|
|
35
|
+
arm: HandRigArm | null;
|
|
36
|
+
/** The wrist frame this frame, world (rigid). */
|
|
37
|
+
readonly world: THREE.Matrix4;
|
|
38
|
+
/** Across the arm (X, Z) to fit the arm's width; 1 without a fit. */
|
|
39
|
+
crossScale: number;
|
|
40
|
+
/**
|
|
41
|
+
* The person's wrist width, cm, settled from confident mask measures
|
|
42
|
+
* (null until one); a property of the person, so it moves slowly, and
|
|
43
|
+
* shared between both hands' rigs of a session (`shared`): the hand
|
|
44
|
+
* tracker's left / right label can flip, and both wrists are alike.
|
|
45
|
+
*/
|
|
46
|
+
get widthCm(): number | null;
|
|
47
|
+
set widthCm(cm: number | null);
|
|
48
|
+
/** The settled width's home: give both rigs of a session the same object. */
|
|
49
|
+
shared: {
|
|
50
|
+
cm: number | null;
|
|
51
|
+
};
|
|
52
|
+
/** The wrist joint's bend this frame, after the anatomical clamp (radians). */
|
|
53
|
+
readonly joint: WristBend;
|
|
54
|
+
/** How far the fitted direction was pulled back into the joint's range this frame, radians. */
|
|
55
|
+
clamped: number;
|
|
56
|
+
/**
|
|
57
|
+
* Up the arm on screen from a body tracker's elbow (unit, feed units), set
|
|
58
|
+
* by the rig each frame when a body tracker sees this hand's elbow; null
|
|
59
|
+
* otherwise. The best direction source: it needs neither a mask nor the
|
|
60
|
+
* hand's own axis, so it holds when the hand points at the camera.
|
|
61
|
+
*/
|
|
62
|
+
bodyUp: {
|
|
63
|
+
x: number;
|
|
64
|
+
y: number;
|
|
65
|
+
} | null;
|
|
66
|
+
readonly size: WristSize;
|
|
67
|
+
/**
|
|
68
|
+
* The wrist frame in the forearm bone's space (+Y toward the fingers, +Z
|
|
69
|
+
* out of the palm, origin on the wrist joint): where wristwear is authored.
|
|
70
|
+
*/
|
|
71
|
+
readonly forearmFrame: THREE.Matrix4;
|
|
72
|
+
private readonly wristFrame;
|
|
73
|
+
/** inverse(wrist frame in the wrist bone) × the forearm's rest (in the wrist bone). */
|
|
74
|
+
private readonly toForearm;
|
|
75
|
+
private frame;
|
|
76
|
+
private solved;
|
|
77
|
+
/** The hand detection behind this frame (`HandPose.timestampMs`), for the filter. */
|
|
78
|
+
private sample;
|
|
79
|
+
/** The arm's way up on screen and the scale it was aimed with, last frame. */
|
|
80
|
+
private readonly last;
|
|
81
|
+
private readonly w;
|
|
82
|
+
/** `forearm`: the rig's forearm bone, at rest, a child of the wrist bone. */
|
|
83
|
+
constructor(binding: HandRigBinding, forearm: THREE.Object3D);
|
|
84
|
+
/** A new frame (the rig moved; `sample`: its detection): the next `solve` works it out again. */
|
|
85
|
+
tick(sample?: number): void;
|
|
86
|
+
/** The hand was lost: the next pose is taken as it is. */
|
|
87
|
+
reset(): void;
|
|
88
|
+
/**
|
|
89
|
+
* Aims the forearm bone for this frame (once; later calls are free) and
|
|
90
|
+
* returns the wrist frame (world), or null without a wrist bone. Call
|
|
91
|
+
* before render, after the rig has posed the hand.
|
|
92
|
+
*/
|
|
93
|
+
solve(camera: THREE.Camera, aspect: number, nowMs?: number): THREE.Matrix4 | null;
|
|
94
|
+
}
|
|
95
|
+
/** The rig's forearm bone: the model's `forearm` node, or one made under the wrist bone. */
|
|
96
|
+
export declare const ensureForearmBone: (binding: HandRigBinding) => THREE.Object3D | null;
|
|
@@ -0,0 +1,62 @@
|
|
|
1
|
+
import { MutableRefObject, ReactNode } from 'react';
|
|
2
|
+
import { TouchWorld, HandTouchSettings, TouchBody, TouchEvent, TouchHand, TouchWorldSettings } from '../../hand/handTouch';
|
|
3
|
+
import { Handedness } from '../../types/hand-tracking';
|
|
4
|
+
import * as THREE from "three";
|
|
5
|
+
/** The screen pointer's sphere radius, scene units. */
|
|
6
|
+
export declare const HAND_TOUCH_POINTER_RADIUS = 0.15;
|
|
7
|
+
/** How deep the play box is either side of the hand plane (`z = 0`), scene units. */
|
|
8
|
+
export declare const HAND_TOUCH_DEPTH = 0.6;
|
|
9
|
+
export type HandTouchProps = Partial<TouchWorldSettings> & Partial<HandTouchSettings> & {
|
|
10
|
+
/** Which hands play. Default `"both"`. */
|
|
11
|
+
hands?: "both" | Handedness;
|
|
12
|
+
/**
|
|
13
|
+
* The mouse / touch screen plays as a hand too: it pushes, hovers and
|
|
14
|
+
* taps; press on an object to grab it, let go to throw. `{ radius }` in
|
|
15
|
+
* scene units (default 0.15). Default off.
|
|
16
|
+
*/
|
|
17
|
+
pointer?: boolean | {
|
|
18
|
+
radius?: number;
|
|
19
|
+
};
|
|
20
|
+
/** Box depth either side of the hand plane, scene units. Default 0.6. */
|
|
21
|
+
depth?: number;
|
|
22
|
+
/** Raise the floor above the bottom of the screen, scene units. Default 0. */
|
|
23
|
+
floor?: number;
|
|
24
|
+
/** The box the objects stay in, scene units. Default: the screen at the hand plane. */
|
|
25
|
+
bounds?: {
|
|
26
|
+
min: [number, number, number];
|
|
27
|
+
max: [number, number, number];
|
|
28
|
+
};
|
|
29
|
+
/** Draw the hand colliders (the palm and fingertip spheres). */
|
|
30
|
+
showColliders?: boolean;
|
|
31
|
+
/** Everything that happens: grabs, releases, hovers, taps, touches. */
|
|
32
|
+
onEvent?: (event: TouchEvent) => void;
|
|
33
|
+
/** Freeze the objects (the hands still track). */
|
|
34
|
+
paused?: boolean;
|
|
35
|
+
/** `false` pauses the hand model's inference (see `HandTracker`). Default `true`. */
|
|
36
|
+
active?: boolean;
|
|
37
|
+
children?: ReactNode;
|
|
38
|
+
};
|
|
39
|
+
type Registered = {
|
|
40
|
+
object: THREE.Object3D;
|
|
41
|
+
onEvent: MutableRefObject<(event: TouchEvent) => void>;
|
|
42
|
+
};
|
|
43
|
+
export type HandTouchContextValue = {
|
|
44
|
+
world: TouchWorld;
|
|
45
|
+
/** Left, right, pointer: live colliders, updated every frame. */
|
|
46
|
+
hands: readonly TouchHand[];
|
|
47
|
+
/** Used by `Touchable`: the object a body's pose is written to, and its event handler. */
|
|
48
|
+
register: (body: TouchBody, entry: Registered) => () => void;
|
|
49
|
+
};
|
|
50
|
+
export declare const HandTouchContext: import('react').Context<HandTouchContextValue | null>;
|
|
51
|
+
/** The enclosing `HandTouch`'s world and hands (null outside one). */
|
|
52
|
+
export declare const useHandTouch: () => HandTouchContextValue | null;
|
|
53
|
+
/**
|
|
54
|
+
* Touch objects with your hands, no physics engine. Each tracked hand is a
|
|
55
|
+
* palm sphere and five fingertip spheres; `Touchable` children are objects in
|
|
56
|
+
* a box (by default the screen at the hand plane, `depth` deep) with gravity,
|
|
57
|
+
* a floor, walls, bounces and damping. Pinch an object to grab and carry it,
|
|
58
|
+
* let go to throw it, push or poke it, hover and tap it with the index tip.
|
|
59
|
+
* Sits anywhere in the scene (not in a tracker); it runs the hand tracker.
|
|
60
|
+
*/
|
|
61
|
+
export declare const HandTouch: ({ hands, pointer, depth, floor, bounds, showColliders, onEvent, paused, active, children, palmRadius, tipRadius, pinchStart, pinchEnd, pinchReady, smoothing, ...worldSettings }: HandTouchProps) => import("react/jsx-runtime").JSX.Element;
|
|
62
|
+
export {};
|
|
@@ -0,0 +1,36 @@
|
|
|
1
|
+
import { ReactNode } from 'react';
|
|
2
|
+
import { TouchBodyOptions, TouchEvent, TouchHandId } from '../../hand/handTouch';
|
|
3
|
+
import * as THREE from "three";
|
|
4
|
+
/** What a `Touchable`'s look can react to. */
|
|
5
|
+
export type TouchableState = {
|
|
6
|
+
hovered: boolean;
|
|
7
|
+
grabbed: boolean;
|
|
8
|
+
/** The hand hovering or holding it. */
|
|
9
|
+
hand: TouchHandId | null;
|
|
10
|
+
};
|
|
11
|
+
type EventOf<T extends TouchEvent["type"]> = Extract<TouchEvent, {
|
|
12
|
+
type: T;
|
|
13
|
+
}>;
|
|
14
|
+
export type TouchableProps = TouchBodyOptions & {
|
|
15
|
+
/** The built-in look's colour (when there are no children). Default `"#f97316"`. */
|
|
16
|
+
color?: THREE.ColorRepresentation;
|
|
17
|
+
onGrab?: (event: EventOf<"grab">) => void;
|
|
18
|
+
/** Let go: `speed` is how fast it was thrown. */
|
|
19
|
+
onRelease?: (event: EventOf<"release">) => void;
|
|
20
|
+
/** The index tip touched it and left quickly. */
|
|
21
|
+
onTap?: (event: EventOf<"tap">) => void;
|
|
22
|
+
/** A hand part started touching it (`part`, `speed`): for sounds. */
|
|
23
|
+
onTouch?: (event: EventOf<"touch">) => void;
|
|
24
|
+
onHoverChange?: (hovered: boolean, hand: TouchHandId) => void;
|
|
25
|
+
/** The look, centred on the object (scene units); a function gets its state. Default a ball or a cube. */
|
|
26
|
+
children?: ReactNode | ((state: TouchableState) => ReactNode);
|
|
27
|
+
};
|
|
28
|
+
/**
|
|
29
|
+
* An object the hands can touch, inside a `HandTouch`: a ball (`shape:
|
|
30
|
+
* "sphere"`) or a cube (`"box"`, `size` = edge), `size` in scene units.
|
|
31
|
+
* `position` and `velocity` are where it starts; after that the world moves
|
|
32
|
+
* it. With no children it draws a ball or a cube in `color` that glows while
|
|
33
|
+
* hovered or held.
|
|
34
|
+
*/
|
|
35
|
+
export declare const Touchable: ({ shape, size, position, velocity, mass, bounce, grabbable, pushable, gravity, color, onGrab, onRelease, onTap, onTouch, onHoverChange, children, }: TouchableProps) => import("react/jsx-runtime").JSX.Element;
|
|
36
|
+
export {};
|
|
@@ -1,6 +1,15 @@
|
|
|
1
1
|
import { PropsWithChildren } from 'react';
|
|
2
|
+
import { HandData } from '../../types/hand-tracking';
|
|
3
|
+
import { HandTarget } from '../../types/tracking';
|
|
4
|
+
import { XRModelNodeHandTracking } from '../../types/nodes';
|
|
5
|
+
/**
|
|
6
|
+
* MediaPipe HandLandmarker joint indices (21 landmarks per hand).
|
|
7
|
+
* Names follow the MediaPipe convention; the underlying tracker may expose
|
|
8
|
+
* multiple hands, so this component selects the requested one when available.
|
|
9
|
+
*/
|
|
10
|
+
export declare const HAND_LANDMARK_INDEX: Record<HandTarget, number>;
|
|
2
11
|
type HandTrackerProps = PropsWithChildren & {
|
|
3
|
-
/** Which hand to bind to.
|
|
12
|
+
/** Which hand to bind to. Prefers the named hand when present. */
|
|
4
13
|
hand?: "left" | "right";
|
|
5
14
|
/** Hand index in detection results. Defaults to 0. */
|
|
6
15
|
handIndex?: number;
|
|
@@ -20,5 +29,6 @@ type HandTrackerProps = PropsWithChildren & {
|
|
|
20
29
|
*/
|
|
21
30
|
active?: boolean;
|
|
22
31
|
};
|
|
23
|
-
export declare
|
|
32
|
+
export declare function selectHand(node: XRModelNodeHandTracking | null, hand?: "left" | "right", handIndex?: number): HandData | undefined;
|
|
33
|
+
export declare const HandTracker: ({ children, hand, handIndex, targetFps, active, }: HandTrackerProps) => import("react/jsx-runtime").JSX.Element;
|
|
24
34
|
export {};
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
import { HandTracking2DHandFrame, HandTracking2DPoint, HandTracking2DSettings } from '../../hand/handTracking2d';
|
|
2
|
+
type RenderedHand = HandTracking2DHandFrame & {
|
|
3
|
+
key: string;
|
|
4
|
+
points: HandTracking2DPoint[];
|
|
5
|
+
};
|
|
6
|
+
export declare function HandVisual({ hand, index, settings, aspectScale, }: {
|
|
7
|
+
hand: RenderedHand;
|
|
8
|
+
index: number;
|
|
9
|
+
settings: HandTracking2DSettings;
|
|
10
|
+
aspectScale: number;
|
|
11
|
+
}): import("react/jsx-runtime").JSX.Element;
|
|
12
|
+
export {};
|
|
@@ -0,0 +1,5 @@
|
|
|
1
|
+
import { HandTracking2DSettings } from '../../hand/handTracking2d';
|
|
2
|
+
export type HandTracking2DProps = {
|
|
3
|
+
settings?: HandTracking2DSettings;
|
|
4
|
+
};
|
|
5
|
+
export declare const HandTracking2D: ({ settings, }: HandTracking2DProps) => import("react/jsx-runtime").JSX.Element | null;
|
|
@@ -0,0 +1,5 @@
|
|
|
1
|
+
import { HandTracking2DControllerSettings } from '../../hand/handTracking2dController';
|
|
2
|
+
export type HandTracking2DControllerProps = {
|
|
3
|
+
settings?: HandTracking2DControllerSettings;
|
|
4
|
+
};
|
|
5
|
+
export declare const HandTracking2DController: ({ settings, }: HandTracking2DControllerProps) => import("react/jsx-runtime").JSX.Element | null;
|
|
@@ -0,0 +1,6 @@
|
|
|
1
|
+
import { HandTracking3DRenderedHandFrame, HandTracking3DSettings } from '../../hand/handTracking3d';
|
|
2
|
+
export type HandTracking3DProps = {
|
|
3
|
+
settings?: HandTracking3DSettings;
|
|
4
|
+
onHandsChange?: (hands: HandTracking3DRenderedHandFrame[]) => void;
|
|
5
|
+
};
|
|
6
|
+
export declare const HandTracking3D: ({ settings, onHandsChange, }: HandTracking3DProps) => import("react/jsx-runtime").JSX.Element | null;
|
|
@@ -1,12 +1,26 @@
|
|
|
1
1
|
import { PropsWithChildren } from 'react';
|
|
2
|
+
import { HeadOccluderFit, HeadOccluderOffset, HeadOccluderProps } from '../HeadOccluder';
|
|
2
3
|
import * as THREE from "three";
|
|
3
4
|
export type HeadBindingOccluderOptions = {
|
|
5
|
+
/**
|
|
6
|
+
* `"canonical"` (default): the v3 canonical-frame head, fitted from the live
|
|
7
|
+
* landmarks every frame — no tuning. `"manual"`: the legacy sculpted shell
|
|
8
|
+
* placed with `position` / `rotation` / `scale`.
|
|
9
|
+
*/
|
|
10
|
+
fit?: HeadOccluderFit;
|
|
11
|
+
/** Canonical-fit adjustments, in canonical centimetres. */
|
|
12
|
+
offset?: HeadOccluderOffset;
|
|
13
|
+
/** Manual-fit transform (ignored by the canonical fit). */
|
|
4
14
|
position?: [number, number, number];
|
|
5
15
|
rotation?: [number, number, number];
|
|
6
16
|
scale?: [number, number, number];
|
|
7
17
|
url?: string;
|
|
8
18
|
showDebugMaterial?: boolean;
|
|
9
19
|
opacity?: number;
|
|
20
|
+
/** Per-frame EMA factor for the fitted pose (rotation, position and scale); `1` = none. */
|
|
21
|
+
smoothing?: number;
|
|
22
|
+
/** Neck and shoulders too: `true` / `"bust"`, or options (`follow: "head" | "torso"`). See `HeadOccluder`'s `neck`. */
|
|
23
|
+
neck?: HeadOccluderProps["neck"];
|
|
10
24
|
};
|
|
11
25
|
export type HeadBindingProps = PropsWithChildren & {
|
|
12
26
|
/** Face index from the shared face-tracking result to bind this subtree to. */
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
import { PropsWithChildren } from 'react';
|
|
2
|
+
import { CanonicalHeadFitOptions } from './useCanonicalHeadFit';
|
|
3
|
+
export type CanonicalHeadFrameProps = PropsWithChildren<CanonicalHeadFitOptions>;
|
|
4
|
+
/**
|
|
5
|
+
* Set by `CanonicalHeadFrame` for its subtree: a `HeadAttachment` inside one is
|
|
6
|
+
* a plain offset group in the already-fitted frame (one fit, many points)
|
|
7
|
+
* instead of running a fit of its own.
|
|
8
|
+
*/
|
|
9
|
+
export declare const CanonicalHeadFrameContext: import('react').Context<boolean>;
|
|
10
|
+
/**
|
|
11
|
+
* A group, inside a `FaceTracker`, whose children are authored in canonical
|
|
12
|
+
* centimetres: +X toward the screen's right on a face looking at the camera
|
|
13
|
+
* (the person's own right in the mirrored selfie view), +Y up, +Z out of the
|
|
14
|
+
* face toward the camera, origin at the canonical face model's origin
|
|
15
|
+
* (landmark 4 is at `(0, -0.46, 7.59)`, the nose bridge at `z ≈ 5.8`, the ears
|
|
16
|
+
* at `x ≈ ±8.8`; see `HEAD_ATTACHMENT_POINTS`). It is fitted with the same
|
|
17
|
+
* solver as the canonical `HeadOccluder`, so an accessory placed here sits
|
|
18
|
+
* exactly where the occluder expects it, in centimetres a modeller can measure
|
|
19
|
+
* against the shipped `.blend`. Hidden while the face is lost; snaps on
|
|
20
|
+
* reacquire.
|
|
21
|
+
*/
|
|
22
|
+
export declare const CanonicalHeadFrame: ({ children, ...options }: CanonicalHeadFrameProps) => import("react/jsx-runtime").JSX.Element;
|
|
@@ -0,0 +1,55 @@
|
|
|
1
|
+
import { ReactNode } from 'react';
|
|
2
|
+
import { SpringSwingOptions } from '../../spring/swing';
|
|
3
|
+
import { EarringSide } from './earringPlacement';
|
|
4
|
+
import { CanonicalHeadFitOptions } from './useCanonicalHeadFit';
|
|
5
|
+
import { CanonicalOffset } from './useLandmarkPoseFit';
|
|
6
|
+
import type * as THREE from "three";
|
|
7
|
+
export type EarringsProps = Omit<CanonicalHeadFitOptions, "offset"> & {
|
|
8
|
+
/**
|
|
9
|
+
* The earring, authored once in the ear frame: centimetres, origin on the
|
|
10
|
+
* piercing, +X away from the head, +Y up, +Z out of the face (as for the
|
|
11
|
+
* ear at canonical +X, `HEAD_ATTACHMENT_POINTS.leftEarLobe`). Cloned once
|
|
12
|
+
* per ear, so pass a loaded GLB's scene (or one of its nodes) as it is.
|
|
13
|
+
*/
|
|
14
|
+
model?: THREE.Object3D | null;
|
|
15
|
+
/**
|
|
16
|
+
* JSX instead of (or as well as) `model`, authored the same way. It mounts
|
|
17
|
+
* once per ear, so it must build its own objects (`<mesh>`, drei `<Clone>`),
|
|
18
|
+
* never one shared `<primitive object>`. A function receives the person's
|
|
19
|
+
* side, for a mismatched pair; both are still authored in the ear frame.
|
|
20
|
+
*/
|
|
21
|
+
children?: ReactNode | ((side: EarringSide) => ReactNode);
|
|
22
|
+
/** Wear one on the person's own left ear. Default `true`. */
|
|
23
|
+
left?: boolean;
|
|
24
|
+
/** Wear one on the person's own right ear. Default `true`. */
|
|
25
|
+
right?: boolean;
|
|
26
|
+
/**
|
|
27
|
+
* Nudge on top of the lobe, in the ear frame (mirrored with the earring on
|
|
28
|
+
* the screen-left ear): `position` in centimetres, `rotation` in radians,
|
|
29
|
+
* `scale` as a multiplier, all about the piercing.
|
|
30
|
+
*/
|
|
31
|
+
offset?: CanonicalOffset;
|
|
32
|
+
/**
|
|
33
|
+
* Whether the feed is mirrored. Defaults to the session's (`useXRMirrored`:
|
|
34
|
+
* the front webcam is), which is what keeps `left` on the person's own left
|
|
35
|
+
* ear.
|
|
36
|
+
*/
|
|
37
|
+
mirrored?: boolean;
|
|
38
|
+
/**
|
|
39
|
+
* Swing on a spring about the piercing as the head moves (drops, hoops),
|
|
40
|
+
* then settle: `true` for the gentle default, or `SpringSwingOptions`
|
|
41
|
+
* (`frequency`, `damping`, `maxAngle`, `length` in cm). Each ear swings on
|
|
42
|
+
* its own. Default off (rigid).
|
|
43
|
+
*/
|
|
44
|
+
swing?: boolean | SpringSwingOptions;
|
|
45
|
+
};
|
|
46
|
+
/**
|
|
47
|
+
* A pair of earrings on a tracked head: one earring, authored once in the ear
|
|
48
|
+
* frame, worn on both ear lobes (the one on the screen's left mirrored). `left`
|
|
49
|
+
* / `right` are the person's own ears on every feed. Place it inside a
|
|
50
|
+
* `HeadBinding` (or a `FaceTracker` with a `HeadOccluder`) so the head hides
|
|
51
|
+
* the far earring as the head turns. Inside a `CanonicalHeadFrame` it reuses
|
|
52
|
+
* the frame's fit; on its own it runs one fit for both ears. Hidden while the
|
|
53
|
+
* face is lost, snapped on reacquire.
|
|
54
|
+
*/
|
|
55
|
+
export declare const Earrings: ({ model, children, left, right, offset, mirrored, swing, ...fitOptions }: EarringsProps) => import("react/jsx-runtime").JSX.Element | null;
|
|
@@ -0,0 +1,38 @@
|
|
|
1
|
+
import { PropsWithChildren } from 'react';
|
|
2
|
+
import { HeadAttachmentPoint } from './headAttachmentPoints';
|
|
3
|
+
import { CanonicalHeadFitOptions } from './useCanonicalHeadFit';
|
|
4
|
+
import { CanonicalOffset } from './useLandmarkPoseFit';
|
|
5
|
+
export type HeadAttachmentProps = PropsWithChildren<Omit<CanonicalHeadFitOptions, "offset"> & {
|
|
6
|
+
/**
|
|
7
|
+
* Where on the head the children's origin sits. `leftEar` / `rightEar` /
|
|
8
|
+
* `leftEarLobe` / `rightEarLobe` are the person's own ears on every feed.
|
|
9
|
+
*/
|
|
10
|
+
point: HeadAttachmentPoint;
|
|
11
|
+
/**
|
|
12
|
+
* Authored adjustment ON TOP of the point: `position` in canonical
|
|
13
|
+
* centimetres (head axes, relative to the point; for an ear point in the
|
|
14
|
+
* ear frame, +X away from the head), `rotation` in radians and `scale` as
|
|
15
|
+
* a multiplier, both about the point.
|
|
16
|
+
*/
|
|
17
|
+
offset?: CanonicalOffset;
|
|
18
|
+
/**
|
|
19
|
+
* Whether the feed is mirrored. Defaults to the session's (`useXRMirrored`:
|
|
20
|
+
* the front webcam is), which is what keeps `leftEar` on the person's own
|
|
21
|
+
* left ear.
|
|
22
|
+
*/
|
|
23
|
+
mirrored?: boolean;
|
|
24
|
+
}>;
|
|
25
|
+
/**
|
|
26
|
+
* Attaches its children to a named point on a tracked head — glasses on
|
|
27
|
+
* `noseBridge`, a hat on `crown`, headphones on the ears — with the children
|
|
28
|
+
* authored in canonical centimetres around that point, facing +Z (out of the
|
|
29
|
+
* face). Ear points are the person's own ears and their children are authored
|
|
30
|
+
* in the ear frame (+X away from the head); the ear on the screen's left gets
|
|
31
|
+
* them mirrored. For a pair of earrings use `Earrings`. Place it inside a
|
|
32
|
+
* `FaceTracker` / `HeadBinding`; it follows that tracker's face. Inside a
|
|
33
|
+
* `CanonicalHeadFrame` it reuses the frame's fit (and its smoothing and
|
|
34
|
+
* tracking events); on its own it runs the same canonical fit as the head
|
|
35
|
+
* occluder. Hidden while the face is lost, snapped on reacquire, so nothing is
|
|
36
|
+
* left behind or slides in.
|
|
37
|
+
*/
|
|
38
|
+
export declare const HeadAttachment: ({ point, offset, mirrored, children, ...fitOptions }: HeadAttachmentProps) => import("react/jsx-runtime").JSX.Element;
|
|
@@ -0,0 +1,67 @@
|
|
|
1
|
+
import { CanonicalOffset } from './useLandmarkPoseFit';
|
|
2
|
+
import * as THREE from "three";
|
|
3
|
+
/**
|
|
4
|
+
* Neck and shoulder occluders that go with the head occluder (`neck` on
|
|
5
|
+
* `HeadOccluder` / `HeadBinding`'s `occluder`). `"bust"`: the skinned bust
|
|
6
|
+
* of "Complete 3D Reference - Spark AR" by jepharaujo (CC BY 4.0), in the
|
|
7
|
+
* canonical head frame, its neck a three-bone chain.
|
|
8
|
+
*/
|
|
9
|
+
export declare const NECK_OCCLUDER_TYPES: readonly ["bust"];
|
|
10
|
+
export type NeckOccluderType = (typeof NECK_OCCLUDER_TYPES)[number];
|
|
11
|
+
/**
|
|
12
|
+
* What moves it: `"head"` (the head fit, no body tracking: the top of the
|
|
13
|
+
* neck follows the head, the shoulders stay level below it) or `"torso"`
|
|
14
|
+
* (the torso fit from body tracking: the shoulders follow the real ones).
|
|
15
|
+
*/
|
|
16
|
+
export declare const NECK_OCCLUDER_FOLLOWS: readonly ["head", "torso"];
|
|
17
|
+
export type NeckOccluderFollow = (typeof NECK_OCCLUDER_FOLLOWS)[number];
|
|
18
|
+
export declare const NECK_OCCLUDER_BUST_PATH = "/assets/xr/3d-models/neck-occluder-bust-v1.glb";
|
|
19
|
+
/** The SDK CDN copy of a neck occluder type's mesh (only `"bust"` so far). */
|
|
20
|
+
export declare const neckOccluderUrl: (type?: NeckOccluderType) => string;
|
|
21
|
+
/**
|
|
22
|
+
* Where the bust sits in the torso frame (`follow: "torso"`), torso cm: its
|
|
23
|
+
* neck base (head cm `(0, -11.86, -5.45)`) on the torso's neck stub, 3 cm
|
|
24
|
+
* lower than the stub's top so the neck stays under the chin (the live torso
|
|
25
|
+
* fit sits a little high).
|
|
26
|
+
*/
|
|
27
|
+
export declare const NECK_BUST_TORSO_POSITION: readonly [number, number, number];
|
|
28
|
+
/** With `follow: "head"`: how much of the head's turn (yaw) the shoulders take. */
|
|
29
|
+
export declare const NECK_OCCLUDER_SHOULDER_TURN = 0.25;
|
|
30
|
+
export type NeckOccluderOptions = {
|
|
31
|
+
/** The mesh. Default `"bust"`. */
|
|
32
|
+
type?: NeckOccluderType;
|
|
33
|
+
/** What moves it. Default `"head"`. */
|
|
34
|
+
follow?: NeckOccluderFollow;
|
|
35
|
+
/** With `"head"`: 0..1, how much of the head's turn the shoulders take. Default 0.25. */
|
|
36
|
+
shoulderTurn?: number;
|
|
37
|
+
/** Override the mesh (a bust in the canonical head frame with neck_top / neck_mid / neck_base bones). */
|
|
38
|
+
url?: string;
|
|
39
|
+
/** A nudge: head cm with `"head"`, torso cm with `"torso"`. */
|
|
40
|
+
offset?: CanonicalOffset;
|
|
41
|
+
/**
|
|
42
|
+
* With `"torso"`: the tracked body (result position). Default: the body the
|
|
43
|
+
* parent `BodyTracker` follows, else 0.
|
|
44
|
+
*/
|
|
45
|
+
bodyIndex?: number;
|
|
46
|
+
/** Draw it visibly (calibration). */
|
|
47
|
+
showDebugMaterial?: boolean;
|
|
48
|
+
opacity?: number;
|
|
49
|
+
};
|
|
50
|
+
export type NeckOccluderProps = NeckOccluderOptions & {
|
|
51
|
+
/** With `"head"`: the face (default the parent `FaceTracker`'s). */
|
|
52
|
+
faceIndex?: number;
|
|
53
|
+
};
|
|
54
|
+
/**
|
|
55
|
+
* With `follow: "head"`: the neck's middle and base bones each turn half of
|
|
56
|
+
* what keeps the shoulders level, facing the camera and turned by
|
|
57
|
+
* `shoulderTurn` of the head's yaw; the top bone follows the head. Writes
|
|
58
|
+
* into `out` (the bones' rotation on top of their rest).
|
|
59
|
+
*/
|
|
60
|
+
export declare const neckBoneTwist: (headWorld: THREE.Quaternion, cameraWorld: THREE.Quaternion, shoulderTurn: number, out: THREE.Quaternion) => THREE.Quaternion;
|
|
61
|
+
/**
|
|
62
|
+
* The neck and shoulders as a depth-only occluder: the head hides what passes
|
|
63
|
+
* behind the neck and shoulders too (necklace backs, hair, collars). Mounted
|
|
64
|
+
* by `HeadOccluder`'s `neck`; on its own inside a `FaceTracker` (head) or
|
|
65
|
+
* anywhere (torso: it tracks the body itself unless in a `BodyTracker`).
|
|
66
|
+
*/
|
|
67
|
+
export declare const NeckOccluder: ({ type, follow, shoulderTurn, url, offset, bodyIndex, faceIndex, showDebugMaterial, opacity, }: NeckOccluderProps) => import("react/jsx-runtime").JSX.Element | null;
|