@vincentt-xr/sdk 2.0.0-alpha.0 → 2.0.0-alpha.10
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/GROUNDING.md +8193 -111
- package/README.md +86 -52
- package/dist/CanonicalHeadFrame-D_0OzdB9.cjs +1 -0
- package/dist/CanonicalHeadFrame-DdUqF6Fv.js +1506 -0
- package/dist/DebuggerUI-CVuV-VJ5.cjs +1 -0
- package/dist/DebuggerUI-D-rcPa54.js +275 -0
- package/dist/FaceRetouch-C1AxBNex.js +1071 -0
- package/dist/FaceRetouch-D7kryDE6.cjs +134 -0
- package/dist/FaceSurface-CHAMEeG1.cjs +1 -0
- package/dist/FaceSurface-DmP9AEeC.js +27 -0
- package/dist/SkeletonUtils-C2r90MtN.js +21 -0
- package/dist/SkeletonUtils-CddIup1F.cjs +1 -0
- package/dist/TextLabel-XE0rQSDn.cjs +2 -0
- package/dist/TextLabel-c9BCucOI.js +961 -0
- package/dist/assets/cache.d.ts +99 -0
- package/dist/assets/estimate.d.ts +11 -0
- package/dist/assets/gltfLoader.d.ts +16 -0
- package/dist/assets/index.d.ts +7 -0
- package/dist/assets/loaders.d.ts +43 -0
- package/dist/assets/react.d.ts +33 -0
- package/dist/assets/sdkModels.d.ts +22 -0
- package/dist/audio/AudioEngine.d.ts +3 -1
- package/dist/audio/AudioPlayer.d.ts +29 -0
- package/dist/audio/AudioPlayerLogic.d.ts +4 -0
- package/dist/audio/index.d.ts +2 -0
- package/dist/body/__fixtures__/syntheticRig.d.ts +21 -0
- package/dist/body/bodyFlipGuard.d.ts +39 -0
- package/dist/body/bodyIdentity.d.ts +72 -0
- package/dist/body/bodyMask.d.ts +79 -0
- package/dist/body/bodyMaskMaterial.d.ts +15 -0
- package/dist/body/bodyPose.d.ts +58 -0
- package/dist/body/bodyRigFit.d.ts +148 -0
- package/dist/body/bodyRigSolver.d.ts +114 -0
- package/dist/body/bodySubject.d.ts +46 -0
- package/dist/body-pose/index.d.ts +521 -0
- package/dist/body-trigger/__fixtures__/syntheticBody.d.ts +83 -0
- package/dist/body-trigger/frame.d.ts +88 -0
- package/dist/body-trigger/index.d.ts +6 -0
- package/dist/body-trigger/moves.d.ts +235 -0
- package/dist/body-trigger/trigger.d.ts +75 -0
- package/dist/bodyMaskMaterial-CBWub5t_.cjs +68 -0
- package/dist/bodyMaskMaterial-Cs2awskk.js +207 -0
- package/dist/cache-2x3CUJuY.js +212 -0
- package/dist/cache-DL1Dbz6k.cjs +1 -0
- package/dist/calibration/calibration.d.ts +75 -0
- package/dist/calibration/index.d.ts +6 -0
- package/dist/calibration/storage.d.ts +13 -0
- package/dist/calibration/types.d.ts +53 -0
- package/dist/calibration/useXRCalibration.d.ts +46 -0
- package/dist/camera/CameraPermissionGate.d.ts +26 -0
- package/dist/camera/devices.d.ts +26 -0
- package/dist/camera/index.d.ts +8 -0
- package/dist/camera/permission.d.ts +86 -0
- package/dist/camera/useCameraPermission.d.ts +35 -0
- package/dist/canonicalFace-BHwyCx1c.js +9 -0
- package/dist/canonicalFace-C83I225R.cjs +1 -0
- package/dist/capabilities/detect.d.ts +45 -0
- package/dist/capabilities/index.d.ts +5 -0
- package/dist/capabilities/types.d.ts +120 -0
- package/dist/capabilities/useXRCapabilities.d.ts +18 -0
- package/dist/compat/environment.d.ts +5 -0
- package/dist/compat/index.d.ts +4 -0
- package/dist/compat/run.d.ts +18 -0
- package/dist/compat/scenarios.d.ts +10 -0
- package/dist/compat/types.d.ts +101 -0
- package/dist/components/Axes/index.d.ts +6 -0
- package/dist/components/BodyInstruction/BodyPoseHint.d.ts +63 -0
- package/dist/components/BodyInstruction/index.d.ts +76 -0
- package/dist/components/BodyInstruction/useBodyPose.d.ts +30 -0
- package/dist/components/BodyRig/BodyAttachment.d.ts +28 -0
- package/dist/components/BodyRig/BodyOccluder.d.ts +27 -0
- package/dist/components/BodyRig/bodyDepth.d.ts +57 -0
- package/dist/components/BodyRig/index.d.ts +129 -0
- package/dist/components/BodyRig/useBodyDepthTexture.d.ts +40 -0
- package/dist/components/BodyTracker/index.d.ts +26 -1
- package/dist/components/BodyTrigger/index.d.ts +56 -0
- package/dist/components/Debugger/DebuggerProvider.d.ts +14 -1
- package/dist/components/Debugger/DebuggerUI.d.ts +3 -1
- package/dist/components/FaceAtlas/FaceAtlasLayer.d.ts +114 -0
- package/dist/components/FaceAtlas/MadeUpCamera.d.ts +80 -0
- package/dist/components/FaceAtlas/constants.d.ts +8 -0
- package/dist/components/FaceAtlas/index.d.ts +7 -0
- package/dist/components/FaceAtlas/useFaceAtlasSurface.d.ts +84 -0
- package/dist/components/FaceAtlas/useFaceSkin.d.ts +84 -0
- package/dist/components/FaceCharacter/ExternalFaceMesh.d.ts +109 -0
- package/dist/components/FaceCharacter/FaceExpressionController.d.ts +53 -0
- package/dist/components/FaceCharacter/FaceMorph.d.ts +71 -0
- package/dist/components/FaceCharacter/FacePiercing.d.ts +65 -0
- package/dist/components/FaceCharacter/FaceReprojection.d.ts +85 -0
- package/dist/components/FaceCharacter/FaceRig.d.ts +38 -0
- package/dist/components/FaceCharacter/FaceSurface.d.ts +49 -0
- package/dist/components/FaceCharacter/FaceSurfaceOccluder.d.ts +39 -0
- package/dist/components/FaceCharacter/PinToFaceMesh.d.ts +68 -0
- package/dist/components/FaceCharacter/index.d.ts +18 -0
- package/dist/components/FaceCharacter/useFaceReprojector.d.ts +10 -0
- package/dist/components/FaceInset/FaceInset.d.ts +68 -0
- package/dist/components/FaceInset/frame.d.ts +94 -0
- package/dist/components/FaceInset/index.d.ts +6 -0
- package/dist/components/FaceInset/material.d.ts +40 -0
- package/dist/components/FaceInset/useFaceInsetTexture.d.ts +37 -0
- package/dist/components/FaceInstruction/FaceExpressionHint.d.ts +43 -0
- package/dist/components/FaceInstruction/index.d.ts +56 -0
- package/dist/components/FaceInstruction/useFaceExpression.d.ts +20 -0
- package/dist/components/FaceLiquify/FaceLiquify.d.ts +49 -0
- package/dist/components/FaceLiquify/debug.d.ts +37 -0
- package/dist/components/FaceLiquify/frame.d.ts +55 -0
- package/dist/components/FaceLiquify/index.d.ts +10 -0
- package/dist/components/FaceLiquify/material.d.ts +39 -0
- package/dist/components/FaceLiquify/pass.d.ts +49 -0
- package/dist/components/FaceLiquify/presence.d.ts +25 -0
- package/dist/components/FaceLiquify/presets.d.ts +82 -0
- package/dist/components/FaceLiquify/selfTest.d.ts +66 -0
- package/dist/components/FaceLiquify/target.d.ts +85 -0
- package/dist/components/FaceLiquify/warp.d.ts +72 -0
- package/dist/components/FaceMesh/FaceMeshRenderer.d.ts +25 -0
- package/dist/components/FaceMesh/canonical/CanonicalFaceMeshRenderer.d.ts +70 -1
- package/dist/components/FaceMesh/canonical/FaceMeshMaterial.d.ts +25 -0
- package/dist/components/FaceMesh/canonical/assets.d.ts +3 -0
- package/dist/components/FaceMesh/canonical/geometryGroups.d.ts +30 -0
- package/dist/components/FaceMesh/canonical/parseCanonicalFaceModel.d.ts +24 -0
- package/dist/components/FaceMesh/canonical/shaders.d.ts +2 -0
- package/dist/components/FaceMesh/deform.d.ts +3 -0
- package/dist/components/FaceMesh/index.d.ts +6 -1
- package/dist/components/FaceMesh/material/defaults.d.ts +74 -0
- package/dist/components/FaceMesh/material/index.d.ts +1 -0
- package/dist/components/FaceMesh/material/options.d.ts +5 -1
- package/dist/components/FaceMesh/material/support.d.ts +7 -2
- package/dist/components/FaceMesh/material/textures.d.ts +4 -0
- package/dist/components/FaceMesh/material/types.d.ts +4 -2
- package/dist/components/FaceRetouch/Background.d.ts +11 -5
- package/dist/components/FaceRetouch/FaceRetouch.d.ts +52 -0
- package/dist/components/FaceRetouch/index.d.ts +2 -6
- package/dist/components/FaceRetouch/landmarkMask.d.ts +4 -6
- package/dist/components/FaceRetouch/renderState.d.ts +19 -0
- package/dist/components/FaceRetouch/useFaceRetouchMask.d.ts +4 -7
- package/dist/components/FaceSwap/FaceMirror.d.ts +46 -0
- package/dist/components/FaceSwap/FaceSwap.d.ts +58 -0
- package/dist/components/FaceSwap/FaceTextureLayer.d.ts +72 -0
- package/dist/components/FaceSwap/faceSwapPlan.d.ts +91 -0
- package/dist/components/FaceSwap/index.d.ts +13 -0
- package/dist/components/FaceSwap/settings.d.ts +300 -0
- package/dist/components/FaceSwap/useFaceTexture.d.ts +35 -0
- package/dist/components/FaceSwap/useLiveFace.d.ts +38 -0
- package/dist/components/FaceSwap/useLiveFaceTexture.d.ts +31 -0
- package/dist/components/FaceTracker/index.d.ts +5 -3
- package/dist/components/FaceWarp3D/FaceWarp3D.d.ts +50 -0
- package/dist/components/FaceWarp3D/index.d.ts +2 -0
- package/dist/components/Faceless/Faceless.d.ts +51 -0
- package/dist/components/Faceless/index.d.ts +2 -0
- package/dist/components/GestureListener/index.d.ts +11 -0
- package/dist/components/HairLock/HairLock.d.ts +39 -0
- package/dist/components/HairLock/index.d.ts +2 -0
- package/dist/components/HairLock/lockGeometry.d.ts +15 -0
- package/dist/components/HandCutout/index.d.ts +35 -0
- package/dist/components/HandEffect/index.d.ts +36 -0
- package/dist/components/HandInstruction/HandGestureHint.d.ts +70 -0
- package/dist/components/HandInstruction/index.d.ts +74 -0
- package/dist/components/HandInstruction/useHandGesture.d.ts +22 -0
- package/dist/components/HandJoints2D/index.d.ts +6 -0
- package/dist/components/HandRig/ForearmOccluder.d.ts +29 -0
- package/dist/components/HandRig/HandAttachment.d.ts +34 -0
- package/dist/components/HandRig/HandNails.d.ts +61 -0
- package/dist/components/HandRig/HandOccluder.d.ts +45 -0
- package/dist/components/HandRig/HandTattoo.d.ts +61 -0
- package/dist/components/HandRig/WristAttachment.d.ts +34 -0
- package/dist/components/HandRig/index.d.ts +127 -0
- package/dist/components/HandRig/useArmMask.d.ts +29 -0
- package/dist/components/HandRig/wristSolve.d.ts +96 -0
- package/dist/components/HandTouch/HandTouch.d.ts +62 -0
- package/dist/components/HandTouch/Touchable.d.ts +36 -0
- package/dist/components/HandTouch/index.d.ts +2 -0
- package/dist/components/HandTracker/index.d.ts +12 -2
- package/dist/components/HandTracking2D/HandVisual.d.ts +12 -0
- package/dist/components/HandTracking2D/index.d.ts +5 -0
- package/dist/components/HandTracking2DController/index.d.ts +5 -0
- package/dist/components/HandTracking3D/index.d.ts +6 -0
- package/dist/components/HeadBinding/index.d.ts +14 -0
- package/dist/components/HeadOccluder/CanonicalHeadFrame.d.ts +22 -0
- package/dist/components/HeadOccluder/Earrings.d.ts +55 -0
- package/dist/components/HeadOccluder/HeadAttachment.d.ts +38 -0
- package/dist/components/HeadOccluder/NeckOccluder.d.ts +67 -0
- package/dist/components/HeadOccluder/earringPlacement.d.ts +31 -0
- package/dist/components/HeadOccluder/headAttachmentPoints.d.ts +69 -0
- package/dist/components/HeadOccluder/index.d.ts +57 -3
- package/dist/components/HeadOccluder/useCanonicalHeadFit.d.ts +36 -0
- package/dist/components/HeadOccluder/useLandmarkPoseFit.d.ts +80 -0
- package/dist/components/HolisticTracker/index.d.ts +69 -0
- package/dist/components/HolisticTracker/settings.d.ts +58 -0
- package/dist/components/HolisticTracker/signals.d.ts +49 -0
- package/dist/components/Instruction/HintStage.d.ts +29 -0
- package/dist/components/Instruction/InstructionCue.d.ts +126 -0
- package/dist/components/Instruction/gestureHold.d.ts +20 -0
- package/dist/components/Instruction/ghost.d.ts +129 -0
- package/dist/components/Instruction/hintBlend.d.ts +19 -0
- package/dist/components/Instruction/hintLook.d.ts +81 -0
- package/dist/components/Instruction/hintLoop.d.ts +36 -0
- package/dist/components/Instruction/index.d.ts +41 -0
- package/dist/components/Instruction/useGhostModel.d.ts +33 -0
- package/dist/components/Instruction/useInstructionHold.d.ts +72 -0
- package/dist/components/IrisEffect/IrisMaterial.d.ts +73 -0
- package/dist/components/IrisEffect/index.d.ts +51 -0
- package/dist/components/IrisEffect/settings.d.ts +117 -0
- package/dist/components/LightObject/index.d.ts +20 -0
- package/dist/components/LipEffect/LipEffect.d.ts +28 -0
- package/dist/components/LipEffect/LipEffectMaterial.d.ts +98 -0
- package/dist/components/LipEffect/LipEffects.d.ts +12 -0
- package/dist/components/LipEffect/defaults.d.ts +51 -0
- package/dist/components/LipEffect/index.d.ts +12 -0
- package/dist/components/LipEffect/lipShading.d.ts +73 -0
- package/dist/components/LipEffect/settings.d.ts +375 -0
- package/dist/components/LipEffect/shader.d.ts +39 -0
- package/dist/components/LipEffect/types.d.ts +141 -0
- package/dist/components/LipEffect/useLipDesignTextures.d.ts +17 -0
- package/dist/components/LipEffect/uvGuide.d.ts +74 -0
- package/dist/components/LookAt/index.d.ts +23 -0
- package/dist/components/Makeup/Blush.d.ts +18 -0
- package/dist/components/Makeup/Brows.d.ts +20 -0
- package/dist/components/Makeup/Contour.d.ts +17 -0
- package/dist/components/Makeup/Eyeliner.d.ts +20 -0
- package/dist/components/Makeup/Eyeshadow.d.ts +20 -0
- package/dist/components/Makeup/Highlighter.d.ts +18 -0
- package/dist/components/Makeup/MakeupDesign.d.ts +37 -0
- package/dist/components/Makeup/MakeupRegion.d.ts +132 -0
- package/dist/components/Makeup/constants.d.ts +44 -0
- package/dist/components/Makeup/design.d.ts +106 -0
- package/dist/components/Makeup/designSamples.d.ts +42 -0
- package/dist/components/Makeup/eyes.d.ts +114 -0
- package/dist/components/Makeup/fields.d.ts +10 -0
- package/dist/components/Makeup/geometry.d.ts +106 -0
- package/dist/components/Makeup/index.d.ts +26 -0
- package/dist/components/Makeup/looks.d.ts +28 -0
- package/dist/components/Makeup/material.d.ts +239 -0
- package/dist/components/Makeup/settings.d.ts +54 -0
- package/dist/components/Makeup/shades.d.ts +143 -0
- package/dist/components/Makeup/shapes.d.ts +27 -0
- package/dist/components/Makeup/skinTone.d.ts +135 -0
- package/dist/components/Makeup/types.d.ts +110 -0
- package/dist/components/Makeup/useMakeupSkinTone.d.ts +40 -0
- package/dist/components/MeshRenderer/index.d.ts +59 -0
- package/dist/components/Necklace/Necklace.d.ts +44 -0
- package/dist/components/Necklace/index.d.ts +1 -0
- package/dist/components/ParticleEmitter/ParticleEmitter.d.ts +69 -0
- package/dist/components/ParticleEmitter/index.d.ts +1 -0
- package/dist/components/PersonCutout/index.d.ts +46 -0
- package/dist/components/PersonCutout/personCutout.d.ts +16 -0
- package/dist/components/PersonCutout/personMask.d.ts +19 -0
- package/dist/components/PersonCutout/useBodyMaskTexture.d.ts +35 -0
- package/dist/components/PerspectiveCamera/index.d.ts +2 -8
- package/dist/components/PinToMesh/index.d.ts +47 -0
- package/dist/components/RenderGroupLayer/index.d.ts +6 -0
- package/dist/components/SceneObjectRenderer/index.d.ts +23 -0
- package/dist/components/Screen2D/ScreenTransformFrame.d.ts +11 -0
- package/dist/components/Screen2D/ScreenTransformHelpers.d.ts +19 -0
- package/dist/components/Screen2D/ScreenTransformInteraction.d.ts +18 -0
- package/dist/components/Screen2D/index.d.ts +5 -0
- package/dist/components/ScreenGlass/defaults.d.ts +3 -0
- package/dist/components/ScreenGlass/index.d.ts +5 -0
- package/dist/components/ScreenGlass/shaders.d.ts +2 -0
- package/dist/components/ScreenGlass/types.d.ts +10 -0
- package/dist/components/ScreenGradient/defaults.d.ts +5 -0
- package/dist/components/ScreenGradient/index.d.ts +5 -0
- package/dist/components/ScreenGradient/shaders.d.ts +2 -0
- package/dist/components/ScreenGradient/types.d.ts +19 -0
- package/dist/components/ScreenImage/ScreenImage.d.ts +4 -0
- package/dist/components/ScreenImage/components/DynamicTextureSync.d.ts +9 -0
- package/dist/components/ScreenImage/components/ScreenImageBody.d.ts +9 -0
- package/dist/components/ScreenImage/components/ScreenImageFrame.d.ts +9 -0
- package/dist/components/ScreenImage/components/ScreenImageTransformFrame.d.ts +9 -0
- package/dist/components/ScreenImage/fit.d.ts +52 -0
- package/dist/components/ScreenImage/index.d.ts +10 -0
- package/dist/components/ScreenImage/materials/ScreenImageBlendMaterial.d.ts +9 -0
- package/dist/components/ScreenImage/materials/ScreenImageMaskMaterial.d.ts +11 -0
- package/dist/components/ScreenImage/materials/ScreenImageMatcap.d.ts +3 -0
- package/dist/components/ScreenImage/source.d.ts +25 -0
- package/dist/components/ScreenImage/types.d.ts +64 -0
- package/dist/components/ScreenImage/utils/ScreenImageConstants.d.ts +9 -0
- package/dist/components/ScreenImage/utils/ScreenImageHelpers.d.ts +4 -0
- package/dist/components/ScreenShape/geometry.d.ts +5 -0
- package/dist/components/ScreenShape/index.d.ts +5 -0
- package/dist/components/ScreenShape/types.d.ts +54 -0
- package/dist/components/ScreenSpaceUI/ScreenTransformGuide.d.ts +15 -0
- package/dist/components/ScreenSpaceUI/ScreenTransformOverlayGuide.d.ts +9 -0
- package/dist/components/ScreenSpaceUI/index.d.ts +3 -0
- package/dist/components/ScreenText/components/ScreenTextBody.d.ts +2 -0
- package/dist/components/ScreenText/components/ScreenTextTransformFrame.d.ts +9 -0
- package/dist/components/ScreenText/constants.d.ts +5 -0
- package/dist/components/ScreenText/index.d.ts +6 -0
- package/dist/components/ScreenText/types.d.ts +31 -0
- package/dist/components/ScreenText/utils/ScreenTextHelpers.d.ts +14 -0
- package/dist/components/ScreenText/utils/ScreenTextMappings.d.ts +17 -0
- package/dist/components/SegmentationOverlay/SegmentationOverlay.d.ts +37 -0
- package/dist/components/SegmentationOverlay/SegmentationOverlayMaterial.d.ts +31 -0
- package/dist/components/SegmentationOverlay/index.d.ts +9 -0
- package/dist/components/SegmentationOverlay/maskTexture.d.ts +23 -0
- package/dist/components/SegmentationOverlay/providers.d.ts +72 -0
- package/dist/components/SegmentationOverlay/settings.d.ts +65 -0
- package/dist/components/SequentialRenderPasses/index.d.ts +6 -0
- package/dist/components/ShoulderOccluder/index.d.ts +46 -0
- package/dist/components/ShoulderOccluder/useCanonicalTorsoFit.d.ts +27 -0
- package/dist/components/SpringSwing/SpringSwing.d.ts +22 -0
- package/dist/components/SpringSwing/index.d.ts +1 -0
- package/dist/components/TextLabel/TextLabel.d.ts +5 -0
- package/dist/components/TextLabel/alignment.d.ts +4 -0
- package/dist/components/TextLabel/bend.d.ts +9 -0
- package/dist/components/TextLabel/canvas/buildTextLabelTexture.d.ts +4 -0
- package/dist/components/TextLabel/canvas/canvasTypography.d.ts +13 -0
- package/dist/components/TextLabel/canvas/drawBackground.d.ts +21 -0
- package/dist/components/TextLabel/canvas/drawEffects.d.ts +34 -0
- package/dist/components/TextLabel/canvas/drawText.d.ts +19 -0
- package/dist/components/TextLabel/components/TextLabelMesh.d.ts +13 -0
- package/dist/components/TextLabel/constants.d.ts +2 -0
- package/dist/components/TextLabel/hooks/useTextLabelTexture.d.ts +7 -0
- package/dist/components/TextLabel/index.d.ts +2 -62
- package/dist/components/TextLabel/layout/measurement.d.ts +8 -0
- package/dist/components/TextLabel/layout/resolveTextLayout.d.ts +25 -0
- package/dist/components/TextLabel/layout/wrapText.d.ts +6 -0
- package/dist/components/TextLabel/types.d.ts +337 -0
- package/dist/components/TrackingAnchor/index.d.ts +18 -2
- package/dist/components/Transform3D/index.d.ts +30 -0
- package/dist/components/XRMediaSurface/index.d.ts +8 -7
- package/dist/components/XRProvider/index.d.ts +16 -2
- package/dist/components/XRScene/index.d.ts +14 -3
- package/dist/components/XRScene/renderOutputTarget.d.ts +12 -0
- package/dist/components/XRViewport/XRViewport.d.ts +11 -0
- package/dist/components/XRViewport/components/HiddenMedia.d.ts +7 -0
- package/dist/components/XRViewport/components/MediaAssetPicker.d.ts +8 -0
- package/dist/components/XRViewport/components/MediaControlStack.d.ts +13 -0
- package/dist/components/XRViewport/components/XRViewportLayers.d.ts +30 -0
- package/dist/components/XRViewport/constants.d.ts +24 -0
- package/dist/components/XRViewport/contexts.d.ts +6 -0
- package/dist/components/XRViewport/hooks/useViewportExternalFaces.d.ts +13 -0
- package/dist/components/XRViewport/hooks/useViewportMediaSource.d.ts +16 -0
- package/dist/components/XRViewport/hooks/useViewportMediaTexture.d.ts +10 -0
- package/dist/components/XRViewport/hooks/useViewportPipeline.d.ts +41 -0
- package/dist/components/XRViewport/hooks/useViewportRenderState.d.ts +47 -0
- package/dist/components/XRViewport/index.d.ts +3 -101
- package/dist/components/XRViewport/layout.d.ts +16 -0
- package/dist/components/XRViewport/slots.d.ts +16 -0
- package/dist/components/XRViewport/types.d.ts +89 -0
- package/dist/components/XRViewport/useViewportSize.d.ts +3 -0
- package/dist/components/index.d.ts +31 -0
- package/dist/components/occluder/skinnedOccluder.d.ts +39 -0
- package/dist/config/index.d.ts +1 -1
- package/dist/constants/index.d.ts +4 -1
- package/dist/context-DTxSQvp4.js +13 -0
- package/dist/context-hA0Rb2Xa.cjs +1 -0
- package/dist/contexts-DQc7zyqT.cjs +1 -0
- package/dist/contexts-Y_FhdnIv.js +667 -0
- package/dist/coordinates/feed.d.ts +52 -0
- package/dist/coordinates/index.d.ts +7 -0
- package/dist/coordinates/side.d.ts +40 -0
- package/dist/coordinates/spaces.d.ts +49 -0
- package/dist/coordinates/viewport.d.ts +22 -0
- package/dist/coordinates/world.d.ts +15 -0
- package/dist/debug-ui/component-editor/index.d.ts +19 -0
- package/dist/debug-ui/default-setting/index.d.ts +37 -0
- package/dist/debug-ui/default-setting.cjs +21 -0
- package/dist/debug-ui/default-setting.js +777 -0
- package/dist/debug-ui/face-mesh-renderer-settings/index.d.ts +8 -0
- package/dist/debug-ui/face-retouch/index.d.ts +11 -0
- package/dist/debug-ui/face-swap-settings/index.d.ts +22 -0
- package/dist/debug-ui/gesture-settings/index.d.ts +14 -0
- package/dist/debug-ui/hand-joints-2d/index.d.ts +6 -0
- package/dist/debug-ui/hand-tracking-2d/index.d.ts +6 -0
- package/dist/debug-ui/hand-tracking-2d-controller/index.d.ts +6 -0
- package/dist/debug-ui/hand-tracking-3d/index.d.ts +6 -0
- package/dist/debug-ui/hierarchy-panel/index.d.ts +30 -0
- package/dist/debug-ui/holistic-tracker-settings/index.d.ts +16 -0
- package/dist/debug-ui/index.d.ts +61 -0
- package/dist/debug-ui/iris-effect-settings/index.d.ts +12 -0
- package/dist/debug-ui/layer-panel/index.d.ts +18 -0
- package/dist/debug-ui/lip-effect-settings/index.d.ts +15 -0
- package/dist/debug-ui/media-source/MediaSourceSwitcher.d.ts +10 -0
- package/dist/debug-ui/media-source/index.d.ts +6 -0
- package/dist/debug-ui/media-source/media-preset.d.ts +21 -0
- package/dist/debug-ui/media-source/session.d.ts +40 -0
- package/dist/debug-ui/media-source.cjs +1 -0
- package/dist/debug-ui/media-source.js +11 -0
- package/dist/debug-ui/mesh-renderer-settings/index.d.ts +6 -0
- package/dist/debug-ui/object-inspector-panel/index.d.ts +26 -0
- package/dist/debug-ui/pin-to-mesh-settings/index.d.ts +10 -0
- package/dist/debug-ui/product-hotspots/index.d.ts +25 -0
- package/dist/debug-ui/scene-editor/context.d.ts +38 -0
- package/dist/debug-ui/scene-editor/hierarchy-panel.d.ts +11 -0
- package/dist/debug-ui/scene-editor/index.d.ts +11 -0
- package/dist/debug-ui/scene-editor/inspector-panel.d.ts +9 -0
- package/dist/debug-ui/scene-editor/store-utils.d.ts +2 -0
- package/dist/debug-ui/scene-editor/viewport-toolbar.d.ts +4 -0
- package/dist/debug-ui/scene-editor/viewport.d.ts +21 -0
- package/dist/debug-ui/screen-glass-settings/index.d.ts +6 -0
- package/dist/debug-ui/screen-gradient-settings/GradientStopsEditor.d.ts +5 -0
- package/dist/debug-ui/screen-gradient-settings/index.d.ts +6 -0
- package/dist/debug-ui/screen-gradient-settings/styles.d.ts +3 -0
- package/dist/debug-ui/screen-image-settings/index.d.ts +11 -0
- package/dist/debug-ui/screen-shape-settings/index.d.ts +6 -0
- package/dist/debug-ui/screen-text-settings/NumberField.d.ts +9 -0
- package/dist/debug-ui/screen-text-settings/ScreenTextSettingsPanel.d.ts +3 -0
- package/dist/debug-ui/screen-text-settings/controls/NestedSection.d.ts +7 -0
- package/dist/debug-ui/screen-text-settings/controls/Section.d.ts +8 -0
- package/dist/debug-ui/screen-text-settings/controls/icons.d.ts +4 -0
- package/dist/debug-ui/screen-text-settings/index.d.ts +2 -0
- package/dist/debug-ui/screen-text-settings/sections/BackgroundSection.d.ts +8 -0
- package/dist/debug-ui/screen-text-settings/sections/ContentSection.d.ts +5 -0
- package/dist/debug-ui/screen-text-settings/sections/EffectsSection.d.ts +25 -0
- package/dist/debug-ui/screen-text-settings/sections/StyleSection.d.ts +5 -0
- package/dist/debug-ui/screen-text-settings/sections/TransformSection.d.ts +5 -0
- package/dist/debug-ui/screen-text-settings/sections/background/BackgroundFillControls.d.ts +2 -0
- package/dist/debug-ui/screen-text-settings/sections/background/BackgroundSizeControls.d.ts +2 -0
- package/dist/debug-ui/screen-text-settings/sections/background/BackgroundStrokeControls.d.ts +2 -0
- package/dist/debug-ui/screen-text-settings/sections/background/types.d.ts +7 -0
- package/dist/debug-ui/screen-text-settings/sections/effects/BendEffectSection.d.ts +4 -0
- package/dist/debug-ui/screen-text-settings/sections/effects/EffectChrome.d.ts +21 -0
- package/dist/debug-ui/screen-text-settings/sections/effects/GlowEffectSection.d.ts +4 -0
- package/dist/debug-ui/screen-text-settings/sections/effects/InnerShadowEffectSection.d.ts +4 -0
- package/dist/debug-ui/screen-text-settings/sections/effects/OutlineEffectSection.d.ts +4 -0
- package/dist/debug-ui/screen-text-settings/sections/effects/ShadowEffectSection.d.ts +4 -0
- package/dist/debug-ui/screen-text-settings/sections/effects/types.d.ts +14 -0
- package/dist/debug-ui/screen-text-settings/settings.d.ts +90 -0
- package/dist/debug-ui/screen-text-settings/styles.d.ts +26 -0
- package/dist/debug-ui/screen-text-settings/transform.d.ts +6 -0
- package/dist/debug-ui/screen-text-settings/types.d.ts +11 -0
- package/dist/debug-ui/segmentation-overlay-settings/index.d.ts +12 -0
- package/dist/debug-ui/settings-panel/index.d.ts +43 -0
- package/dist/debug-ui/shared/MaterialSection.d.ts +13 -0
- package/dist/debug-ui/shared/ScreenTransformSection.d.ts +32 -0
- package/dist/debug-ui/shared/debugWindow.d.ts +51 -0
- package/dist/debug-ui/transform-3d-settings/index.d.ts +11 -0
- package/dist/debug-ui/xr-diagnostics/index.d.ts +26 -0
- package/dist/debug-ui.cjs +10 -0
- package/dist/debug-ui.js +9051 -0
- package/dist/detector-K8aej4MB.js +59 -0
- package/dist/detector-ijypGtse.cjs +1 -0
- package/dist/drawNormalizedCrop-C4KFaRne.cjs +1 -0
- package/dist/drawNormalizedCrop-DG3gtJxf.js +135 -0
- package/dist/entries/all.d.ts +4 -1
- package/dist/entries/core.d.ts +76 -6
- package/dist/entries/face-effects.d.ts +130 -10
- package/dist/entries/instructions.d.ts +48 -0
- package/dist/entries/internal.d.ts +5 -2
- package/dist/entries/low-level.d.ts +104 -6
- package/dist/entries/particles.d.ts +15 -0
- package/dist/entries/product.d.ts +11 -0
- package/dist/entries/scene-object.d.ts +10 -0
- package/dist/entries/tracking.d.ts +110 -2
- package/dist/face-action/index.d.ts +34 -0
- package/dist/face-atlas/attributes.d.ts +30 -0
- package/dist/face-atlas/eyes.d.ts +272 -0
- package/dist/face-atlas/faceAtlas.generated.d.ts +46 -0
- package/dist/face-atlas/glsl/atlasVertex.d.ts +46 -0
- package/dist/face-atlas/glsl/common.d.ts +55 -0
- package/dist/face-atlas/glsl/design.d.ts +49 -0
- package/dist/face-atlas/glsl/eyes.d.ts +73 -0
- package/dist/face-atlas/glsl/finish.d.ts +24 -0
- package/dist/face-atlas/glsl/format.d.ts +4 -0
- package/dist/face-atlas/glsl/index.d.ts +59 -0
- package/dist/face-atlas/glsl/shading.d.ts +15 -0
- package/dist/face-atlas/glsl/shapes.d.ts +66 -0
- package/dist/face-atlas/glsl/sparkle.d.ts +19 -0
- package/dist/face-atlas/glsl/uniforms.d.ts +106 -0
- package/dist/face-atlas/guide.d.ts +51 -0
- package/dist/face-atlas/index.d.ts +25 -0
- package/dist/face-atlas/lead.d.ts +117 -0
- package/dist/face-atlas/madeUpCamera.d.ts +125 -0
- package/dist/face-atlas/masks.d.ts +53 -0
- package/dist/face-atlas/obj.d.ts +69 -0
- package/dist/face-atlas/polylines.d.ts +63 -0
- package/dist/face-atlas/probe/FaceSkinProbe.d.ts +208 -0
- package/dist/face-atlas/probe/__fixtures__/emulate.d.ts +9 -0
- package/dist/face-atlas/probe/__fixtures__/face.d.ts +24 -0
- package/dist/face-atlas/probe/constants.d.ts +137 -0
- package/dist/face-atlas/probe/glsl.d.ts +43 -0
- package/dist/face-atlas/probe/lightFit.d.ts +108 -0
- package/dist/face-atlas/probe/schedule.d.ts +44 -0
- package/dist/face-atlas/probe/selfTest.d.ts +87 -0
- package/dist/face-atlas/probe/stats.d.ts +143 -0
- package/dist/face-atlas/probe/targets.d.ts +70 -0
- package/dist/face-atlas/probe/unwrap.d.ts +76 -0
- package/dist/face-atlas/quality.d.ts +28 -0
- package/dist/face-atlas/regions.d.ts +31 -0
- package/dist/face-atlas/registry.d.ts +252 -0
- package/dist/face-atlas/renderState.d.ts +86 -0
- package/dist/face-atlas/selfOcclusion.d.ts +62 -0
- package/dist/face-atlas/shading.d.ts +406 -0
- package/dist/face-atlas/shapes.d.ts +86 -0
- package/dist/face-atlas/sides.d.ts +41 -0
- package/dist/face-atlas/skinMask.d.ts +35 -0
- package/dist/face-atlas/surface.d.ts +155 -0
- package/dist/face-atlas/topology.d.ts +44 -0
- package/dist/face-attribute-expression/index.d.ts +10 -0
- package/dist/face-character/__fixtures__/faceImageDetections.d.ts +25 -0
- package/dist/face-character/__fixtures__/faceNode.d.ts +22 -0
- package/dist/face-character/bindFaceModel.d.ts +106 -0
- package/dist/face-character/canonicalFace.d.ts +17 -0
- package/dist/face-character/canonicalFaceGeometry.d.ts +11 -0
- package/dist/face-character/canonicalFacePositions.d.ts +7 -0
- package/dist/face-character/driveFaceModel.d.ts +57 -0
- package/dist/face-character/expressionOutputs.d.ts +45 -0
- package/dist/face-character/faceExpressions.d.ts +104 -0
- package/dist/face-character/faceImageLandmarker.d.ts +93 -0
- package/dist/face-character/faceMeshBinding.d.ts +62 -0
- package/dist/face-character/faceMorph.d.ts +77 -0
- package/dist/face-character/faceMorphs.d.ts +46 -0
- package/dist/face-character/facePhoto.d.ts +138 -0
- package/dist/face-character/facePiercings.d.ts +116 -0
- package/dist/face-character/facePin.d.ts +131 -0
- package/dist/face-character/faceReprojection.d.ts +273 -0
- package/dist/face-character/faceReprojector.d.ts +171 -0
- package/dist/face-character/faceRig.d.ts +176 -0
- package/dist/face-character/faceSwapPresence.d.ts +85 -0
- package/dist/face-character/faceTexture.d.ts +169 -0
- package/dist/face-character/faceTextureBaker.d.ts +86 -0
- package/dist/face-character/faceTextureGuide.d.ts +106 -0
- package/dist/face-character/faceTextureStats.d.ts +298 -0
- package/dist/face-character/faceTransfer.d.ts +396 -0
- package/dist/face-character/faceTransferGeometry.d.ts +109 -0
- package/dist/face-character/faceTransferSelfTest.d.ts +94 -0
- package/dist/face-character/faceWarp3D.d.ts +101 -0
- package/dist/face-character/faceless.d.ts +79 -0
- package/dist/face-character/featureWarp.d.ts +28 -0
- package/dist/face-character/liveFaceRegistry.d.ts +370 -0
- package/dist/face-character/liveValue.d.ts +12 -0
- package/dist/face-character/memo.d.ts +15 -0
- package/dist/face-effects.cjs +2267 -195
- package/dist/face-effects.js +14191 -3346
- package/dist/face-expression/index.d.ts +182 -0
- package/dist/face-info/blendshapes.d.ts +3 -0
- package/dist/face-info/derive.d.ts +8 -0
- package/dist/face-info/drawFaceCrop.d.ts +10 -0
- package/dist/face-info/getFaceInfo.d.ts +8 -0
- package/dist/face-info/index.d.ts +8 -0
- package/dist/face-info/landmarks.d.ts +35 -0
- package/dist/face-info/types.d.ts +69 -0
- package/dist/gestures/definitions.d.ts +98 -0
- package/dist/gestures/detector.d.ts +87 -0
- package/dist/gestures/index.d.ts +8 -0
- package/dist/gestures/measures.d.ts +114 -0
- package/dist/gestures/settings.d.ts +49 -0
- package/dist/getFaceInfo-BafgGT27.js +62 -0
- package/dist/getFaceInfo-BzlwHMjX.cjs +1 -0
- package/dist/hand/armFit.d.ts +46 -0
- package/dist/hand/armMask.d.ts +190 -0
- package/dist/hand/forearm.d.ts +114 -0
- package/dist/hand/handCutout.d.ts +23 -0
- package/dist/hand/handCutoutRegistry.d.ts +7 -0
- package/dist/hand/handEffect.d.ts +38 -0
- package/dist/hand/handGestures.d.ts +524 -0
- package/dist/hand/handJoints2d.d.ts +49 -0
- package/dist/hand/handNail.d.ts +73 -0
- package/dist/hand/handPose.d.ts +98 -0
- package/dist/hand/handRigSolver.d.ts +159 -0
- package/dist/hand/handTattoo.d.ts +81 -0
- package/dist/hand/handTouch.d.ts +240 -0
- package/dist/hand/handTracking2d.d.ts +33 -0
- package/dist/hand/handTracking2dController.d.ts +65 -0
- package/dist/hand/handTracking3d.d.ts +52 -0
- package/dist/hand/nailImageMask.d.ts +40 -0
- package/dist/hand/nailMaskFingers.d.ts +23 -0
- package/dist/hand/nailTipRefine.d.ts +37 -0
- package/dist/hand/wrist.d.ts +44 -0
- package/dist/hand/wristFilter.d.ts +44 -0
- package/dist/hooks/faceResults.d.ts +1 -1
- package/dist/hooks/selectors.d.ts +77 -4
- package/dist/hooks/useBodies.d.ts +39 -0
- package/dist/hooks/useCalibrationFaceTracker.d.ts +1 -1
- package/dist/hooks/useFaceAction.d.ts +3 -0
- package/dist/hooks/useFaceAttributeExpression.d.ts +16 -0
- package/dist/hooks/useFaceDetection.d.ts +18 -0
- package/dist/hooks/useFaceInfo.d.ts +19 -0
- package/dist/hooks/useFaceInfos.d.ts +15 -0
- package/dist/hooks/useFaceModelAcquisition.d.ts +38 -0
- package/dist/hooks/useFaceResultReader.d.ts +10 -0
- package/dist/hooks/useFrameCapture.d.ts +18 -0
- package/dist/hooks/useGesture.d.ts +39 -0
- package/dist/hooks/useIrisTracking.d.ts +45 -0
- package/dist/hooks/useMediaRecorder.d.ts +14 -2
- package/dist/hooks/useOwnedTexture.d.ts +6 -0
- package/dist/hooks/useTrackerContext.d.ts +14 -2
- package/dist/hooks/useXRDiagnostics.d.ts +81 -0
- package/dist/hooks/useXRModel.d.ts +12 -0
- package/dist/hooks/useXRSession/facade.d.ts +47 -2
- package/dist/hooks/useXRSession/index.d.ts +2 -2
- package/dist/hooks/useXRSession/reason.d.ts +21 -0
- package/dist/hooks/useXRSession/registry.d.ts +23 -0
- package/dist/hooks/useXRSession/store.d.ts +64 -7
- package/dist/index-BZoBxyLn.js +1103 -0
- package/dist/index-By_LCo2V.cjs +1 -0
- package/dist/index-C-Mryx_u.cjs +21 -0
- package/dist/index-CKRN-xJp.js +3740 -0
- package/dist/index-CUldCMRl.js +188 -0
- package/dist/index-Cyk_VIZE.js +1432 -0
- package/dist/index-D-4w34GO.cjs +1 -0
- package/dist/index-DiIoHK_4.js +442 -0
- package/dist/index-Dv3WnY9n.cjs +46 -0
- package/dist/index-ItufYyHH.cjs +1 -0
- package/dist/index-S3gqudT6.cjs +1 -0
- package/dist/index-Sho4F4it.cjs +1 -0
- package/dist/index-iIQ9jBDb.js +240 -0
- package/dist/index-vr2ichWQ.js +190 -0
- package/dist/instructions.cjs +30 -0
- package/dist/instructions.js +1528 -0
- package/dist/internal-Bb9ZXbpr.cjs +1 -0
- package/dist/{internal-KOKJDxCG.js → internal-Gt1wn6Z3.js} +152 -127
- package/dist/internal.cjs +1 -1
- package/dist/internal.js +16 -9
- package/dist/iris/compute.d.ts +27 -0
- package/dist/iris/index.d.ts +4 -0
- package/dist/iris/lead.d.ts +19 -0
- package/dist/iris/types.d.ts +89 -0
- package/dist/landmarkMask-CvN-L5NT.cjs +1 -0
- package/dist/landmarkMask-DHivVjJm.js +225 -0
- package/dist/landmarks-BEjJXcnE.cjs +1 -0
- package/dist/landmarks-DtCAFV_m.js +76 -0
- package/dist/low-level.cjs +1 -1
- package/dist/low-level.js +1494 -629
- package/dist/main.cjs +1 -1
- package/dist/main.js +1306 -475
- package/dist/material/MaterialFill.d.ts +20 -0
- package/dist/material/MeshMaterial.d.ts +14 -0
- package/dist/material/index.d.ts +2 -0
- package/dist/models/Base/index.d.ts +49 -0
- package/dist/models/Body/index.d.ts +30 -1
- package/dist/models/Face/constants.d.ts +8 -0
- package/dist/models/Face/index.d.ts +5 -12
- package/dist/models/Face/rotation.d.ts +18 -0
- package/dist/models/Hand/GestureTracking.d.ts +1 -1
- package/dist/models/Hand/HandTracking.d.ts +19 -1
- package/dist/models/Holistic/index.d.ts +49 -0
- package/dist/models/Holistic/result.d.ts +68 -0
- package/dist/models/Segmentation/index.d.ts +6 -3
- package/dist/models/SemanticSegmentation/index.d.ts +31 -0
- package/dist/models/SemanticSegmentation/presets.d.ts +28 -0
- package/dist/models/index.d.ts +2 -0
- package/dist/models/nodeSource.d.ts +9 -0
- package/dist/particles/emission.d.ts +24 -0
- package/dist/particles/eyes.d.ts +24 -0
- package/dist/particles/glsl.d.ts +14 -0
- package/dist/particles/index.d.ts +10 -0
- package/dist/particles/motion.d.ts +42 -0
- package/dist/particles/presets.d.ts +12 -0
- package/dist/particles/ring.d.ts +58 -0
- package/dist/particles/selfTest.d.ts +53 -0
- package/dist/particles/settings.d.ts +127 -0
- package/dist/particles/shapes.d.ts +29 -0
- package/dist/particles/spawner.d.ts +71 -0
- package/dist/particles/system.d.ts +66 -0
- package/dist/particles.cjs +122 -0
- package/dist/particles.js +999 -0
- package/dist/product/ProductDimensions.d.ts +16 -0
- package/dist/product/ProductHotspot.d.ts +16 -0
- package/dist/product/ProductViewer.d.ts +9 -0
- package/dist/product/details.d.ts +53 -0
- package/dist/product/index.d.ts +14 -0
- package/dist/product/loadModelViewer.d.ts +4 -0
- package/dist/product/types.d.ts +71 -0
- package/dist/product/useProductAr.d.ts +37 -0
- package/dist/product/useProductDetails.d.ts +60 -0
- package/dist/product.cjs +1 -0
- package/dist/product.js +414 -0
- package/dist/providers-CEZQgz2s.cjs +62 -0
- package/dist/providers-CRuaD8bi.js +424 -0
- package/dist/quality/XRQualityController.d.ts +25 -0
- package/dist/quality/controller.d.ts +33 -0
- package/dist/quality/index.d.ts +6 -0
- package/dist/quality/types.d.ts +100 -0
- package/dist/quality/useXRQuality.d.ts +28 -0
- package/dist/render/layerStack.d.ts +29 -0
- package/dist/render/renderGroups.d.ts +47 -0
- package/dist/render/renderPasses.d.ts +26 -0
- package/dist/render/sceneBeforeRender.d.ts +12 -0
- package/dist/renderGroups-BADrepA1.cjs +1 -0
- package/dist/renderGroups-CNB99dZ2.js +152 -0
- package/dist/renderPasses-DgxUKn9b.cjs +158 -0
- package/dist/renderPasses-DuapJA6V.js +1290 -0
- package/dist/renderState-CJNmj5jz.js +39 -0
- package/dist/renderState-apSfg4eR.cjs +1 -0
- package/dist/scene-object/index.d.ts +146 -0
- package/dist/scene-object/runtimeRegistry.d.ts +14 -0
- package/dist/scene-object.cjs +1 -0
- package/dist/scene-object.js +40 -0
- package/dist/screen-image/screenImagePresets.d.ts +13 -0
- package/dist/screen-image/screenImageSettings.d.ts +57 -0
- package/dist/screen-text/screenTextPresets.d.ts +6 -0
- package/dist/screen-text/screenTextSettings.d.ts +147 -0
- package/dist/screen2d/coordinates.d.ts +107 -0
- package/dist/screen2d/index.d.ts +7 -0
- package/dist/screen2d/material-runtime.d.ts +32 -0
- package/dist/screen2d/screenTransform.d.ts +60 -0
- package/dist/screen2d/smoothing.d.ts +5 -0
- package/dist/screen2d/texture.d.ts +10 -0
- package/dist/screen2d/transform.d.ts +25 -0
- package/dist/screen2d/types.d.ts +90 -0
- package/dist/segmentation-BOZJdWFC.js +1911 -0
- package/dist/segmentation-J8GoNBvP.cjs +1 -0
- package/dist/segmentation2d/faceMemory.d.ts +28 -0
- package/dist/segmentation2d/faceRegions.d.ts +24 -0
- package/dist/segmentation2d/index.d.ts +9 -0
- package/dist/segmentation2d/maskUv.d.ts +23 -0
- package/dist/segmentation2d/rasterize.d.ts +14 -0
- package/dist/segmentation2d/types.d.ts +52 -0
- package/dist/selectors-BvJepq6H.js +196 -0
- package/dist/selectors-QB2qsaxy.cjs +1 -0
- package/dist/services/MetricsCollector/index.d.ts +7 -1
- package/dist/services/MetricsCollector/utils.d.ts +1 -1
- package/dist/session-BVX859as.cjs +31 -0
- package/dist/session-Cz8aie4K.js +493 -0
- package/dist/settings-BJ7FMBsO.js +111 -0
- package/dist/settings-C63FMBlF.cjs +1 -0
- package/dist/similarityFit-BFqHND2e.cjs +1 -0
- package/dist/similarityFit-Bbz-R8AY.js +91 -0
- package/dist/spring/index.d.ts +2 -0
- package/dist/spring/spring.d.ts +69 -0
- package/dist/spring/swing.d.ts +54 -0
- package/dist/subjects/index.d.ts +2 -0
- package/dist/subjects/select.d.ts +70 -0
- package/dist/subjects/types.d.ts +59 -0
- package/dist/texture/animatedTexture.d.ts +63 -0
- package/dist/texture/animationMath.d.ts +8 -0
- package/dist/texture/gifReader.d.ts +17 -0
- package/dist/texture/gifTextureSource.d.ts +16 -0
- package/dist/texture/sourceResolver.d.ts +30 -0
- package/dist/textures-BVwo9Z7z.js +38 -0
- package/dist/textures-DAfc61zz.cjs +1 -0
- package/dist/tracking/coordinates.d.ts +5 -0
- package/dist/tracking-config/apply.d.ts +57 -0
- package/dist/tracking-config/index.d.ts +7 -0
- package/dist/tracking-config/resolve.d.ts +25 -0
- package/dist/tracking-config/storage.d.ts +8 -0
- package/dist/tracking-config/types.d.ts +106 -0
- package/dist/tracking-config/useXRTrackingConfig.d.ts +38 -0
- package/dist/tracking.cjs +10 -1
- package/dist/tracking.js +1531 -294
- package/dist/trigger-D9L4GPmQ.js +3726 -0
- package/dist/trigger-DZ9vU7jo.cjs +147 -0
- package/dist/types/common.d.ts +11 -1
- package/dist/types/compositor.d.ts +21 -0
- package/dist/types/face.d.ts +21 -14
- package/dist/types/gesture-tracking.d.ts +2 -2
- package/dist/types/hand-tracking.d.ts +19 -2
- package/dist/types/holistic.d.ts +121 -0
- package/dist/types/index.d.ts +1 -1
- package/dist/types/model.d.ts +22 -2
- package/dist/types/nodes.d.ts +83 -6
- package/dist/types/segmentation.d.ts +26 -0
- package/dist/types/session.d.ts +50 -4
- package/dist/types/tracking.d.ts +8 -2
- package/dist/types/util-types.d.ts +1 -1
- package/dist/useBodies-BYzJpQ4L.js +75 -0
- package/dist/useBodies-Cxpmx6Bb.cjs +1 -0
- package/dist/useFaceInfo-BzEUj2OI.js +75 -0
- package/dist/useFaceInfo-DlLRAVNw.cjs +1 -0
- package/dist/useFaceResultReader-Cc4Qrutf.js +61 -0
- package/dist/useFaceResultReader-D3jOQNKz.cjs +1 -0
- package/dist/useInstructionHold-DOu-RpCM.js +53 -0
- package/dist/useInstructionHold-DwJY1Alr.cjs +1 -0
- package/dist/useIrisTracking-Bz4uLDa7.js +6190 -0
- package/dist/useIrisTracking-DRGWgoNy.cjs +35 -0
- package/dist/useLandmarkPoseFit-Bg-h9BPb.cjs +1 -0
- package/dist/useLandmarkPoseFit-Bmb3h6Mw.js +87 -0
- package/dist/useXRCapabilities-B1KLckqw.js +30 -0
- package/dist/useXRCapabilities-CZlPUBjF.cjs +1 -0
- package/dist/utils/canonicalRigidLandmarks.d.ts +8 -0
- package/dist/utils/drawNormalizedCrop.d.ts +22 -0
- package/dist/utils/fns.d.ts +6 -3
- package/dist/utils/headOccluderFit.d.ts +42 -0
- package/dist/utils/integrity.d.ts +25 -26
- package/dist/utils/landmarkBounds.d.ts +1 -1
- package/dist/utils/logger.d.ts +2 -2
- package/dist/utils/resolveNumFaces.d.ts +13 -0
- package/dist/utils/shoulderOccluderFit.d.ts +38 -0
- package/dist/utils/similarityFit.d.ts +23 -0
- package/dist/utils/updateThrottle.d.ts +2 -0
- package/dist/utils/useStableUniforms.d.ts +18 -0
- package/dist/utils/visionWasm.d.ts +18 -0
- package/dist/uv-BMFt19bg.cjs +1 -0
- package/dist/{index-BD-JWMjE.js → uv-DJU_XfmN.js} +15 -180
- package/dist/x-Co8jPhP0.js +127 -0
- package/dist/x-KC8E4Gaj.cjs +41 -0
- package/docs/MIGRATION_GUIDE.md +589 -0
- package/docs/SDK_DOCUMENTATION.md +1157 -0
- package/docs/api/adaptive-quality.mdx +104 -0
- package/docs/api/asset-lifecycle.mdx +78 -0
- package/docs/api/audio.mdx +36 -0
- package/docs/api/behavior-components.mdx +164 -0
- package/docs/api/body-instructions.mdx +287 -0
- package/docs/api/body-rig.mdx +384 -0
- package/docs/api/body-triggers.mdx +235 -0
- package/docs/api/camera-permission.mdx +142 -0
- package/docs/api/capture-recording.mdx +111 -0
- package/docs/api/coordinate-spaces.mdx +168 -0
- package/docs/api/cross-camera.mdx +89 -0
- package/docs/api/debug-ui-scene-editor.mdx +270 -0
- package/docs/api/diagnostics-calibration.mdx +97 -0
- package/docs/api/external-face-mesh.mdx +231 -0
- package/docs/api/face-actions.mdx +108 -0
- package/docs/api/face-attribute-expression.mdx +87 -0
- package/docs/api/face-binding-anchors.mdx +55 -0
- package/docs/api/face-character.mdx +157 -0
- package/docs/api/face-effects.mdx +28 -0
- package/docs/api/face-expression-controller.mdx +153 -0
- package/docs/api/face-info.mdx +118 -0
- package/docs/api/face-inset.mdx +204 -0
- package/docs/api/face-instructions.mdx +183 -0
- package/docs/api/face-liquify.mdx +196 -0
- package/docs/api/face-mesh.mdx +130 -0
- package/docs/api/face-morph.mdx +117 -0
- package/docs/api/face-painting.mdx +40 -0
- package/docs/api/face-reprojection.mdx +154 -0
- package/docs/api/face-retouching.mdx +81 -0
- package/docs/api/face-swap.mdx +350 -0
- package/docs/api/face-warp-3d.mdx +166 -0
- package/docs/api/faceless.mdx +143 -0
- package/docs/api/gestures.mdx +210 -0
- package/docs/api/hair.mdx +97 -0
- package/docs/api/hand-instructions.mdx +222 -0
- package/docs/api/hand-rig.mdx +661 -0
- package/docs/api/hand-touch.mdx +162 -0
- package/docs/api/head-occluder.mdx +563 -0
- package/docs/api/holistic-tracker.mdx +164 -0
- package/docs/api/instructions.mdx +323 -0
- package/docs/api/iris-tracking.mdx +247 -0
- package/docs/api/made-up-camera.mdx +131 -0
- package/docs/api/makeup-skin-tone.mdx +135 -0
- package/docs/api/makeup.mdx +353 -0
- package/docs/api/material-render-state.mdx +132 -0
- package/docs/api/multi-subject.mdx +185 -0
- package/docs/api/particles.mdx +183 -0
- package/docs/api/person-cutout.mdx +171 -0
- package/docs/api/pin-to-face-mesh.mdx +274 -0
- package/docs/api/product-ar.mdx +114 -0
- package/docs/api/product-details.mdx +78 -0
- package/docs/api/runtime-3d.mdx +316 -0
- package/docs/api/scene-object-store.mdx +213 -0
- package/docs/api/screen-image.mdx +67 -0
- package/docs/api/screen-shape.mdx +64 -0
- package/docs/api/screen-space-coordinates.mdx +75 -0
- package/docs/api/screen-text.mdx +39 -0
- package/docs/api/segmentation-overlay.mdx +301 -0
- package/docs/api/session-lifecycle.mdx +136 -0
- package/docs/api/texture-sources.mdx +74 -0
- package/docs/api/trackers.mdx +65 -0
- package/docs/api/tracking-config.mdx +108 -0
- package/docs/docs.json +121 -0
- package/docs/examples/lip-shaders.mdx +273 -0
- package/docs/examples/scene-object-recipes.mdx +194 -0
- package/docs/guides/face-atlas-template.svg +1 -0
- package/docs/guides/face-atlas-textures.mdx +186 -0
- package/docs/guides/face-texture-template.svg +1 -0
- package/docs/guides/harness-debug-ui.mdx +139 -0
- package/docs/guides/lip-effect-textures.mdx +368 -0
- package/docs/guides/lip-uv-template.png +0 -0
- package/docs/guides/lip-uv-template.svg +1 -0
- package/docs/guides/makeup-design-textures.mdx +109 -0
- package/docs/inspector/hierarchy-panel.mdx +51 -0
- package/docs/inspector/object-inspector-panel.mdx +51 -0
- package/docs/introduction.mdx +120 -0
- package/docs/scene-objects/overview.mdx +127 -0
- package/docs/scene-objects/render-groups.mdx +77 -0
- package/docs/scene-objects/runtime-rendering.mdx +75 -0
- package/docs/texture-api-consumer.md +84 -0
- package/package.json +86 -8
- package/settings.json +1998 -0
- package/dist/DebuggerUI-CEfdddkZ.cjs +0 -1
- package/dist/DebuggerUI-Dgop6Q6o.js +0 -269
- package/dist/components/FaceRetouch/retouchRegions.d.ts +0 -23
- package/dist/components/FaceRetouch/useFaceRetouchRegions.d.ts +0 -12
- package/dist/index-B5J4gzn2.cjs +0 -1
- package/dist/index-BVBVg96G.cjs +0 -1
- package/dist/index-CYMj26Ej.js +0 -1331
- package/dist/index-DtwHElmG.js +0 -157
- package/dist/index-PtFmD6B8.cjs +0 -1
- package/dist/internal-DH5d1Xnq.cjs +0 -1
- package/dist/modules/XRClient/index.d.ts +0 -9
- package/dist/modules/index.d.ts +0 -1
- package/dist/selectors-BHO6TnoC.js +0 -59
- package/dist/selectors-Bub0o3qy.cjs +0 -1
- package/dist/services/ApiService.d.ts +0 -12
- package/dist/types/client.d.ts +0 -3
- package/dist/useFaceResults-cpsSmKKc.js +0 -81
- package/dist/useFaceResults-hVUJYSEY.cjs +0 -1
|
@@ -0,0 +1,35 @@
|
|
|
1
|
+
"use strict";var h0=Object.defineProperty;var f0=(t,e,r)=>e in t?h0(t,e,{enumerable:!0,configurable:!0,writable:!0,value:r}):t[e]=r;var A=(t,e,r)=>f0(t,typeof e!="symbol"?e+"":e,r);const p0=require("three"),F=require("./index-Sho4F4it.cjs"),T=require("./CanonicalHeadFrame-D_0OzdB9.cjs"),P=require("./index-By_LCo2V.cjs"),k=require("./getFaceInfo-BzlwHMjX.cjs"),he=require("./useLandmarkPoseFit-Bg-h9BPb.cjs"),A0=require("./similarityFit-BFqHND2e.cjs"),z=require("./canonicalFace-C83I225R.cjs"),B=require("./renderState-apSfg4eR.cjs"),b=require("react/jsx-runtime"),R=require("react"),Ke=require("./segmentation-J8GoNBvP.cjs"),ie=require("@react-three/fiber"),g0=require("./SkeletonUtils-CddIup1F.cjs"),Xe=require("./index-S3gqudT6.cjs"),m0=require("./uv-BMFt19bg.cjs"),Mt=require("./selectors-QB2qsaxy.cjs"),S0=require("./useBodies-Cxpmx6Bb.cjs"),Ce=require("./providers-CEZQgz2s.cjs"),C0=require("./landmarks-BEjJXcnE.cjs");function _0(t){const e=Object.create(null,{[Symbol.toStringTag]:{value:"Module"}});if(t){for(const r in t)if(r!=="default"){const s=Object.getOwnPropertyDescriptor(t,r);Object.defineProperty(e,r,s.get?s:{enumerable:!0,get:()=>t[r]})}}return e.default=t,Object.freeze(e)}const a=_0(p0),vt={"body.head":0,"body.leftShoulder":11,"body.rightShoulder":12,"body.leftElbow":13,"body.rightElbow":14,"body.leftWrist":15,"body.rightWrist":16,"body.leftHip":23,"body.rightHip":24,"body.leftKnee":25,"body.rightKnee":26,"body.leftAnkle":27,"body.rightAnkle":28},bt=(t,e)=>vt[F.feedSidedName(t,e)],It=({bodyIndex:t=0,bodyId:e,subject:r,numBodies:s,active:n=!0,children:o})=>{const i=R.useRef(null),{ready:c,node:l,index:p}=S0.useBodySubject({bodyIndex:t,bodyId:e,subject:r,numBodies:s,active:n}),{camera:g}=ie.useThree(),C=Mt.useXRMirrored(),d=R.useRef(g);d.current!==g&&(d.current=g);const m=R.useRef(null);ie.useFrame(()=>{if(!c||!l||!i.current)return;const O=l;m.current=O;const h=p(),f=h===null?void 0:O.getLandmarks2D(h),u=f==null?void 0:f[0];if(!u){i.current.visible=!1;return}const S=F.trackerToWorld(u,d.current);i.current.visible=!0,i.current.position.copy(S)});const L=R.useCallback(O=>{const h=m.current;if(!h)return null;const f=p(),u=f===null?void 0:h.getLandmarks2D(f);if(!u)return null;if(O==="body.neck"){const M=u[11],N=u[12];if(!M||!N)return null;const y={x:(M.x+N.x)/2,y:(M.y+N.y)/2,z:(M.z+N.z)/2};return{position:F.trackerToWorld(y,d.current)}}const S=bt(O,C);if(S===void 0)return null;const w=u[S];return w?{position:F.trackerToWorld(w,d.current)}:null},[p,C]),_=R.useMemo(()=>({type:"body",resolveLandmark:L,bodyIndex:p}),[L,p]);return b.jsx(Xe.TrackerContext.Provider,{value:_,children:b.jsx("group",{ref:i,renderOrder:m0.RENDER_LAYERS.TRACKED,children:o})})},ge={path:"/assets/sdk/face/v1/canonical_face_model.obj",integrity:"sha384-xP8YM/72TXKvbMptXB9a8JUlUf3MZQ8uLurExrsZc05v6/P5RrsaNGMUYS/BZx8A",vertexCount:468,triangleCount:898},Me=Float32Array.from([.499977,.347466,.500026,.452513,.499974,.397628,.482113,.528021,.500151,.472844,.49991,.501747,.499523,.598938,.289712,.619236,.499955,.687602,.499987,.730081,.500023,.89295,.500023,.333766,.500016,.320776,.500023,.307652,.499977,.304722,.499977,.294066,.499977,.280615,.499977,.262981,.499968,.218629,.499816,.437019,.473773,.42609,.104907,.745859,.36593,.590424,.338758,.586975,.31112,.59054,.274658,.610869,.393362,.596294,.345234,.655989,.370094,.653924,.319322,.652735,.297903,.646409,.247792,.58919,.396889,.157245,.280098,.6244,.10631,.600044,.209925,.608647,.355808,.465594,.471751,.349596,.474155,.319808,.439785,.342771,.414617,.333459,.450374,.319139,.428771,.317309,.374971,.272195,.486717,.452371,.485301,.472605,.257765,.68551,.401223,.544828,.429819,.451385,.421352,.466259,.276896,.467943,.48337,.500413,.337212,.717117,.296392,.706757,.169295,.806186,.44758,.69739,.39239,.646112,.35449,.303216,.067305,.269895,.442739,.427174,.457098,.415208,.381974,.305289,.392389,.305797,.277076,.728068,.422552,.436767,.385919,.718636,.383103,.74416,.331431,.880286,.229924,.767997,.364501,.810886,.229622,.700459,.173287,.721252,.472879,.333802,.446828,.331473,.422762,.32611,.445308,.419934,.388103,.306039,.403039,.29346,.403629,.306047,.460042,.442861,.431158,.307634,.452182,.307634,.475387,.307634,.465828,.22081,.472329,.263774,.473087,.282143,.473122,.295374,.473033,.304722,.427942,.304722,.426479,.29646,.423162,.288154,.418309,.279937,.390095,.360427,.013954,.439966,.499914,.419853,.4132,.3046,.409626,.298177,.46808,.398465,.422729,.414015,.46308,.406216,.37212,.526586,.334562,.503927,.411671,.453035,.242176,.852324,.290777,.798554,.327338,.743473,.39951,.251079,.441728,.738324,.429765,.812166,.412198,.891099,.288955,.601048,.218937,.564589,.412782,.60103,.257135,.64456,.427685,.562039,.44834,.463064,.17856,.542446,.247308,.542806,.286267,.532325,.332828,.539288,.368756,.552793,.398964,.567345,.47641,.594194,.189241,.476076,.228962,.651049,.490726,.437599,.40467,.514867,.019469,.598436,.426243,.579569,.396993,.451203,.26647,.623023,.439121,.481042,.032314,.355643,.419054,.612845,.462783,.494253,.238979,.220255,.198221,.168062,.10755,.459245,.18361,.259743,.13441,.666317,.385764,.116846,.490967,.420622,.382385,.491427,.174399,.602329,.318785,.603765,.343364,.599403,.3961,.289783,.187885,.411462,.430987,.055935,.318993,.101715,.266248,.130299,.500023,.809424,.499977,.045547,.36617,.601178,.393207,.604463,.410373,.60892,.194993,.657898,.388665,.637716,.365962,.644029,.343364,.644643,.318785,.64166,.301415,.636844,.058133,.680924,.301415,.612551,.499988,.381566,.415838,.375804,.445682,.433923,.465844,.379359,.499923,.648476,.288719,.180054,.335279,.14718,.440512,.097581,.128294,.208059,.408772,.626106,.455607,.548199,.499877,.09101,.375437,.075808,.11421,.384978,.448662,.304722,.44802,.295368,.447112,.284192,.444832,.269206,.430012,.233191,.406787,.314327,.400738,.318931,.3924,.322297,.367856,.336081,.247923,.398667,.45277,.57915,.436392,.640113,.416164,.631286,.413386,.307634,.228018,.316428,.468268,.647329,.411362,.195673,.499989,.530175,.479154,.557346,.499974,.560363,.432112,.506411,.499886,.133083,.499913,.178271,.456549,.180799,.344549,.254561,.378909,.42599,.374293,.219815,.319688,.429262,.357155,.39573,.295284,.378419,.44775,.137523,.410986,.491277,.313951,.224692,.354128,.187447,.324548,.296007,.189096,.3537,.279777,.285342,.133823,.317299,.336768,.355267,.429884,.533478,.455528,.451377,.437114,.441104,.467288,.470075,.414712,.66478,.377046,.677222,.344108,.679849,.312876,.677668,.283526,.66681,.241246,.617214,.102986,.531237,.267612,.57544,.297879,.566824,.333434,.566122,.366427,.573884,.396012,.583304,.420121,.589772,.007561,.519223,.432949,.430482,.458639,.520911,.473466,.454256,.476088,.43617,.468472,.444943,.433991,.417638,.483518,.437016,.482483,.422151,.42645,.610201,.438999,.603505,.450067,.599566,.289712,.631747,.27667,.636627,.517862,.528052,.710288,.619236,.526227,.42609,.895093,.745859,.63407,.590424,.661242,.586975,.68888,.59054,.725342,.610869,.60663,.596295,.654766,.655989,.629906,.653924,.680678,.652735,.702097,.646409,.752212,.589195,.602918,.157137,.719902,.6244,.893693,.60004,.790082,.608646,.643998,.465512,.528249,.349596,.52585,.319809,.560215,.342771,.585384,.333459,.549626,.319139,.571228,.317308,.624852,.271901,.51305,.452718,.515097,.472748,.742247,.685493,.598631,.545021,.570338,.451425,.578632,.466377,.723087,.467946,.516446,.500361,.662801,.717082,.703624,.706729,.830705,.806186,.552386,.697432,.60761,.646112,.645429,.303293,.932695,.269895,.557261,.427174,.542902,.415208,.618026,.305289,.607591,.305797,.722943,.728037,.577414,.436833,.614083,.718613,.616907,.744114,.668509,.880086,.770092,.767979,.635536,.810751,.770391,.700444,.826722,.721245,.527121,.333802,.553172,.331473,.577238,.32611,.554692,.419934,.611897,.306039,.596961,.29346,.596371,.306047,.539958,.442861,.568842,.307634,.547818,.307634,.524613,.307634,.53409,.220859,.527671,.263774,.526913,.282143,.526878,.295374,.526967,.304722,.572058,.304722,.573521,.29646,.576838,.288154,.581691,.279937,.609945,.36009,.986046,.439966,.5868,.3046,.590372,.298177,.531915,.398463,.577268,.414065,.536915,.406214,.627543,.526648,.665586,.504049,.588354,.453138,.757824,.852324,.70925,.798492,.672684,.743419,.600409,.250995,.558266,.738328,.570304,.812129,.588166,.890956,.711045,.601048,.78107,.564595,.587247,.601068,.74287,.644554,.572156,.562348,.551868,.46343,.821442,.542444,.752702,.542818,.713757,.532373,.667113,.539327,.631101,.552846,.600862,.567527,.523481,.594373,.810748,.476074,.771046,.651041,.509127,.437282,.595293,.514976,.980531,.598436,.5735,.58,.602995,.451312,.73353,.623023,.560611,.480983,.967686,.355643,.580985,.61284,.537728,.494615,.760966,.220247,.801779,.168062,.892441,.459239,.816351,.25974,.865595,.666313,.614074,.116754,.508953,.420562,.617942,.491684,.825608,.602325,.681215,.603765,.656636,.599403,.6039,.289783,.812086,.411461,.568013,.055435,.681008,.101715,.733752,.130299,.63383,.601178,.606793,.604463,.58966,.608938,.805016,.657892,.611335,.637716,.634038,.644029,.656636,.644643,.681215,.64166,.698585,.636844,.941867,.680924,.698585,.612551,.584177,.375893,.554318,.433923,.534154,.37936,.711218,.180025,.66463,.147129,.5591,.097368,.871706,.208059,.591234,.626106,.544341,.548416,.624563,.075808,.88577,.384971,.551338,.304722,.55198,.295368,.552888,.284192,.555168,.269206,.569944,.232965,.593203,.314324,.599262,.318931,.6076,.322297,.631938,.3365,.752033,.398685,.547226,.579605,.563544,.640172,.583841,.631286,.586614,.307634,.771915,.316422,.531597,.647517,.588371,.195559,.520797,.557435,.567985,.506521,.543283,.180745,.655317,.254485,.621009,.425982,.62556,.219688,.680198,.429281,.642764,.395662,.704663,.37847,.552012,.137408,.589072,.491363,.685945,.224643,.645735,.18736,.675343,.296022,.810858,.353695,.720122,.285333,.866152,.317295,.663187,.355403,.570082,.533674,.544562,.451624,.562759,.441215,.531987,.46986,.585271,.664823,.622953,.677221,.655896,.679837,.687132,.677654,.716482,.666799,.758757,.617213,.897013,.531231,.732392,.575453,.702114,.566837,.666525,.566134,.633505,.573912,.603876,.583413,.579658,.590055,.99244,.519223,.567192,.43058,.541366,.521101,.526564,.453882,.523913,.43617,.531529,.444943,.566036,.417671,.516311,.436946,.517472,.422123,.573595,.610193,.560698,.604668,.549756,.600249,.710288,.631747,.72333,.636627]),I=Uint16Array.from([173,155,133,246,33,7,382,398,362,263,466,249,308,415,324,78,95,191,356,389,264,127,34,162,368,264,389,139,162,34,267,0,302,37,72,0,11,302,0,11,0,72,349,451,350,120,121,231,452,350,451,232,231,121,267,302,269,37,39,72,303,269,302,73,72,39,357,343,350,128,121,114,277,350,343,47,114,121,350,452,357,121,128,232,453,357,452,233,232,128,299,333,297,69,67,104,332,297,333,103,104,67,175,152,396,175,171,152,377,396,152,148,152,171,381,384,382,154,155,157,398,382,384,173,157,155,280,347,330,50,101,118,348,330,347,119,118,101,269,303,270,39,40,73,304,270,303,74,73,40,9,336,151,9,151,107,337,151,336,108,107,151,344,278,360,115,131,48,279,360,278,49,48,131,262,431,418,32,194,211,424,418,431,204,211,194,304,408,270,74,40,184,409,270,408,185,184,40,272,310,407,42,183,80,415,407,310,191,80,183,322,270,410,92,186,40,409,410,270,185,40,186,347,449,348,118,119,229,450,348,449,230,229,119,434,432,430,214,210,212,422,430,432,202,212,210,313,314,18,83,18,84,17,18,314,17,84,18,307,375,306,77,76,146,291,306,375,61,146,76,259,387,260,29,30,160,388,260,387,161,160,30,286,414,384,56,157,190,398,384,414,173,190,157,418,424,406,194,182,204,335,406,424,106,204,182,367,416,364,138,135,192,434,364,416,214,192,135,391,423,327,165,98,203,358,327,423,129,203,98,298,301,284,68,54,71,251,284,301,21,71,54,4,275,5,4,5,45,281,5,275,51,45,5,254,373,253,24,23,144,374,253,373,145,144,23,320,321,307,90,77,91,375,307,321,146,91,77,280,425,411,50,187,205,427,411,425,207,205,187,421,313,200,201,200,83,18,200,313,18,83,200,335,321,406,106,182,91,405,406,321,181,91,182,405,321,404,181,180,91,320,404,321,90,91,180,17,314,16,17,16,84,315,16,314,85,84,16,425,266,426,205,206,36,423,426,266,203,36,206,369,396,400,140,176,171,377,400,396,148,171,176,391,269,322,165,92,39,270,322,269,40,39,92,417,465,413,193,189,245,464,413,465,244,245,189,257,258,386,27,159,28,385,386,258,158,28,159,260,388,467,30,247,161,466,467,388,246,161,247,248,456,419,3,196,236,399,419,456,174,236,196,333,298,332,104,103,68,284,332,298,54,68,103,285,8,417,55,193,8,168,417,8,168,8,193,340,261,346,111,117,31,448,346,261,228,31,117,285,417,441,55,221,193,413,441,417,189,193,221,327,460,326,98,97,240,328,326,460,99,240,97,277,355,329,47,100,126,371,329,355,142,126,100,309,392,438,79,218,166,439,438,392,219,166,218,381,382,256,154,26,155,341,256,382,112,155,26,360,279,420,131,198,49,429,420,279,209,49,198,365,364,379,136,150,135,394,379,364,169,135,150,355,277,437,126,217,47,343,437,277,114,47,217,443,444,282,223,52,224,283,282,444,53,224,52,281,275,363,51,134,45,440,363,275,220,45,134,431,262,395,211,170,32,369,395,262,140,32,170,337,299,338,108,109,69,297,338,299,67,69,109,335,273,321,106,91,43,375,321,273,146,43,91,348,450,349,119,120,230,451,349,450,231,230,120,467,359,342,247,113,130,446,342,359,226,130,113,282,283,334,52,105,53,293,334,283,63,53,105,250,458,462,20,242,238,461,462,458,241,238,242,276,353,300,46,70,124,383,300,353,156,124,70,325,292,324,96,95,62,308,324,292,78,62,95,283,276,293,53,63,46,300,293,276,70,46,63,447,264,345,227,116,34,372,345,264,143,34,116,352,345,346,123,117,116,340,346,345,111,116,117,1,19,274,1,44,19,354,274,19,125,19,44,248,281,456,3,236,51,363,456,281,134,51,236,425,426,427,205,207,206,436,427,426,216,206,207,380,381,252,153,22,154,256,252,381,26,154,22,391,393,269,165,39,167,267,269,393,37,167,39,199,428,200,199,200,208,421,200,428,201,208,200,330,329,266,101,36,100,371,266,329,142,100,36,422,432,273,202,43,212,287,273,432,57,212,43,290,250,328,60,99,20,462,328,250,242,20,99,258,286,385,28,158,56,384,385,286,157,56,158,342,446,353,113,124,226,265,353,446,35,226,124,257,386,259,27,29,159,387,259,386,160,159,29,430,422,431,210,211,202,424,431,422,204,202,211,445,342,276,225,46,113,353,276,342,124,113,46,424,422,335,204,106,202,273,335,422,43,202,106,306,292,307,76,77,62,325,307,292,96,62,77,366,447,352,137,123,227,345,352,447,116,227,123,302,268,303,72,73,38,271,303,268,41,38,73,371,358,266,142,36,129,423,266,358,203,129,36,327,294,460,98,240,64,455,460,294,235,64,240,294,331,278,64,48,102,279,278,331,49,102,48,303,271,304,73,74,41,272,304,271,42,41,74,427,436,434,207,214,216,432,434,436,212,216,214,304,272,408,74,184,42,407,408,272,183,42,184,394,430,395,169,170,210,431,395,430,211,210,170,395,369,378,170,149,140,400,378,369,176,140,149,296,334,299,66,69,105,333,299,334,104,105,69,417,168,351,193,122,168,6,351,168,6,168,122,280,411,352,50,123,187,376,352,411,147,187,123,319,320,325,89,96,90,307,325,320,77,90,96,285,295,336,55,107,65,296,336,295,66,65,107,404,320,403,180,179,90,319,403,320,89,90,179,330,348,329,101,100,119,349,329,348,120,119,100,334,293,333,105,104,63,298,333,293,68,63,104,323,454,366,93,137,234,447,366,454,227,234,137,16,315,15,16,15,85,316,15,315,86,85,15,429,279,358,209,129,49,331,358,279,102,49,129,15,316,14,15,14,86,317,14,316,87,86,14,8,285,9,8,9,55,336,9,285,107,55,9,329,349,277,100,47,120,350,277,349,121,120,47,252,253,380,22,153,23,374,380,253,145,23,153,402,403,318,178,88,179,319,318,403,89,179,88,351,6,419,122,196,6,197,419,6,197,6,196,324,318,325,95,96,88,319,325,318,89,88,96,397,367,365,172,136,138,364,365,367,135,138,136,288,435,397,58,172,215,367,397,435,138,215,172,438,439,344,218,115,219,278,344,439,48,219,115,271,311,272,41,42,81,310,272,311,80,81,42,5,281,195,5,195,51,248,195,281,3,51,195,273,287,375,43,146,57,291,375,287,61,57,146,396,428,175,171,175,208,199,175,428,199,208,175,268,312,271,38,41,82,311,271,312,81,82,41,444,445,283,224,53,225,276,283,445,46,225,53,254,339,373,24,144,110,390,373,339,163,110,144,295,282,296,65,66,52,334,296,282,105,52,66,346,448,347,117,118,228,449,347,448,229,228,118,454,356,447,234,227,127,264,447,356,34,127,227,336,296,337,107,108,66,299,337,296,69,66,108,151,337,10,151,10,108,338,10,337,109,108,10,278,439,294,48,64,219,455,294,439,235,219,64,407,415,292,183,62,191,308,292,415,78,191,62,358,371,429,129,209,142,355,429,371,126,142,209,345,372,340,116,111,143,265,340,372,35,143,111,388,390,466,161,246,163,249,466,390,7,163,246,352,346,280,123,50,117,347,280,346,118,117,50,295,442,282,65,52,222,443,282,442,223,222,52,19,94,354,19,125,94,370,354,94,141,94,125,295,285,442,65,222,55,441,442,285,221,55,222,419,197,248,196,3,197,195,248,197,195,197,3,359,263,255,130,25,33,249,255,263,7,33,25,275,274,440,45,220,44,457,440,274,237,44,220,300,383,301,70,71,156,368,301,383,139,156,71,417,351,465,193,245,122,412,465,351,188,122,245,466,263,467,246,247,33,359,467,263,130,33,247,389,251,368,162,139,21,301,368,251,71,21,139,374,386,380,145,153,159,385,380,386,158,159,153,379,394,378,150,149,169,395,378,394,170,169,149,351,419,412,122,188,196,399,412,419,174,196,188,426,322,436,206,216,92,410,436,322,186,92,216,387,373,388,160,161,144,390,388,373,163,144,161,393,326,164,167,164,97,2,164,326,2,97,164,354,370,461,125,241,141,462,461,370,242,141,241,0,267,164,0,164,37,393,164,267,167,37,164,11,12,302,11,72,12,268,302,12,38,12,72,386,374,387,159,160,145,373,387,374,144,145,160,12,13,268,12,38,13,312,268,13,82,13,38,293,300,298,63,68,70,301,298,300,71,70,68,340,265,261,111,31,35,446,261,265,226,35,31,380,385,381,153,154,158,384,381,385,157,158,154,280,330,425,50,205,101,266,425,330,36,101,205,423,391,426,203,206,165,322,426,391,92,165,206,429,355,420,209,198,126,437,420,355,217,126,198,391,327,393,165,167,98,326,393,327,97,98,167,457,438,440,237,220,218,344,440,438,115,218,220,382,362,341,155,112,133,463,341,362,243,133,112,457,461,459,237,239,241,458,459,461,238,241,239,434,430,364,214,135,210,394,364,430,169,210,135,414,463,398,190,173,243,362,398,463,133,243,173,262,428,369,32,140,208,396,369,428,171,208,140,457,274,461,237,241,44,354,461,274,125,44,241,316,403,317,86,87,179,402,317,403,178,179,87,315,404,316,85,86,180,403,316,404,179,180,86,314,405,315,84,85,181,404,315,405,180,181,85,313,406,314,83,84,182,405,314,406,181,182,84,418,406,421,194,201,182,313,421,406,83,182,201,366,401,323,137,93,177,361,323,401,132,177,93,408,407,306,184,76,183,292,306,407,62,183,76,408,306,409,184,185,76,291,409,306,61,76,185,410,409,287,186,57,185,291,287,409,61,185,57,436,410,432,216,212,186,287,432,410,57,186,212,434,416,427,214,207,192,411,427,416,187,192,207,264,368,372,34,143,139,383,372,368,156,139,143,457,459,438,237,218,239,309,438,459,79,239,218,352,376,366,123,137,147,401,366,376,177,147,137,4,1,275,4,45,1,274,275,1,44,1,45,428,262,421,208,201,32,418,421,262,194,32,201,327,358,294,98,64,129,331,294,358,102,129,64,367,435,416,138,192,215,433,416,435,213,215,192,455,439,289,235,59,219,392,289,439,166,219,59,328,462,326,99,97,242,370,326,462,141,242,97,326,370,2,97,2,141,94,2,370,94,141,2,460,455,305,240,75,235,289,305,455,59,235,75,448,339,449,228,229,110,254,449,339,24,110,229,261,446,255,31,25,226,359,255,446,130,226,25,449,254,450,229,230,24,253,450,254,23,24,230,450,253,451,230,231,23,252,451,253,22,23,231,451,252,452,231,232,22,256,452,252,26,22,232,256,341,452,26,232,112,453,452,341,233,112,232,413,464,414,189,190,244,463,414,464,243,244,190,441,413,286,221,56,189,414,286,413,190,189,56,441,286,442,221,222,56,258,442,286,28,56,222,442,258,443,222,223,28,257,443,258,27,28,223,444,443,259,224,29,223,257,259,443,27,223,29,259,260,444,29,224,30,445,444,260,225,30,224,260,467,445,30,225,247,342,445,467,113,247,225,250,309,458,20,238,79,459,458,309,239,79,238,290,305,392,60,166,75,289,392,305,59,75,166,460,305,328,240,99,75,290,328,305,60,75,99,376,433,401,147,177,213,435,401,433,215,213,177,250,290,309,20,79,60,392,309,290,166,60,79,411,416,376,187,147,192,433,376,416,213,192,147,341,463,453,112,233,243,464,453,463,244,243,233,453,464,357,233,128,244,465,357,464,245,244,128,412,343,465,188,245,114,357,465,343,128,114,245,437,343,399,217,174,114,412,399,343,188,114,174,363,440,360,134,131,220,344,360,440,115,220,131,456,420,399,236,174,198,437,399,420,217,198,174,456,363,420,236,198,134,360,420,363,131,134,198,361,401,288,132,58,177,435,288,401,215,177,58,353,265,383,124,156,35,372,383,265,143,35,156,255,249,339,25,110,7,390,339,249,163,7,110,261,255,448,31,228,25,339,448,255,110,25,228,14,317,13,14,13,87,312,13,317,82,87,13,317,402,312,87,82,178,311,312,402,81,178,82,402,318,311,178,81,88,310,311,318,80,88,81,318,324,310,88,80,95,415,310,324,191,95,80]),E0=Uint16Array.from([0,1,2,248,4,5,6,249,8,9,10,11,12,13,14,15,16,17,18,19,250,251,252,253,254,255,256,257,258,259,260,261,262,263,264,265,266,267,268,269,270,271,272,273,274,275,276,277,278,279,280,281,282,283,284,285,286,287,288,289,290,291,292,293,294,295,296,297,298,299,300,301,302,303,304,305,306,307,308,309,310,311,312,313,314,315,316,317,318,319,320,321,322,323,94,324,325,326,327,328,329,330,331,332,333,334,335,336,337,338,339,340,341,342,343,344,345,346,347,348,349,350,351,352,353,354,355,356,357,358,359,360,361,362,363,364,365,366,367,368,369,370,371,372,373,374,375,376,377,378,379,151,152,380,381,382,383,384,385,386,387,388,389,390,164,391,392,393,168,394,395,396,397,398,399,175,400,401,402,403,404,405,406,407,408,409,410,411,412,413,414,415,416,417,418,195,419,197,420,199,200,421,422,423,424,425,426,427,428,429,430,431,432,433,434,435,436,437,438,439,440,441,442,443,444,445,446,447,448,449,450,451,452,453,454,455,456,457,458,459,460,461,462,463,464,465,466,467,3,7,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,153,154,155,156,157,158,159,160,161,162,163,165,166,167,169,170,171,172,173,174,176,177,178,179,180,181,182,183,184,185,186,187,188,189,190,191,192,193,194,196,198,201,202,203,204,205,206,207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222,223,224,225,226,227,228,229,230,231,232,233,234,235,236,237,238,239,240,241,242,243,244,245,246,247]),ve={negX:Uint16Array.from([0,1,39,41,527,529,575,577,591,593,611,613,627,629]),posX:Uint16Array.from([2,3,38,40,526,528,574,576,590,592,610,612,626,628])},xt=Uint16Array.from([4,5,882,883,884,885,886,887,888,889,890,891,892,893,894,895,896,897]),R0=Uint16Array.from([814,815,816,817,818,819,830,831,832,833]),Ut=[10,109,67,103,54,21,162,127,234,93,132,58,172,136,150,149,176,148,152,377,400,378,379,365,397,288,361,323,454,356,389,251,284,332,297,338],Ve={negX:[33,7,163,144,145,153,154,155,133,173,157,158,159,160,161,246],posX:[263,249,390,373,374,380,381,382,362,398,384,385,386,387,388,466]},fe={outer:[61,146,91,181,84,17,314,405,321,375,291,409,270,269,267,0,37,39,40,185],inner:[78,95,88,178,87,14,317,402,318,324,308,415,310,311,312,13,82,81,80,191]},Ye=()=>{const t=new Set([...ve.negX,...ve.posX,...xt]),e=[];for(let r=0;r<ge.triangleCount;r+=1)t.has(r)||e.push(r);return e};let st=null;const kt=()=>(st??(st=P.collectRingBandTriangles(I,fe.outer,fe.inner)),st);let _e=null;const $e=()=>{if(_e)return _e;const{vertexCount:t}=ge;return _e={restPosition:T.CANONICAL_FACE_POSITIONS.slice(0,t*3),restNormal:P.computeVertexNormals(T.CANONICAL_FACE_POSITIONS,I,t),edge:P.computeEdgeDistance(T.CANONICAL_FACE_POSITIONS,I,t,Ut),lipEdge:P.computeRingDistance(P.triangleIdsToVertices(kt(),I),t,fe.outer,fe.inner),eyeRing:P.computeHopDistance(P.triangleIdsToVertices(Ye(),I),t,[...Ve.negX,...Ve.posX])},_e},Qe=468,O0=Object.freeze({minCutoffHz:.5,beta:200,derivativeCutoffHz:2,speedFloor:.03,velocityBlend:.5,maxGapMs:500,snapJump:.1}),N0=(t,e)=>{const r=Array.from({length:e},()=>new Set);for(let o=0;o+2<t.length;o+=3){const i=t[o],c=t[o+1],l=t[o+2];i>=e||c>=e||l>=e||(r[i].add(c).add(l),r[c].add(i).add(l),r[l].add(i).add(c))}const s=new Uint32Array(e+1);r.forEach((o,i)=>{s[i+1]=s[i]+o.size});const n=new Uint16Array(s[e]);return r.forEach((o,i)=>n.set([...o].sort((c,l)=>c-l),s[i])),{offsets:s,indices:n}},nt=(t,e)=>1/(1+1/(2*Math.PI*t*e));class w0{constructor(e=Qe,{neighbours:r=null,...s}={}){A(this,"count");A(this,"points");A(this,"filtered");A(this,"derivative");A(this,"velocity");A(this,"lagMs");A(this,"tuning");A(this,"neighbours");A(this,"initialized",!1);A(this,"sampleMs",0);A(this,"centreX",0);A(this,"centreY",0);this.count=e,this.tuning={...O0,...s},this.neighbours=r,this.points=new Float32Array(e*3),this.filtered=new Float32Array(e*3),this.derivative=new Float32Array(e*3),this.velocity=new Float32Array(e*3),this.lagMs=new Float32Array(e)}get ready(){return this.initialized}get lastSampleMs(){return this.sampleMs}reset(){this.initialized=!1}observe(e,r,s=1){const n=this.count;if(e.length<n)return"skip";const o=s>0?1/s:1;let i=0,c=0;for(let y=0;y<n;y+=1)i+=e[y].x,c+=e[y].y;const l=i/n,p=c/n*o,g=r-this.sampleMs,{maxGapMs:C,snapJump:d}=this.tuning;if(!this.initialized||g>C||Math.hypot(l-this.centreX,p-this.centreY)>d)return this.snap(e,r,l,p);if(!(g>0))return"skip";const m=g/1e3,{minCutoffHz:L,beta:_,derivativeCutoffHz:O,velocityBlend:h,speedFloor:f}=this.tuning,u=nt(O,m),S=this.filtered,w=this.derivative,M=this.velocity;for(let y=0;y<n;y+=1){const E=y*3,H=e[y];w[E]+=u*((H.x-S[E])/m-w[E]),w[E+1]+=u*((H.y-S[E+1])/m-w[E+1]),w[E+2]+=u*(((H.z??0)-S[E+2])/m-w[E+2])}const N=this.neighbours;for(let y=0;y<n;y+=1){const E=y*3;let H=w[E],ee=w[E+1],D=w[E+2];if(N){const Se=N.offsets[y],le=N.offsets[y+1];for(let V=Se;V<le;V+=1){const v=N.indices[V]*3;H+=w[v],ee+=w[v+1],D+=w[v+2]}const Y=1/(1+le-Se);H*=Y,ee*=Y,D*=Y}const W=Math.max(0,Math.hypot(H,ee*o,D)-f),q=nt(L+_*W,m),K=e[y],ce=S[E]+q*(K.x-S[E]),X=S[E+1]+q*(K.y-S[E+1]),me=S[E+2]+q*((K.z??0)-S[E+2]);M[E]+=h*((ce-S[E])/m-M[E]),M[E+1]+=h*((X-S[E+1])/m-M[E+1]),M[E+2]+=h*((me-S[E+2])/m-M[E+2]),S[E]=ce,S[E+1]=X,S[E+2]=me,this.lagMs[y]=g*(1-q)/q}return this.sampleMs=r,this.centreX=l,this.centreY=p,"smooth"}apply(e,r){if(!this.initialized)return this.points;const s=this.points,n=this.filtered,o=this.velocity,i=Math.max(0,r),c=Math.max(0,e-this.sampleMs);for(let l=0;l<this.count;l+=1){const p=l*3,g=Math.min(i,this.lagMs[l]+c)/1e3;s[p]=n[p]+o[p]*g,s[p+1]=n[p+1]+o[p+1]*g,s[p+2]=n[p+2]+o[p+2]*g}return s}snap(e,r,s,n){const o=this.filtered;for(let i=0;i<this.count;i+=1){const c=e[i];o[i*3]=c.x,o[i*3+1]=c.y,o[i*3+2]=c.z??0}return this.points.set(o),this.derivative.fill(0),this.velocity.fill(0),this.lagMs.fill(0),this.initialized=!0,this.sampleMs=r,this.centreX=s,this.centreY=n,"snap"}}let ot=null;const L0=()=>(ot??(ot=N0(P.triangleIdsToVertices(Ye(),I),Qe)),ot),y0=(t={})=>new w0(Qe,{...t,neighbours:L0()}),Dt=["_neutral","browDownLeft","browDownRight","browInnerUp","browOuterUpLeft","browOuterUpRight","cheekPuff","cheekSquintLeft","cheekSquintRight","eyeBlinkLeft","eyeBlinkRight","eyeLookDownLeft","eyeLookDownRight","eyeLookInLeft","eyeLookInRight","eyeLookOutLeft","eyeLookOutRight","eyeLookUpLeft","eyeLookUpRight","eyeSquintLeft","eyeSquintRight","eyeWideLeft","eyeWideRight","jawForward","jawLeft","jawOpen","jawRight","mouthClose","mouthDimpleLeft","mouthDimpleRight","mouthFrownLeft","mouthFrownRight","mouthFunnel","mouthLeft","mouthLowerDownLeft","mouthLowerDownRight","mouthPressLeft","mouthPressRight","mouthPucker","mouthRight","mouthRollLower","mouthRollUpper","mouthShrugLower","mouthShrugUpper","mouthSmileLeft","mouthSmileRight","mouthStretchLeft","mouthStretchRight","mouthUpperUpLeft","mouthUpperUpRight","noseSneerLeft","noseSneerRight"],U=Dt.filter(t=>t!=="_neutral"),at=new Map(U.map((t,e)=>[t.toLowerCase(),e])),F0=t=>{const e=t.split(/[.:|]/);let r=e.pop().trim();/^(l|r|left|right)$/i.test(r)&&e.length&&(r=`${e.pop()}_${r}`);const s=at.get(r.toLowerCase().replace(/[^a-z]/g,""));if(s!==void 0)return s;const n=/^(.*?)[\s_-]*(l|r|left|right)$/i.exec(r);if(!n)return-1;const o=n[2].toLowerCase().startsWith("l")?"left":"right";return at.get(n[1].toLowerCase().replace(/[^a-z]/g,"")+o)??-1},T0=t=>{const e=U[t];return e.startsWith("eye")?"eyes":e.startsWith("brow")?"brows":e.startsWith("tongue")?"tongue":"mouth"},M0={left:{in:U.indexOf("eyeLookInLeft"),out:U.indexOf("eyeLookOutLeft"),up:U.indexOf("eyeLookUpLeft"),down:U.indexOf("eyeLookDownLeft")},right:{in:U.indexOf("eyeLookInRight"),out:U.indexOf("eyeLookOutRight"),up:U.indexOf("eyeLookUpRight"),down:U.indexOf("eyeLookDownRight")}},v0=[33,7,163,144,145,153,154,155,133,173,157,158,159,160,161,246],b0=[263,249,390,373,374,380,381,382,362,398,384,385,386,387,388,466],I0=[70,63,105,66,107,55,65,52,53,46],x0=[300,293,334,296,336,285,295,282,283,276],it=t=>{const e=[0,0,0];for(const r of t)for(let s=0;s<3;s+=1)e[s]+=T.CANONICAL_FACE_POSITIONS[r*3+s]/t.length;return e},ct=(t,e)=>Math.hypot(T.CANONICAL_FACE_POSITIONS[t*3]-e[0],T.CANONICAL_FACE_POSITIONS[t*3+1]-e[1],T.CANONICAL_FACE_POSITIONS[t*3+2]-e[2]),lt=(t,e,r)=>{if(t<=e)return 1;if(t>=r)return 0;const s=(t-e)/(r-e);return 1-s*s*(3-2*s)},ut=t=>Float32Array.from({length:z.CANONICAL_FACE_LANDMARK_COUNT},(e,r)=>t(r)),U0={eyes:(()=>{const t=[it(v0),it(b0)];return ut(e=>Math.max(...t.map(r=>lt(ct(e,r),2,2.8))))})(),brows:(()=>{const t=[...I0,...x0].map(e=>[T.CANONICAL_FACE_POSITIONS[e*3],T.CANONICAL_FACE_POSITIONS[e*3+1],T.CANONICAL_FACE_POSITIONS[e*3+2]]);return ut(e=>Math.max(...t.map(r=>lt(ct(e,r),.9,1.6))))})()},pe=U.length,Pt=()=>({tracking:"lost",faceIndex:0,lastSeenMs:null,pose:{tracked:!1,quaternion:new a.Quaternion,position:new a.Vector3,scale:1},local:new Float32Array(z.CANONICAL_FACE_LANDMARK_COUNT*3),view:new Float32Array(z.CANONICAL_FACE_LANDMARK_COUNT*3),residual:new Float32Array(z.CANONICAL_FACE_LANDMARK_COUNT*3),neutral:new Float32Array(z.CANONICAL_FACE_LANDMARK_COUNT*3),morphs:new Float32Array(pe),morphNeutral:new Float32Array(pe),face:null,neutralState:"capturing",neutralSince:null,neutralFrames:0}),Ze=t=>{t.neutralState="capturing",t.neutralSince=null,t.neutralFrames=0,t.neutral.fill(0),t.morphNeutral.fill(0)},Bt=6,Ht=1.5,Ee=new Float64Array(T.CANONICAL_RIGID_INDICES.length*3),te={scale:1,quaternion:new a.Quaternion,translation:new a.Vector3,rms:0},dt=new a.Quaternion,ht=new a.Quaternion,Re=new a.Vector3,Oe=new a.Vector3,Vt=(t,e,r,{smoothing:s=.5,expressionSmoothing:n=.6,holdMs:o=250,neutral:i="auto",neutralMs:c=600}={},l)=>{if(!e)return t.tracking==="lost"?null:t.lastSeenMs!==null&&r-t.lastSeenMs<=o?(t.tracking="held",null):(t.tracking="lost",t.residual.fill(0),t.morphs.fill(0),t.face=null,i==="auto"&&Ze(t),he.stepLandmarkPoseSmoothing(t.pose,null,s),"lost");for(let h=0;h<T.CANONICAL_RIGID_INDICES.length;h+=1){const f=T.CANONICAL_RIGID_INDICES[h]*3;Ee[h*3]=e[f],Ee[h*3+1]=e[f+1],Ee[h*3+2]=e[f+2]}A0.solveSimilarity(T.CANONICAL_RIGID_POINTS,Ee,te);const p=t.tracking==="lost";let g=s;if(t.pose.tracked){const h=a.MathUtils.radToDeg(t.pose.quaternion.angleTo(te.quaternion)),f=t.pose.position.distanceTo(te.translation)/Math.max(te.scale,1e-9),u=Math.min(1,Math.max(h/Bt,f/Ht));g=s+(1-a.MathUtils.clamp(s,0,1))*u}he.stepLandmarkPoseSmoothing(t.pose,te,g),t.tracking="tracked",t.lastSeenMs=r,i==="none"?(t.neutralState="ready",t.neutral.fill(0),t.morphNeutral.fill(0)):t.neutralState==="capturing"&&(t.neutralSince??(t.neutralSince=r),t.neutralFrames+=1);const C=t.neutralState==="capturing",d=C?1/t.neutralFrames:0,{quaternion:m,translation:L,scale:_}=te;dt.copy(m).invert(),ht.copy(t.pose.quaternion).invert();const O=p?1:a.MathUtils.clamp(n,.01,1);for(let h=0;h<z.CANONICAL_FACE_LANDMARK_COUNT;h+=1){Oe.set(e[h*3],e[h*3+1],e[h*3+2]).sub(L).applyQuaternion(dt).divideScalar(_),t.local[h*3]=Oe.x,t.local[h*3+1]=Oe.y,t.local[h*3+2]=Oe.z,Re.set(e[h*3],e[h*3+1],e[h*3+2]).sub(t.pose.position).applyQuaternion(ht).divideScalar(t.pose.scale||1),t.view[h*3]=Re.x,t.view[h*3+1]=Re.y,t.view[h*3+2]=Re.z;for(let f=0;f<3;f+=1){const u=h*3+f,S=t.local[u]-T.CANONICAL_FACE_POSITIONS[u];C?(t.neutral[u]+=(S-t.neutral[u])*d,t.residual[u]=0):t.residual[u]+=(S-t.neutral[u]-t.residual[u])*O}}for(let h=0;h<pe;h+=1){const f=l?a.MathUtils.clamp(l[h]??0,0,1):0;if(C)t.morphNeutral[h]+=(f-t.morphNeutral[h])*d,t.morphs[h]=0;else{const u=t.morphNeutral[h],S=u<.98?a.MathUtils.clamp((f-u)/(1-u),0,1):0;t.morphs[h]+=(S-t.morphs[h])*O}}return C&&r-(t.neutralSince??r)>=c&&(t.neutralState="ready"),p?"found":null},qt=(t=Pt())=>({rig:t,world:new Float64Array(z.CANONICAL_FACE_LANDMARK_COUNT*3),scores:new Float32Array(pe),faceInfo:k.createFaceInfoTarget(),lead:null,leadSample:null}),zt=t=>{var e;Ze(t.rig),t.rig.pose.tracked=!1,(e=t.lead)==null||e.reset(),t.leadSample=null},k0=new Map(U.map((t,e)=>[t,e])),D0={x:0,y:.5},P0={x:1,y:.5},Ue={x:0,y:0},ue=new a.Vector3,ft=new a.Vector3,jt=(t,e,r,s,n,o={})=>{var d,m,L,_;const{rig:i}=t;i.faceIndex=r;const c=e==null?void 0:e.detectionResults,l=(d=c==null?void 0:c.faceLandmarks)==null?void 0:d[r];let p=null;if(l&&l.length>=z.CANONICAL_FACE_LANDMARK_COUNT){F.feedToWorld(D0,s,ue,0),F.feedToWorld(P0,s,ft,0);const O=ue.distanceTo(ft),h=o.leadMs??0;let f=null;if(h>0){if(t.lead??(t.lead=y0()),i.tracking==="lost"&&(t.lead.reset(),t.leadSample=null),l!==t.leadSample){t.leadSample=l;const u=s.aspect;t.lead.observe(l,n,u>0?u:1)}f=t.lead.apply(n,h)}else(m=t.lead)!=null&&m.ready&&(t.lead.reset(),t.leadSample=null);p=t.world;for(let u=0;u<z.CANONICAL_FACE_LANDMARK_COUNT;u+=1){let S,w,M;if(f)S=f[u*3],w=f[u*3+1],M=f[u*3+2];else{const y=l[u];S=y.x,w=y.y,M=y.z??0}const N=-M*O;Ue.x=S,Ue.y=w,F.feedToWorld(Ue,s,ue,N),p[u*3]=ue.x,p[u*3+1]=ue.y,p[u*3+2]=N}}const g=p?(_=(L=c==null?void 0:c.faceBlendshapes)==null?void 0:L[r])==null?void 0:_.categories:void 0;if(g){t.scores.fill(0);for(const{categoryName:O,score:h}of g){const f=k0.get(O);f!==void 0&&(t.scores[f]=h)}}const C=Vt(i,p,n,o,g?t.scores:null);return p&&e&&c&&(i.face=k.getFaceInfoFromResults(e,c,r,t.faceInfo)),C},B0=`
|
|
2
|
+
void main() {
|
|
3
|
+
gl_Position = projectionMatrix * modelViewMatrix * vec4(position, 1.0);
|
|
4
|
+
}
|
|
5
|
+
`,H0=`
|
|
6
|
+
void main() {
|
|
7
|
+
vec4 clip = projectionMatrix * modelViewMatrix * vec4(position, 1.0);
|
|
8
|
+
// On the far plane: depth 1, the cleared value, with no gl_FragDepth.
|
|
9
|
+
clip.z = clip.w;
|
|
10
|
+
gl_Position = clip;
|
|
11
|
+
}
|
|
12
|
+
`,Gt=`
|
|
13
|
+
void main() {
|
|
14
|
+
gl_FragColor = vec4(0.0);
|
|
15
|
+
}
|
|
16
|
+
`,V0=Object.freeze({colorWrite:!1,depthTest:!0,depthWrite:!0,depthFunc:a.LessEqualDepth,polygonOffset:!0,polygonOffsetFactor:1,polygonOffsetUnits:1,stencilWrite:!0,stencilRef:B.FACE_ATLAS_STENCIL.surface,stencilFunc:a.AlwaysStencilFunc,stencilFuncMask:255,stencilWriteMask:B.FACE_ATLAS_STENCIL.surface,stencilFail:a.KeepStencilOp,stencilZFail:a.KeepStencilOp,stencilZPass:a.ReplaceStencilOp,side:a.FrontSide,toneMapped:!1}),q0=Object.freeze({colorWrite:!1,depthTest:!0,depthWrite:!0,depthFunc:a.AlwaysDepth,polygonOffset:!1,stencilWrite:!0,stencilRef:B.FACE_ATLAS_STENCIL.surface,stencilFunc:a.EqualStencilFunc,stencilFuncMask:B.FACE_ATLAS_STENCIL.surface,stencilWriteMask:B.FACE_ATLAS_STENCIL.surface,stencilFail:a.KeepStencilOp,stencilZFail:a.KeepStencilOp,stencilZPass:a.ZeroStencilOp,side:a.FrontSide,toneMapped:!1}),z0=()=>new a.ShaderMaterial({name:"FaceAtlasPrepass",vertexShader:B0,fragmentShader:Gt,...V0}),j0=()=>new a.ShaderMaterial({name:"FaceAtlasRestore",vertexShader:H0,fragmentShader:Gt,...q0}),pt=new WeakMap,G0=t=>{var n;const e=t.getRenderTarget();if(e)return e.depthTexture?e.depthTexture.format===a.DepthStencilFormat:e.depthBuffer&&e.stencilBuffer;const r=t.getContext();let s=pt.get(r);return s===void 0&&(s=((n=r.getContextAttributes())==null?void 0:n.stencil)===!0,pt.set(r,s)),s},W0=(t,e)=>{const r=t.material;t.onBeforeRender=s=>{r.depthFunc=G0(s)?e:a.NeverDepth}},K0=["face","skin","lips","mouth","eyes","lids","brows","cheeks","nose","forehead","jaw"],X0={brows:[70,63,105,66,107,55,65,52,53,46],forehead:[10,109,67,103,54,21,162,127,34,143,111,46,53,52,65,55,9,[1,4.89],[1,8.4]],nose:[9,55,193,245,128,114,217,198,129,98,97,2,[1,-2.09],[1,4.89]],cheeks:[127,34,143,111,117,118,119,120,121,128,114,217,198,129,98,165,92,186,57,212,214,138,58,132,93,234],jaw:[58,138,214,212,57,43,106,182,83,18,[1,-6.15],[1,-9.6],152,148,176,149,150,136,172]},Y0=3,$0=t=>t.map(e=>typeof e=="number"?[T.CANONICAL_FACE_POSITIONS[e*3],T.CANONICAL_FACE_POSITIONS[e*3+1]]:e),Q0=(t,e,r)=>{let s=!1;for(let n=0,o=r.length-1;n<r.length;o=n++){const[i,c]=r[n],[l,p]=r[o];c>e!=p>e&&t<(l-i)*(e-c)/(p-c)+i&&(s=!s)}return s},Z0=t=>{let e=0,r=0;for(let s=0;s<3;s+=1){const n=I[t*3+s];e+=T.CANONICAL_FACE_POSITIONS[n*3],r+=T.CANONICAL_FACE_POSITIONS[n*3+1]}return[e/3,r/3]},At=new Map,J0=t=>{const e=new Set(R0),r=()=>Ye().filter(o=>!e.has(o)),s=(o,...i)=>{const c=new Set(i.flatMap(l=>Array.from(qe(l))));return o.filter(l=>!c.has(l))},n=o=>{const i=$0(X0[t]);return o.filter(c=>{const[l,p]=Z0(c);return Q0(-Math.abs(l),p,i)})};switch(t){case"face":return r();case"skin":return s(r(),"lips","brows");case"lips":return[...kt()];case"mouth":return Array.from(xt);case"eyes":return[...ve.negX,...ve.posX];case"lids":{const{eyeRing:o}=$e();return r().filter(i=>[0,1,2].every(c=>o[I[i*3+c]]<=Y0))}case"brows":return n(r());case"cheeks":return s(n(r()),"lids","lips");case"nose":case"forehead":return s(n(r()),"brows","lids");case"jaw":return s(n(r()),"lips");default:throw new Error(`unknown face atlas region "${t}"`)}};function qe(t){let e=At.get(t);return e||(e=Uint16Array.from(J0(t)).sort(),At.set(t,e)),e}const e1=t=>typeof t=="string"?[t]:t,xe=t=>{const e=e1(t);if(e.length===1)return qe(e[0]);const r=new Set;return e.forEach(s=>qe(s).forEach(n=>r.add(n))),Uint16Array.from(r).sort()},t1=t=>P.triangleIdsToVertices(xe(t),I),r1=t=>{const e={minU:1/0,maxU:-1/0,minV:1/0,maxV:-1/0};return xe(t).forEach(r=>{for(let s=0;s<3;s+=1){const n=I[r*3+s],o=Me[n*2],i=Me[n*2+1];e.minU=Math.min(e.minU,o),e.maxU=Math.max(e.maxU,o),e.minV=Math.min(e.minV,i),e.maxV=Math.max(e.maxV,i)}}),e},Ne=Object.freeze({normalSmoothing:.5,fadeInMs:150,fadeOutMs:120}),ke=["position","basePosition","normal","uv","restPosition","restNormal","edge","lipEdge","eyeRing","faceUv"],$=ge.vertexCount,be=ge.triangleCount,s1=t=>{const e=typeof t=="object"&&!Array.isArray(t)&&"triangles"in t?t.triangles:xe(t),r=new Uint16Array(e.length*3);for(let s=0;s<e.length;s+=1){const n=e[s];if(!(n>=0&&n<be))throw new Error(`face atlas triangle ${n} is out of range (0…${be-1})`);r[s*3]=I[n*3],r[s*3+1]=I[n*3+1],r[s*3+2]=I[n*3+2]}return r},n1=()=>{const t=new Uint16Array(be);for(let e=0;e<be;e+=1)t[e]=e;return t},gt=(t,e)=>{e.fill(0);const r=I;for(let s=0;s<r.length;s+=3){const n=r[s]*3,o=r[s+1]*3,i=r[s+2]*3,c=t[o]-t[n],l=t[o+1]-t[n+1],p=t[o+2]-t[n+2],g=t[i]-t[n],C=t[i+1]-t[n+1],d=t[i+2]-t[n+2],m=l*d-p*C,L=p*g-c*d,_=c*C-l*g;e[n]+=m,e[n+1]+=L,e[n+2]+=_,e[o]+=m,e[o+1]+=L,e[o+2]+=_,e[i]+=m,e[i+1]+=L,e[i+2]+=_}for(let s=0;s<e.length;s+=3){const n=Math.hypot(e[s],e[s+1],e[s+2]);n>0?(e[s]/=n,e[s+1]/=n,e[s+2]/=n):e[s+2]=1}},mt=(t,e,r)=>{if(r>=1){t.set(e);return}for(let s=0;s<t.length;s+=3){const n=t[s]+(e[s]-t[s])*r,o=t[s+1]+(e[s+1]-t[s+1])*r,i=t[s+2]+(e[s+2]-t[s+2])*r,c=Math.hypot(n,o,i)||1;t[s]=n/c,t[s+1]=o/c,t[s+2]=i/c}},de=new a.Vector4,o1=t=>{var r;const e=t._listeners;return(((r=e==null?void 0:e.dispose)==null?void 0:r.length)??0)>0};class a1{constructor(){A(this,"attributes");A(this,"geometry");A(this,"presence",0);A(this,"visible",!1);A(this,"version",0);A(this,"tracking","lost");A(this,"normalScratch",new Float32Array($*3));A(this,"normalsReady",!1);A(this,"faceUvRequests",0);A(this,"geometries",new Set);A(this,"isDisposed",!1);A(this,"offsetsApplied",!1);A(this,"warpedPositions",null);A(this,"warpedNormals",null);A(this,"baseNormals",null);A(this,"baseNormalsVersion",-1);A(this,"unwarped",!1);const e=$e(),r=n=>{const o=new a.BufferAttribute(new Float32Array($*n),n);return o.setUsage(a.DynamicDrawUsage),o},s=r(3);s.array.set(e.restNormal),this.attributes=Object.freeze({position:r(3),basePosition:r(3),normal:s,uv:new a.BufferAttribute(Me,2),restPosition:new a.BufferAttribute(e.restPosition,3),restNormal:new a.BufferAttribute(e.restNormal,3),edge:new a.BufferAttribute(e.edge,1),lipEdge:new a.BufferAttribute(e.lipEdge,1),eyeRing:new a.BufferAttribute(e.eyeRing,1),faceUv:r(2)}),["uv","restPosition","restNormal","edge","lipEdge","eyeRing"].forEach(n=>this.attributes[n].setUsage(a.StaticDrawUsage)),this.geometry=this.createGeometry({triangles:n1()})}get disposed(){return this.isDisposed}get wantsFaceUv(){return this.faceUvRequests>0}createGeometry(e="face",r={}){if(this.isDisposed)throw new Error("FaceAtlasSurface: createGeometry after dispose");const s=new a.BufferGeometry;return ke.forEach(n=>s.setAttribute(n,this.attributes[n])),Object.entries(r).forEach(([n,o])=>{if(ke.includes(n))throw new Error(`FaceAtlasSurface: "${n}" is a shared surface attribute`);if(o.count!==$)throw new Error(`FaceAtlasSurface: attribute "${n}" has ${o.count} items, not ${$}`);s.setAttribute(n,o)}),s.setIndex(new a.BufferAttribute(s1(e),1)),s.boundingSphere=new a.Sphere(new a.Vector3(0,0,0),20),s.boundingBox=new a.Box3(new a.Vector3(-12,-14,-10),new a.Vector3(12,14,12)),this.geometries.add(s),s}releaseGeometry(e){if(!this.geometries.delete(e))return;let r=!1;this.geometries.forEach(s=>{o1(s)&&(r=!0)}),r&&ke.forEach(s=>e.deleteAttribute(s)),e.dispose()}snapNormals(){this.normalsReady=!1}requestFaceUv(){this.faceUvRequests+=1;let e=!1;return()=>{e||(e=!0,this.faceUvRequests-=1)}}update({view:e,offsets:r=null,tracking:s,dtMs:n}){const o=s==="lost";if(!o&&e.length>=$*3){const c=this.attributes.position.array,l=this.attributes.basePosition.array;for(let d=0;d<$*3;d+=1){const m=e[d];l[d]=m,c[d]=r?m+r[d]:m}this.attributes.position.needsUpdate=!0,this.attributes.basePosition.needsUpdate=!0,this.offsetsApplied=r!==null,this.unwarped=!1;const p=this.attributes.normal.array,g=this.normalScratch;gt(c,g);const C=!this.normalsReady||this.tracking==="lost";mt(p,g,C?1:Ne.normalSmoothing),C&&(this.baseNormalsVersion=-1),this.normalsReady=!0,this.attributes.normal.needsUpdate=!0,this.version+=1}const i=Math.max(0,n);o?this.presence=Math.max(0,this.presence-i/Ne.fadeOutMs):this.version>0&&(this.presence=Math.min(1,this.presence+i/Ne.fadeInMs)),this.tracking=s,this.visible=this.presence>0&&this.version>0}setUnwarped(e){if(e===this.unwarped)return;const r=this.attributes.position.array,s=this.attributes.normal.array;if(e){if(!this.offsetsApplied)return;this.warpedPositions??(this.warpedPositions=new Float32Array(r.length)),this.warpedPositions.set(r),this.warpedNormals??(this.warpedNormals=new Float32Array(s.length)),this.warpedNormals.set(s),r.set(this.attributes.basePosition.array),s.set(this.unwarpedNormals())}else this.warpedPositions&&this.warpedNormals&&(r.set(this.warpedPositions),s.set(this.warpedNormals));this.unwarped=e,this.attributes.position.needsUpdate=!0,this.attributes.normal.needsUpdate=!0}unwarpedNormals(){if(this.baseNormalsVersion===this.version&&this.baseNormals)return this.baseNormals;const e=this.normalScratch;gt(this.attributes.basePosition.array,e);const r=!this.baseNormals||this.baseNormalsVersion!==this.version-1;return this.baseNormals??(this.baseNormals=new Float32Array(e.length)),mt(this.baseNormals,e,r?1:Ne.normalSmoothing),this.baseNormalsVersion=this.version,this.baseNormals}updateFaceUv(e){if(!this.wantsFaceUv||this.version===0)return!1;const r=this.attributes.basePosition.array,s=this.attributes.faceUv.array;for(let n=0;n<$;n+=1){de.set(r[n*3],r[n*3+1],r[n*3+2],1).applyMatrix4(e);const o=Math.abs(de.w)>1e-9?de.w:1e-9;s[n*2]=de.x/o*.5+.5,s[n*2+1]=de.y/o*.5+.5}return this.attributes.faceUv.needsUpdate=!0,!0}dispose(){this.isDisposed||([...this.geometries].forEach(e=>this.releaseGeometry(e)),this.isDisposed=!0)}}const oe=Object.freeze({uSkinStats:{value:null},uSkinStatsPacked:{value:0},uSkinMap:{value:null},uSkinLod:{value:2},uSkinSqrt:{value:0}}),i1=()=>({uCameraMap:{value:null},uPresence:{value:0},uPersonLeftSign:{value:1},uSkinStats:{value:oe.uSkinStats.value},uSkinStatsPacked:{value:oe.uSkinStatsPacked.value},uSkinMap:{value:oe.uSkinMap.value},uSkinLod:{value:oe.uSkinLod.value},uSkinSqrt:{value:oe.uSkinSqrt.value}}),De=new a.Matrix4,St=new a.Matrix4,Pe=new a.Matrix4,Ct=new a.Matrix4,c1=new a.Vector3;class _t{constructor(e){A(this,"key");A(this,"surface",new a1);A(this,"group",new a.Group);A(this,"rig");A(this,"uniforms",i1());A(this,"refs",0);A(this,"driver");A(this,"prepass");A(this,"restore");A(this,"rigStamp",Number.NaN);A(this,"surfaceStamp",Number.NaN);A(this,"lastNowMs",null);A(this,"selfOcclusionRequests",0);A(this,"holdRequests",new Map);A(this,"requestedHoldMs");A(this,"stepOptions",{});A(this,"scene",null);A(this,"lastCameraTexture",null);this.key=e,e.kind==="borrowed"?(this.driver=null,this.rig=e.rig):(this.driver=qt(),this.driver.rig.faceIndex=e.faceIndex,this.rig={current:this.driver.rig}),this.group.name="FaceAtlasSurface",this.group.visible=!1,this.prepass=this.depthMesh("FaceAtlasPrepass",z0(),B.MAKEUP_RENDER_ORDER.prepass),this.restore=this.depthMesh("FaceAtlasRestore",j0(),B.MAKEUP_RENDER_ORDER.restore)}get owned(){return this.driver!==null}get faceIndex(){return this.key.kind==="owned"?this.key.faceIndex:this.rig.current.faceIndex}get wantsSelfOcclusion(){return this.selfOcclusionRequests>0}requestSelfOcclusion(){this.selfOcclusionRequests+=1;let e=!1;return()=>{e||(e=!0,this.selfOcclusionRequests-=1)}}get holdMs(){return this.requestedHoldMs}requestHold(e){if(!Number.isFinite(e))return()=>{};const r={};return this.holdRequests.set(r,Math.max(0,e)),this.updateHold(),()=>{this.holdRequests.delete(r)&&this.updateHold()}}updateHold(){let e;this.holdRequests.forEach(r=>{e=e===void 0?r:Math.max(e,r)}),this.requestedHoldMs=e}stepRig(e,r,s,n,o={},i=null){if(!this.driver||this.rigStamp===e)return null;this.rigStamp=e,this.followCameraTexture(i);const c=Object.assign(this.stepOptions,o);return c.holdMs=this.requestedHoldMs??o.holdMs,jt(this.driver,r,this.key.kind==="owned"?this.key.faceIndex:0,s,n,c)}update({stamp:e,nowMs:r,cameraTexture:s,selfOcclusion:n,camera:o}){var C;if(this.surfaceStamp===e)return!1;this.surfaceStamp=e,this.followCameraTexture(s);const i=this.lastNowMs===null?0:r-this.lastNowMs;this.lastNowMs=r;const c=this.rig.current,l=this.key.kind==="borrowed"?(C=this.key.offsets)==null?void 0:C.current:null;this.surface.update({view:c.view,offsets:l!=null&&l.active?l.offsets:null,tracking:c.tracking,dtMs:i}),c.tracking!=="lost"&&this.pose(c);const p=this.surface.visible;this.group.visible=p;const g=p&&n&&this.wantsSelfOcclusion;return this.prepass.visible=g,this.restore.visible=g,this.uniforms.uCameraMap.value=s,this.uniforms.uPresence.value=this.surface.presence,o&&this.surface.wantsFaceUv&&p&&(this.group.updateMatrixWorld(),Ct.multiplyMatrices(o.projectionMatrix,o.matrixWorldInverse).multiply(this.group.matrixWorld),this.surface.updateFaceUv(Ct)),!0}updateSkin(e){const r=e??oe,s=this.uniforms;s.uSkinStats.value=r.uSkinStats.value,s.uSkinStatsPacked.value=r.uSkinStatsPacked.value,s.uSkinMap.value=r.uSkinMap.value,s.uSkinLod.value=r.uSkinLod.value,s.uSkinSqrt.value=r.uSkinSqrt.value}followCameraTexture(e){if(!e||e===this.lastCameraTexture)return;const r=this.lastCameraTexture;this.lastCameraTexture=e,r&&(this.driver&&zt(this.driver),this.surface.snapNormals())}attach(e){this.scene!==e&&(this.detach(),this.scene=e,e.add(this.group))}detach(){this.scene&&(this.scene.remove(this.group),this.scene=null)}dispose(){this.detach(),this.surface.dispose(),this.prepass.material.dispose(),this.restore.material.dispose()}pose(e){const{position:r,quaternion:s,scale:n}=e.pose;De.compose(r,s,c1.setScalar(n||1));const o=this.group.parent;o?(o.updateWorldMatrix(!0,!1),St.copy(o.matrixWorld).invert(),Pe.multiplyMatrices(St,De)):Pe.copy(De),Pe.decompose(this.group.position,this.group.quaternion,this.group.scale)}depthMesh(e,r,s){const n=new a.Mesh(this.surface.createGeometry("face"),r);return n.name=e,n.renderOrder=s,n.frustumCulled=!1,n.visible=!1,W0(n,r.depthFunc),this.group.add(n),n}}const Et=()=>{};class l1{constructor(){A(this,"owned",new Map);A(this,"borrowed",new Map);A(this,"visit",Et);A(this,"visitBorrowed",e=>e.forEach(this.visit))}get(e){if(e.kind==="owned"){let n=this.owned.get(e.faceIndex);return n||(n=new _t({kind:"owned",faceIndex:e.faceIndex}),this.owned.set(e.faceIndex,n)),n}let r=this.borrowed.get(e.rig);r||(r=new Map,this.borrowed.set(e.rig,r));let s=r.get(e.offsets);return s||(s=new _t({kind:"borrowed",rig:e.rig,offsets:e.offsets}),r.set(e.offsets,s)),s}retain(e,r){e.refs+=1,e.attach(r)}release(e){if(e.refs=Math.max(0,e.refs-1),e.refs>0)return;const{key:r}=e;if(r.kind==="owned")this.owned.get(r.faceIndex)===e&&this.owned.delete(r.faceIndex);else{const s=this.borrowed.get(r.rig);(s==null?void 0:s.get(r.offsets))===e&&s.delete(r.offsets),(s==null?void 0:s.size)===0&&this.borrowed.delete(r.rig)}e.dispose()}forEachEntry(e){this.owned.forEach(e),this.visit=e,this.borrowed.forEach(this.visitBorrowed),this.visit=Et}get size(){let e=this.owned.size;return this.borrowed.forEach(r=>{e+=r.size}),e}}const u1=({faceIndex:t,numFaces:e,rigFaceIndex:r,trackerFaceIndex:s})=>{const n=t===void 0?void 0:B.resolveFaceIndex(t),o=r!==null&&(n===void 0||n===r),i=o?r:n??s??0;return{faceIndex:i,borrow:o,acquire:!o&&r===null&&s===null,numFaces:B.resolveNumFaces(i,e)}},Rt=new WeakMap,Wt=t=>{let e=Rt.get(t);return e||(e=new l1,Rt.set(t,e)),e},J=30,d1=-.3,h1=t=>t>=B.MAKEUP_RENDER_ORDER.prepass&&t<=B.MAKEUP_RENDER_ORDER.restore;let ze=!1;const f1=t=>{const{children:e}=t.group;for(let r=0;r<e.length;r+=1){const s=e[r];h1(s.renderOrder)?s.layers.enable(J):s.layers.disable(J)}t.surface.setUnwarped(ze)},we=[],Be=(t,e)=>{if(e===null){for(let r=0;r<we.length;r+=1)we[r].layers.disable(J);we.length=0;return}t.traverseVisible(r=>{r.isLight&&r.layers.mask&e&&!r.layers.isEnabled(J)&&(r.layers.enable(J),we.push(r))})},Ot=(t,e)=>{ze=e,Wt(t).forEachEntry(f1),ze=!1},p1=`
|
|
17
|
+
varying vec2 vUv;
|
|
18
|
+
void main() {
|
|
19
|
+
vUv = position.xy * 0.5 + 0.5;
|
|
20
|
+
gl_Position = vec4(position.xy, 0.0, 1.0);
|
|
21
|
+
}
|
|
22
|
+
`,A1=`
|
|
23
|
+
uniform sampler2D uMap;
|
|
24
|
+
varying vec2 vUv;
|
|
25
|
+
void main() {
|
|
26
|
+
gl_FragColor = vec4(texture2D(uMap, vUv).rgb, 1.0);
|
|
27
|
+
#include <colorspace_fragment>
|
|
28
|
+
}
|
|
29
|
+
`,g1=`
|
|
30
|
+
uniform sampler2D uMap;
|
|
31
|
+
varying vec2 vUv;
|
|
32
|
+
void main() {
|
|
33
|
+
gl_FragColor = vec4(sRGBTransferEOTF(texture2D(uMap, vUv)).rgb, 1.0);
|
|
34
|
+
}
|
|
35
|
+
`,Nt=(t,e)=>{const r={uMap:{value:null}},s=new a.ShaderMaterial({name:e,uniforms:r,vertexShader:p1,fragmentShader:t,depthTest:!1,depthWrite:!1,blending:a.NoBlending,toneMapped:!1}),n=new a.BufferGeometry;n.setAttribute("position",new a.BufferAttribute(new Float32Array([-1,-1,0,3,-1,0,-1,3,0]),3));const o=new a.Mesh(n,s);o.frustumCulled=!1;const i=new a.Scene;return i.add(o),{uniforms:r,material:s,geometry:n,scene:i}},m1=(t,e)=>{const r=new a.WebGLRenderTarget(t,e,{colorSpace:a.SRGBColorSpace,depthBuffer:!0,stencilBuffer:!0,generateMipmaps:!1,minFilter:a.NearestFilter,magFilter:a.NearestFilter});return r.texture.internalFormat="RGBA8",r.texture.name="MadeUpCamera.work",r.isXRRenderTarget=!0,r},S1=(t,e)=>{const r=new a.WebGLRenderTarget(t,e,{colorSpace:a.SRGBColorSpace,depthBuffer:!1,stencilBuffer:!1,generateMipmaps:!1,minFilter:a.LinearFilter,magFilter:a.LinearFilter});return r.texture.name="MadeUpCamera",r},je=new WeakMap,C1=t=>{var e;return((e=je.get(t))==null?void 0:e.frame)??t.version},wt=new a.Color,He=new a.Vector2;class _1{constructor(){A(this,"work");A(this,"output");A(this,"cameraPass",Nt(A1,"MadeUpCamera.camera"));A(this,"decodePass",Nt(g1,"MadeUpCamera.decode"));A(this,"quadCamera",new a.OrthographicCamera(-1,1,1,-1,0,1));A(this,"passes",0);A(this,"live",!1);A(this,"stamp",Number.NaN);this.work=m1(1,1),this.output=S1(1,1),je.set(this.output.texture,this)}get texture(){return this.output.texture}get frame(){return this.passes}get ready(){return this.live}get width(){return this.output.width}get height(){return this.output.height}renderOnce(e,r,s,n,o){return e===this.stamp?!1:(this.stamp=e,this.render(r,s,n,o))}render(e,r,s,n){if(!n)return this.live=!1,!1;this.fitSize(e,n);const o=r,i=e.getRenderTarget();e.getClearColor(wt);const c=e.getClearAlpha(),l=e.xr.enabled,p=e.autoClear,g=e.shadowMap.autoUpdate,C=s.layers.mask,d=o.background??null,m=o.overrideMaterial??null;Ot(r,!0);try{e.xr.enabled=!1,e.autoClear=!1,e.shadowMap.autoUpdate=!1,e.setRenderTarget(this.work),e.setClearColor(0,1),e.clear(!0,!0,!0),this.cameraPass.uniforms.uMap.value=n,e.render(this.cameraPass.scene,this.quadCamera),o.isScene&&(o.background=null,o.overrideMaterial=null),s.layers.set(J),Be(r,C),e.render(r,s),Be(r,null),s.layers.mask=C,e.setRenderTarget(this.output),this.decodePass.uniforms.uMap.value=this.work.texture,e.render(this.decodePass.scene,this.quadCamera)}finally{Be(r,null),s.layers.mask=C,o.isScene&&(o.background=d,o.overrideMaterial=m),this.cameraPass.uniforms.uMap.value=null,e.setRenderTarget(i),e.setClearColor(wt,c),e.xr.enabled=l,e.autoClear=p,e.shadowMap.autoUpdate=g,Ot(r,!1)}return this.passes+=1,this.live=!0,!0}dispose(){je.delete(this.output.texture),this.work.dispose(),this.output.dispose(),[this.cameraPass,this.decodePass].forEach(e=>{e.material.dispose(),e.geometry.dispose()})}fitSize(e,r){var l;const s=r.image;let n=(s==null?void 0:s.videoWidth)||(s==null?void 0:s.width)||0,o=(s==null?void 0:s.videoHeight)||(s==null?void 0:s.height)||0;n>0&&o>0||(e.getDrawingBufferSize(He),n=He.x,o=He.y);const i=((l=e.capabilities)==null?void 0:l.maxTextureSize)??4096,c=Math.min(1,i/Math.max(n,o,1));n=Math.max(1,Math.round(n*c)),o=Math.max(1,Math.round(o*c)),!(n===this.output.width&&o===this.output.height)&&(this.work.setSize(n,o),this.output.setSize(n,o))}}const Ae=new WeakMap,E1=t=>{let e=Ae.get(t);return e||(e={target:new _1,refs:0},Ae.set(t,e)),e.refs+=1,e.target},R1=(t,e)=>{const r=Ae.get(t);!r||r.target!==e||(r.refs-=1,!(r.refs>0)&&(Ae.delete(t),e.dispose()))},O1=t=>{var r;const e=((r=Ae.get(t))==null?void 0:r.target)??null;return e!=null&&e.ready?e:null},ye=new WeakMap,N1=(t,e)=>{let r=ye.get(t);return r||(r=new Set,ye.set(t,r)),r.add(e),()=>{var s;(s=ye.get(t))==null||s.delete(e)}},w1=new Set,L1=t=>ye.get(t)??w1,y1=["bust"],F1=["head","torso"],Ge="/assets/xr/3d-models/neck-occluder-bust-v1.glb",Kt=(t="bust")=>new URL({bust:Ge}[t]??Ge,F.libConfig.assetStorageEndpoint).toString(),Xt=Object.freeze([0,12.86,3.45]),Yt=.25,T1=Ke.createVerifiedGltfLoader(),M1=-1,x={head:new a.Quaternion,camera:new a.Quaternion,relative:new a.Quaternion,level:new a.Quaternion,twist:new a.Quaternion,euler:new a.Euler(0,0,0,"YXZ"),position:new a.Vector3,scale:new a.Vector3},$t=(t,e,r,s)=>{x.relative.copy(e).invert().multiply(t),x.euler.setFromQuaternion(x.relative,"YXZ");const n=a.MathUtils.clamp(r,0,1);return x.level.setFromEuler(x.euler.set(0,x.euler.y*n,0,"YXZ")).premultiply(e),s.copy(t).invert().multiply(x.level),s.slerp(x.twist.identity(),.5)},Qt=({type:t="bust",follow:e="head",shoulderTurn:r=Yt,url:s,offset:n,bodyIndex:o,faceIndex:i,showDebugMaterial:c=!1,opacity:l=.5})=>{const p=s??Kt(t),[g,C]=R.useState(null);R.useEffect(()=>{let f=!1;return T1(p).then(u=>{f||C(u.scene)}).catch(u=>{f||console.error(`${F.libConfig.loggerPrefix} neck occluder load failed`,u)}),()=>{f=!0}},[p]);const d=R.useMemo(()=>{if(!g)return null;const f=g0.clone(g),u=new a.MeshStandardMaterial({color:15132390,colorWrite:c,depthWrite:!0,opacity:c?l:1,transparent:c,side:a.DoubleSide});f.traverse(N=>{N.frustumCulled=!1,N instanceof a.Mesh&&(N.material=u,N.renderOrder=M1)});const S=N=>f.getObjectByName(N),w=S("neck_mid"),M=S("neck_base");return{root:f,material:u,bones:[w,M].filter(N=>!!N).map(N=>({bone:N,rest:N.quaternion.clone()}))}},[g,c,l]);R.useEffect(()=>()=>d==null?void 0:d.material.dispose(),[d]);const m=ie.useThree(f=>f.scene),L=ie.useThree(f=>f.camera);R.useEffect(()=>{if(!d||e!=="head"||d.bones.length===0)return;const f=new a.Quaternion;return he.addSceneBeforeRender(m,()=>{const u=d.root.parent;u&&(u.matrixWorld.decompose(x.position,x.head,x.scale),L.getWorldQuaternion(x.camera),$t(x.head,x.camera,r,f),d.bones.forEach(({bone:S,rest:w})=>S.quaternion.copy(w).multiply(f)),d.root.updateMatrixWorld(!0))})},[d,e,m,L,r]);const _=R.useContext(T.CanonicalHeadFrameContext),O=Xe.useTrackerContext();if(!d)return null;if(e==="torso"){const f=b.jsx(l0,{bodyIndex:o,offset:n,children:b.jsx("group",{position:Xt,children:b.jsx("primitive",{object:d.root})})});return(O==null?void 0:O.type)==="body"?f:b.jsx(It,{bodyIndex:o??0,children:f})}const h=b.jsx("group",{position:n==null?void 0:n.position,rotation:n==null?void 0:n.rotation,scale:n==null?void 0:n.scale,children:b.jsx("primitive",{object:d.root})});return _?h:b.jsx(T.CanonicalHeadFrame,{faceIndex:i,children:h})},Fe=[0,0,-10],Te=[.5,.5,.5],Zt=1,Jt=T.CANONICAL_HEAD_FIT_DEFAULT_SMOOTHING,e0="/assets/xr/3d-models/head-occluder-v2.glb",t0="/assets/xr/3d-models/head-occluder-v3.glb",Ie=-1,r0=(t="canonical")=>new URL(t==="canonical"?t0:e0,F.libConfig.assetStorageEndpoint).toString(),v1=Ke.createVerifiedGltfLoader(),b1=({fit:t="canonical",faceIndex:e,offset:r,position:s,rotation:n,scale:o,url:i,showDebugMaterial:c=!1,opacity:l=Zt,smoothing:p=Jt,onFit:g,neck:C})=>{const d=i??r0(t),[m,L]=R.useState(null);R.useEffect(()=>{let u=!1;return v1(d).then(S=>{u||L(S.scene)}).catch(S=>{u||console.error(`${F.libConfig.loggerPrefix} head occluder load failed`,S)}),()=>{u=!0}},[d]);const _=R.useMemo(()=>{if(!m)return null;const u=m.clone();return u.traverse(S=>{S instanceof a.Mesh&&(S.material=new a.MeshStandardMaterial({color:15132390,colorWrite:c,depthWrite:!0,opacity:c?l:1,side:a.DoubleSide,transparent:c}),S.frustumCulled=!1,S.renderOrder=Ie)}),u},[m,c,l]);R.useEffect(()=>{if(_)return()=>{_.traverse(u=>{u instanceof a.Mesh&&u.material.dispose()})}},[_]);const O=t==="canonical",h=R.useRef(null);if(h.current=_,T.useCanonicalHeadFit(h,{faceIndex:e,offset:r,smoothing:p,enabled:O,onFit:g}),!_)return null;O||(s?_.position.set(s[0],s[1],s[2]):_.position.set(Fe[0],Fe[1],Fe[2]),n&&_.rotation.set(n[0],n[1],n[2]),o?_.scale.set(o[0],o[1],o[2]):_.scale.set(Te[0],Te[1],Te[2]));const f=C?C===!0?{}:typeof C=="string"?{type:C}:C:null;return b.jsxs(b.Fragment,{children:[b.jsx("primitive",{object:_}),f&&b.jsx(Qt,{faceIndex:e,showDebugMaterial:c,opacity:l,...f})]})},Je=[[11,18,0,0],[12,-18,0,0]],s0=Float64Array.from(Je.flatMap(([,t,e,r])=>[t,e,r])),We=Je.map(([t])=>t),n0=36,Q=new a.Vector3,re=new a.Vector3,Lt=new a.Vector3,yt=new a.Matrix4,Ft=new a.Vector3(0,1,0),o0=(t,e)=>{Q.set(t[0]-t[3],t[1]-t[4],t[2]-t[5]);const r=Q.length(),s=r>1e-9?r:1e-9;return Q.divideScalar(s),re.copy(Ft).addScaledVector(Q,-Ft.dot(Q)),re.lengthSq()<1e-9&&re.set(0,0,1),re.normalize(),Lt.crossVectors(Q,re).normalize(),yt.makeBasis(Q,re,Lt),e.quaternion.setFromRotationMatrix(yt),e.scale=s/n0,e.worldUnitsPerCm=e.scale,e.translation.set((t[0]+t[3])/2,(t[1]+t[4])/2,(t[2]+t[5])/2),e.rms=0,e.count=2,e},et=he.LANDMARK_POSE_FIT_DEFAULT_SMOOTHING,I1={x:-1,y:0},x1={x:1,y:0},G=new a.Vector3,Tt=new a.Vector3,tt=(t,{bodyIndex:e,offset:r,smoothing:s=et,enabled:n=!0,onFit:o,onTrackingChange:i}={})=>{const c=Mt.useXRModelNode(F.XRModel.BODY_TRACKER),l=Xe.useTrackerContext(),p=(l==null?void 0:l.type)==="body"?l.bodyIndex:void 0,{camera:g}=ie.useThree(),C=R.useCallback(d=>{const m=e??(p?p():0);if(m===null)return!1;const L=c==null?void 0:c.getLandmarks2D(m);if(!L||L.length<13)return!1;F.trackerToWorld(I1,g,G,0),F.trackerToWorld(x1,g,Tt,0);const _=G.distanceTo(Tt),O=L[We[0]],h=L[We[1]];if(!O||!h)return!1;const f=(O.z-h.z)*_/2;return F.trackerToWorld(O,g,G,f),d[0]=G.x,d[1]=G.y,d[2]=f,F.trackerToWorld(h,g,G,-f),d[3]=G.x,d[4]=G.y,d[5]=-f,!0},[e,c,g,p]);he.useLandmarkPoseFit(t,{canonical:s0,readLive:C,offset:r,smoothing:s,enabled:n,onFit:o,onTrackingChange:i,solve:o0})},a0="/assets/xr/3d-models/shoulder-occluder-v1.glb",i0=1,c0=()=>new URL(a0,F.libConfig.assetStorageEndpoint).toString(),U1=Ke.createVerifiedGltfLoader(),k1=({bodyIndex:t,offset:e,url:r,showDebugMaterial:s=!1,opacity:n=i0,smoothing:o=et,onFit:i})=>{const c=r??c0(),[l,p]=R.useState(null);R.useEffect(()=>{let d=!1;return U1(c).then(m=>{d||p(m.scene)}).catch(m=>{d||console.error(`${F.libConfig.loggerPrefix} shoulder occluder load failed`,m)}),()=>{d=!0}},[c]);const g=R.useMemo(()=>{if(!l)return null;const d=l.clone();return d.traverse(m=>{m instanceof a.Mesh&&(m.material=new a.MeshStandardMaterial({color:15132390,colorWrite:s,depthWrite:!0,opacity:s?n:1,side:a.DoubleSide,transparent:s}),m.frustumCulled=!1,m.renderOrder=Ie)}),d.renderOrder=Ie,d},[l,s,n]);R.useEffect(()=>{if(g)return()=>{g.traverse(d=>{d instanceof a.Mesh&&d.material.dispose()})}},[g]);const C=R.useRef(null);return C.current=g,tt(C,{bodyIndex:t,offset:e,smoothing:o,onFit:i}),g?b.jsx("primitive",{object:g}):null},l0=({children:t,...e})=>{const r=R.useRef(null);return tt(r,e),b.jsx("group",{ref:r,children:t})},D1=["browRaise","eyeBlink","eyeBlinkLeft","eyeBlinkRight","eyeBlinkEither","headUp","headDown","headTurnLeft","headTurnRight","mouthOpen","mouthPout","headTiltLeft","headTiltRight"],Z=(t=.5)=>({threshold:t,releaseThreshold:Math.max(0,t-.15),holdMs:50}),se={threshold:Math.PI/18,releaseThreshold:Math.PI/30,holdMs:80},u0={browRaise:Z(.45),eyeBlink:Z(.55),eyeBlinkLeft:Z(.55),eyeBlinkRight:Z(.55),eyeBlinkEither:Z(.55),headUp:se,headDown:se,headTurnLeft:se,headTurnRight:se,mouthOpen:Z(.45),mouthPout:Z(.5),headTiltLeft:se,headTiltRight:se},ne=t=>Math.max(0,t),ae=(t,e)=>t!==void 0&&Number.isFinite(t)?t:e,d0=(t,e={})=>{const r=u0[t],s=Math.max(0,ae(e.threshold,r.threshold));return{threshold:s,releaseThreshold:Math.min(s,Math.max(0,ae(e.releaseThreshold,r.releaseThreshold))),holdMs:Math.max(0,ae(e.holdMs,r.holdMs))}},rt=(t,e,{neutralRotation:r={x:0,y:0,z:0}}={})=>{const s=ae(r.x,0),n=ae(r.y,0),o=ae(r.z,0);switch(e){case"browRaise":return Math.max(k.getFaceBlendshape(t,"browInnerUp"),k.getFaceBlendshape(t,"browOuterUpLeft"),k.getFaceBlendshape(t,"browOuterUpRight"));case"eyeBlink":return Math.min(k.getFaceBlendshape(t,"eyeBlinkLeft"),k.getFaceBlendshape(t,"eyeBlinkRight"));case"eyeBlinkLeft":case"eyeBlinkRight":return k.getFaceBlendshape(t,F.feedSidedName(e,t.mirrored!==!1));case"eyeBlinkEither":return Math.max(k.getFaceBlendshape(t,"eyeBlinkLeft"),k.getFaceBlendshape(t,"eyeBlinkRight"));case"mouthOpen":return k.getFaceBlendshape(t,"jawOpen");case"mouthPout":return k.getFaceBlendshape(t,"mouthPucker");case"headUp":return ne(t.pose.rotation.x-s);case"headDown":return ne(s-t.pose.rotation.x);case"headTurnLeft":return ne(t.pose.rotation.y-n);case"headTurnRight":return ne(n-t.pose.rotation.y);case"headTiltLeft":return ne(t.pose.rotation.z-o);case"headTiltRight":return ne(o-t.pose.rotation.z)}},P1=(t,e,r={})=>rt(t,e,r)>=d0(e,r).threshold,B1=(t,e,r={})=>{let s=null,n=0;for(const o of t){const i=rt(o,e,r);(!s||i>n)&&(s=o,n=i)}return{face:s,value:n}},H1=t=>({action:t,active:!1,value:0,justStarted:!1,justEnded:!1,phase:"none",holdStartedAt:null}),V1=(t,e,r,s,n)=>{const o=t.phase==="begin";if(t.value=e,t.justStarted=!1,t.justEnded=!1,t.phase=t.active?"stay":"none",!s)return t.holdStartedAt=null,t.active&&(t.active=!1,t.justEnded=!0,t.phase="end"),t;if(t.active){if(e<=n.releaseThreshold){if(o)return t;t.active=!1,t.justEnded=!0,t.phase="end"}return t}return e<n.threshold?(t.holdStartedAt=null,t):(t.holdStartedAt===null&&(t.holdStartedAt=r),r-t.holdStartedAt>=n.holdMs&&(t.active=!0,t.justStarted=!0,t.phase="begin",t.holdStartedAt=null),t)},Le=()=>({pos:new a.Vector3,prevRaw:new a.Vector3,dxHat:new a.Vector3,initialized:!1}),q1=({faceIndex:t=0,numFaces:e,active:r=!0,targetFps:s,holdMs:n=250,predictMs:o=0,smoothing:i=0,leadMs:c=80}={})=>{const l=Number.isFinite(t)?Math.max(0,Math.round(t)):0,p=Math.max(e??l+1,l+1),g=R.useMemo(()=>({numFaces:p,...s!==void 0&&s>0?{targetFps:s}:{}}),[p,s]),{node:C,ready:d,error:m}=C0.useXRModel(F.XRModel.FACE_TRACKER,g,r),{session:L}=F.useXRContext(),_=R.useMemo(()=>Ce.createIrisResult(l),[l]),O=R.useRef(null);O.current||(O.current=new F.FaceTrackMemory({holdMs:n,predictMs:o})),R.useEffect(()=>{var E;(E=O.current)==null||E.setOptions({holdMs:Math.max(0,n),predictMs:Math.max(0,o)})},[n,o]);const h=R.useRef({left:{center:Le(),radius:Le()},right:{center:Le(),radius:Le()}}),f=R.useRef(new a.Vector3),u=R.useRef(new Ce.IrisLead),S=R.useRef(null),w=R.useRef(-1/0),M=R.useRef(!1),[N,y]=R.useState("loading");return ie.useFrame((E,H)=>{var le;const ee=m?"error":d&&C?"ready":"loading";ee!==N&&y(ee);const D=performance.now(),W=r&&C?C.getDetectionResults():void 0,q=(le=W==null?void 0:W.faceLandmarks)==null?void 0:le[l],K=q&&q.length>0?q:void 0,ce=O.current.update(K?[K]:[],D)[0];if(!ce){(_.detected||_.version===0)&&Ce.updateIrisResult(_,void 0,D,{faceIndex:l}),M.current=!1,u.current.reset();return}const X=!K;X||(w.current=D);const me=X?Math.max(0,n>0?1-(D-w.current)/n:0):1,Se=F.isMirroredSourceKind(L.store.getSnapshot().sourceKind);if(Ce.updateIrisResult(_,ce,D,{faceIndex:l,held:X,faceConfidence:me,mirrored:Se}),_.detected&&!X){const Y=W!==S.current;S.current=W,M.current||u.current.reset();for(const V of["left","right"]){const v=_[V];Y&&u.current.observe(V,v.center,D),u.current.apply(V,D,c,v.center),F.normalizedTrackerPointToTrackerPoint(v.center,v.trackerCenter)}}if(i>0&&_.detected){const Y=!M.current;for(const V of["left","right"]){const v=_[V],j=h.current[V];Y&&(j.center.initialized=!1,j.radius.initialized=!1),f.current.set(v.center.x,v.center.y,v.center.z),P.stepTrackingSmoothing(j.center,f.current,H,i),v.center.x=j.center.pos.x,v.center.y=j.center.pos.y,v.center.z=j.center.pos.z,F.normalizedTrackerPointToTrackerPoint(v.center,v.trackerCenter),f.current.set(v.radius,0,0),P.stepTrackingSmoothing(j.radius,f.current,H,i),v.radius=j.radius.pos.x}}M.current=_.detected}),{result:_,ready:d&&N==="ready",status:N,error:m}};exports.BODY_LANDMARK_INDEX=vt;exports.BodyTracker=It;exports.CANONICAL_SHOULDER_DISTANCE=n0;exports.CANONICAL_TORSO_FIT_DEFAULT_SMOOTHING=et;exports.CANONICAL_TORSO_INDICES=We;exports.CANONICAL_TORSO_LANDMARKS=Je;exports.CANONICAL_TORSO_POINTS=s0;exports.CanonicalTorsoFrame=l0;exports.DEFAULT_FACE_ACTION_OPTIONS=u0;exports.FACE_ACTION_NAMES=D1;exports.FACE_ATLAS_EYE_RINGS=Ve;exports.FACE_ATLAS_LIP_RINGS=fe;exports.FACE_ATLAS_MIRROR=E0;exports.FACE_ATLAS_OVAL_RING=Ut;exports.FACE_ATLAS_REGIONS=K0;exports.FACE_ATLAS_SOURCE=ge;exports.FACE_ATLAS_TRIANGLES=I;exports.FACE_ATLAS_UVS=Me;exports.FACE_BLENDSHAPE_NAMES=Dt;exports.FACE_GAZE_CHANNELS=M0;exports.FACE_MORPH_COUNT=pe;exports.FACE_MORPH_NAMES=U;exports.FACE_REGION_MASKS=U0;exports.FACE_RIG_FAST_MOVE_CM=Ht;exports.FACE_RIG_FAST_TURN_DEG=Bt;exports.HEAD_OCCLUDER_DEFAULT_OPACITY=Zt;exports.HEAD_OCCLUDER_DEFAULT_POSITION=Fe;exports.HEAD_OCCLUDER_DEFAULT_SCALE=Te;exports.HEAD_OCCLUDER_DEFAULT_SMOOTHING=Jt;exports.HEAD_OCCLUDER_RENDER_ORDER=Ie;exports.HEAD_OCCLUDER_V2_PATH=e0;exports.HEAD_OCCLUDER_V3_PATH=t0;exports.HeadOccluder=b1;exports.MADE_UP_CAMERA_FRAME_PRIORITY=d1;exports.MADE_UP_CAMERA_LAYER=J;exports.NECK_BUST_TORSO_POSITION=Xt;exports.NECK_OCCLUDER_BUST_PATH=Ge;exports.NECK_OCCLUDER_FOLLOWS=F1;exports.NECK_OCCLUDER_SHOULDER_TURN=Yt;exports.NECK_OCCLUDER_TYPES=y1;exports.NeckOccluder=Qt;exports.SHOULDER_OCCLUDER_DEFAULT_OPACITY=i0;exports.SHOULDER_OCCLUDER_V1_PATH=a0;exports.ShoulderOccluder=k1;exports.acquireMadeUpCamera=E1;exports.bodyLandmarkIndex=bt;exports.createFaceActionStepState=H1;exports.createFaceRigDriver=qt;exports.createFaceRigState=Pt;exports.faceMorphChannel=F0;exports.faceMorphRegion=T0;exports.feedTextureVersion=C1;exports.getFaceActionValue=rt;exports.getFaceAtlasAttributes=$e;exports.getFaceAtlasRegionBounds=r1;exports.getFaceAtlasRegionIndices=t1;exports.getFaceAtlasRegionTriangles=xe;exports.getFaceAtlasRegistry=Wt;exports.getHandCutoutShapes=L1;exports.getStrongestFaceAction=B1;exports.hasFaceAction=P1;exports.headOccluderUrl=r0;exports.neckBoneTwist=$t;exports.neckOccluderUrl=Kt;exports.peekMadeUpCamera=O1;exports.recalibrateFaceRig=Ze;exports.registerHandCutoutShape=N1;exports.releaseMadeUpCamera=R1;exports.resetFaceRigDriver=zt;exports.resolveFaceActionOptions=d0;exports.resolveFaceAtlasBinding=u1;exports.shoulderOccluderUrl=c0;exports.solveShoulderPose=o0;exports.stepFaceActionState=V1;exports.stepFaceRig=Vt;exports.stepFaceRigFromModel=jt;exports.useCanonicalTorsoFit=tt;exports.useIrisTracking=q1;
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
"use strict";const k=require("@react-three/fiber"),y=require("react"),H=require("three"),K=require("./similarityFit-BFqHND2e.cjs");function W(r){const t=Object.create(null,{[Symbol.toStringTag]:{value:"Module"}});if(r){for(const o in r)if(o!=="default"){const e=Object.getOwnPropertyDescriptor(r,o);Object.defineProperty(t,o,e.get?e:{enumerable:!0,get:()=>r[o]})}}return t.default=r,Object.freeze(t)}const l=W(H),M=new WeakMap,z=(r,t)=>{let o=M.get(r);if(!o){const e=r.onBeforeRender,c=new Set,i=function(...n){e.apply(this,n);const[m,,d]=n;c.forEach(w=>w(m,r,d))};o={previous:e,installed:i,callbacks:c},M.set(r,o),r.onBeforeRender=i}return o.callbacks.add(t),()=>{const e=M.get(r);e&&(e.callbacks.delete(t),!(e.callbacks.size>0)&&(r.onBeforeRender===e.installed&&(r.onBeforeRender=e.previous),M.delete(r)))}},U=.5,V=20,S=(r,t,o,e=V)=>{if(!t){const n=r.tracked;return r.tracked=!1,n}const c=!r.tracked,i=l.MathUtils.clamp(o,.01,1),s=c?0:r.position.distanceTo(t.translation)/Math.max(t.scale,1e-9);return c||i>=1||s>e?(r.quaternion.copy(t.quaternion),r.position.copy(t.translation),r.scale=t.scale):(r.quaternion.slerp(t.quaternion,i),r.position.lerp(t.translation,i),r.scale+=(t.scale-r.scale)*i),r.tracked=!0,c},E=new l.Quaternion,D=new l.Euler,b=new l.Vector3,F=new l.Vector3,I=new l.Vector3,j=new l.Matrix4,B=new l.Matrix4,Q=new l.Matrix4,G=(r,{canonical:t,readLive:o,offset:e,smoothing:c=U,enabled:i=!0,onFit:s,onTrackingChange:n,solve:m})=>{const d=y.useRef(null);(!d.current||d.current.length!==t.length)&&(d.current=new Float64Array(t.length));const w=y.useRef(null),_=y.useRef({tracked:!1,quaternion:new l.Quaternion,position:new l.Vector3,scale:1});k.useFrame(()=>{var A,O,L,v,N,x;const a=r.current;if(!i){S(_.current,null,c)&&(n==null||n(!1));return}if(!a)return;const R=a.parent,P=d.current;if(!R||!o(P)){a.visible=!1,S(_.current,null,c)&&(n==null||n(!1));return}a.visible=!0;const u=w.current??{scale:1,quaternion:new l.Quaternion,translation:new l.Vector3,rms:0,worldUnitsPerCm:1,count:0};m?m(P,u):(K.solveSimilarity(t,P,u),u.worldUnitsPerCm=u.scale,u.count=t.length/3),w.current=u,s==null||s(u);const p=_.current;S(p,u,c)&&(n==null||n(!0));const q=p.scale*((e==null?void 0:e.scale)??1);D.set(((A=e==null?void 0:e.rotation)==null?void 0:A[0])??0,((O=e==null?void 0:e.rotation)==null?void 0:O[1])??0,((L=e==null?void 0:e.rotation)==null?void 0:L[2])??0),E.setFromEuler(D),b.set(((v=e==null?void 0:e.position)==null?void 0:v[0])??0,((N=e==null?void 0:e.position)==null?void 0:N[1])??0,((x=e==null?void 0:e.position)==null?void 0:x[2])??0),b.applyQuaternion(p.quaternion).multiplyScalar(q),F.copy(p.position).add(b),I.setScalar(q),E.premultiply(p.quaternion),B.compose(F,E,I),R.updateMatrixWorld(),Q.copy(R.matrixWorld).invert(),j.multiplyMatrices(Q,B),j.decompose(a.position,a.quaternion,a.scale)})};exports.LANDMARK_POSE_FIT_DEFAULT_SMOOTHING=U;exports.LANDMARK_POSE_FIT_SNAP_CM=V;exports.addSceneBeforeRender=z;exports.stepLandmarkPoseSmoothing=S;exports.useLandmarkPoseFit=G;
|
|
@@ -0,0 +1,87 @@
|
|
|
1
|
+
import { useFrame as F } from "@react-three/fiber";
|
|
2
|
+
import { useRef as q } from "react";
|
|
3
|
+
import * as o from "three";
|
|
4
|
+
import { s as W } from "./similarityFit-Bbz-R8AY.js";
|
|
5
|
+
const M = /* @__PURE__ */ new WeakMap(), G = (e, t) => {
|
|
6
|
+
let a = M.get(e);
|
|
7
|
+
if (!a) {
|
|
8
|
+
const r = e.onBeforeRender, l = /* @__PURE__ */ new Set(), c = function(...n) {
|
|
9
|
+
r.apply(this, n);
|
|
10
|
+
const [m, , p] = n;
|
|
11
|
+
l.forEach((w) => w(m, e, p));
|
|
12
|
+
};
|
|
13
|
+
a = { previous: r, installed: c, callbacks: l }, M.set(e, a), e.onBeforeRender = c;
|
|
14
|
+
}
|
|
15
|
+
return a.callbacks.add(t), () => {
|
|
16
|
+
const r = M.get(e);
|
|
17
|
+
r && (r.callbacks.delete(t), !(r.callbacks.size > 0) && (e.onBeforeRender === r.installed && (e.onBeforeRender = r.previous), M.delete(e)));
|
|
18
|
+
};
|
|
19
|
+
}, j = 0.5, H = 20, x = (e, t, a, r = H) => {
|
|
20
|
+
if (!t) {
|
|
21
|
+
const n = e.tracked;
|
|
22
|
+
return e.tracked = !1, n;
|
|
23
|
+
}
|
|
24
|
+
const l = !e.tracked, c = o.MathUtils.clamp(a, 0.01, 1), u = l ? 0 : e.position.distanceTo(t.translation) / Math.max(t.scale, 1e-9);
|
|
25
|
+
return l || c >= 1 || u > r ? (e.quaternion.copy(t.quaternion), e.position.copy(t.translation), e.scale = t.scale) : (e.quaternion.slerp(t.quaternion, c), e.position.lerp(t.translation, c), e.scale += (t.scale - e.scale) * c), e.tracked = !0, l;
|
|
26
|
+
}, E = new o.Quaternion(), V = new o.Euler(), P = new o.Vector3(), I = new o.Vector3(), N = new o.Vector3(), O = new o.Matrix4(), U = new o.Matrix4(), D = new o.Matrix4(), J = (e, {
|
|
27
|
+
canonical: t,
|
|
28
|
+
readLive: a,
|
|
29
|
+
offset: r,
|
|
30
|
+
smoothing: l = j,
|
|
31
|
+
enabled: c = !0,
|
|
32
|
+
onFit: u,
|
|
33
|
+
onTrackingChange: n,
|
|
34
|
+
solve: m
|
|
35
|
+
}) => {
|
|
36
|
+
const p = q(null);
|
|
37
|
+
(!p.current || p.current.length !== t.length) && (p.current = new Float64Array(t.length));
|
|
38
|
+
const w = q(null), y = q({
|
|
39
|
+
tracked: !1,
|
|
40
|
+
quaternion: new o.Quaternion(),
|
|
41
|
+
position: new o.Vector3(),
|
|
42
|
+
scale: 1
|
|
43
|
+
});
|
|
44
|
+
F(() => {
|
|
45
|
+
var _, b, A, L, B, Q;
|
|
46
|
+
const s = e.current;
|
|
47
|
+
if (!c) {
|
|
48
|
+
x(y.current, null, l) && (n == null || n(!1));
|
|
49
|
+
return;
|
|
50
|
+
}
|
|
51
|
+
if (!s) return;
|
|
52
|
+
const R = s.parent, S = p.current;
|
|
53
|
+
if (!R || !a(S)) {
|
|
54
|
+
s.visible = !1, x(y.current, null, l) && (n == null || n(!1));
|
|
55
|
+
return;
|
|
56
|
+
}
|
|
57
|
+
s.visible = !0;
|
|
58
|
+
const i = w.current ?? {
|
|
59
|
+
scale: 1,
|
|
60
|
+
quaternion: new o.Quaternion(),
|
|
61
|
+
translation: new o.Vector3(),
|
|
62
|
+
rms: 0,
|
|
63
|
+
worldUnitsPerCm: 1,
|
|
64
|
+
count: 0
|
|
65
|
+
};
|
|
66
|
+
m ? m(S, i) : (W(t, S, i), i.worldUnitsPerCm = i.scale, i.count = t.length / 3), w.current = i, u == null || u(i);
|
|
67
|
+
const d = y.current;
|
|
68
|
+
x(d, i, l) && (n == null || n(!0));
|
|
69
|
+
const v = d.scale * ((r == null ? void 0 : r.scale) ?? 1);
|
|
70
|
+
V.set(
|
|
71
|
+
((_ = r == null ? void 0 : r.rotation) == null ? void 0 : _[0]) ?? 0,
|
|
72
|
+
((b = r == null ? void 0 : r.rotation) == null ? void 0 : b[1]) ?? 0,
|
|
73
|
+
((A = r == null ? void 0 : r.rotation) == null ? void 0 : A[2]) ?? 0
|
|
74
|
+
), E.setFromEuler(V), P.set(
|
|
75
|
+
((L = r == null ? void 0 : r.position) == null ? void 0 : L[0]) ?? 0,
|
|
76
|
+
((B = r == null ? void 0 : r.position) == null ? void 0 : B[1]) ?? 0,
|
|
77
|
+
((Q = r == null ? void 0 : r.position) == null ? void 0 : Q[2]) ?? 0
|
|
78
|
+
), P.applyQuaternion(d.quaternion).multiplyScalar(v), I.copy(d.position).add(P), N.setScalar(v), E.premultiply(d.quaternion), U.compose(I, E, N), R.updateMatrixWorld(), D.copy(R.matrixWorld).invert(), O.multiplyMatrices(D, U), O.decompose(s.position, s.quaternion, s.scale);
|
|
79
|
+
});
|
|
80
|
+
};
|
|
81
|
+
export {
|
|
82
|
+
j as L,
|
|
83
|
+
G as a,
|
|
84
|
+
H as b,
|
|
85
|
+
x as s,
|
|
86
|
+
J as u
|
|
87
|
+
};
|
|
@@ -0,0 +1,30 @@
|
|
|
1
|
+
import { useRef as m, useState as u, useCallback as E, useEffect as R } from "react";
|
|
2
|
+
import { d as g } from "./index-CKRN-xJp.js";
|
|
3
|
+
const k = (t = {}) => {
|
|
4
|
+
const { enabled: c = !0, timeoutMs: o, queryPermission: l } = t, f = (t.models ?? []).join("|"), i = m(t.models);
|
|
5
|
+
i.current = t.models;
|
|
6
|
+
const [b, p] = u(null), [y, n] = u("idle"), [C, a] = u(null), e = m(0), s = E(async () => {
|
|
7
|
+
e.current += 1;
|
|
8
|
+
const d = e.current;
|
|
9
|
+
n("checking");
|
|
10
|
+
try {
|
|
11
|
+
const r = await g({
|
|
12
|
+
models: i.current,
|
|
13
|
+
timeoutMs: o,
|
|
14
|
+
queryPermission: l
|
|
15
|
+
});
|
|
16
|
+
return d !== e.current ? null : (p(r), a(null), n("ready"), r);
|
|
17
|
+
} catch (r) {
|
|
18
|
+
return d !== e.current || (a(r instanceof Error ? r : new Error(String(r))), n("error")), null;
|
|
19
|
+
}
|
|
20
|
+
}, [o, l]);
|
|
21
|
+
return R(() => {
|
|
22
|
+
if (c)
|
|
23
|
+
return s(), () => {
|
|
24
|
+
e.current += 1;
|
|
25
|
+
};
|
|
26
|
+
}, [c, s, f]), { capabilities: b, status: y, error: C, refresh: s };
|
|
27
|
+
};
|
|
28
|
+
export {
|
|
29
|
+
k as u
|
|
30
|
+
};
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
"use strict";const e=require("react"),C=require("./index-Sho4F4it.cjs"),S=(s={})=>{const{enabled:c=!0,timeoutMs:i,queryPermission:l}=s,f=(s.models??[]).join("|"),a=e.useRef(s.models);a.current=s.models;const[m,b]=e.useState(null),[R,n]=e.useState("idle"),[y,o]=e.useState(null),t=e.useRef(0),u=e.useCallback(async()=>{t.current+=1;const d=t.current;n("checking");try{const r=await C.detectXRCapabilities({models:a.current,timeoutMs:i,queryPermission:l});return d!==t.current?null:(b(r),o(null),n("ready"),r)}catch(r){return d!==t.current||(o(r instanceof Error?r:new Error(String(r))),n("error")),null}},[i,l]);return e.useEffect(()=>{if(c)return u(),()=>{t.current+=1}},[c,u,f]),{capabilities:m,status:R,error:y,refresh:u}};exports.useXRCapabilities=S;
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Rigid canonical landmarks for the head fit: `[index, x, y, z]` in the
|
|
3
|
+
* MediaPipe canonical face frame (centimetres), generated from
|
|
4
|
+
* `canonical_face_model.obj`. Nose bridge and tip, eye corners, cheeks,
|
|
5
|
+
* temples, forehead and the upper face oval — no mouth, no lower jaw, so an
|
|
6
|
+
* open mouth or a smile does not move the fit.
|
|
7
|
+
*/
|
|
8
|
+
export declare const CANONICAL_RIGID_LANDMARKS: ReadonlyArray<readonly [number, number, number, number]>;
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
export type NormalizedCropBounds = Readonly<{
|
|
2
|
+
minX: number;
|
|
3
|
+
minY: number;
|
|
4
|
+
maxX: number;
|
|
5
|
+
maxY: number;
|
|
6
|
+
}>;
|
|
7
|
+
export type CropOutputSize = Readonly<{
|
|
8
|
+
width: number;
|
|
9
|
+
height: number;
|
|
10
|
+
}>;
|
|
11
|
+
export type DrawNormalizedCropOptions = {
|
|
12
|
+
source: CanvasImageSource;
|
|
13
|
+
bounds: NormalizedCropBounds;
|
|
14
|
+
canvas: HTMLCanvasElement;
|
|
15
|
+
outputSize: CropOutputSize;
|
|
16
|
+
/** Fraction of the detected width/height added on every side. Default 0. */
|
|
17
|
+
padding?: number;
|
|
18
|
+
};
|
|
19
|
+
/** Resolves a padded, aspect-correct crop in normalized source coordinates. */
|
|
20
|
+
export declare const resolveNormalizedCrop: (bounds: NormalizedCropBounds, sourceSize: CropOutputSize, outputSize: CropOutputSize, padding?: number) => NormalizedCropBounds | null;
|
|
21
|
+
/** Draws a normalized source crop into caller-owned canvas storage. */
|
|
22
|
+
export declare const drawNormalizedCrop: ({ source, bounds, canvas, outputSize, padding, }: DrawNormalizedCropOptions) => boolean;
|
package/dist/utils/fns.d.ts
CHANGED
|
@@ -14,11 +14,11 @@ export declare const drawImageDataCover: (canvas: HTMLCanvasElement, input: Imag
|
|
|
14
14
|
* trackers call this once per landmark per frame (~468× for face), so the
|
|
15
15
|
* allocating variant below shows up as a real GC pressure source.
|
|
16
16
|
*/
|
|
17
|
-
export declare const unprojectToZZeroInto: (
|
|
17
|
+
export declare const unprojectToZZeroInto: (landmark: NormalizedLandmark, camera: THREE.Camera, out: THREE.Vector3) => THREE.Vector3;
|
|
18
18
|
/**
|
|
19
19
|
* Allocating wrapper kept for backwards compatibility with any
|
|
20
|
-
* consumer-facing API surface. New call sites
|
|
21
|
-
* unprojectToZZeroInto with a pre-allocated out
|
|
20
|
+
* consumer-facing API surface. New call sites use `feedToWorld` from
|
|
21
|
+
* `lib/coordinates` (or `unprojectToZZeroInto` with a pre-allocated out).
|
|
22
22
|
*/
|
|
23
23
|
export declare const unprojectToZZero: (landmark: NormalizedLandmark, camera: THREE.Camera) => THREE.Vector3;
|
|
24
24
|
export declare const smoothScale: (originalScale: number, newScale: number, alpha?: number) => number;
|
|
@@ -37,7 +37,10 @@ export declare const smoothScale: (originalScale: number, newScale: number, alph
|
|
|
37
37
|
export declare class AnalysisDownscaler {
|
|
38
38
|
private readonly maxDimension;
|
|
39
39
|
private canvas;
|
|
40
|
+
private scale;
|
|
40
41
|
constructor(maxDimension: number);
|
|
42
|
+
/** Multiply the cap (0.25..1); the adaptive-quality tier sets it. */
|
|
43
|
+
setScale(scale: number): void;
|
|
41
44
|
/**
|
|
42
45
|
* Returns a downscaled copy of `source` capped to `maxDimension` on its
|
|
43
46
|
* longest side (or `source` unchanged if it's already within the cap, or if a
|
|
@@ -0,0 +1,42 @@
|
|
|
1
|
+
import { SimilarityFit } from './similarityFit';
|
|
2
|
+
/**
|
|
3
|
+
* Canonical head fit.
|
|
4
|
+
*
|
|
5
|
+
* The v3 head occluder is authored in the MediaPipe canonical face frame:
|
|
6
|
+
* centimetres, +X to the tracked person's right, +Y up, +Z toward the camera,
|
|
7
|
+
* and its first 468 vertices ARE the canonical face landmarks in landmark
|
|
8
|
+
* order (`assets-src/head-occluder/head-occluder-v3.blend`). Placing it is
|
|
9
|
+
* therefore a similarity fit, not a tuned guess: the 3D similarity (scale,
|
|
10
|
+
* rotation, translation) that maps the canonical positions of ~30 rigid
|
|
11
|
+
* landmarks (nose bridge, eye corners, cheeks, temples, forehead, upper face
|
|
12
|
+
* oval — nothing the mouth or jaw moves) onto the same landmarks as the
|
|
13
|
+
* tracker sees them, in world space. Live x/y come from unprojecting the feed
|
|
14
|
+
* point onto the z = 0 plane (where `FaceTracker` lives); live depth comes
|
|
15
|
+
* from MediaPipe's landmark z, which is in the feed's normalized-x units
|
|
16
|
+
* (smaller = closer to the camera), scaled by the feed's world width.
|
|
17
|
+
*
|
|
18
|
+
* Fitting against the landmarks directly — rather than anchoring to the
|
|
19
|
+
* tracker group — keeps the result independent of the group's own pose
|
|
20
|
+
* heuristic (scale from cheek width, origin on landmark 4); the group only
|
|
21
|
+
* supplies visibility. The fit is weak-perspective: exact on the face plane,
|
|
22
|
+
* with the depth axis used to recover rotation. Since #169 the group's
|
|
23
|
+
* rotation is MediaPipe's matrix pose, which agrees with this fit to ~2°.
|
|
24
|
+
*/
|
|
25
|
+
/** Canonical landmark 4 (just above the nose tip): the point `FaceTracker` places at its origin. */
|
|
26
|
+
export declare const CANONICAL_HEAD_ANCHOR: readonly [number, number, number];
|
|
27
|
+
/** The canonical positions of the rigid landmark set, flat `[x, y, z, …]`, centimetres. */
|
|
28
|
+
export declare const CANONICAL_RIGID_POINTS: Float64Array;
|
|
29
|
+
/** The landmark indices of the rigid set, in the same order as `CANONICAL_RIGID_POINTS`. */
|
|
30
|
+
export declare const CANONICAL_RIGID_INDICES: readonly number[];
|
|
31
|
+
export type HeadPoseFit = SimilarityFit & {
|
|
32
|
+
/** World units per canonical centimetre (the fit's scale). */
|
|
33
|
+
worldUnitsPerCm: number;
|
|
34
|
+
/** Number of landmarks used. */
|
|
35
|
+
count: number;
|
|
36
|
+
};
|
|
37
|
+
/**
|
|
38
|
+
* Fits the canonical rigid landmark set onto `livePoints` (flat world
|
|
39
|
+
* coordinates in the same order as `CANONICAL_RIGID_INDICES`). `out` is
|
|
40
|
+
* reused when given — call it per frame without allocating.
|
|
41
|
+
*/
|
|
42
|
+
export declare const solveCanonicalHeadPose: (livePoints: ArrayLike<number>, out?: HeadPoseFit) => HeadPoseFit;
|
|
@@ -1,30 +1,9 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Subresource-integrity verification for CDN-hosted model + mesh assets.
|
|
3
|
-
*
|
|
4
|
-
* The SDK fetches MediaPipe tracker weights, the canonical face mesh, and
|
|
5
|
-
* the head-occluder GLB from `cdn.vincentt.studio`. None of those are
|
|
6
|
-
* served with SRI script-attributes (they aren't <script> tags) and the
|
|
7
|
-
* S3+CloudFront setup does not sign content, so a CDN/origin compromise
|
|
8
|
-
* would silently backdoor ML inference and 3D models for every viewer.
|
|
9
|
-
*
|
|
10
|
-
* This module verifies fetched bytes against a hash baked into the SDK
|
|
11
|
-
* at publish time. The manifest is generated by
|
|
12
|
-
* `scripts/generate-integrity-manifest.ts` — when an asset is republished
|
|
13
|
-
* on the CDN, re-run the script and commit the new hash with the new SDK
|
|
14
|
-
* version. The hash travels with the SDK code, not with the asset.
|
|
15
|
-
*
|
|
16
|
-
* Consumers: the canonical face OBJ, MediaPipe tracker .task files
|
|
17
|
-
* (fed via `modelAssetBuffer`), and the head-occluder GLB (parsed with
|
|
18
|
-
* GLTFLoader.parse from the verified buffer). drei's `useGLTF` is
|
|
19
|
-
* bypassed because it owns the fetch — we need to own it to verify.
|
|
20
|
-
*/
|
|
21
1
|
export type IntegrityHash = `sha384-${string}`;
|
|
22
2
|
/**
|
|
23
3
|
* Keys are URL pathnames relative to the asset origin
|
|
24
4
|
* (e.g. "/assets/xr/canonical_face_model.obj"). Populated by
|
|
25
|
-
* `scripts/generate-integrity-manifest.ts`.
|
|
26
|
-
*
|
|
27
|
-
* entries can be promoted to hard errors.
|
|
5
|
+
* `scripts/generate-integrity-manifest.ts`. Missing hashes fail closed for
|
|
6
|
+
* SDK-owned CDN URLs; consumer-owned custom URLs remain best-effort.
|
|
28
7
|
*/
|
|
29
8
|
export declare const INTEGRITY_MANIFEST: Record<string, IntegrityHash>;
|
|
30
9
|
/**
|
|
@@ -32,12 +11,32 @@ export declare const INTEGRITY_MANIFEST: Record<string, IntegrityHash>;
|
|
|
32
11
|
* ArrayBuffer on success. Throws if the fetch fails or the manifest hash
|
|
33
12
|
* doesn't match the computed SHA-384.
|
|
34
13
|
*
|
|
35
|
-
* URLs with no manifest entry pass through with a warning
|
|
36
|
-
*
|
|
14
|
+
* Consumer-owned URLs with no manifest entry pass through with a warning.
|
|
15
|
+
* SDK-owned CDN URLs with no entry fail closed.
|
|
37
16
|
*/
|
|
38
|
-
export declare function fetchAndVerify(url: string
|
|
17
|
+
export declare function fetchAndVerify(url: string, init?: {
|
|
18
|
+
signal?: AbortSignal;
|
|
19
|
+
}): Promise<ArrayBuffer>;
|
|
20
|
+
export declare function isSdkOwnedUrl(url: string): boolean;
|
|
39
21
|
/**
|
|
40
22
|
* fetchAndVerify variant that returns a Uint8Array view — what MediaPipe's
|
|
41
23
|
* `modelAssetBuffer` expects.
|
|
42
24
|
*/
|
|
43
25
|
export declare function fetchAndVerifyBytes(url: string): Promise<Uint8Array>;
|
|
26
|
+
/** A held share of verified model bytes (`acquireVerifiedBytes`). */
|
|
27
|
+
export type VerifiedBytesLease = {
|
|
28
|
+
/** The verified bytes. SHARED between holders: never mutate them. */
|
|
29
|
+
readonly bytes: Promise<Uint8Array>;
|
|
30
|
+
/** Gives the share back. Idempotent. */
|
|
31
|
+
readonly release: () => void;
|
|
32
|
+
};
|
|
33
|
+
/**
|
|
34
|
+
* `fetchAndVerifyBytes`, shared while held: every holder of the same URL gets
|
|
35
|
+
* one download and one hash check (the live face tracker and the still-image
|
|
36
|
+
* detector both hold `face_tracking.task`, about 3.6 MB). The bytes stay in
|
|
37
|
+
* memory only while at least one lease is held; the last `release` drops
|
|
38
|
+
* them, and the next acquire fetches again. A failure is not kept either.
|
|
39
|
+
* Hold a lease for as long as the landmarker built from it is alive, so a
|
|
40
|
+
* second landmarker started meanwhile reuses the bytes.
|
|
41
|
+
*/
|
|
42
|
+
export declare function acquireVerifiedBytes(url: string): VerifiedBytesLease;
|
|
@@ -8,4 +8,4 @@ import { FaceBounds } from '../types/face';
|
|
|
8
8
|
* Empty input yields a zero-size box at the origin rather than the inverted
|
|
9
9
|
* `min=1,max=0` seed, so downstream width/height stay non-negative.
|
|
10
10
|
*/
|
|
11
|
-
export declare const computeLandmarkBounds: (landmarks: NormalizedLandmark[]) => FaceBounds;
|
|
11
|
+
export declare const computeLandmarkBounds: (landmarks: readonly NormalizedLandmark[], target?: FaceBounds) => FaceBounds;
|
package/dist/utils/logger.d.ts
CHANGED
|
@@ -2,6 +2,6 @@ import { LoggerOptions } from '../types/logger';
|
|
|
2
2
|
export declare class Logger {
|
|
3
3
|
private options;
|
|
4
4
|
constructor(opts?: Partial<LoggerOptions>);
|
|
5
|
-
log(...params:
|
|
6
|
-
error(...params:
|
|
5
|
+
log(...params: unknown[]): void;
|
|
6
|
+
error(...params: unknown[]): void;
|
|
7
7
|
}
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Face-model acquisition options shared by every component that starts the
|
|
3
|
+
* face model itself (`FaceRetouch`, the face-atlas layers and makeup
|
|
4
|
+
* regions): which face to read and how many faces to ask the model for.
|
|
5
|
+
*/
|
|
6
|
+
/** A face index from any prop value: a non-negative integer, 0 when not a finite number. */
|
|
7
|
+
export declare const resolveFaceIndex: (value: unknown) => number;
|
|
8
|
+
/**
|
|
9
|
+
* How many faces to ask the shared face model for: the given count, rounded,
|
|
10
|
+
* and never fewer than `faceIndex + 1` (face 1 needs a two-face model). The
|
|
11
|
+
* first component to start the model sets its count; later ones share it.
|
|
12
|
+
*/
|
|
13
|
+
export declare const resolveNumFaces: (faceIndex: number, value: unknown) => number;
|
|
@@ -0,0 +1,38 @@
|
|
|
1
|
+
import { LandmarkPoseFit } from '../components/HeadOccluder/useLandmarkPoseFit';
|
|
2
|
+
/**
|
|
3
|
+
* Canonical torso frame for the shoulder occluder.
|
|
4
|
+
*
|
|
5
|
+
* Centimetres; origin at the midpoint of the two shoulder joints (MediaPipe
|
|
6
|
+
* pose landmarks 11 / 12); +X toward screen right in the selfie view, +Y up,
|
|
7
|
+
* +Z toward the camera. The occluder mesh (`shoulder-occluder-v1.glb`, source
|
|
8
|
+
* `assets-src/head-occluder/head-occluder-v3.blend`, object `shoulder_occluder`)
|
|
9
|
+
* is authored in this frame: a shoulder bar across the deltoids, a chest /
|
|
10
|
+
* upper-back slab, two upper-arm stubs and a neck stub that overlaps the head
|
|
11
|
+
* occluder's neck.
|
|
12
|
+
*
|
|
13
|
+
* SHOULDERS ONLY. The fit reads the two shoulder joints and nothing below
|
|
14
|
+
* them: this is a selfie-mode occluder, and in a selfie framing the hips are
|
|
15
|
+
* out of frame — the pose model still predicts them, badly, and a fit that
|
|
16
|
+
* used them inflated the torso at close range. Two points give scale (their
|
|
17
|
+
* distance against the canonical 36 cm), roll (the line between them) and yaw
|
|
18
|
+
* (their depth difference); pitch is held at zero, an upright torso.
|
|
19
|
+
*
|
|
20
|
+
* X is SCREEN-based, like the head frame: +X is screen right. MediaPipe's
|
|
21
|
+
* labels are image-based — landmark 11 ("left shoulder") is the shoulder on
|
|
22
|
+
* the image's right — so 11 sits at +X, the side canonical face landmark 280
|
|
23
|
+
* appears on. In the selfie view the feed is mirrored, so screen right is the
|
|
24
|
+
* person's RIGHT shoulder; on an unmirrored source it is their left. Author
|
|
25
|
+
* asymmetric accessories for the selfie view.
|
|
26
|
+
*/
|
|
27
|
+
/** `[poseLandmarkIndex, x, y, z]` in torso centimetres. */
|
|
28
|
+
export declare const CANONICAL_TORSO_LANDMARKS: ReadonlyArray<readonly [number, number, number, number]>;
|
|
29
|
+
export declare const CANONICAL_TORSO_POINTS: Float64Array;
|
|
30
|
+
export declare const CANONICAL_TORSO_INDICES: readonly number[];
|
|
31
|
+
/** Shoulder-joint spacing the frame is built on, centimetres. */
|
|
32
|
+
export declare const CANONICAL_SHOULDER_DISTANCE = 36;
|
|
33
|
+
/**
|
|
34
|
+
* Two-point pose: `live` is `[xL, yL, zL, xR, yR, zR]` in world units for the
|
|
35
|
+
* landmarks in `CANONICAL_TORSO_INDICES` order (11 then 12). Writes scale,
|
|
36
|
+
* rotation (roll + yaw, no pitch) and translation into `out`.
|
|
37
|
+
*/
|
|
38
|
+
export declare const solveShoulderPose: (live: ArrayLike<number>, out: LandmarkPoseFit) => LandmarkPoseFit;
|
|
@@ -0,0 +1,23 @@
|
|
|
1
|
+
import * as THREE from "three";
|
|
2
|
+
/**
|
|
3
|
+
* Umeyama similarity fit: the scale `s`, rotation `R` and translation `t`
|
|
4
|
+
* that best map a point set `source` onto `target` (least squares),
|
|
5
|
+
* `target ≈ s · R · source + t`, with `R` a proper rotation (no reflection).
|
|
6
|
+
*
|
|
7
|
+
* Closed form via the 3×3 cross-covariance's SVD; the SVD comes from a
|
|
8
|
+
* cyclic-Jacobi eigen-decomposition of `HᵀH`, which is all a 3×3 needs and
|
|
9
|
+
* keeps this allocation-free after the first call. Used by the canonical head
|
|
10
|
+
* fit (≈30 points per frame).
|
|
11
|
+
*/
|
|
12
|
+
export type SimilarityFit = {
|
|
13
|
+
scale: number;
|
|
14
|
+
quaternion: THREE.Quaternion;
|
|
15
|
+
translation: THREE.Vector3;
|
|
16
|
+
/** Root-mean-square residual in target units after the fit. */
|
|
17
|
+
rms: number;
|
|
18
|
+
};
|
|
19
|
+
/**
|
|
20
|
+
* `source` and `target` are flat `[x0, y0, z0, x1, y1, z1, …]` arrays of equal
|
|
21
|
+
* length (≥ 3 points, not collinear). `out` is reused when given.
|
|
22
|
+
*/
|
|
23
|
+
export declare const solveSimilarity: (source: ArrayLike<number>, target: ArrayLike<number>, out?: SimilarityFit, withScale?: boolean) => SimilarityFit;
|
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
export type StableUniforms<T extends Record<string, unknown>> = {
|
|
2
|
+
[K in keyof T]: {
|
|
3
|
+
value: T[K];
|
|
4
|
+
};
|
|
5
|
+
};
|
|
6
|
+
/**
|
|
7
|
+
* Build a `ShaderMaterial` uniforms object whose entries never change identity.
|
|
8
|
+
*
|
|
9
|
+
* three.js captures `material.uniforms` once, when the program is compiled,
|
|
10
|
+
* and keeps reading that object on every draw. A uniforms object re-created
|
|
11
|
+
* on a React render (a plain literal, or a `useMemo` with dependencies) is
|
|
12
|
+
* therefore silently ignored after the first frame unless the material is
|
|
13
|
+
* re-mounted. This hook allocates each `{ value }` entry once and copies the
|
|
14
|
+
* latest values into them on every render, so prop changes reach the shader.
|
|
15
|
+
*
|
|
16
|
+
* The set of keys must be the same on every render.
|
|
17
|
+
*/
|
|
18
|
+
export declare const useStableUniforms: <T extends Record<string, unknown>>(values: T) => StableUniforms<T>;
|