@vincentt-xr/sdk 2.0.0-alpha.0 → 2.0.0-alpha.10
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/GROUNDING.md +8193 -111
- package/README.md +86 -52
- package/dist/CanonicalHeadFrame-D_0OzdB9.cjs +1 -0
- package/dist/CanonicalHeadFrame-DdUqF6Fv.js +1506 -0
- package/dist/DebuggerUI-CVuV-VJ5.cjs +1 -0
- package/dist/DebuggerUI-D-rcPa54.js +275 -0
- package/dist/FaceRetouch-C1AxBNex.js +1071 -0
- package/dist/FaceRetouch-D7kryDE6.cjs +134 -0
- package/dist/FaceSurface-CHAMEeG1.cjs +1 -0
- package/dist/FaceSurface-DmP9AEeC.js +27 -0
- package/dist/SkeletonUtils-C2r90MtN.js +21 -0
- package/dist/SkeletonUtils-CddIup1F.cjs +1 -0
- package/dist/TextLabel-XE0rQSDn.cjs +2 -0
- package/dist/TextLabel-c9BCucOI.js +961 -0
- package/dist/assets/cache.d.ts +99 -0
- package/dist/assets/estimate.d.ts +11 -0
- package/dist/assets/gltfLoader.d.ts +16 -0
- package/dist/assets/index.d.ts +7 -0
- package/dist/assets/loaders.d.ts +43 -0
- package/dist/assets/react.d.ts +33 -0
- package/dist/assets/sdkModels.d.ts +22 -0
- package/dist/audio/AudioEngine.d.ts +3 -1
- package/dist/audio/AudioPlayer.d.ts +29 -0
- package/dist/audio/AudioPlayerLogic.d.ts +4 -0
- package/dist/audio/index.d.ts +2 -0
- package/dist/body/__fixtures__/syntheticRig.d.ts +21 -0
- package/dist/body/bodyFlipGuard.d.ts +39 -0
- package/dist/body/bodyIdentity.d.ts +72 -0
- package/dist/body/bodyMask.d.ts +79 -0
- package/dist/body/bodyMaskMaterial.d.ts +15 -0
- package/dist/body/bodyPose.d.ts +58 -0
- package/dist/body/bodyRigFit.d.ts +148 -0
- package/dist/body/bodyRigSolver.d.ts +114 -0
- package/dist/body/bodySubject.d.ts +46 -0
- package/dist/body-pose/index.d.ts +521 -0
- package/dist/body-trigger/__fixtures__/syntheticBody.d.ts +83 -0
- package/dist/body-trigger/frame.d.ts +88 -0
- package/dist/body-trigger/index.d.ts +6 -0
- package/dist/body-trigger/moves.d.ts +235 -0
- package/dist/body-trigger/trigger.d.ts +75 -0
- package/dist/bodyMaskMaterial-CBWub5t_.cjs +68 -0
- package/dist/bodyMaskMaterial-Cs2awskk.js +207 -0
- package/dist/cache-2x3CUJuY.js +212 -0
- package/dist/cache-DL1Dbz6k.cjs +1 -0
- package/dist/calibration/calibration.d.ts +75 -0
- package/dist/calibration/index.d.ts +6 -0
- package/dist/calibration/storage.d.ts +13 -0
- package/dist/calibration/types.d.ts +53 -0
- package/dist/calibration/useXRCalibration.d.ts +46 -0
- package/dist/camera/CameraPermissionGate.d.ts +26 -0
- package/dist/camera/devices.d.ts +26 -0
- package/dist/camera/index.d.ts +8 -0
- package/dist/camera/permission.d.ts +86 -0
- package/dist/camera/useCameraPermission.d.ts +35 -0
- package/dist/canonicalFace-BHwyCx1c.js +9 -0
- package/dist/canonicalFace-C83I225R.cjs +1 -0
- package/dist/capabilities/detect.d.ts +45 -0
- package/dist/capabilities/index.d.ts +5 -0
- package/dist/capabilities/types.d.ts +120 -0
- package/dist/capabilities/useXRCapabilities.d.ts +18 -0
- package/dist/compat/environment.d.ts +5 -0
- package/dist/compat/index.d.ts +4 -0
- package/dist/compat/run.d.ts +18 -0
- package/dist/compat/scenarios.d.ts +10 -0
- package/dist/compat/types.d.ts +101 -0
- package/dist/components/Axes/index.d.ts +6 -0
- package/dist/components/BodyInstruction/BodyPoseHint.d.ts +63 -0
- package/dist/components/BodyInstruction/index.d.ts +76 -0
- package/dist/components/BodyInstruction/useBodyPose.d.ts +30 -0
- package/dist/components/BodyRig/BodyAttachment.d.ts +28 -0
- package/dist/components/BodyRig/BodyOccluder.d.ts +27 -0
- package/dist/components/BodyRig/bodyDepth.d.ts +57 -0
- package/dist/components/BodyRig/index.d.ts +129 -0
- package/dist/components/BodyRig/useBodyDepthTexture.d.ts +40 -0
- package/dist/components/BodyTracker/index.d.ts +26 -1
- package/dist/components/BodyTrigger/index.d.ts +56 -0
- package/dist/components/Debugger/DebuggerProvider.d.ts +14 -1
- package/dist/components/Debugger/DebuggerUI.d.ts +3 -1
- package/dist/components/FaceAtlas/FaceAtlasLayer.d.ts +114 -0
- package/dist/components/FaceAtlas/MadeUpCamera.d.ts +80 -0
- package/dist/components/FaceAtlas/constants.d.ts +8 -0
- package/dist/components/FaceAtlas/index.d.ts +7 -0
- package/dist/components/FaceAtlas/useFaceAtlasSurface.d.ts +84 -0
- package/dist/components/FaceAtlas/useFaceSkin.d.ts +84 -0
- package/dist/components/FaceCharacter/ExternalFaceMesh.d.ts +109 -0
- package/dist/components/FaceCharacter/FaceExpressionController.d.ts +53 -0
- package/dist/components/FaceCharacter/FaceMorph.d.ts +71 -0
- package/dist/components/FaceCharacter/FacePiercing.d.ts +65 -0
- package/dist/components/FaceCharacter/FaceReprojection.d.ts +85 -0
- package/dist/components/FaceCharacter/FaceRig.d.ts +38 -0
- package/dist/components/FaceCharacter/FaceSurface.d.ts +49 -0
- package/dist/components/FaceCharacter/FaceSurfaceOccluder.d.ts +39 -0
- package/dist/components/FaceCharacter/PinToFaceMesh.d.ts +68 -0
- package/dist/components/FaceCharacter/index.d.ts +18 -0
- package/dist/components/FaceCharacter/useFaceReprojector.d.ts +10 -0
- package/dist/components/FaceInset/FaceInset.d.ts +68 -0
- package/dist/components/FaceInset/frame.d.ts +94 -0
- package/dist/components/FaceInset/index.d.ts +6 -0
- package/dist/components/FaceInset/material.d.ts +40 -0
- package/dist/components/FaceInset/useFaceInsetTexture.d.ts +37 -0
- package/dist/components/FaceInstruction/FaceExpressionHint.d.ts +43 -0
- package/dist/components/FaceInstruction/index.d.ts +56 -0
- package/dist/components/FaceInstruction/useFaceExpression.d.ts +20 -0
- package/dist/components/FaceLiquify/FaceLiquify.d.ts +49 -0
- package/dist/components/FaceLiquify/debug.d.ts +37 -0
- package/dist/components/FaceLiquify/frame.d.ts +55 -0
- package/dist/components/FaceLiquify/index.d.ts +10 -0
- package/dist/components/FaceLiquify/material.d.ts +39 -0
- package/dist/components/FaceLiquify/pass.d.ts +49 -0
- package/dist/components/FaceLiquify/presence.d.ts +25 -0
- package/dist/components/FaceLiquify/presets.d.ts +82 -0
- package/dist/components/FaceLiquify/selfTest.d.ts +66 -0
- package/dist/components/FaceLiquify/target.d.ts +85 -0
- package/dist/components/FaceLiquify/warp.d.ts +72 -0
- package/dist/components/FaceMesh/FaceMeshRenderer.d.ts +25 -0
- package/dist/components/FaceMesh/canonical/CanonicalFaceMeshRenderer.d.ts +70 -1
- package/dist/components/FaceMesh/canonical/FaceMeshMaterial.d.ts +25 -0
- package/dist/components/FaceMesh/canonical/assets.d.ts +3 -0
- package/dist/components/FaceMesh/canonical/geometryGroups.d.ts +30 -0
- package/dist/components/FaceMesh/canonical/parseCanonicalFaceModel.d.ts +24 -0
- package/dist/components/FaceMesh/canonical/shaders.d.ts +2 -0
- package/dist/components/FaceMesh/deform.d.ts +3 -0
- package/dist/components/FaceMesh/index.d.ts +6 -1
- package/dist/components/FaceMesh/material/defaults.d.ts +74 -0
- package/dist/components/FaceMesh/material/index.d.ts +1 -0
- package/dist/components/FaceMesh/material/options.d.ts +5 -1
- package/dist/components/FaceMesh/material/support.d.ts +7 -2
- package/dist/components/FaceMesh/material/textures.d.ts +4 -0
- package/dist/components/FaceMesh/material/types.d.ts +4 -2
- package/dist/components/FaceRetouch/Background.d.ts +11 -5
- package/dist/components/FaceRetouch/FaceRetouch.d.ts +52 -0
- package/dist/components/FaceRetouch/index.d.ts +2 -6
- package/dist/components/FaceRetouch/landmarkMask.d.ts +4 -6
- package/dist/components/FaceRetouch/renderState.d.ts +19 -0
- package/dist/components/FaceRetouch/useFaceRetouchMask.d.ts +4 -7
- package/dist/components/FaceSwap/FaceMirror.d.ts +46 -0
- package/dist/components/FaceSwap/FaceSwap.d.ts +58 -0
- package/dist/components/FaceSwap/FaceTextureLayer.d.ts +72 -0
- package/dist/components/FaceSwap/faceSwapPlan.d.ts +91 -0
- package/dist/components/FaceSwap/index.d.ts +13 -0
- package/dist/components/FaceSwap/settings.d.ts +300 -0
- package/dist/components/FaceSwap/useFaceTexture.d.ts +35 -0
- package/dist/components/FaceSwap/useLiveFace.d.ts +38 -0
- package/dist/components/FaceSwap/useLiveFaceTexture.d.ts +31 -0
- package/dist/components/FaceTracker/index.d.ts +5 -3
- package/dist/components/FaceWarp3D/FaceWarp3D.d.ts +50 -0
- package/dist/components/FaceWarp3D/index.d.ts +2 -0
- package/dist/components/Faceless/Faceless.d.ts +51 -0
- package/dist/components/Faceless/index.d.ts +2 -0
- package/dist/components/GestureListener/index.d.ts +11 -0
- package/dist/components/HairLock/HairLock.d.ts +39 -0
- package/dist/components/HairLock/index.d.ts +2 -0
- package/dist/components/HairLock/lockGeometry.d.ts +15 -0
- package/dist/components/HandCutout/index.d.ts +35 -0
- package/dist/components/HandEffect/index.d.ts +36 -0
- package/dist/components/HandInstruction/HandGestureHint.d.ts +70 -0
- package/dist/components/HandInstruction/index.d.ts +74 -0
- package/dist/components/HandInstruction/useHandGesture.d.ts +22 -0
- package/dist/components/HandJoints2D/index.d.ts +6 -0
- package/dist/components/HandRig/ForearmOccluder.d.ts +29 -0
- package/dist/components/HandRig/HandAttachment.d.ts +34 -0
- package/dist/components/HandRig/HandNails.d.ts +61 -0
- package/dist/components/HandRig/HandOccluder.d.ts +45 -0
- package/dist/components/HandRig/HandTattoo.d.ts +61 -0
- package/dist/components/HandRig/WristAttachment.d.ts +34 -0
- package/dist/components/HandRig/index.d.ts +127 -0
- package/dist/components/HandRig/useArmMask.d.ts +29 -0
- package/dist/components/HandRig/wristSolve.d.ts +96 -0
- package/dist/components/HandTouch/HandTouch.d.ts +62 -0
- package/dist/components/HandTouch/Touchable.d.ts +36 -0
- package/dist/components/HandTouch/index.d.ts +2 -0
- package/dist/components/HandTracker/index.d.ts +12 -2
- package/dist/components/HandTracking2D/HandVisual.d.ts +12 -0
- package/dist/components/HandTracking2D/index.d.ts +5 -0
- package/dist/components/HandTracking2DController/index.d.ts +5 -0
- package/dist/components/HandTracking3D/index.d.ts +6 -0
- package/dist/components/HeadBinding/index.d.ts +14 -0
- package/dist/components/HeadOccluder/CanonicalHeadFrame.d.ts +22 -0
- package/dist/components/HeadOccluder/Earrings.d.ts +55 -0
- package/dist/components/HeadOccluder/HeadAttachment.d.ts +38 -0
- package/dist/components/HeadOccluder/NeckOccluder.d.ts +67 -0
- package/dist/components/HeadOccluder/earringPlacement.d.ts +31 -0
- package/dist/components/HeadOccluder/headAttachmentPoints.d.ts +69 -0
- package/dist/components/HeadOccluder/index.d.ts +57 -3
- package/dist/components/HeadOccluder/useCanonicalHeadFit.d.ts +36 -0
- package/dist/components/HeadOccluder/useLandmarkPoseFit.d.ts +80 -0
- package/dist/components/HolisticTracker/index.d.ts +69 -0
- package/dist/components/HolisticTracker/settings.d.ts +58 -0
- package/dist/components/HolisticTracker/signals.d.ts +49 -0
- package/dist/components/Instruction/HintStage.d.ts +29 -0
- package/dist/components/Instruction/InstructionCue.d.ts +126 -0
- package/dist/components/Instruction/gestureHold.d.ts +20 -0
- package/dist/components/Instruction/ghost.d.ts +129 -0
- package/dist/components/Instruction/hintBlend.d.ts +19 -0
- package/dist/components/Instruction/hintLook.d.ts +81 -0
- package/dist/components/Instruction/hintLoop.d.ts +36 -0
- package/dist/components/Instruction/index.d.ts +41 -0
- package/dist/components/Instruction/useGhostModel.d.ts +33 -0
- package/dist/components/Instruction/useInstructionHold.d.ts +72 -0
- package/dist/components/IrisEffect/IrisMaterial.d.ts +73 -0
- package/dist/components/IrisEffect/index.d.ts +51 -0
- package/dist/components/IrisEffect/settings.d.ts +117 -0
- package/dist/components/LightObject/index.d.ts +20 -0
- package/dist/components/LipEffect/LipEffect.d.ts +28 -0
- package/dist/components/LipEffect/LipEffectMaterial.d.ts +98 -0
- package/dist/components/LipEffect/LipEffects.d.ts +12 -0
- package/dist/components/LipEffect/defaults.d.ts +51 -0
- package/dist/components/LipEffect/index.d.ts +12 -0
- package/dist/components/LipEffect/lipShading.d.ts +73 -0
- package/dist/components/LipEffect/settings.d.ts +375 -0
- package/dist/components/LipEffect/shader.d.ts +39 -0
- package/dist/components/LipEffect/types.d.ts +141 -0
- package/dist/components/LipEffect/useLipDesignTextures.d.ts +17 -0
- package/dist/components/LipEffect/uvGuide.d.ts +74 -0
- package/dist/components/LookAt/index.d.ts +23 -0
- package/dist/components/Makeup/Blush.d.ts +18 -0
- package/dist/components/Makeup/Brows.d.ts +20 -0
- package/dist/components/Makeup/Contour.d.ts +17 -0
- package/dist/components/Makeup/Eyeliner.d.ts +20 -0
- package/dist/components/Makeup/Eyeshadow.d.ts +20 -0
- package/dist/components/Makeup/Highlighter.d.ts +18 -0
- package/dist/components/Makeup/MakeupDesign.d.ts +37 -0
- package/dist/components/Makeup/MakeupRegion.d.ts +132 -0
- package/dist/components/Makeup/constants.d.ts +44 -0
- package/dist/components/Makeup/design.d.ts +106 -0
- package/dist/components/Makeup/designSamples.d.ts +42 -0
- package/dist/components/Makeup/eyes.d.ts +114 -0
- package/dist/components/Makeup/fields.d.ts +10 -0
- package/dist/components/Makeup/geometry.d.ts +106 -0
- package/dist/components/Makeup/index.d.ts +26 -0
- package/dist/components/Makeup/looks.d.ts +28 -0
- package/dist/components/Makeup/material.d.ts +239 -0
- package/dist/components/Makeup/settings.d.ts +54 -0
- package/dist/components/Makeup/shades.d.ts +143 -0
- package/dist/components/Makeup/shapes.d.ts +27 -0
- package/dist/components/Makeup/skinTone.d.ts +135 -0
- package/dist/components/Makeup/types.d.ts +110 -0
- package/dist/components/Makeup/useMakeupSkinTone.d.ts +40 -0
- package/dist/components/MeshRenderer/index.d.ts +59 -0
- package/dist/components/Necklace/Necklace.d.ts +44 -0
- package/dist/components/Necklace/index.d.ts +1 -0
- package/dist/components/ParticleEmitter/ParticleEmitter.d.ts +69 -0
- package/dist/components/ParticleEmitter/index.d.ts +1 -0
- package/dist/components/PersonCutout/index.d.ts +46 -0
- package/dist/components/PersonCutout/personCutout.d.ts +16 -0
- package/dist/components/PersonCutout/personMask.d.ts +19 -0
- package/dist/components/PersonCutout/useBodyMaskTexture.d.ts +35 -0
- package/dist/components/PerspectiveCamera/index.d.ts +2 -8
- package/dist/components/PinToMesh/index.d.ts +47 -0
- package/dist/components/RenderGroupLayer/index.d.ts +6 -0
- package/dist/components/SceneObjectRenderer/index.d.ts +23 -0
- package/dist/components/Screen2D/ScreenTransformFrame.d.ts +11 -0
- package/dist/components/Screen2D/ScreenTransformHelpers.d.ts +19 -0
- package/dist/components/Screen2D/ScreenTransformInteraction.d.ts +18 -0
- package/dist/components/Screen2D/index.d.ts +5 -0
- package/dist/components/ScreenGlass/defaults.d.ts +3 -0
- package/dist/components/ScreenGlass/index.d.ts +5 -0
- package/dist/components/ScreenGlass/shaders.d.ts +2 -0
- package/dist/components/ScreenGlass/types.d.ts +10 -0
- package/dist/components/ScreenGradient/defaults.d.ts +5 -0
- package/dist/components/ScreenGradient/index.d.ts +5 -0
- package/dist/components/ScreenGradient/shaders.d.ts +2 -0
- package/dist/components/ScreenGradient/types.d.ts +19 -0
- package/dist/components/ScreenImage/ScreenImage.d.ts +4 -0
- package/dist/components/ScreenImage/components/DynamicTextureSync.d.ts +9 -0
- package/dist/components/ScreenImage/components/ScreenImageBody.d.ts +9 -0
- package/dist/components/ScreenImage/components/ScreenImageFrame.d.ts +9 -0
- package/dist/components/ScreenImage/components/ScreenImageTransformFrame.d.ts +9 -0
- package/dist/components/ScreenImage/fit.d.ts +52 -0
- package/dist/components/ScreenImage/index.d.ts +10 -0
- package/dist/components/ScreenImage/materials/ScreenImageBlendMaterial.d.ts +9 -0
- package/dist/components/ScreenImage/materials/ScreenImageMaskMaterial.d.ts +11 -0
- package/dist/components/ScreenImage/materials/ScreenImageMatcap.d.ts +3 -0
- package/dist/components/ScreenImage/source.d.ts +25 -0
- package/dist/components/ScreenImage/types.d.ts +64 -0
- package/dist/components/ScreenImage/utils/ScreenImageConstants.d.ts +9 -0
- package/dist/components/ScreenImage/utils/ScreenImageHelpers.d.ts +4 -0
- package/dist/components/ScreenShape/geometry.d.ts +5 -0
- package/dist/components/ScreenShape/index.d.ts +5 -0
- package/dist/components/ScreenShape/types.d.ts +54 -0
- package/dist/components/ScreenSpaceUI/ScreenTransformGuide.d.ts +15 -0
- package/dist/components/ScreenSpaceUI/ScreenTransformOverlayGuide.d.ts +9 -0
- package/dist/components/ScreenSpaceUI/index.d.ts +3 -0
- package/dist/components/ScreenText/components/ScreenTextBody.d.ts +2 -0
- package/dist/components/ScreenText/components/ScreenTextTransformFrame.d.ts +9 -0
- package/dist/components/ScreenText/constants.d.ts +5 -0
- package/dist/components/ScreenText/index.d.ts +6 -0
- package/dist/components/ScreenText/types.d.ts +31 -0
- package/dist/components/ScreenText/utils/ScreenTextHelpers.d.ts +14 -0
- package/dist/components/ScreenText/utils/ScreenTextMappings.d.ts +17 -0
- package/dist/components/SegmentationOverlay/SegmentationOverlay.d.ts +37 -0
- package/dist/components/SegmentationOverlay/SegmentationOverlayMaterial.d.ts +31 -0
- package/dist/components/SegmentationOverlay/index.d.ts +9 -0
- package/dist/components/SegmentationOverlay/maskTexture.d.ts +23 -0
- package/dist/components/SegmentationOverlay/providers.d.ts +72 -0
- package/dist/components/SegmentationOverlay/settings.d.ts +65 -0
- package/dist/components/SequentialRenderPasses/index.d.ts +6 -0
- package/dist/components/ShoulderOccluder/index.d.ts +46 -0
- package/dist/components/ShoulderOccluder/useCanonicalTorsoFit.d.ts +27 -0
- package/dist/components/SpringSwing/SpringSwing.d.ts +22 -0
- package/dist/components/SpringSwing/index.d.ts +1 -0
- package/dist/components/TextLabel/TextLabel.d.ts +5 -0
- package/dist/components/TextLabel/alignment.d.ts +4 -0
- package/dist/components/TextLabel/bend.d.ts +9 -0
- package/dist/components/TextLabel/canvas/buildTextLabelTexture.d.ts +4 -0
- package/dist/components/TextLabel/canvas/canvasTypography.d.ts +13 -0
- package/dist/components/TextLabel/canvas/drawBackground.d.ts +21 -0
- package/dist/components/TextLabel/canvas/drawEffects.d.ts +34 -0
- package/dist/components/TextLabel/canvas/drawText.d.ts +19 -0
- package/dist/components/TextLabel/components/TextLabelMesh.d.ts +13 -0
- package/dist/components/TextLabel/constants.d.ts +2 -0
- package/dist/components/TextLabel/hooks/useTextLabelTexture.d.ts +7 -0
- package/dist/components/TextLabel/index.d.ts +2 -62
- package/dist/components/TextLabel/layout/measurement.d.ts +8 -0
- package/dist/components/TextLabel/layout/resolveTextLayout.d.ts +25 -0
- package/dist/components/TextLabel/layout/wrapText.d.ts +6 -0
- package/dist/components/TextLabel/types.d.ts +337 -0
- package/dist/components/TrackingAnchor/index.d.ts +18 -2
- package/dist/components/Transform3D/index.d.ts +30 -0
- package/dist/components/XRMediaSurface/index.d.ts +8 -7
- package/dist/components/XRProvider/index.d.ts +16 -2
- package/dist/components/XRScene/index.d.ts +14 -3
- package/dist/components/XRScene/renderOutputTarget.d.ts +12 -0
- package/dist/components/XRViewport/XRViewport.d.ts +11 -0
- package/dist/components/XRViewport/components/HiddenMedia.d.ts +7 -0
- package/dist/components/XRViewport/components/MediaAssetPicker.d.ts +8 -0
- package/dist/components/XRViewport/components/MediaControlStack.d.ts +13 -0
- package/dist/components/XRViewport/components/XRViewportLayers.d.ts +30 -0
- package/dist/components/XRViewport/constants.d.ts +24 -0
- package/dist/components/XRViewport/contexts.d.ts +6 -0
- package/dist/components/XRViewport/hooks/useViewportExternalFaces.d.ts +13 -0
- package/dist/components/XRViewport/hooks/useViewportMediaSource.d.ts +16 -0
- package/dist/components/XRViewport/hooks/useViewportMediaTexture.d.ts +10 -0
- package/dist/components/XRViewport/hooks/useViewportPipeline.d.ts +41 -0
- package/dist/components/XRViewport/hooks/useViewportRenderState.d.ts +47 -0
- package/dist/components/XRViewport/index.d.ts +3 -101
- package/dist/components/XRViewport/layout.d.ts +16 -0
- package/dist/components/XRViewport/slots.d.ts +16 -0
- package/dist/components/XRViewport/types.d.ts +89 -0
- package/dist/components/XRViewport/useViewportSize.d.ts +3 -0
- package/dist/components/index.d.ts +31 -0
- package/dist/components/occluder/skinnedOccluder.d.ts +39 -0
- package/dist/config/index.d.ts +1 -1
- package/dist/constants/index.d.ts +4 -1
- package/dist/context-DTxSQvp4.js +13 -0
- package/dist/context-hA0Rb2Xa.cjs +1 -0
- package/dist/contexts-DQc7zyqT.cjs +1 -0
- package/dist/contexts-Y_FhdnIv.js +667 -0
- package/dist/coordinates/feed.d.ts +52 -0
- package/dist/coordinates/index.d.ts +7 -0
- package/dist/coordinates/side.d.ts +40 -0
- package/dist/coordinates/spaces.d.ts +49 -0
- package/dist/coordinates/viewport.d.ts +22 -0
- package/dist/coordinates/world.d.ts +15 -0
- package/dist/debug-ui/component-editor/index.d.ts +19 -0
- package/dist/debug-ui/default-setting/index.d.ts +37 -0
- package/dist/debug-ui/default-setting.cjs +21 -0
- package/dist/debug-ui/default-setting.js +777 -0
- package/dist/debug-ui/face-mesh-renderer-settings/index.d.ts +8 -0
- package/dist/debug-ui/face-retouch/index.d.ts +11 -0
- package/dist/debug-ui/face-swap-settings/index.d.ts +22 -0
- package/dist/debug-ui/gesture-settings/index.d.ts +14 -0
- package/dist/debug-ui/hand-joints-2d/index.d.ts +6 -0
- package/dist/debug-ui/hand-tracking-2d/index.d.ts +6 -0
- package/dist/debug-ui/hand-tracking-2d-controller/index.d.ts +6 -0
- package/dist/debug-ui/hand-tracking-3d/index.d.ts +6 -0
- package/dist/debug-ui/hierarchy-panel/index.d.ts +30 -0
- package/dist/debug-ui/holistic-tracker-settings/index.d.ts +16 -0
- package/dist/debug-ui/index.d.ts +61 -0
- package/dist/debug-ui/iris-effect-settings/index.d.ts +12 -0
- package/dist/debug-ui/layer-panel/index.d.ts +18 -0
- package/dist/debug-ui/lip-effect-settings/index.d.ts +15 -0
- package/dist/debug-ui/media-source/MediaSourceSwitcher.d.ts +10 -0
- package/dist/debug-ui/media-source/index.d.ts +6 -0
- package/dist/debug-ui/media-source/media-preset.d.ts +21 -0
- package/dist/debug-ui/media-source/session.d.ts +40 -0
- package/dist/debug-ui/media-source.cjs +1 -0
- package/dist/debug-ui/media-source.js +11 -0
- package/dist/debug-ui/mesh-renderer-settings/index.d.ts +6 -0
- package/dist/debug-ui/object-inspector-panel/index.d.ts +26 -0
- package/dist/debug-ui/pin-to-mesh-settings/index.d.ts +10 -0
- package/dist/debug-ui/product-hotspots/index.d.ts +25 -0
- package/dist/debug-ui/scene-editor/context.d.ts +38 -0
- package/dist/debug-ui/scene-editor/hierarchy-panel.d.ts +11 -0
- package/dist/debug-ui/scene-editor/index.d.ts +11 -0
- package/dist/debug-ui/scene-editor/inspector-panel.d.ts +9 -0
- package/dist/debug-ui/scene-editor/store-utils.d.ts +2 -0
- package/dist/debug-ui/scene-editor/viewport-toolbar.d.ts +4 -0
- package/dist/debug-ui/scene-editor/viewport.d.ts +21 -0
- package/dist/debug-ui/screen-glass-settings/index.d.ts +6 -0
- package/dist/debug-ui/screen-gradient-settings/GradientStopsEditor.d.ts +5 -0
- package/dist/debug-ui/screen-gradient-settings/index.d.ts +6 -0
- package/dist/debug-ui/screen-gradient-settings/styles.d.ts +3 -0
- package/dist/debug-ui/screen-image-settings/index.d.ts +11 -0
- package/dist/debug-ui/screen-shape-settings/index.d.ts +6 -0
- package/dist/debug-ui/screen-text-settings/NumberField.d.ts +9 -0
- package/dist/debug-ui/screen-text-settings/ScreenTextSettingsPanel.d.ts +3 -0
- package/dist/debug-ui/screen-text-settings/controls/NestedSection.d.ts +7 -0
- package/dist/debug-ui/screen-text-settings/controls/Section.d.ts +8 -0
- package/dist/debug-ui/screen-text-settings/controls/icons.d.ts +4 -0
- package/dist/debug-ui/screen-text-settings/index.d.ts +2 -0
- package/dist/debug-ui/screen-text-settings/sections/BackgroundSection.d.ts +8 -0
- package/dist/debug-ui/screen-text-settings/sections/ContentSection.d.ts +5 -0
- package/dist/debug-ui/screen-text-settings/sections/EffectsSection.d.ts +25 -0
- package/dist/debug-ui/screen-text-settings/sections/StyleSection.d.ts +5 -0
- package/dist/debug-ui/screen-text-settings/sections/TransformSection.d.ts +5 -0
- package/dist/debug-ui/screen-text-settings/sections/background/BackgroundFillControls.d.ts +2 -0
- package/dist/debug-ui/screen-text-settings/sections/background/BackgroundSizeControls.d.ts +2 -0
- package/dist/debug-ui/screen-text-settings/sections/background/BackgroundStrokeControls.d.ts +2 -0
- package/dist/debug-ui/screen-text-settings/sections/background/types.d.ts +7 -0
- package/dist/debug-ui/screen-text-settings/sections/effects/BendEffectSection.d.ts +4 -0
- package/dist/debug-ui/screen-text-settings/sections/effects/EffectChrome.d.ts +21 -0
- package/dist/debug-ui/screen-text-settings/sections/effects/GlowEffectSection.d.ts +4 -0
- package/dist/debug-ui/screen-text-settings/sections/effects/InnerShadowEffectSection.d.ts +4 -0
- package/dist/debug-ui/screen-text-settings/sections/effects/OutlineEffectSection.d.ts +4 -0
- package/dist/debug-ui/screen-text-settings/sections/effects/ShadowEffectSection.d.ts +4 -0
- package/dist/debug-ui/screen-text-settings/sections/effects/types.d.ts +14 -0
- package/dist/debug-ui/screen-text-settings/settings.d.ts +90 -0
- package/dist/debug-ui/screen-text-settings/styles.d.ts +26 -0
- package/dist/debug-ui/screen-text-settings/transform.d.ts +6 -0
- package/dist/debug-ui/screen-text-settings/types.d.ts +11 -0
- package/dist/debug-ui/segmentation-overlay-settings/index.d.ts +12 -0
- package/dist/debug-ui/settings-panel/index.d.ts +43 -0
- package/dist/debug-ui/shared/MaterialSection.d.ts +13 -0
- package/dist/debug-ui/shared/ScreenTransformSection.d.ts +32 -0
- package/dist/debug-ui/shared/debugWindow.d.ts +51 -0
- package/dist/debug-ui/transform-3d-settings/index.d.ts +11 -0
- package/dist/debug-ui/xr-diagnostics/index.d.ts +26 -0
- package/dist/debug-ui.cjs +10 -0
- package/dist/debug-ui.js +9051 -0
- package/dist/detector-K8aej4MB.js +59 -0
- package/dist/detector-ijypGtse.cjs +1 -0
- package/dist/drawNormalizedCrop-C4KFaRne.cjs +1 -0
- package/dist/drawNormalizedCrop-DG3gtJxf.js +135 -0
- package/dist/entries/all.d.ts +4 -1
- package/dist/entries/core.d.ts +76 -6
- package/dist/entries/face-effects.d.ts +130 -10
- package/dist/entries/instructions.d.ts +48 -0
- package/dist/entries/internal.d.ts +5 -2
- package/dist/entries/low-level.d.ts +104 -6
- package/dist/entries/particles.d.ts +15 -0
- package/dist/entries/product.d.ts +11 -0
- package/dist/entries/scene-object.d.ts +10 -0
- package/dist/entries/tracking.d.ts +110 -2
- package/dist/face-action/index.d.ts +34 -0
- package/dist/face-atlas/attributes.d.ts +30 -0
- package/dist/face-atlas/eyes.d.ts +272 -0
- package/dist/face-atlas/faceAtlas.generated.d.ts +46 -0
- package/dist/face-atlas/glsl/atlasVertex.d.ts +46 -0
- package/dist/face-atlas/glsl/common.d.ts +55 -0
- package/dist/face-atlas/glsl/design.d.ts +49 -0
- package/dist/face-atlas/glsl/eyes.d.ts +73 -0
- package/dist/face-atlas/glsl/finish.d.ts +24 -0
- package/dist/face-atlas/glsl/format.d.ts +4 -0
- package/dist/face-atlas/glsl/index.d.ts +59 -0
- package/dist/face-atlas/glsl/shading.d.ts +15 -0
- package/dist/face-atlas/glsl/shapes.d.ts +66 -0
- package/dist/face-atlas/glsl/sparkle.d.ts +19 -0
- package/dist/face-atlas/glsl/uniforms.d.ts +106 -0
- package/dist/face-atlas/guide.d.ts +51 -0
- package/dist/face-atlas/index.d.ts +25 -0
- package/dist/face-atlas/lead.d.ts +117 -0
- package/dist/face-atlas/madeUpCamera.d.ts +125 -0
- package/dist/face-atlas/masks.d.ts +53 -0
- package/dist/face-atlas/obj.d.ts +69 -0
- package/dist/face-atlas/polylines.d.ts +63 -0
- package/dist/face-atlas/probe/FaceSkinProbe.d.ts +208 -0
- package/dist/face-atlas/probe/__fixtures__/emulate.d.ts +9 -0
- package/dist/face-atlas/probe/__fixtures__/face.d.ts +24 -0
- package/dist/face-atlas/probe/constants.d.ts +137 -0
- package/dist/face-atlas/probe/glsl.d.ts +43 -0
- package/dist/face-atlas/probe/lightFit.d.ts +108 -0
- package/dist/face-atlas/probe/schedule.d.ts +44 -0
- package/dist/face-atlas/probe/selfTest.d.ts +87 -0
- package/dist/face-atlas/probe/stats.d.ts +143 -0
- package/dist/face-atlas/probe/targets.d.ts +70 -0
- package/dist/face-atlas/probe/unwrap.d.ts +76 -0
- package/dist/face-atlas/quality.d.ts +28 -0
- package/dist/face-atlas/regions.d.ts +31 -0
- package/dist/face-atlas/registry.d.ts +252 -0
- package/dist/face-atlas/renderState.d.ts +86 -0
- package/dist/face-atlas/selfOcclusion.d.ts +62 -0
- package/dist/face-atlas/shading.d.ts +406 -0
- package/dist/face-atlas/shapes.d.ts +86 -0
- package/dist/face-atlas/sides.d.ts +41 -0
- package/dist/face-atlas/skinMask.d.ts +35 -0
- package/dist/face-atlas/surface.d.ts +155 -0
- package/dist/face-atlas/topology.d.ts +44 -0
- package/dist/face-attribute-expression/index.d.ts +10 -0
- package/dist/face-character/__fixtures__/faceImageDetections.d.ts +25 -0
- package/dist/face-character/__fixtures__/faceNode.d.ts +22 -0
- package/dist/face-character/bindFaceModel.d.ts +106 -0
- package/dist/face-character/canonicalFace.d.ts +17 -0
- package/dist/face-character/canonicalFaceGeometry.d.ts +11 -0
- package/dist/face-character/canonicalFacePositions.d.ts +7 -0
- package/dist/face-character/driveFaceModel.d.ts +57 -0
- package/dist/face-character/expressionOutputs.d.ts +45 -0
- package/dist/face-character/faceExpressions.d.ts +104 -0
- package/dist/face-character/faceImageLandmarker.d.ts +93 -0
- package/dist/face-character/faceMeshBinding.d.ts +62 -0
- package/dist/face-character/faceMorph.d.ts +77 -0
- package/dist/face-character/faceMorphs.d.ts +46 -0
- package/dist/face-character/facePhoto.d.ts +138 -0
- package/dist/face-character/facePiercings.d.ts +116 -0
- package/dist/face-character/facePin.d.ts +131 -0
- package/dist/face-character/faceReprojection.d.ts +273 -0
- package/dist/face-character/faceReprojector.d.ts +171 -0
- package/dist/face-character/faceRig.d.ts +176 -0
- package/dist/face-character/faceSwapPresence.d.ts +85 -0
- package/dist/face-character/faceTexture.d.ts +169 -0
- package/dist/face-character/faceTextureBaker.d.ts +86 -0
- package/dist/face-character/faceTextureGuide.d.ts +106 -0
- package/dist/face-character/faceTextureStats.d.ts +298 -0
- package/dist/face-character/faceTransfer.d.ts +396 -0
- package/dist/face-character/faceTransferGeometry.d.ts +109 -0
- package/dist/face-character/faceTransferSelfTest.d.ts +94 -0
- package/dist/face-character/faceWarp3D.d.ts +101 -0
- package/dist/face-character/faceless.d.ts +79 -0
- package/dist/face-character/featureWarp.d.ts +28 -0
- package/dist/face-character/liveFaceRegistry.d.ts +370 -0
- package/dist/face-character/liveValue.d.ts +12 -0
- package/dist/face-character/memo.d.ts +15 -0
- package/dist/face-effects.cjs +2267 -195
- package/dist/face-effects.js +14191 -3346
- package/dist/face-expression/index.d.ts +182 -0
- package/dist/face-info/blendshapes.d.ts +3 -0
- package/dist/face-info/derive.d.ts +8 -0
- package/dist/face-info/drawFaceCrop.d.ts +10 -0
- package/dist/face-info/getFaceInfo.d.ts +8 -0
- package/dist/face-info/index.d.ts +8 -0
- package/dist/face-info/landmarks.d.ts +35 -0
- package/dist/face-info/types.d.ts +69 -0
- package/dist/gestures/definitions.d.ts +98 -0
- package/dist/gestures/detector.d.ts +87 -0
- package/dist/gestures/index.d.ts +8 -0
- package/dist/gestures/measures.d.ts +114 -0
- package/dist/gestures/settings.d.ts +49 -0
- package/dist/getFaceInfo-BafgGT27.js +62 -0
- package/dist/getFaceInfo-BzlwHMjX.cjs +1 -0
- package/dist/hand/armFit.d.ts +46 -0
- package/dist/hand/armMask.d.ts +190 -0
- package/dist/hand/forearm.d.ts +114 -0
- package/dist/hand/handCutout.d.ts +23 -0
- package/dist/hand/handCutoutRegistry.d.ts +7 -0
- package/dist/hand/handEffect.d.ts +38 -0
- package/dist/hand/handGestures.d.ts +524 -0
- package/dist/hand/handJoints2d.d.ts +49 -0
- package/dist/hand/handNail.d.ts +73 -0
- package/dist/hand/handPose.d.ts +98 -0
- package/dist/hand/handRigSolver.d.ts +159 -0
- package/dist/hand/handTattoo.d.ts +81 -0
- package/dist/hand/handTouch.d.ts +240 -0
- package/dist/hand/handTracking2d.d.ts +33 -0
- package/dist/hand/handTracking2dController.d.ts +65 -0
- package/dist/hand/handTracking3d.d.ts +52 -0
- package/dist/hand/nailImageMask.d.ts +40 -0
- package/dist/hand/nailMaskFingers.d.ts +23 -0
- package/dist/hand/nailTipRefine.d.ts +37 -0
- package/dist/hand/wrist.d.ts +44 -0
- package/dist/hand/wristFilter.d.ts +44 -0
- package/dist/hooks/faceResults.d.ts +1 -1
- package/dist/hooks/selectors.d.ts +77 -4
- package/dist/hooks/useBodies.d.ts +39 -0
- package/dist/hooks/useCalibrationFaceTracker.d.ts +1 -1
- package/dist/hooks/useFaceAction.d.ts +3 -0
- package/dist/hooks/useFaceAttributeExpression.d.ts +16 -0
- package/dist/hooks/useFaceDetection.d.ts +18 -0
- package/dist/hooks/useFaceInfo.d.ts +19 -0
- package/dist/hooks/useFaceInfos.d.ts +15 -0
- package/dist/hooks/useFaceModelAcquisition.d.ts +38 -0
- package/dist/hooks/useFaceResultReader.d.ts +10 -0
- package/dist/hooks/useFrameCapture.d.ts +18 -0
- package/dist/hooks/useGesture.d.ts +39 -0
- package/dist/hooks/useIrisTracking.d.ts +45 -0
- package/dist/hooks/useMediaRecorder.d.ts +14 -2
- package/dist/hooks/useOwnedTexture.d.ts +6 -0
- package/dist/hooks/useTrackerContext.d.ts +14 -2
- package/dist/hooks/useXRDiagnostics.d.ts +81 -0
- package/dist/hooks/useXRModel.d.ts +12 -0
- package/dist/hooks/useXRSession/facade.d.ts +47 -2
- package/dist/hooks/useXRSession/index.d.ts +2 -2
- package/dist/hooks/useXRSession/reason.d.ts +21 -0
- package/dist/hooks/useXRSession/registry.d.ts +23 -0
- package/dist/hooks/useXRSession/store.d.ts +64 -7
- package/dist/index-BZoBxyLn.js +1103 -0
- package/dist/index-By_LCo2V.cjs +1 -0
- package/dist/index-C-Mryx_u.cjs +21 -0
- package/dist/index-CKRN-xJp.js +3740 -0
- package/dist/index-CUldCMRl.js +188 -0
- package/dist/index-Cyk_VIZE.js +1432 -0
- package/dist/index-D-4w34GO.cjs +1 -0
- package/dist/index-DiIoHK_4.js +442 -0
- package/dist/index-Dv3WnY9n.cjs +46 -0
- package/dist/index-ItufYyHH.cjs +1 -0
- package/dist/index-S3gqudT6.cjs +1 -0
- package/dist/index-Sho4F4it.cjs +1 -0
- package/dist/index-iIQ9jBDb.js +240 -0
- package/dist/index-vr2ichWQ.js +190 -0
- package/dist/instructions.cjs +30 -0
- package/dist/instructions.js +1528 -0
- package/dist/internal-Bb9ZXbpr.cjs +1 -0
- package/dist/{internal-KOKJDxCG.js → internal-Gt1wn6Z3.js} +152 -127
- package/dist/internal.cjs +1 -1
- package/dist/internal.js +16 -9
- package/dist/iris/compute.d.ts +27 -0
- package/dist/iris/index.d.ts +4 -0
- package/dist/iris/lead.d.ts +19 -0
- package/dist/iris/types.d.ts +89 -0
- package/dist/landmarkMask-CvN-L5NT.cjs +1 -0
- package/dist/landmarkMask-DHivVjJm.js +225 -0
- package/dist/landmarks-BEjJXcnE.cjs +1 -0
- package/dist/landmarks-DtCAFV_m.js +76 -0
- package/dist/low-level.cjs +1 -1
- package/dist/low-level.js +1494 -629
- package/dist/main.cjs +1 -1
- package/dist/main.js +1306 -475
- package/dist/material/MaterialFill.d.ts +20 -0
- package/dist/material/MeshMaterial.d.ts +14 -0
- package/dist/material/index.d.ts +2 -0
- package/dist/models/Base/index.d.ts +49 -0
- package/dist/models/Body/index.d.ts +30 -1
- package/dist/models/Face/constants.d.ts +8 -0
- package/dist/models/Face/index.d.ts +5 -12
- package/dist/models/Face/rotation.d.ts +18 -0
- package/dist/models/Hand/GestureTracking.d.ts +1 -1
- package/dist/models/Hand/HandTracking.d.ts +19 -1
- package/dist/models/Holistic/index.d.ts +49 -0
- package/dist/models/Holistic/result.d.ts +68 -0
- package/dist/models/Segmentation/index.d.ts +6 -3
- package/dist/models/SemanticSegmentation/index.d.ts +31 -0
- package/dist/models/SemanticSegmentation/presets.d.ts +28 -0
- package/dist/models/index.d.ts +2 -0
- package/dist/models/nodeSource.d.ts +9 -0
- package/dist/particles/emission.d.ts +24 -0
- package/dist/particles/eyes.d.ts +24 -0
- package/dist/particles/glsl.d.ts +14 -0
- package/dist/particles/index.d.ts +10 -0
- package/dist/particles/motion.d.ts +42 -0
- package/dist/particles/presets.d.ts +12 -0
- package/dist/particles/ring.d.ts +58 -0
- package/dist/particles/selfTest.d.ts +53 -0
- package/dist/particles/settings.d.ts +127 -0
- package/dist/particles/shapes.d.ts +29 -0
- package/dist/particles/spawner.d.ts +71 -0
- package/dist/particles/system.d.ts +66 -0
- package/dist/particles.cjs +122 -0
- package/dist/particles.js +999 -0
- package/dist/product/ProductDimensions.d.ts +16 -0
- package/dist/product/ProductHotspot.d.ts +16 -0
- package/dist/product/ProductViewer.d.ts +9 -0
- package/dist/product/details.d.ts +53 -0
- package/dist/product/index.d.ts +14 -0
- package/dist/product/loadModelViewer.d.ts +4 -0
- package/dist/product/types.d.ts +71 -0
- package/dist/product/useProductAr.d.ts +37 -0
- package/dist/product/useProductDetails.d.ts +60 -0
- package/dist/product.cjs +1 -0
- package/dist/product.js +414 -0
- package/dist/providers-CEZQgz2s.cjs +62 -0
- package/dist/providers-CRuaD8bi.js +424 -0
- package/dist/quality/XRQualityController.d.ts +25 -0
- package/dist/quality/controller.d.ts +33 -0
- package/dist/quality/index.d.ts +6 -0
- package/dist/quality/types.d.ts +100 -0
- package/dist/quality/useXRQuality.d.ts +28 -0
- package/dist/render/layerStack.d.ts +29 -0
- package/dist/render/renderGroups.d.ts +47 -0
- package/dist/render/renderPasses.d.ts +26 -0
- package/dist/render/sceneBeforeRender.d.ts +12 -0
- package/dist/renderGroups-BADrepA1.cjs +1 -0
- package/dist/renderGroups-CNB99dZ2.js +152 -0
- package/dist/renderPasses-DgxUKn9b.cjs +158 -0
- package/dist/renderPasses-DuapJA6V.js +1290 -0
- package/dist/renderState-CJNmj5jz.js +39 -0
- package/dist/renderState-apSfg4eR.cjs +1 -0
- package/dist/scene-object/index.d.ts +146 -0
- package/dist/scene-object/runtimeRegistry.d.ts +14 -0
- package/dist/scene-object.cjs +1 -0
- package/dist/scene-object.js +40 -0
- package/dist/screen-image/screenImagePresets.d.ts +13 -0
- package/dist/screen-image/screenImageSettings.d.ts +57 -0
- package/dist/screen-text/screenTextPresets.d.ts +6 -0
- package/dist/screen-text/screenTextSettings.d.ts +147 -0
- package/dist/screen2d/coordinates.d.ts +107 -0
- package/dist/screen2d/index.d.ts +7 -0
- package/dist/screen2d/material-runtime.d.ts +32 -0
- package/dist/screen2d/screenTransform.d.ts +60 -0
- package/dist/screen2d/smoothing.d.ts +5 -0
- package/dist/screen2d/texture.d.ts +10 -0
- package/dist/screen2d/transform.d.ts +25 -0
- package/dist/screen2d/types.d.ts +90 -0
- package/dist/segmentation-BOZJdWFC.js +1911 -0
- package/dist/segmentation-J8GoNBvP.cjs +1 -0
- package/dist/segmentation2d/faceMemory.d.ts +28 -0
- package/dist/segmentation2d/faceRegions.d.ts +24 -0
- package/dist/segmentation2d/index.d.ts +9 -0
- package/dist/segmentation2d/maskUv.d.ts +23 -0
- package/dist/segmentation2d/rasterize.d.ts +14 -0
- package/dist/segmentation2d/types.d.ts +52 -0
- package/dist/selectors-BvJepq6H.js +196 -0
- package/dist/selectors-QB2qsaxy.cjs +1 -0
- package/dist/services/MetricsCollector/index.d.ts +7 -1
- package/dist/services/MetricsCollector/utils.d.ts +1 -1
- package/dist/session-BVX859as.cjs +31 -0
- package/dist/session-Cz8aie4K.js +493 -0
- package/dist/settings-BJ7FMBsO.js +111 -0
- package/dist/settings-C63FMBlF.cjs +1 -0
- package/dist/similarityFit-BFqHND2e.cjs +1 -0
- package/dist/similarityFit-Bbz-R8AY.js +91 -0
- package/dist/spring/index.d.ts +2 -0
- package/dist/spring/spring.d.ts +69 -0
- package/dist/spring/swing.d.ts +54 -0
- package/dist/subjects/index.d.ts +2 -0
- package/dist/subjects/select.d.ts +70 -0
- package/dist/subjects/types.d.ts +59 -0
- package/dist/texture/animatedTexture.d.ts +63 -0
- package/dist/texture/animationMath.d.ts +8 -0
- package/dist/texture/gifReader.d.ts +17 -0
- package/dist/texture/gifTextureSource.d.ts +16 -0
- package/dist/texture/sourceResolver.d.ts +30 -0
- package/dist/textures-BVwo9Z7z.js +38 -0
- package/dist/textures-DAfc61zz.cjs +1 -0
- package/dist/tracking/coordinates.d.ts +5 -0
- package/dist/tracking-config/apply.d.ts +57 -0
- package/dist/tracking-config/index.d.ts +7 -0
- package/dist/tracking-config/resolve.d.ts +25 -0
- package/dist/tracking-config/storage.d.ts +8 -0
- package/dist/tracking-config/types.d.ts +106 -0
- package/dist/tracking-config/useXRTrackingConfig.d.ts +38 -0
- package/dist/tracking.cjs +10 -1
- package/dist/tracking.js +1531 -294
- package/dist/trigger-D9L4GPmQ.js +3726 -0
- package/dist/trigger-DZ9vU7jo.cjs +147 -0
- package/dist/types/common.d.ts +11 -1
- package/dist/types/compositor.d.ts +21 -0
- package/dist/types/face.d.ts +21 -14
- package/dist/types/gesture-tracking.d.ts +2 -2
- package/dist/types/hand-tracking.d.ts +19 -2
- package/dist/types/holistic.d.ts +121 -0
- package/dist/types/index.d.ts +1 -1
- package/dist/types/model.d.ts +22 -2
- package/dist/types/nodes.d.ts +83 -6
- package/dist/types/segmentation.d.ts +26 -0
- package/dist/types/session.d.ts +50 -4
- package/dist/types/tracking.d.ts +8 -2
- package/dist/types/util-types.d.ts +1 -1
- package/dist/useBodies-BYzJpQ4L.js +75 -0
- package/dist/useBodies-Cxpmx6Bb.cjs +1 -0
- package/dist/useFaceInfo-BzEUj2OI.js +75 -0
- package/dist/useFaceInfo-DlLRAVNw.cjs +1 -0
- package/dist/useFaceResultReader-Cc4Qrutf.js +61 -0
- package/dist/useFaceResultReader-D3jOQNKz.cjs +1 -0
- package/dist/useInstructionHold-DOu-RpCM.js +53 -0
- package/dist/useInstructionHold-DwJY1Alr.cjs +1 -0
- package/dist/useIrisTracking-Bz4uLDa7.js +6190 -0
- package/dist/useIrisTracking-DRGWgoNy.cjs +35 -0
- package/dist/useLandmarkPoseFit-Bg-h9BPb.cjs +1 -0
- package/dist/useLandmarkPoseFit-Bmb3h6Mw.js +87 -0
- package/dist/useXRCapabilities-B1KLckqw.js +30 -0
- package/dist/useXRCapabilities-CZlPUBjF.cjs +1 -0
- package/dist/utils/canonicalRigidLandmarks.d.ts +8 -0
- package/dist/utils/drawNormalizedCrop.d.ts +22 -0
- package/dist/utils/fns.d.ts +6 -3
- package/dist/utils/headOccluderFit.d.ts +42 -0
- package/dist/utils/integrity.d.ts +25 -26
- package/dist/utils/landmarkBounds.d.ts +1 -1
- package/dist/utils/logger.d.ts +2 -2
- package/dist/utils/resolveNumFaces.d.ts +13 -0
- package/dist/utils/shoulderOccluderFit.d.ts +38 -0
- package/dist/utils/similarityFit.d.ts +23 -0
- package/dist/utils/updateThrottle.d.ts +2 -0
- package/dist/utils/useStableUniforms.d.ts +18 -0
- package/dist/utils/visionWasm.d.ts +18 -0
- package/dist/uv-BMFt19bg.cjs +1 -0
- package/dist/{index-BD-JWMjE.js → uv-DJU_XfmN.js} +15 -180
- package/dist/x-Co8jPhP0.js +127 -0
- package/dist/x-KC8E4Gaj.cjs +41 -0
- package/docs/MIGRATION_GUIDE.md +589 -0
- package/docs/SDK_DOCUMENTATION.md +1157 -0
- package/docs/api/adaptive-quality.mdx +104 -0
- package/docs/api/asset-lifecycle.mdx +78 -0
- package/docs/api/audio.mdx +36 -0
- package/docs/api/behavior-components.mdx +164 -0
- package/docs/api/body-instructions.mdx +287 -0
- package/docs/api/body-rig.mdx +384 -0
- package/docs/api/body-triggers.mdx +235 -0
- package/docs/api/camera-permission.mdx +142 -0
- package/docs/api/capture-recording.mdx +111 -0
- package/docs/api/coordinate-spaces.mdx +168 -0
- package/docs/api/cross-camera.mdx +89 -0
- package/docs/api/debug-ui-scene-editor.mdx +270 -0
- package/docs/api/diagnostics-calibration.mdx +97 -0
- package/docs/api/external-face-mesh.mdx +231 -0
- package/docs/api/face-actions.mdx +108 -0
- package/docs/api/face-attribute-expression.mdx +87 -0
- package/docs/api/face-binding-anchors.mdx +55 -0
- package/docs/api/face-character.mdx +157 -0
- package/docs/api/face-effects.mdx +28 -0
- package/docs/api/face-expression-controller.mdx +153 -0
- package/docs/api/face-info.mdx +118 -0
- package/docs/api/face-inset.mdx +204 -0
- package/docs/api/face-instructions.mdx +183 -0
- package/docs/api/face-liquify.mdx +196 -0
- package/docs/api/face-mesh.mdx +130 -0
- package/docs/api/face-morph.mdx +117 -0
- package/docs/api/face-painting.mdx +40 -0
- package/docs/api/face-reprojection.mdx +154 -0
- package/docs/api/face-retouching.mdx +81 -0
- package/docs/api/face-swap.mdx +350 -0
- package/docs/api/face-warp-3d.mdx +166 -0
- package/docs/api/faceless.mdx +143 -0
- package/docs/api/gestures.mdx +210 -0
- package/docs/api/hair.mdx +97 -0
- package/docs/api/hand-instructions.mdx +222 -0
- package/docs/api/hand-rig.mdx +661 -0
- package/docs/api/hand-touch.mdx +162 -0
- package/docs/api/head-occluder.mdx +563 -0
- package/docs/api/holistic-tracker.mdx +164 -0
- package/docs/api/instructions.mdx +323 -0
- package/docs/api/iris-tracking.mdx +247 -0
- package/docs/api/made-up-camera.mdx +131 -0
- package/docs/api/makeup-skin-tone.mdx +135 -0
- package/docs/api/makeup.mdx +353 -0
- package/docs/api/material-render-state.mdx +132 -0
- package/docs/api/multi-subject.mdx +185 -0
- package/docs/api/particles.mdx +183 -0
- package/docs/api/person-cutout.mdx +171 -0
- package/docs/api/pin-to-face-mesh.mdx +274 -0
- package/docs/api/product-ar.mdx +114 -0
- package/docs/api/product-details.mdx +78 -0
- package/docs/api/runtime-3d.mdx +316 -0
- package/docs/api/scene-object-store.mdx +213 -0
- package/docs/api/screen-image.mdx +67 -0
- package/docs/api/screen-shape.mdx +64 -0
- package/docs/api/screen-space-coordinates.mdx +75 -0
- package/docs/api/screen-text.mdx +39 -0
- package/docs/api/segmentation-overlay.mdx +301 -0
- package/docs/api/session-lifecycle.mdx +136 -0
- package/docs/api/texture-sources.mdx +74 -0
- package/docs/api/trackers.mdx +65 -0
- package/docs/api/tracking-config.mdx +108 -0
- package/docs/docs.json +121 -0
- package/docs/examples/lip-shaders.mdx +273 -0
- package/docs/examples/scene-object-recipes.mdx +194 -0
- package/docs/guides/face-atlas-template.svg +1 -0
- package/docs/guides/face-atlas-textures.mdx +186 -0
- package/docs/guides/face-texture-template.svg +1 -0
- package/docs/guides/harness-debug-ui.mdx +139 -0
- package/docs/guides/lip-effect-textures.mdx +368 -0
- package/docs/guides/lip-uv-template.png +0 -0
- package/docs/guides/lip-uv-template.svg +1 -0
- package/docs/guides/makeup-design-textures.mdx +109 -0
- package/docs/inspector/hierarchy-panel.mdx +51 -0
- package/docs/inspector/object-inspector-panel.mdx +51 -0
- package/docs/introduction.mdx +120 -0
- package/docs/scene-objects/overview.mdx +127 -0
- package/docs/scene-objects/render-groups.mdx +77 -0
- package/docs/scene-objects/runtime-rendering.mdx +75 -0
- package/docs/texture-api-consumer.md +84 -0
- package/package.json +86 -8
- package/settings.json +1998 -0
- package/dist/DebuggerUI-CEfdddkZ.cjs +0 -1
- package/dist/DebuggerUI-Dgop6Q6o.js +0 -269
- package/dist/components/FaceRetouch/retouchRegions.d.ts +0 -23
- package/dist/components/FaceRetouch/useFaceRetouchRegions.d.ts +0 -12
- package/dist/index-B5J4gzn2.cjs +0 -1
- package/dist/index-BVBVg96G.cjs +0 -1
- package/dist/index-CYMj26Ej.js +0 -1331
- package/dist/index-DtwHElmG.js +0 -157
- package/dist/index-PtFmD6B8.cjs +0 -1
- package/dist/internal-DH5d1Xnq.cjs +0 -1
- package/dist/modules/XRClient/index.d.ts +0 -9
- package/dist/modules/index.d.ts +0 -1
- package/dist/selectors-BHO6TnoC.js +0 -59
- package/dist/selectors-Bub0o3qy.cjs +0 -1
- package/dist/services/ApiService.d.ts +0 -12
- package/dist/types/client.d.ts +0 -3
- package/dist/useFaceResults-cpsSmKKc.js +0 -81
- package/dist/useFaceResults-hVUJYSEY.cjs +0 -1
|
@@ -0,0 +1,39 @@
|
|
|
1
|
+
import * as THREE from "three";
|
|
2
|
+
/**
|
|
3
|
+
* The face liquify pass's material (internal): one quad over the face box
|
|
4
|
+
* that samples a copy of what is drawn so far through the warps. The GLSL
|
|
5
|
+
* apply is a line-by-line port of `applyFaceLiquifyOp` (warp.ts).
|
|
6
|
+
*/
|
|
7
|
+
/** The defines the shader takes from the TS constants. */
|
|
8
|
+
export declare const FACE_LIQUIFY_DEFINES: Readonly<Record<string, number>>;
|
|
9
|
+
/**
|
|
10
|
+
* One warp's backward map (the GLSL copy of `applyFaceLiquifyOp`). `uOps`
|
|
11
|
+
* holds two vec4 per warp: (cx, cy, radius, kind), (strength, dir x, dir y, 0).
|
|
12
|
+
*/
|
|
13
|
+
export declare const FACE_LIQUIFY_WARP_GLSL = "\nuniform vec4 uOps[FACE_LIQUIFY_MAX_OPS * 2];\n\nvec2 faceLiquifyApply(int i, vec2 q, inout bool moved) {\n vec4 a = uOps[i * 2];\n vec4 b = uOps[i * 2 + 1];\n float radius = a.z;\n float k = b.x;\n if (!(radius > 0.0) || !(k > 0.0)) return q;\n vec2 c = a.xy;\n vec2 p = q - c;\n float r2 = dot(p, p) / (radius * radius);\n if (!(r2 < 1.0)) return q;\n float t = 1.0 - r2;\n float w = t * t;\n if (w <= 0.0) return q;\n moved = true;\n int kind = int(a.w + 0.5);\n vec2 d = b.yz;\n if (kind == KIND_BULGE) return c + p * (1.0 - k * w);\n if (kind == KIND_PINCH) return c + p * (1.0 + k * w);\n if (kind == KIND_PUSH) return q - k * radius * w * d;\n if (kind == KIND_STRETCH) return q - dot(p, d) * k * w * d;\n // swirl: dir.x is the signed turn\n float an = -d.x * k * 3.141592653589793 * w;\n float cs = cos(an);\n float sn = sin(an);\n return c + vec2(p.x * cs - p.y * sn, p.x * sn + p.y * cs);\n}\n";
|
|
14
|
+
export declare const FACE_LIQUIFY_VERTEX = "\nuniform vec4 uRect;\nvoid main() {\n // On the near plane (depth 0), tested with LESS: it draws everywhere except\n // where HandCutout wrote the near plane, so hand pixels stay as they are.\n gl_Position = vec4(mix(uRect.xy, uRect.zw, position.xy), -1.0, 1.0);\n}\n";
|
|
15
|
+
export declare const FACE_LIQUIFY_FRAGMENT = "\nuniform sampler2D uCopy;\nuniform int uCount;\nuniform float uAspect;\nuniform vec2 uTarget;\nuniform vec2 uCopyOrigin;\nuniform vec2 uCopySize;\nuniform sampler2D uHandMask;\nuniform float uHands;\n\nuniform vec4 uOps[FACE_LIQUIFY_MAX_OPS * 2];\n\nvec2 faceLiquifyApply(int i, vec2 q, inout bool moved) {\n vec4 a = uOps[i * 2];\n vec4 b = uOps[i * 2 + 1];\n float radius = a.z;\n float k = b.x;\n if (!(radius > 0.0) || !(k > 0.0)) return q;\n vec2 c = a.xy;\n vec2 p = q - c;\n float r2 = dot(p, p) / (radius * radius);\n if (!(r2 < 1.0)) return q;\n float t = 1.0 - r2;\n float w = t * t;\n if (w <= 0.0) return q;\n moved = true;\n int kind = int(a.w + 0.5);\n vec2 d = b.yz;\n if (kind == KIND_BULGE) return c + p * (1.0 - k * w);\n if (kind == KIND_PINCH) return c + p * (1.0 + k * w);\n if (kind == KIND_PUSH) return q - k * radius * w * d;\n if (kind == KIND_STRETCH) return q - dot(p, d) * k * w * d;\n // swirl: dir.x is the signed turn\n float an = -d.x * k * 3.141592653589793 * w;\n float cs = cos(an);\n float sn = sin(an);\n return c + vec2(p.x * cs - p.y * sn, p.x * sn + p.y * cs);\n}\n\nvoid main() {\n vec2 frag = gl_FragCoord.xy;\n // Aspect space, y down.\n vec2 p = vec2(frag.x / uTarget.x * uAspect, 1.0 - frag.y / uTarget.y);\n bool moved = false;\n // As sampleFaceLiquify: the screen point goes through the warps last to first.\n for (int i = FACE_LIQUIFY_MAX_OPS - 1; i >= 0; --i) {\n if (i < uCount) p = faceLiquifyApply(i, p, moved);\n }\n if (!moved) {\n gl_FragColor = texelFetch(uCopy, ivec2(frag - uCopyOrigin), 0);\n return;\n }\n vec2 px = vec2(p.x / uAspect * uTarget.x, (1.0 - p.y) * uTarget.y);\n vec4 color = texture2D(uCopy, (px - uCopyOrigin) / uCopySize);\n if (uHands > 0.5) {\n // Never pull a hand into the face: where the warped point lands on a hand\n // (HandCutout's silhouettes), keep this pixel's own, unmoved colour.\n float hand = texture2D(uHandMask, vec2(p.x / uAspect, 1.0 - p.y)).r;\n if (hand > 0.0) color = mix(color, texelFetch(uCopy, ivec2(frag - uCopyOrigin), 0), hand);\n }\n gl_FragColor = color;\n}\n";
|
|
16
|
+
export type FaceLiquifyUniforms = {
|
|
17
|
+
uCopy: THREE.IUniform<THREE.Texture>;
|
|
18
|
+
uOps: THREE.IUniform<Float32Array>;
|
|
19
|
+
uCount: THREE.IUniform<number>;
|
|
20
|
+
uAspect: THREE.IUniform<number>;
|
|
21
|
+
uTarget: THREE.IUniform<THREE.Vector2>;
|
|
22
|
+
uCopyOrigin: THREE.IUniform<THREE.Vector2>;
|
|
23
|
+
uCopySize: THREE.IUniform<THREE.Vector2>;
|
|
24
|
+
uRect: THREE.IUniform<THREE.Vector4>;
|
|
25
|
+
/** The hands' silhouettes over the whole image (red: 1 on a hand), when `uHands` is 1. */
|
|
26
|
+
uHandMask: THREE.IUniform<THREE.Texture>;
|
|
27
|
+
uHands: THREE.IUniform<number>;
|
|
28
|
+
};
|
|
29
|
+
export type FaceLiquifyMaterial = THREE.ShaderMaterial & {
|
|
30
|
+
uniforms: FaceLiquifyUniforms;
|
|
31
|
+
};
|
|
32
|
+
/**
|
|
33
|
+
* The pass's material. Transparent (drawn after every opaque item and every
|
|
34
|
+
* earlier transparent one), no blending, no colour-space or tone-mapping
|
|
35
|
+
* includes: unmoved pixels come back byte-exact. Depth is tested (LESS
|
|
36
|
+
* against the quad's depth 0), never written: `HandCutout`'s near-plane depth
|
|
37
|
+
* keeps hand pixels out; a target without a depth buffer warps them too.
|
|
38
|
+
*/
|
|
39
|
+
export declare const createFaceLiquifyMaterial: (placeholder: THREE.Texture) => FaceLiquifyMaterial;
|
|
@@ -0,0 +1,49 @@
|
|
|
1
|
+
import { FaceLiquifyMaterial } from './material';
|
|
2
|
+
import { FaceLiquifyBounds } from './warp';
|
|
3
|
+
import * as THREE from "three";
|
|
4
|
+
/**
|
|
5
|
+
* The face liquify screen pass (internal): one quad over the face box. Just
|
|
6
|
+
* before it draws (`onBeforeRender`, after every earlier draw is issued) it
|
|
7
|
+
* copies the face box of the bound framebuffer into a texture, then samples
|
|
8
|
+
* that copy through the warps. Anything it cannot copy safely is left
|
|
9
|
+
* unwarped (draw range 0).
|
|
10
|
+
*/
|
|
11
|
+
/**
|
|
12
|
+
* The face liquify pass's render order: after every accessory (tracked
|
|
13
|
+
* content, opaque and transparent, below it) and before screen UI (999+).
|
|
14
|
+
*/
|
|
15
|
+
export declare const FACE_LIQUIFY_RENDER_ORDER: number;
|
|
16
|
+
/** The hand mask's size: the whole image, sampled with linear filtering (≈ 4 screen px per texel on a phone). */
|
|
17
|
+
export declare const FACE_LIQUIFY_HAND_MASK_SIZE = 256;
|
|
18
|
+
export declare class FaceLiquifyPass {
|
|
19
|
+
/** One face slot (step 3 draws one face). */
|
|
20
|
+
readonly geometry: THREE.BufferGeometry<THREE.NormalBufferAttributes>;
|
|
21
|
+
readonly placeholder: THREE.DataTexture;
|
|
22
|
+
readonly material: FaceLiquifyMaterial;
|
|
23
|
+
readonly mesh: THREE.Mesh<THREE.BufferGeometry, FaceLiquifyMaterial>;
|
|
24
|
+
/** The warp data the shader reads (`writeFaceLiquifyOps` writes into it). */
|
|
25
|
+
readonly ops: Float32Array;
|
|
26
|
+
/** Whether this frame's warps are set (a face, a weight, warps). */
|
|
27
|
+
live: boolean;
|
|
28
|
+
private readonly bounds;
|
|
29
|
+
private canvasSlot;
|
|
30
|
+
private readonly targets;
|
|
31
|
+
private readonly broken;
|
|
32
|
+
private readonly warned;
|
|
33
|
+
private restoreListener;
|
|
34
|
+
private readonly origin;
|
|
35
|
+
private readonly copyOrigin;
|
|
36
|
+
private handMask;
|
|
37
|
+
/** The scene whose shared hand mask `handMask` is. */
|
|
38
|
+
private handScene;
|
|
39
|
+
constructor();
|
|
40
|
+
/** This frame's warps: `count` ops (already in `ops`) inside `bounds`, or none (hidden). */
|
|
41
|
+
update(count: number, aspect: number, bounds: FaceLiquifyBounds | null): void;
|
|
42
|
+
hide(): void;
|
|
43
|
+
private warnOnce;
|
|
44
|
+
private watchRestore;
|
|
45
|
+
private slotFor;
|
|
46
|
+
private readonly onBeforeRender;
|
|
47
|
+
private disposeSlots;
|
|
48
|
+
dispose(): void;
|
|
49
|
+
}
|
|
@@ -0,0 +1,25 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* A face's liquify presence (pure): it fades in when the face is found,
|
|
3
|
+
* holds through a short dropout (MediaPipe often misses a face for a result
|
|
4
|
+
* or two), then fades out.
|
|
5
|
+
*/
|
|
6
|
+
/** Fade timings, ms: in when found, hold when lost, then out. */
|
|
7
|
+
export declare const FACE_LIQUIFY_FADE: Readonly<{
|
|
8
|
+
inMs: 150;
|
|
9
|
+
holdMs: 250;
|
|
10
|
+
outMs: 120;
|
|
11
|
+
}>;
|
|
12
|
+
export type FaceLiquifyPresence = {
|
|
13
|
+
/** 0..1: how much of the warp shows. */
|
|
14
|
+
fade: number;
|
|
15
|
+
/** Ms since the face was lost, or null while it is tracked (or was never seen). */
|
|
16
|
+
lostMs: number | null;
|
|
17
|
+
};
|
|
18
|
+
export declare const createFaceLiquifyPresence: () => FaceLiquifyPresence;
|
|
19
|
+
/** Starts again from hidden (a reordered or new face). */
|
|
20
|
+
export declare const resetFaceLiquifyPresence: (presence: FaceLiquifyPresence) => void;
|
|
21
|
+
/**
|
|
22
|
+
* One frame, `dtMs` after the last: `tracked` is whether the face model has
|
|
23
|
+
* the face now. Returns the fade (0..1).
|
|
24
|
+
*/
|
|
25
|
+
export declare const stepFaceLiquifyPresence: (presence: FaceLiquifyPresence, tracked: boolean, dtMs: number) => number;
|
|
@@ -0,0 +1,82 @@
|
|
|
1
|
+
import { FaceLiquifyFrame, FaceLiquifyPointName, FaceLiquifySide } from './frame';
|
|
2
|
+
import { FaceLiquifyKind } from './warp';
|
|
3
|
+
/**
|
|
4
|
+
* One warp on a face, in the face's own terms. Units are eye distances (the
|
|
5
|
+
* 3D distance between the eye centres); `x` is toward the person's own left,
|
|
6
|
+
* `y` up the face.
|
|
7
|
+
*/
|
|
8
|
+
export type FaceLiquifyWarp = {
|
|
9
|
+
kind: FaceLiquifyKind;
|
|
10
|
+
/** A named point (`FACE_LIQUIFY_POINTS`, the person's own sides) or a raw MediaPipe landmark. */
|
|
11
|
+
at: FaceLiquifyPointName | {
|
|
12
|
+
landmark: number;
|
|
13
|
+
};
|
|
14
|
+
/** Moved from `at` by this, in eye distances (x toward the person's own left, y up the face). */
|
|
15
|
+
offset?: readonly [number, number];
|
|
16
|
+
/** The circle it changes, in eye distances. */
|
|
17
|
+
radius: number;
|
|
18
|
+
/** 0..1: the share of the kind's limit (`FACE_LIQUIFY_KIND_LIMITS`) it applies at weight 3. */
|
|
19
|
+
strength: number;
|
|
20
|
+
/** `push` and `stretch`: the way the content moves, in face axes. Default up the face. */
|
|
21
|
+
direction?: readonly [number, number];
|
|
22
|
+
/**
|
|
23
|
+
* `swirl`: turn the other way. By default it turns from the person's own
|
|
24
|
+
* left toward up: counter-clockwise on an unmirrored image, clockwise on the
|
|
25
|
+
* mirrored webcam (as in a mirror).
|
|
26
|
+
*/
|
|
27
|
+
clockwise?: boolean;
|
|
28
|
+
/** Also apply it mirrored on the other side of the face. */
|
|
29
|
+
mirror?: boolean;
|
|
30
|
+
};
|
|
31
|
+
/** The built-in presets, in the order they apply (local warps first, whole-face last). */
|
|
32
|
+
export declare const FACE_LIQUIFY_PRESET_NAMES: readonly ["bigEyes", "smallNose", "bigMouth", "smile", "chubbyCheeks", "slimJaw", "slimFace", "longChin", "bigForehead", "bigHead", "swirl"];
|
|
33
|
+
export type FaceLiquifyPresetName = (typeof FACE_LIQUIFY_PRESET_NAMES)[number];
|
|
34
|
+
/** Each preset's warps. Weight 1 is subtle, 3 the strongest look before the image folds. */
|
|
35
|
+
export declare const FACE_LIQUIFY_PRESETS: Readonly<Record<FaceLiquifyPresetName, readonly FaceLiquifyWarp[]>>;
|
|
36
|
+
/** Weights by preset (or custom warp) name: 0..3, 0 off. */
|
|
37
|
+
export type FaceLiquifyWeights = Readonly<Partial<Record<string, number>>>;
|
|
38
|
+
/** Custom warps by name: one warp or several. Their weight is `weights[name]`, else 3 (as authored). */
|
|
39
|
+
export type FaceLiquifyCustomWarps = Readonly<Record<string, FaceLiquifyWarp | readonly FaceLiquifyWarp[]>>;
|
|
40
|
+
/**
|
|
41
|
+
* A warp ready to place on a face: mirrors expanded (one entry per side), its
|
|
42
|
+
* strength the kind's absolute amount at the given weight.
|
|
43
|
+
*/
|
|
44
|
+
export type FaceLiquifyResolvedWarp = {
|
|
45
|
+
/** The preset or custom warp it came from. */
|
|
46
|
+
name: string;
|
|
47
|
+
kind: FaceLiquifyKind;
|
|
48
|
+
at: FaceLiquifyPointName | {
|
|
49
|
+
landmark: number;
|
|
50
|
+
};
|
|
51
|
+
offset: readonly [number, number];
|
|
52
|
+
radius: number;
|
|
53
|
+
/** The kind's absolute strength (warp `strength` × kind limit × the weight's amount). */
|
|
54
|
+
strength: number;
|
|
55
|
+
/** Unit direction in face axes (push, stretch); for swirl, x is +1 the default turn, −1 `clockwise`. */
|
|
56
|
+
direction: readonly [number, number];
|
|
57
|
+
};
|
|
58
|
+
export type FaceLiquifyResolution = {
|
|
59
|
+
warps: FaceLiquifyResolvedWarp[];
|
|
60
|
+
/** Warps past `FACE_LIQUIFY_MAX_OPS`, left out. */
|
|
61
|
+
dropped: number;
|
|
62
|
+
};
|
|
63
|
+
/**
|
|
64
|
+
* The warps to apply for `weights` (presets and `custom` warps by name, 0..3):
|
|
65
|
+
* presets in `FACE_LIQUIFY_PRESET_NAMES` order, then the custom warps; a
|
|
66
|
+
* weight of 0 (or none, for a preset) leaves its warps out. At most
|
|
67
|
+
* `FACE_LIQUIFY_MAX_OPS`; the rest are counted in `dropped`.
|
|
68
|
+
*/
|
|
69
|
+
export declare const resolveFaceLiquifyWarps: (weights?: FaceLiquifyWeights, custom?: FaceLiquifyCustomWarps) => FaceLiquifyResolution;
|
|
70
|
+
/**
|
|
71
|
+
* The person's side a warp sits on (its warps fade as that side turns
|
|
72
|
+
* away), or null for one on the middle of the face.
|
|
73
|
+
*/
|
|
74
|
+
export declare const faceLiquifyWarpSide: (warp: Pick<FaceLiquifyResolvedWarp, "at">, mirrored: boolean) => FaceLiquifySide | null;
|
|
75
|
+
/**
|
|
76
|
+
* Places resolved warps on a face: writes each into `out`
|
|
77
|
+
* (`FACE_LIQUIFY_OP_FLOATS` floats per warp, aspect space) and returns how
|
|
78
|
+
* many it wrote. `scale` (0..1) fades every warp's strength; a warp on one
|
|
79
|
+
* side of the face also fades as that side turns away
|
|
80
|
+
* (`frame.visibility`). A warp at a raw landmark the frame lacks is skipped.
|
|
81
|
+
*/
|
|
82
|
+
export declare const writeFaceLiquifyOps: (frame: FaceLiquifyFrame, warps: readonly FaceLiquifyResolvedWarp[], out: Float32Array, scale?: number) => number;
|
|
@@ -0,0 +1,66 @@
|
|
|
1
|
+
import { FaceLiquifyKind } from './warp';
|
|
2
|
+
import * as THREE from "three";
|
|
3
|
+
/**
|
|
4
|
+
* A GPU self-test of the face liquify pass (FACE-3, internal) on this
|
|
5
|
+
* device's WebGL2. It drives the real `FaceLiquifyPass` over an analytic
|
|
6
|
+
* gradient (R = GL x, G = GL y) and reads the pixels back:
|
|
7
|
+
*
|
|
8
|
+
* 1. **compile**: the pass's shader links and draws with no shader or GL error.
|
|
9
|
+
* 2. **identity**: zero warps (count 0 forced on) and a zero-strength warp
|
|
10
|
+
* give the image back byte-exact on an RGBA8 target, an sRGB target and an
|
|
11
|
+
* `antialias: true` canvas (the pass must have drawn: draw range 6).
|
|
12
|
+
* 3. **parity**: bulge, pinch, push, stretch and swirl at their limits (and
|
|
13
|
+
* all five chained) match `sampleFaceLiquify` plus a bilinear tap of the
|
|
14
|
+
* unwarped image within 2/255.
|
|
15
|
+
* 4. **orientation**: a push down-right takes its content from up-left on
|
|
16
|
+
* screen; the vertically mirrored spot is untouched.
|
|
17
|
+
* 5. **sequential**: three `renderSequentialPasses` layers equal one warp.
|
|
18
|
+
* 6. **msaa**: a multisampled target is drawn unwarped with no GL error.
|
|
19
|
+
* 7. **resize**: a target resized 64 → 96 still warps correctly.
|
|
20
|
+
* 8. **order**: a transparent accessory below 998 is warped; a UI square at
|
|
21
|
+
* 999 is byte-equal to the unwarped image.
|
|
22
|
+
*
|
|
23
|
+
* The headless smoke run drives it (`example/smoke/face-liquify.spec.ts`);
|
|
24
|
+
* open `/smoke/face-liquify.html` on the dev server to run it on a device.
|
|
25
|
+
*/
|
|
26
|
+
export type FaceLiquifySelfTestCheck = {
|
|
27
|
+
name: string;
|
|
28
|
+
ok: boolean;
|
|
29
|
+
detail: string;
|
|
30
|
+
};
|
|
31
|
+
export type FaceLiquifySelfTestResult = {
|
|
32
|
+
ok: boolean;
|
|
33
|
+
/** A thrown error, if the test could not run. */
|
|
34
|
+
error: string | null;
|
|
35
|
+
checks: FaceLiquifySelfTestCheck[];
|
|
36
|
+
};
|
|
37
|
+
/** The test image and the pass thresholds. */
|
|
38
|
+
export declare const FACE_LIQUIFY_SELF_TEST_SCENE: Readonly<{
|
|
39
|
+
width: 256;
|
|
40
|
+
height: 192;
|
|
41
|
+
/** Largest byte error against the CPU reference. */
|
|
42
|
+
tolerance: 2;
|
|
43
|
+
/** Share of pixels allowed over the tolerance (float32 vs float64 at disc rims). */
|
|
44
|
+
outlierShare: 0.0005;
|
|
45
|
+
}>;
|
|
46
|
+
/** One op (aspect space, y down) as `writeFaceLiquifyOps` lays it out. */
|
|
47
|
+
export declare const faceLiquifySelfTestOp: (kind: FaceLiquifyKind, cx: number, cy: number, radius: number, strength: number, dx?: number, dy?: number) => number[];
|
|
48
|
+
/**
|
|
49
|
+
* The CPU reference for one pixel (GL x, y from the bottom-left) of a
|
|
50
|
+
* `W × H` RGBA image `source` under `count` ops: the unwarped pixel when no
|
|
51
|
+
* warp moves it, else a bilinear tap (clamped to the edge) at the sampled
|
|
52
|
+
* point. Writes 4 bytes (unrounded floats) into `out`.
|
|
53
|
+
*/
|
|
54
|
+
export declare const faceLiquifyReferencePixel: (source: ArrayLike<number>, W: number, H: number, ops: ArrayLike<number>, count: number, x: number, y: number, out: number[], scratch?: {
|
|
55
|
+
x: number;
|
|
56
|
+
y: number;
|
|
57
|
+
}) => number[];
|
|
58
|
+
/** Byte errors of `actual` against the reference: the largest, and how many exceed `tolerance`. */
|
|
59
|
+
export declare const compareFaceLiquifyReference: (source: ArrayLike<number>, actual: ArrayLike<number>, W: number, H: number, ops: ArrayLike<number>, count: number, tolerance: number) => {
|
|
60
|
+
max: number;
|
|
61
|
+
over: number;
|
|
62
|
+
};
|
|
63
|
+
/** Runs every check on `options.renderer`, or on a renderer of its own. */
|
|
64
|
+
export declare const runFaceLiquifySelfTest: (options?: {
|
|
65
|
+
renderer?: THREE.WebGLRenderer;
|
|
66
|
+
}) => Promise<FaceLiquifySelfTestResult>;
|
|
@@ -0,0 +1,85 @@
|
|
|
1
|
+
import { FaceLiquifyBounds } from './warp';
|
|
2
|
+
import * as THREE from "three";
|
|
3
|
+
/**
|
|
4
|
+
* Where the face liquify pass can draw (pure): which kind of copy the bound
|
|
5
|
+
* target takes, or why it is drawn unwarped, and the framebuffer box to copy.
|
|
6
|
+
*/
|
|
7
|
+
/** The copy's kind: the canvas (with or without alpha) or an 8-bit RGBA render target. */
|
|
8
|
+
export type FaceLiquifySlotKind = "canvas" | "canvas-rgb" | "srgb-target" | "linear-target";
|
|
9
|
+
/** Why an image is drawn without the warp. */
|
|
10
|
+
export type FaceLiquifySkipReason = "xr" | "layout" | "msaa" | "type" | "format" | "broken";
|
|
11
|
+
export type FaceLiquifyTargetVerdict = {
|
|
12
|
+
kind: FaceLiquifySlotKind;
|
|
13
|
+
skip?: undefined;
|
|
14
|
+
warn?: undefined;
|
|
15
|
+
} | {
|
|
16
|
+
kind?: undefined;
|
|
17
|
+
skip: FaceLiquifySkipReason;
|
|
18
|
+
warn: boolean;
|
|
19
|
+
};
|
|
20
|
+
/** What a skip warns, once per pass. */
|
|
21
|
+
export declare const FACE_LIQUIFY_SKIP_MESSAGES: Readonly<Record<FaceLiquifySkipReason, string>>;
|
|
22
|
+
type TargetLike = {
|
|
23
|
+
samples?: number;
|
|
24
|
+
textures?: readonly THREE.Texture[];
|
|
25
|
+
texture?: THREE.Texture;
|
|
26
|
+
isWebGLCubeRenderTarget?: boolean;
|
|
27
|
+
isWebGL3DRenderTarget?: boolean;
|
|
28
|
+
isWebGLArrayRenderTarget?: boolean;
|
|
29
|
+
};
|
|
30
|
+
export type FaceLiquifyTargetInput = {
|
|
31
|
+
/** `renderer.getRenderTarget()`: null for the canvas. */
|
|
32
|
+
target: TargetLike | null;
|
|
33
|
+
camera: THREE.Camera;
|
|
34
|
+
/** `renderer.xr.isPresenting`. */
|
|
35
|
+
xrPresenting: boolean;
|
|
36
|
+
/** The canvas context has an alpha channel. */
|
|
37
|
+
alpha: boolean;
|
|
38
|
+
/** Kinds that failed their one-time GL check. */
|
|
39
|
+
broken: ReadonlySet<FaceLiquifySlotKind>;
|
|
40
|
+
};
|
|
41
|
+
/** The copy kind for the bound target, or why the warp is skipped. */
|
|
42
|
+
export declare const classifyFaceLiquifyTarget: ({ target, camera, xrPresenting, alpha, broken, }: FaceLiquifyTargetInput) => FaceLiquifyTargetVerdict;
|
|
43
|
+
/** The face box's copy, in GL pixels (origin bottom-left). */
|
|
44
|
+
export type FaceLiquifyCopyPlan = {
|
|
45
|
+
/** The padded box (x0, y0 inclusive; x1, y1 exclusive). */
|
|
46
|
+
x0: number;
|
|
47
|
+
y0: number;
|
|
48
|
+
x1: number;
|
|
49
|
+
y1: number;
|
|
50
|
+
/** The copy texture's size: the box rounded up to `FACE_LIQUIFY_COPY_BUCKET`, at most the framebuffer. */
|
|
51
|
+
width: number;
|
|
52
|
+
height: number;
|
|
53
|
+
};
|
|
54
|
+
/** Copy sizes round up to this many pixels, so a moving face rarely reallocates. */
|
|
55
|
+
export declare const FACE_LIQUIFY_COPY_BUCKET = 64;
|
|
56
|
+
/** Pixels of padding around the face box (the bilinear tap at the rim). */
|
|
57
|
+
export declare const FACE_LIQUIFY_COPY_PAD = 2;
|
|
58
|
+
/**
|
|
59
|
+
* The framebuffer box to copy for `bounds` (image uv, y down) on a `W × H`
|
|
60
|
+
* framebuffer, or null when it is empty.
|
|
61
|
+
*/
|
|
62
|
+
export declare const planFaceLiquifyCopy: (bounds: FaceLiquifyBounds | null, W: number, H: number) => FaceLiquifyCopyPlan | null;
|
|
63
|
+
/**
|
|
64
|
+
* Where a `texW × texH` copy starts so it holds the box, centred on it and
|
|
65
|
+
* kept inside the `W × H` framebuffer.
|
|
66
|
+
*/
|
|
67
|
+
export declare const faceLiquifyCopyOrigin: (plan: FaceLiquifyCopyPlan, texW: number, texH: number, W: number, H: number, out: {
|
|
68
|
+
x: number;
|
|
69
|
+
y: number;
|
|
70
|
+
}) => {
|
|
71
|
+
x: number;
|
|
72
|
+
y: number;
|
|
73
|
+
};
|
|
74
|
+
/** A slot's current copy texture. */
|
|
75
|
+
export type FaceLiquifySlotShape = {
|
|
76
|
+
kind: FaceLiquifySlotKind;
|
|
77
|
+
width: number;
|
|
78
|
+
height: number;
|
|
79
|
+
};
|
|
80
|
+
/**
|
|
81
|
+
* Whether the slot needs a new texture: none yet, another kind, too small for
|
|
82
|
+
* the plan, or larger than the framebuffer (a copy must stay inside it).
|
|
83
|
+
*/
|
|
84
|
+
export declare const faceLiquifySlotNeedsRealloc: (slot: FaceLiquifySlotShape | null, kind: FaceLiquifySlotKind, plan: FaceLiquifyCopyPlan, W: number, H: number) => boolean;
|
|
85
|
+
export {};
|
|
@@ -0,0 +1,72 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Face liquify warps (pure): the five kinds of local warp, their fold limits,
|
|
3
|
+
* and the CPU copy of the shader that applies them.
|
|
4
|
+
*
|
|
5
|
+
* Warps work on the screen image in aspect space: `x` in image heights
|
|
6
|
+
* (`u × aspect`), `y` in image heights, down. Each warp is a backward map
|
|
7
|
+
* (where a screen point samples the image) inside a circle, with the falloff
|
|
8
|
+
* `(1 − r²)²` (1 at the centre, 0 with a flat edge at the rim), so outside
|
|
9
|
+
* its circle the image is untouched. A warp at or under its kind's limit
|
|
10
|
+
* never folds the image over itself (its Jacobian stays positive), and the
|
|
11
|
+
* warps of a face are applied one after another, so together they never fold
|
|
12
|
+
* either.
|
|
13
|
+
*/
|
|
14
|
+
/** The warp kinds. */
|
|
15
|
+
export declare const FACE_LIQUIFY_KINDS: readonly ["bulge", "pinch", "push", "stretch", "swirl"];
|
|
16
|
+
export type FaceLiquifyKind = (typeof FACE_LIQUIFY_KINDS)[number];
|
|
17
|
+
/** Each kind's code in the op data (and the shader). */
|
|
18
|
+
export declare const FACE_LIQUIFY_KIND_CODE: Readonly<Record<FaceLiquifyKind, number>>;
|
|
19
|
+
/**
|
|
20
|
+
* Each kind's largest strength (a warp's `strength` 1). Under the fold limit
|
|
21
|
+
* with a margin: bulge and stretch fold at 1 (the centre scale reaches 0),
|
|
22
|
+
* pinch at 1.25, push at 0.65 (`1 / max |w'|`); swirl never folds (it turns
|
|
23
|
+
* by at most half a turn at its centre).
|
|
24
|
+
*/
|
|
25
|
+
export declare const FACE_LIQUIFY_KIND_LIMITS: Readonly<Record<FaceLiquifyKind, number>>;
|
|
26
|
+
/** The largest weight: the strongest (cartoon) look, at each warp's full strength. */
|
|
27
|
+
export declare const FACE_LIQUIFY_MAX_WEIGHT = 3;
|
|
28
|
+
/** The weight curve's exponent: weight 1 is a subtle look (about a fifth of the most). */
|
|
29
|
+
export declare const FACE_LIQUIFY_WEIGHT_EXPONENT = 1.5;
|
|
30
|
+
/** Warps per face, at most (the shader's uniform arrays). */
|
|
31
|
+
export declare const FACE_LIQUIFY_MAX_OPS = 32;
|
|
32
|
+
/** Floats per warp in the op data: centre x, y, radius, kind, strength, direction x, y, spare. */
|
|
33
|
+
export declare const FACE_LIQUIFY_OP_FLOATS = 8;
|
|
34
|
+
/**
|
|
35
|
+
* A weight (0..3) → the share of a warp's full strength it applies: 0 at 0,
|
|
36
|
+
* about 0.19 at 1 (subtle), 0.54 at 2, 1 at 3 (the most before folding).
|
|
37
|
+
* Out-of-range and non-finite weights clamp (no negative weights).
|
|
38
|
+
*/
|
|
39
|
+
export declare const faceLiquifyAmount: (weight: number) => number;
|
|
40
|
+
/** The falloff at `r` (distance over radius): `(1 − r²)²` inside, 0 outside. */
|
|
41
|
+
export declare const faceLiquifyFalloff: (r: number) => number;
|
|
42
|
+
/** A point in aspect space. */
|
|
43
|
+
export type FaceLiquifyPoint2 = {
|
|
44
|
+
x: number;
|
|
45
|
+
y: number;
|
|
46
|
+
};
|
|
47
|
+
/**
|
|
48
|
+
* One warp's backward map: the point `(x, y)` on screen samples the image at
|
|
49
|
+
* the returned point (aspect space). `ops` holds warps of
|
|
50
|
+
* `FACE_LIQUIFY_OP_FLOATS` floats; `i` is the warp. For `push` and `stretch`
|
|
51
|
+
* the direction is the unit vector the content moves along; for `swirl` its
|
|
52
|
+
* x is the turn's sign on screen.
|
|
53
|
+
*/
|
|
54
|
+
export declare const applyFaceLiquifyOp: (ops: ArrayLike<number>, i: number, x: number, y: number, out: FaceLiquifyPoint2) => FaceLiquifyPoint2;
|
|
55
|
+
/**
|
|
56
|
+
* Where the screen point `(x, y)` samples the image under all `count` warps
|
|
57
|
+
* (aspect space), as the shader does: the warps apply in list order to the
|
|
58
|
+
* image, so the screen point goes through them last to first.
|
|
59
|
+
*/
|
|
60
|
+
export declare const sampleFaceLiquify: (ops: ArrayLike<number>, count: number, x: number, y: number, out?: FaceLiquifyPoint2) => FaceLiquifyPoint2;
|
|
61
|
+
/** The screen box the warps can change, in image uv (0..1, y down), or null with none. */
|
|
62
|
+
export type FaceLiquifyBounds = {
|
|
63
|
+
minX: number;
|
|
64
|
+
minY: number;
|
|
65
|
+
maxX: number;
|
|
66
|
+
maxY: number;
|
|
67
|
+
};
|
|
68
|
+
/**
|
|
69
|
+
* The image-uv box (clamped to 0..1) holding every warp's circle: outside it
|
|
70
|
+
* the warps change nothing. `aspect` is the image's width / height.
|
|
71
|
+
*/
|
|
72
|
+
export declare const faceLiquifyBounds: (ops: ArrayLike<number>, count: number, aspect: number, out?: FaceLiquifyBounds) => FaceLiquifyBounds | null;
|
|
@@ -0,0 +1,25 @@
|
|
|
1
|
+
import { CanonicalFaceMeshRendererProps, FaceMeshMaterialOverride } from './canonical/CanonicalFaceMeshRenderer';
|
|
2
|
+
import { Transform3DSettings } from '../Transform3D';
|
|
3
|
+
type SerializedFaceMeshRendererProps = Required<Pick<CanonicalFaceMeshRendererProps, "faceIndex" | "baseColor" | "opacity" | "materialType" | "shaderPreset" | "textureMap" | "alphaMap" | "alphaOpacity" | "side" | "blendMode" | "blendOpacity" | "showOverlayMask" | "showMouthMask" | "showLeftEyeMask" | "showRightEyeMask" | "showNoseMask" | "showLeftEyeGeometry" | "showRightEyeGeometry" | "showMouthGeometry" | "showNoseGeometry" | "maskTextureSource" | "maskSourceUrl" | "maskColor" | "maskOpacity" | "faceTextureUrl" | "faceTextureStyle2Url" | "faceAlphaMaskUrl" | "compositeShading" | "renderOrder" | "externalScale">>;
|
|
4
|
+
export type FaceMeshRendererSettings = SerializedFaceMeshRendererProps & {
|
|
5
|
+
enabled: boolean;
|
|
6
|
+
targetFps?: number;
|
|
7
|
+
externalMeshUrl?: string;
|
|
8
|
+
};
|
|
9
|
+
export declare const DEFAULT_FACE_MESH_TRANSFORM: Transform3DSettings;
|
|
10
|
+
export declare const DEFAULT_FACE_MESH_RENDERER: FaceMeshRendererSettings;
|
|
11
|
+
export declare const mapFaceMeshRendererSettingsToProps: (settings: FaceMeshRendererSettings) => CanonicalFaceMeshRendererProps;
|
|
12
|
+
/** Combine serializable preset settings with an optional runtime-only override. */
|
|
13
|
+
export declare const mapFaceMeshRendererProps: ({ materialOverride, value, }: Pick<FaceMeshRendererProps, "materialOverride" | "value">) => CanonicalFaceMeshRendererProps;
|
|
14
|
+
export declare const resolveFaceMeshRendererSettings: (current: FaceMeshRendererSettings, patch: Partial<FaceMeshRendererSettings>) => FaceMeshRendererSettings;
|
|
15
|
+
export type FaceMeshRendererProps = {
|
|
16
|
+
transform?: Transform3DSettings;
|
|
17
|
+
value: FaceMeshRendererSettings;
|
|
18
|
+
/**
|
|
19
|
+
* Runtime-only material node or factory. It takes precedence over serialized
|
|
20
|
+
* SDK presets and is intentionally excluded from FaceMeshRendererSettings.
|
|
21
|
+
*/
|
|
22
|
+
materialOverride?: FaceMeshMaterialOverride;
|
|
23
|
+
};
|
|
24
|
+
export declare const FaceMeshRenderer: ({ transform, value, materialOverride }: FaceMeshRendererProps) => import("react/jsx-runtime").JSX.Element | null;
|
|
25
|
+
export {};
|
|
@@ -1,7 +1,13 @@
|
|
|
1
|
+
import { ReactNode } from 'react';
|
|
2
|
+
import { Transform3DSettings } from '../../Transform3D';
|
|
1
3
|
import { FaceMeshAlphaMap, FaceMeshBlendMode, FaceMeshMaskTextureSource, FaceMeshMaterialType, FaceMeshShaderPreset, FaceMeshSide, FaceMeshTextureMap } from '../material/types';
|
|
4
|
+
import { shouldSkipUpdate } from '../../../utils/updateThrottle';
|
|
2
5
|
import { ParsedCanonicalMesh } from './parseCanonicalFaceModel';
|
|
6
|
+
import { CanonicalFaceMeshGeometryKey } from './geometryGroups';
|
|
7
|
+
import * as THREE from "three";
|
|
3
8
|
export type CanonicalFaceMeshRendererProps = {
|
|
4
9
|
faceIndex?: number;
|
|
10
|
+
baseColor?: string;
|
|
5
11
|
color?: string;
|
|
6
12
|
opacity?: number;
|
|
7
13
|
materialType?: FaceMeshMaterialType;
|
|
@@ -11,16 +17,35 @@ export type CanonicalFaceMeshRendererProps = {
|
|
|
11
17
|
alphaOpacity?: number;
|
|
12
18
|
side?: FaceMeshSide;
|
|
13
19
|
blendMode?: FaceMeshBlendMode;
|
|
20
|
+
blendOpacity?: number;
|
|
21
|
+
showOverlayMask?: boolean;
|
|
14
22
|
showMouthMask?: boolean;
|
|
15
23
|
showEyeMask?: boolean;
|
|
24
|
+
/** Mask the person's own left eye (on every feed; the webcam's screen-left eye). */
|
|
25
|
+
showLeftEyeMask?: boolean;
|
|
26
|
+
/** Mask the person's own right eye (on every feed). */
|
|
27
|
+
showRightEyeMask?: boolean;
|
|
16
28
|
showNoseMask?: boolean;
|
|
29
|
+
showEyeGeometry?: boolean;
|
|
30
|
+
/** Draw the person's own left eye geometry (on every feed; the webcam's screen-left eye). */
|
|
31
|
+
showLeftEyeGeometry?: boolean;
|
|
32
|
+
/** Draw the person's own right eye geometry (on every feed). */
|
|
33
|
+
showRightEyeGeometry?: boolean;
|
|
34
|
+
showMouthGeometry?: boolean;
|
|
35
|
+
showLipsGeometry?: boolean;
|
|
36
|
+
showBaseGeometry?: boolean;
|
|
37
|
+
showNoseGeometry?: boolean;
|
|
17
38
|
maskTextureSource?: FaceMeshMaskTextureSource;
|
|
39
|
+
maskSourceUrl?: string;
|
|
18
40
|
maskColor?: string;
|
|
19
41
|
maskOpacity?: number;
|
|
20
42
|
faceTextureUrl?: string;
|
|
21
43
|
faceTextureStyle2Url?: string;
|
|
22
44
|
faceAlphaMaskUrl?: string;
|
|
23
45
|
compositeShading?: boolean;
|
|
46
|
+
transform?: Transform3DSettings;
|
|
47
|
+
renderOrder?: number;
|
|
48
|
+
externalScale?: number;
|
|
24
49
|
/**
|
|
25
50
|
* Pre-parsed canonical mesh. If omitted, the renderer lazily fetches
|
|
26
51
|
* the default OBJ from `libConfig.sdkAssetsBaseUrl` and parses it.
|
|
@@ -30,5 +55,49 @@ export type CanonicalFaceMeshRendererProps = {
|
|
|
30
55
|
* Override the canonical OBJ URL. Ignored if `mesh` is provided.
|
|
31
56
|
*/
|
|
32
57
|
meshUrl?: string;
|
|
58
|
+
/** Optional material override, rendered for every visible geometry group. */
|
|
59
|
+
materialOverride?: FaceMeshMaterialOverride;
|
|
60
|
+
/**
|
|
61
|
+
* Cap how often vertex positions follow the landmarks (updates per second).
|
|
62
|
+
* Visibility still tracks face presence every frame. Omit for every frame.
|
|
63
|
+
*/
|
|
64
|
+
maxUpdateFps?: number;
|
|
65
|
+
/**
|
|
66
|
+
* Keep the mesh on its last landmarks for this long (ms) when the tracker
|
|
67
|
+
* drops the face, bridging the one- or two-frame dropouts small or fast
|
|
68
|
+
* faces cause. Default 250, matching `useFaceInfos`. 0 hides the mesh on
|
|
69
|
+
* the first missing frame.
|
|
70
|
+
*/
|
|
71
|
+
holdMs?: number;
|
|
72
|
+
/**
|
|
73
|
+
* While held, move the landmarks along their last smoothed velocity for up
|
|
74
|
+
* to this long (ms) so the mesh keeps pace with a moving subject. Default 0.
|
|
75
|
+
*/
|
|
76
|
+
predictMs?: number;
|
|
77
|
+
};
|
|
78
|
+
export type FaceMeshMaterialOverrideContext = {
|
|
79
|
+
cameraTexture: THREE.Texture | null;
|
|
80
|
+
geometryKey: CanonicalFaceMeshGeometryKey;
|
|
81
|
+
/**
|
|
82
|
+
* Live per-vertex camera-texture UVs, shared by every geometry group and
|
|
83
|
+
* bound to the geometry as the `faceUv` attribute. `null` until the
|
|
84
|
+
* canonical mesh has loaded.
|
|
85
|
+
*/
|
|
86
|
+
faceUv: THREE.BufferAttribute | null;
|
|
87
|
+
/** Static per-vertex lip band position (`attribute float lipEdge`); `null` until the mesh has loaded. */
|
|
88
|
+
lipEdge: THREE.BufferAttribute | null;
|
|
33
89
|
};
|
|
34
|
-
|
|
90
|
+
/** A material node, or a three.js material instance to set on the mesh directly (shareable). */
|
|
91
|
+
export type FaceMeshMaterialOverrideResult = ReactNode | THREE.Material;
|
|
92
|
+
/**
|
|
93
|
+
* Runtime-only material escape hatch. Preset settings remain serializable;
|
|
94
|
+
* pass a material node, a material instance, or a factory here from JSX or a
|
|
95
|
+
* scene host instead.
|
|
96
|
+
*/
|
|
97
|
+
export type FaceMeshMaterialOverride = FaceMeshMaterialOverrideResult | ((context: FaceMeshMaterialOverrideContext) => FaceMeshMaterialOverrideResult);
|
|
98
|
+
export { shouldSkipUpdate };
|
|
99
|
+
/**
|
|
100
|
+
* @deprecated Use `FaceMeshRenderer` for scene-object/editor integrations.
|
|
101
|
+
* This remains as the low-level canonical mesh renderer for existing imports.
|
|
102
|
+
*/
|
|
103
|
+
export declare const CanonicalFaceMeshRenderer: ({ faceIndex, baseColor, color, opacity, materialType, shaderPreset, textureMap, alphaMap, alphaOpacity, side, blendMode, blendOpacity, showOverlayMask, showMouthMask, showEyeMask, showLeftEyeMask, showRightEyeMask, showNoseMask, showEyeGeometry, showLeftEyeGeometry, showRightEyeGeometry, showMouthGeometry, showLipsGeometry, showBaseGeometry, showNoseGeometry, maskTextureSource, maskSourceUrl, maskColor, maskOpacity, faceTextureUrl, faceTextureStyle2Url, faceAlphaMaskUrl, compositeShading, transform, renderOrder, externalScale, mesh, meshUrl, materialOverride, maxUpdateFps, holdMs, predictMs, }: CanonicalFaceMeshRendererProps) => import("react/jsx-runtime").JSX.Element;
|
|
@@ -0,0 +1,25 @@
|
|
|
1
|
+
import { FaceMeshAlphaMap, FaceMeshBlendMode, FaceMeshMaskTextureSource, FaceMeshMaterialType, FaceMeshShaderPreset, FaceMeshTextureMap } from '../material/types';
|
|
2
|
+
import * as THREE from "three";
|
|
3
|
+
export type FaceMeshMaterialProps = {
|
|
4
|
+
alphaMap: FaceMeshAlphaMap;
|
|
5
|
+
alphaOpacity: number;
|
|
6
|
+
blendMode: FaceMeshBlendMode;
|
|
7
|
+
blendOpacity: number;
|
|
8
|
+
cameraTexture?: THREE.Texture | null;
|
|
9
|
+
color: string;
|
|
10
|
+
compositeShading: boolean;
|
|
11
|
+
faceAlphaMaskUrl: string;
|
|
12
|
+
faceTextureStyle2Url: string;
|
|
13
|
+
faceTextureUrl: string;
|
|
14
|
+
masked?: boolean;
|
|
15
|
+
maskColor: string;
|
|
16
|
+
maskOpacity: number;
|
|
17
|
+
maskSourceUrl: string;
|
|
18
|
+
maskTextureSource: FaceMeshMaskTextureSource;
|
|
19
|
+
materialType: FaceMeshMaterialType;
|
|
20
|
+
opacity: number;
|
|
21
|
+
shaderPreset: FaceMeshShaderPreset;
|
|
22
|
+
side: THREE.Side;
|
|
23
|
+
textureMap: FaceMeshTextureMap;
|
|
24
|
+
};
|
|
25
|
+
export declare const FaceMeshMaterial: ({ alphaMap, alphaOpacity, blendMode, blendOpacity, cameraTexture, color, compositeShading, faceAlphaMaskUrl, faceTextureStyle2Url, faceTextureUrl, masked, maskColor, maskOpacity, maskSourceUrl, maskTextureSource, materialType, opacity, shaderPreset, side, textureMap, }: FaceMeshMaterialProps) => import("react/jsx-runtime").JSX.Element;
|
|
@@ -0,0 +1,30 @@
|
|
|
1
|
+
import { ParsedCanonicalMesh } from './parseCanonicalFaceModel';
|
|
2
|
+
/**
|
|
3
|
+
* The canonical face mesh's geometry groups. The eye groups name SCREEN
|
|
4
|
+
* sides of the mesh: `"left-eye"` is the landmark-33 ring (MediaPipe's right
|
|
5
|
+
* eye, canonical −X), on the screen's left on every feed; `"right-eye"` the
|
|
6
|
+
* landmark-263 ring. The `show…Eye…` props name the person's own eyes and are
|
|
7
|
+
* mapped onto these per feed (`resolveFaceMeshEyeVisibility`).
|
|
8
|
+
*/
|
|
9
|
+
export type CanonicalFaceMeshGeometryKey = "base" | "mouth" | "lips" | "left-eye" | "right-eye" | "nose" | "mouth-mask" | "left-eye-mask" | "right-eye-mask" | "nose-mask";
|
|
10
|
+
export type CanonicalFaceMeshGeometrySpec = {
|
|
11
|
+
key: CanonicalFaceMeshGeometryKey;
|
|
12
|
+
getIndices: (mesh: ParsedCanonicalMesh) => Uint16Array;
|
|
13
|
+
masked: boolean;
|
|
14
|
+
renderOrderOffset: number;
|
|
15
|
+
};
|
|
16
|
+
export declare const CANONICAL_FACE_MESH_GEOMETRY_SPECS: CanonicalFaceMeshGeometrySpec[];
|
|
17
|
+
/** The person's own eyes, as the `showLeftEye…` / `showRightEye…` props name them. */
|
|
18
|
+
export type FaceMeshEyeVisibility = {
|
|
19
|
+
leftEye: boolean;
|
|
20
|
+
rightEye: boolean;
|
|
21
|
+
leftEyeMask: boolean;
|
|
22
|
+
rightEyeMask: boolean;
|
|
23
|
+
};
|
|
24
|
+
/**
|
|
25
|
+
* Maps the person's own eyes onto the mesh's screen-side eye groups for this
|
|
26
|
+
* feed (#298). The screen-left eye (`"left-eye"`) is the person's left on the
|
|
27
|
+
* mirrored webcam (`feedMirrored`) and their right on an unmirrored feed
|
|
28
|
+
* (rear camera, image, video), where the groups swap.
|
|
29
|
+
*/
|
|
30
|
+
export declare const resolveFaceMeshEyeVisibility: (person: FaceMeshEyeVisibility, feedMirrored: boolean) => Record<"left-eye" | "right-eye" | "left-eye-mask" | "right-eye-mask", boolean>;
|