@vincentt-xr/sdk 2.0.0-alpha.8 → 2.0.0-alpha.9
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/GROUNDING.md +4643 -170
- package/README.md +1 -0
- package/dist/CanonicalHeadFrame-BHcWyaiK.js +1506 -0
- package/dist/CanonicalHeadFrame-D-_T1OMU.cjs +1 -0
- package/dist/DebuggerUI-7ngnJsBe.js +275 -0
- package/dist/DebuggerUI-CoglgKdO.cjs +1 -0
- package/dist/FaceRetouch-CLoTfrcs.js +1071 -0
- package/dist/FaceRetouch-J1lC1WbS.cjs +134 -0
- package/dist/FaceSurface-CHAMEeG1.cjs +1 -0
- package/dist/FaceSurface-DmP9AEeC.js +27 -0
- package/dist/SegmentationOverlay-D_FWkcyP.cjs +35 -0
- package/dist/SegmentationOverlay-vn5x_knv.js +6237 -0
- package/dist/SkeletonUtils-C2r90MtN.js +21 -0
- package/dist/SkeletonUtils-CddIup1F.cjs +1 -0
- package/dist/TextLabel-XE0rQSDn.cjs +2 -0
- package/dist/TextLabel-c9BCucOI.js +961 -0
- package/dist/assets/gltfLoader.d.ts +16 -0
- package/dist/assets/loaders.d.ts +16 -1
- package/dist/body-pose/index.d.ts +521 -0
- package/dist/body-trigger/__fixtures__/syntheticBody.d.ts +83 -0
- package/dist/body-trigger/frame.d.ts +88 -0
- package/dist/body-trigger/index.d.ts +6 -0
- package/dist/body-trigger/moves.d.ts +235 -0
- package/dist/body-trigger/trigger.d.ts +75 -0
- package/dist/calibration/calibration.d.ts +11 -6
- package/dist/canonicalFace-BHwyCx1c.js +9 -0
- package/dist/canonicalFace-C83I225R.cjs +1 -0
- package/dist/components/BodyInstruction/BodyPoseHint.d.ts +63 -0
- package/dist/components/BodyInstruction/index.d.ts +69 -0
- package/dist/components/BodyInstruction/useBodyPose.d.ts +23 -0
- package/dist/components/BodyTracker/index.d.ts +10 -2
- package/dist/components/BodyTrigger/index.d.ts +49 -0
- package/dist/components/Debugger/DebuggerProvider.d.ts +14 -1
- package/dist/components/Debugger/DebuggerUI.d.ts +3 -1
- package/dist/components/FaceAtlas/FaceAtlasLayer.d.ts +114 -0
- package/dist/components/FaceAtlas/MadeUpCamera.d.ts +80 -0
- package/dist/components/FaceAtlas/constants.d.ts +8 -0
- package/dist/components/FaceAtlas/index.d.ts +7 -0
- package/dist/components/FaceAtlas/useFaceAtlasSurface.d.ts +84 -0
- package/dist/components/FaceAtlas/useFaceSkin.d.ts +84 -0
- package/dist/components/FaceCharacter/ExternalFaceMesh.d.ts +109 -0
- package/dist/components/FaceCharacter/FaceExpressionController.d.ts +53 -0
- package/dist/components/FaceCharacter/FaceMorph.d.ts +71 -0
- package/dist/components/FaceCharacter/FacePiercing.d.ts +65 -0
- package/dist/components/FaceCharacter/FaceReprojection.d.ts +85 -0
- package/dist/components/FaceCharacter/FaceRig.d.ts +38 -0
- package/dist/components/FaceCharacter/FaceSurface.d.ts +49 -0
- package/dist/components/FaceCharacter/FaceSurfaceOccluder.d.ts +39 -0
- package/dist/components/FaceCharacter/PinToFaceMesh.d.ts +68 -0
- package/dist/components/FaceCharacter/index.d.ts +18 -0
- package/dist/components/FaceCharacter/useFaceReprojector.d.ts +10 -0
- package/dist/components/FaceInset/FaceInset.d.ts +68 -0
- package/dist/components/FaceInset/frame.d.ts +94 -0
- package/dist/components/FaceInset/index.d.ts +6 -0
- package/dist/components/FaceInset/material.d.ts +40 -0
- package/dist/components/FaceInset/useFaceInsetTexture.d.ts +37 -0
- package/dist/components/FaceInstruction/FaceExpressionHint.d.ts +43 -0
- package/dist/components/FaceInstruction/index.d.ts +56 -0
- package/dist/components/FaceInstruction/useFaceExpression.d.ts +20 -0
- package/dist/components/FaceLiquify/FaceLiquify.d.ts +49 -0
- package/dist/components/FaceLiquify/debug.d.ts +37 -0
- package/dist/components/FaceLiquify/frame.d.ts +55 -0
- package/dist/components/FaceLiquify/index.d.ts +10 -0
- package/dist/components/FaceLiquify/material.d.ts +39 -0
- package/dist/components/FaceLiquify/pass.d.ts +49 -0
- package/dist/components/FaceLiquify/presence.d.ts +25 -0
- package/dist/components/FaceLiquify/presets.d.ts +82 -0
- package/dist/components/FaceLiquify/selfTest.d.ts +66 -0
- package/dist/components/FaceLiquify/target.d.ts +85 -0
- package/dist/components/FaceLiquify/warp.d.ts +72 -0
- package/dist/components/FaceMesh/canonical/CanonicalFaceMeshRenderer.d.ts +5 -3
- package/dist/components/FaceMesh/canonical/geometryGroups.d.ts +21 -0
- package/dist/components/FaceMesh/canonical/parseCanonicalFaceModel.d.ts +9 -0
- package/dist/components/FaceMesh/index.d.ts +1 -1
- package/dist/components/FaceRetouch/Background.d.ts +3 -1
- package/dist/components/FaceRetouch/FaceRetouch.d.ts +5 -0
- package/dist/components/FaceRetouch/renderState.d.ts +19 -0
- package/dist/components/FaceSwap/FaceMirror.d.ts +46 -0
- package/dist/components/FaceSwap/FaceSwap.d.ts +58 -0
- package/dist/components/FaceSwap/FaceTextureLayer.d.ts +72 -0
- package/dist/components/FaceSwap/faceSwapPlan.d.ts +91 -0
- package/dist/components/FaceSwap/index.d.ts +13 -0
- package/dist/components/FaceSwap/settings.d.ts +300 -0
- package/dist/components/FaceSwap/useFaceTexture.d.ts +35 -0
- package/dist/components/FaceSwap/useLiveFace.d.ts +38 -0
- package/dist/components/FaceSwap/useLiveFaceTexture.d.ts +31 -0
- package/dist/components/FaceWarp3D/FaceWarp3D.d.ts +50 -0
- package/dist/components/FaceWarp3D/index.d.ts +2 -3
- package/dist/components/Faceless/Faceless.d.ts +51 -0
- package/dist/components/Faceless/index.d.ts +2 -0
- package/dist/components/HairLock/HairLock.d.ts +39 -0
- package/dist/components/HairLock/index.d.ts +2 -0
- package/dist/components/HairLock/lockGeometry.d.ts +15 -0
- package/dist/components/HandCutout/index.d.ts +35 -0
- package/dist/components/HandInstruction/HandGestureHint.d.ts +70 -0
- package/dist/components/HandInstruction/index.d.ts +74 -0
- package/dist/components/HandInstruction/useHandGesture.d.ts +22 -0
- package/dist/components/HandRig/ForearmOccluder.d.ts +29 -0
- package/dist/components/HandRig/HandAttachment.d.ts +34 -0
- package/dist/components/HandRig/HandOccluder.d.ts +55 -0
- package/dist/components/HandRig/HandTattoo.d.ts +61 -0
- package/dist/components/HandRig/WristAttachment.d.ts +34 -0
- package/dist/components/HandRig/index.d.ts +101 -0
- package/dist/components/HandRig/useArmMask.d.ts +29 -0
- package/dist/components/HandRig/wristSolve.d.ts +69 -0
- package/dist/components/HandTouch/HandTouch.d.ts +62 -0
- package/dist/components/HandTouch/Touchable.d.ts +36 -0
- package/dist/components/HandTouch/index.d.ts +2 -0
- package/dist/components/HeadBinding/index.d.ts +14 -0
- package/dist/components/HeadOccluder/CanonicalHeadFrame.d.ts +22 -0
- package/dist/components/HeadOccluder/Earrings.d.ts +55 -0
- package/dist/components/HeadOccluder/HeadAttachment.d.ts +38 -0
- package/dist/components/HeadOccluder/NeckOccluder.d.ts +64 -0
- package/dist/components/HeadOccluder/earringPlacement.d.ts +31 -0
- package/dist/components/HeadOccluder/headAttachmentPoints.d.ts +69 -0
- package/dist/components/HeadOccluder/index.d.ts +57 -3
- package/dist/components/HeadOccluder/useCanonicalHeadFit.d.ts +36 -0
- package/dist/components/HeadOccluder/useLandmarkPoseFit.d.ts +80 -0
- package/dist/components/Instruction/HintStage.d.ts +29 -0
- package/dist/components/Instruction/InstructionCue.d.ts +126 -0
- package/dist/components/Instruction/gestureHold.d.ts +20 -0
- package/dist/components/Instruction/ghost.d.ts +129 -0
- package/dist/components/Instruction/hintBlend.d.ts +19 -0
- package/dist/components/Instruction/hintLook.d.ts +81 -0
- package/dist/components/Instruction/hintLoop.d.ts +36 -0
- package/dist/components/Instruction/index.d.ts +41 -0
- package/dist/components/Instruction/useGhostModel.d.ts +33 -0
- package/dist/components/Instruction/useInstructionHold.d.ts +72 -0
- package/dist/components/LipEffect/LipEffect.d.ts +22 -2
- package/dist/components/LipEffect/LipEffectMaterial.d.ts +62 -10
- package/dist/components/LipEffect/LipEffects.d.ts +5 -2
- package/dist/components/LipEffect/defaults.d.ts +21 -2
- package/dist/components/LipEffect/index.d.ts +1 -1
- package/dist/components/LipEffect/lipShading.d.ts +73 -0
- package/dist/components/LipEffect/settings.d.ts +117 -13
- package/dist/components/LipEffect/shader.d.ts +39 -0
- package/dist/components/LipEffect/types.d.ts +82 -10
- package/dist/components/LipEffect/useLipDesignTextures.d.ts +6 -0
- package/dist/components/LipEffect/uvGuide.d.ts +31 -16
- package/dist/components/Makeup/Blush.d.ts +18 -0
- package/dist/components/Makeup/Brows.d.ts +20 -0
- package/dist/components/Makeup/Contour.d.ts +17 -0
- package/dist/components/Makeup/Eyeliner.d.ts +20 -0
- package/dist/components/Makeup/Eyeshadow.d.ts +20 -0
- package/dist/components/Makeup/Highlighter.d.ts +18 -0
- package/dist/components/Makeup/MakeupDesign.d.ts +37 -0
- package/dist/components/Makeup/MakeupRegion.d.ts +132 -0
- package/dist/components/Makeup/constants.d.ts +44 -0
- package/dist/components/Makeup/design.d.ts +106 -0
- package/dist/components/Makeup/designSamples.d.ts +42 -0
- package/dist/components/Makeup/eyes.d.ts +114 -0
- package/dist/components/Makeup/fields.d.ts +10 -0
- package/dist/components/Makeup/geometry.d.ts +106 -0
- package/dist/components/Makeup/index.d.ts +26 -0
- package/dist/components/Makeup/looks.d.ts +28 -0
- package/dist/components/Makeup/material.d.ts +239 -0
- package/dist/components/Makeup/settings.d.ts +54 -0
- package/dist/components/Makeup/shades.d.ts +143 -0
- package/dist/components/Makeup/shapes.d.ts +27 -0
- package/dist/components/Makeup/skinTone.d.ts +135 -0
- package/dist/components/Makeup/types.d.ts +110 -0
- package/dist/components/Makeup/useMakeupSkinTone.d.ts +40 -0
- package/dist/components/Necklace/Necklace.d.ts +44 -0
- package/dist/components/Necklace/index.d.ts +1 -0
- package/dist/components/ParticleEmitter/ParticleEmitter.d.ts +69 -0
- package/dist/components/ParticleEmitter/index.d.ts +1 -0
- package/dist/components/ShoulderOccluder/index.d.ts +43 -0
- package/dist/components/ShoulderOccluder/useCanonicalTorsoFit.d.ts +24 -0
- package/dist/components/SpringSwing/SpringSwing.d.ts +22 -0
- package/dist/components/SpringSwing/index.d.ts +1 -0
- package/dist/components/XRScene/renderOutputTarget.d.ts +12 -0
- package/dist/components/index.d.ts +8 -0
- package/dist/config/index.d.ts +0 -1
- package/dist/context-DTxSQvp4.js +13 -0
- package/dist/context-hA0Rb2Xa.cjs +1 -0
- package/dist/contexts-BH7PdKFS.cjs +1 -0
- package/dist/contexts-jak8-tND.js +667 -0
- package/dist/coordinates/index.d.ts +2 -0
- package/dist/coordinates/side.d.ts +40 -0
- package/dist/debug-ui/default-setting.cjs +2 -2
- package/dist/debug-ui/face-swap-settings/index.d.ts +22 -0
- package/dist/debug-ui/hierarchy-panel/index.d.ts +3 -2
- package/dist/debug-ui/index.d.ts +4 -3
- package/dist/debug-ui/media-source/index.d.ts +1 -1
- package/dist/debug-ui/media-source/session.d.ts +30 -2
- package/dist/debug-ui/media-source.cjs +1 -1
- package/dist/debug-ui/media-source.js +1 -1
- package/dist/debug-ui/object-inspector-panel/index.d.ts +3 -2
- package/dist/debug-ui/product-hotspots/index.d.ts +3 -2
- package/dist/debug-ui/scene-editor/hierarchy-panel.d.ts +3 -1
- package/dist/debug-ui/scene-editor/inspector-panel.d.ts +3 -1
- package/dist/debug-ui/screen-image-settings/index.d.ts +3 -1
- package/dist/debug-ui/screen-text-settings/ScreenTextSettingsPanel.d.ts +1 -1
- package/dist/debug-ui/screen-text-settings/types.d.ts +2 -0
- package/dist/debug-ui/settings-panel/index.d.ts +6 -1
- package/dist/debug-ui/shared/debugWindow.d.ts +51 -0
- package/dist/debug-ui/xr-diagnostics/index.d.ts +3 -2
- package/dist/debug-ui.cjs +3 -3
- package/dist/debug-ui.js +2250 -2472
- package/dist/entries/all.d.ts +3 -1
- package/dist/entries/core.d.ts +3 -2
- package/dist/entries/face-effects.d.ts +114 -8
- package/dist/entries/instructions.d.ts +48 -0
- package/dist/entries/internal.d.ts +2 -1
- package/dist/entries/low-level.d.ts +28 -1
- package/dist/entries/particles.d.ts +11 -0
- package/dist/entries/tracking.d.ts +37 -2
- package/dist/face-atlas/attributes.d.ts +30 -0
- package/dist/face-atlas/eyes.d.ts +272 -0
- package/dist/face-atlas/faceAtlas.generated.d.ts +46 -0
- package/dist/face-atlas/glsl/atlasVertex.d.ts +46 -0
- package/dist/face-atlas/glsl/common.d.ts +55 -0
- package/dist/face-atlas/glsl/design.d.ts +49 -0
- package/dist/face-atlas/glsl/eyes.d.ts +73 -0
- package/dist/face-atlas/glsl/finish.d.ts +24 -0
- package/dist/face-atlas/glsl/format.d.ts +4 -0
- package/dist/face-atlas/glsl/index.d.ts +59 -0
- package/dist/face-atlas/glsl/shading.d.ts +15 -0
- package/dist/face-atlas/glsl/shapes.d.ts +66 -0
- package/dist/face-atlas/glsl/sparkle.d.ts +19 -0
- package/dist/face-atlas/glsl/uniforms.d.ts +106 -0
- package/dist/face-atlas/guide.d.ts +51 -0
- package/dist/face-atlas/index.d.ts +25 -0
- package/dist/face-atlas/lead.d.ts +117 -0
- package/dist/face-atlas/madeUpCamera.d.ts +125 -0
- package/dist/face-atlas/masks.d.ts +53 -0
- package/dist/face-atlas/obj.d.ts +69 -0
- package/dist/face-atlas/polylines.d.ts +63 -0
- package/dist/face-atlas/probe/FaceSkinProbe.d.ts +208 -0
- package/dist/face-atlas/probe/__fixtures__/emulate.d.ts +9 -0
- package/dist/face-atlas/probe/__fixtures__/face.d.ts +24 -0
- package/dist/face-atlas/probe/constants.d.ts +137 -0
- package/dist/face-atlas/probe/glsl.d.ts +43 -0
- package/dist/face-atlas/probe/lightFit.d.ts +108 -0
- package/dist/face-atlas/probe/schedule.d.ts +44 -0
- package/dist/face-atlas/probe/selfTest.d.ts +87 -0
- package/dist/face-atlas/probe/stats.d.ts +143 -0
- package/dist/face-atlas/probe/targets.d.ts +70 -0
- package/dist/face-atlas/probe/unwrap.d.ts +76 -0
- package/dist/face-atlas/quality.d.ts +28 -0
- package/dist/face-atlas/regions.d.ts +31 -0
- package/dist/face-atlas/registry.d.ts +252 -0
- package/dist/face-atlas/renderState.d.ts +86 -0
- package/dist/face-atlas/selfOcclusion.d.ts +62 -0
- package/dist/face-atlas/shading.d.ts +406 -0
- package/dist/face-atlas/shapes.d.ts +86 -0
- package/dist/face-atlas/sides.d.ts +41 -0
- package/dist/face-atlas/skinMask.d.ts +35 -0
- package/dist/face-atlas/surface.d.ts +155 -0
- package/dist/face-atlas/topology.d.ts +44 -0
- package/dist/face-character/__fixtures__/faceImageDetections.d.ts +25 -0
- package/dist/face-character/__fixtures__/faceNode.d.ts +22 -0
- package/dist/face-character/bindFaceModel.d.ts +106 -0
- package/dist/face-character/canonicalFace.d.ts +17 -0
- package/dist/face-character/canonicalFaceGeometry.d.ts +11 -0
- package/dist/face-character/canonicalFacePositions.d.ts +7 -0
- package/dist/face-character/driveFaceModel.d.ts +57 -0
- package/dist/face-character/expressionOutputs.d.ts +45 -0
- package/dist/face-character/faceExpressions.d.ts +104 -0
- package/dist/face-character/faceImageLandmarker.d.ts +93 -0
- package/dist/face-character/faceMeshBinding.d.ts +62 -0
- package/dist/face-character/faceMorph.d.ts +77 -0
- package/dist/face-character/faceMorphs.d.ts +46 -0
- package/dist/face-character/facePhoto.d.ts +138 -0
- package/dist/face-character/facePiercings.d.ts +116 -0
- package/dist/face-character/facePin.d.ts +131 -0
- package/dist/face-character/faceReprojection.d.ts +273 -0
- package/dist/face-character/faceReprojector.d.ts +171 -0
- package/dist/face-character/faceRig.d.ts +176 -0
- package/dist/face-character/faceSwapPresence.d.ts +85 -0
- package/dist/face-character/faceTexture.d.ts +169 -0
- package/dist/face-character/faceTextureBaker.d.ts +86 -0
- package/dist/face-character/faceTextureGuide.d.ts +106 -0
- package/dist/face-character/faceTextureStats.d.ts +298 -0
- package/dist/face-character/faceTransfer.d.ts +396 -0
- package/dist/face-character/faceTransferGeometry.d.ts +109 -0
- package/dist/face-character/faceTransferSelfTest.d.ts +94 -0
- package/dist/face-character/faceWarp3D.d.ts +101 -0
- package/dist/face-character/faceless.d.ts +79 -0
- package/dist/face-character/featureWarp.d.ts +28 -0
- package/dist/face-character/liveFaceRegistry.d.ts +370 -0
- package/dist/face-character/liveValue.d.ts +12 -0
- package/dist/face-character/memo.d.ts +15 -0
- package/dist/face-effects.cjs +2252 -83
- package/dist/face-effects.js +14234 -1231
- package/dist/face-expression/index.d.ts +182 -0
- package/dist/face-info/landmarks.d.ts +17 -3
- package/dist/face-info/types.d.ts +20 -3
- package/dist/gestures/definitions.d.ts +15 -2
- package/dist/gestures/index.d.ts +1 -1
- package/dist/gestures/measures.d.ts +21 -8
- package/dist/getFaceInfo-B1otSDMX.cjs +1 -0
- package/dist/getFaceInfo-Cu4xDWiL.js +62 -0
- package/dist/hand/armFit.d.ts +46 -0
- package/dist/hand/armMask.d.ts +178 -0
- package/dist/hand/handCutout.d.ts +23 -0
- package/dist/hand/handCutoutRegistry.d.ts +7 -0
- package/dist/hand/handGestures.d.ts +524 -0
- package/dist/hand/handPose.d.ts +98 -0
- package/dist/hand/handRigSolver.d.ts +159 -0
- package/dist/hand/handTattoo.d.ts +81 -0
- package/dist/hand/handTouch.d.ts +240 -0
- package/dist/hand/wrist.d.ts +44 -0
- package/dist/hand/wristFilter.d.ts +44 -0
- package/dist/hooks/selectors.d.ts +8 -0
- package/dist/hooks/useFaceModelAcquisition.d.ts +38 -0
- package/dist/hooks/useTrackerContext.d.ts +6 -0
- package/dist/index-B1_TzJaI.js +1104 -0
- package/dist/index-BavF06C6.js +190 -0
- package/dist/index-BfFmpddl.cjs +21 -0
- package/dist/index-BuBzneeW.cjs +46 -0
- package/dist/index-CGsQWodV.cjs +1 -0
- package/dist/index-CIe7eCMH.js +3200 -0
- package/dist/index-CfSF8LXa.cjs +1 -0
- package/dist/index-D5GTzOzD.cjs +1 -0
- package/dist/index-DBhQzvVa.js +314 -0
- package/dist/index-DE17y0ZI.cjs +1 -0
- package/dist/index-JII7huPk.js +442 -0
- package/dist/index-tpCr9CLj.cjs +1 -0
- package/dist/{renderPasses-NnKZVfBy.js → index-w1S7fI2B.js} +219 -247
- package/dist/index-zGaqrz_K.js +188 -0
- package/dist/instructions.cjs +30 -0
- package/dist/instructions.js +1507 -0
- package/dist/{internal-vsfNQycj.js → internal-B90P-clC.js} +138 -118
- package/dist/internal-Cjinca64.cjs +1 -0
- package/dist/internal.cjs +1 -1
- package/dist/internal.js +15 -10
- package/dist/iris/compute.d.ts +7 -5
- package/dist/iris/types.d.ts +6 -4
- package/dist/{landmarkMask-CbTFzBYG.js → landmarkMask-BFDyBnKM.js} +6 -6
- package/dist/landmarks-BlUqf5MZ.cjs +1 -0
- package/dist/landmarks-bftdwq6Z.js +76 -0
- package/dist/loaders-BGAUACsd.js +363 -0
- package/dist/loaders-BJ1_QCHt.cjs +1 -0
- package/dist/low-level.cjs +1 -1
- package/dist/low-level.js +666 -602
- package/dist/main.cjs +1 -1
- package/dist/main.js +866 -1182
- package/dist/models/Body/index.d.ts +2 -0
- package/dist/models/Face/constants.d.ts +8 -0
- package/dist/models/Face/index.d.ts +3 -11
- package/dist/models/Face/rotation.d.ts +18 -3
- package/dist/models/Hand/HandTracking.d.ts +17 -1
- package/dist/models/Segmentation/index.d.ts +2 -0
- package/dist/models/nodeSource.d.ts +9 -0
- package/dist/particles/emission.d.ts +24 -0
- package/dist/particles/eyes.d.ts +24 -0
- package/dist/particles/glsl.d.ts +14 -0
- package/dist/particles/index.d.ts +10 -0
- package/dist/particles/motion.d.ts +42 -0
- package/dist/particles/presets.d.ts +12 -0
- package/dist/particles/ring.d.ts +58 -0
- package/dist/particles/selfTest.d.ts +53 -0
- package/dist/particles/settings.d.ts +127 -0
- package/dist/particles/shapes.d.ts +29 -0
- package/dist/particles/spawner.d.ts +60 -0
- package/dist/particles/system.d.ts +64 -0
- package/dist/particles.cjs +122 -0
- package/dist/particles.js +774 -0
- package/dist/product.cjs +1 -1
- package/dist/product.js +29 -29
- package/dist/{providers-C0Dlhh9Z.js → providers-C8rE26Uf.js} +127 -126
- package/dist/providers-DHsrhDI2.cjs +62 -0
- package/dist/render/renderPasses.d.ts +8 -0
- package/dist/render/sceneBeforeRender.d.ts +12 -0
- package/dist/{renderGroups-CN1cGFUo.js → renderGroups-B38pUaX2.js} +1 -1
- package/dist/{renderGroups-O4KmaMl9.cjs → renderGroups-Cb_4Ar1Q.cjs} +1 -1
- package/dist/renderPasses-B6l8IpJv.js +1290 -0
- package/dist/renderPasses-dqmkft4P.cjs +158 -0
- package/dist/renderState-CJNmj5jz.js +39 -0
- package/dist/renderState-apSfg4eR.cjs +1 -0
- package/dist/scene-object.cjs +1 -1
- package/dist/scene-object.js +2 -2
- package/dist/segmentation-Cb3ouK6Z.js +1758 -0
- package/dist/segmentation-D9pYO6aR.cjs +1 -0
- package/dist/segmentation2d/types.d.ts +6 -0
- package/dist/select-Ck5LGz-J.cjs +1 -0
- package/dist/select-pYRo_win.js +233 -0
- package/dist/selectors-C4X71aoD.cjs +1 -0
- package/dist/selectors-DmNaKIwE.js +196 -0
- package/dist/session-BrH8G7iJ.cjs +31 -0
- package/dist/session-DgA_z6O1.js +418 -0
- package/dist/{settings-aQk845NJ.js → settings-BJ7FMBsO.js} +53 -15
- package/dist/settings-C63FMBlF.cjs +1 -0
- package/dist/similarityFit-BFqHND2e.cjs +1 -0
- package/dist/similarityFit-Bbz-R8AY.js +91 -0
- package/dist/spring/index.d.ts +2 -0
- package/dist/spring/spring.d.ts +69 -0
- package/dist/spring/swing.d.ts +54 -0
- package/dist/tracking.cjs +10 -1
- package/dist/tracking.js +1002 -855
- package/dist/trigger-D0Pm9noT.cjs +49 -0
- package/dist/trigger-IQeys0oS.js +2128 -0
- package/dist/types/face.d.ts +20 -1
- package/dist/types/hand-tracking.d.ts +9 -0
- package/dist/types/nodes.d.ts +20 -1
- package/dist/types/segmentation.d.ts +5 -0
- package/dist/updateThrottle-BseecYag.js +4 -0
- package/dist/updateThrottle-Of5Y4SVa.cjs +1 -0
- package/dist/useFaceInfo-BHDNCvsJ.cjs +1 -0
- package/dist/useFaceInfo-J4x7LsqL.js +76 -0
- package/dist/useFaceResultReader-BvEo5REG.js +61 -0
- package/dist/useFaceResultReader-DuaL1KJG.cjs +1 -0
- package/dist/useInstructionHold-DOu-RpCM.js +53 -0
- package/dist/useInstructionHold-DwJY1Alr.cjs +1 -0
- package/dist/useLandmarkPoseFit-Bg-h9BPb.cjs +1 -0
- package/dist/useLandmarkPoseFit-Bmb3h6Mw.js +87 -0
- package/dist/{useXRCapabilities-B1R2ghy-.cjs → useXRCapabilities-Cr3RzuAW.cjs} +1 -1
- package/dist/{useXRCapabilities-C68v__wB.js → useXRCapabilities-Cxmlmpbd.js} +1 -1
- package/dist/utils/canonicalRigidLandmarks.d.ts +8 -0
- package/dist/utils/headOccluderFit.d.ts +42 -0
- package/dist/utils/integrity.d.ts +17 -0
- package/dist/utils/resolveNumFaces.d.ts +13 -0
- package/dist/utils/shoulderOccluderFit.d.ts +38 -0
- package/dist/utils/similarityFit.d.ts +23 -0
- package/dist/uv-BMFt19bg.cjs +1 -0
- package/dist/{index-CsUdQ-pn.js → uv-DJU_XfmN.js} +15 -249
- package/docs/SDK_DOCUMENTATION.md +1 -2
- package/docs/api/adaptive-quality.mdx +1 -1
- package/docs/api/body-instructions.mdx +285 -0
- package/docs/api/body-triggers.mdx +234 -0
- package/docs/api/camera-permission.mdx +1 -1
- package/docs/api/coordinate-spaces.mdx +7 -4
- package/docs/api/cross-camera.mdx +3 -2
- package/docs/api/debug-ui-scene-editor.mdx +23 -2
- package/docs/api/external-face-mesh.mdx +231 -0
- package/docs/api/face-actions.mdx +20 -16
- package/docs/api/face-attribute-expression.mdx +1 -1
- package/docs/api/face-binding-anchors.mdx +4 -2
- package/docs/api/face-character.mdx +157 -0
- package/docs/api/face-effects.mdx +3 -0
- package/docs/api/face-expression-controller.mdx +153 -0
- package/docs/api/face-info.mdx +17 -11
- package/docs/api/face-inset.mdx +204 -0
- package/docs/api/face-instructions.mdx +183 -0
- package/docs/api/face-liquify.mdx +196 -0
- package/docs/api/face-mesh.mdx +4 -7
- package/docs/api/face-morph.mdx +117 -0
- package/docs/api/face-painting.mdx +7 -0
- package/docs/api/face-reprojection.mdx +154 -0
- package/docs/api/face-retouching.mdx +18 -10
- package/docs/api/face-swap.mdx +350 -0
- package/docs/api/face-warp-3d.mdx +166 -0
- package/docs/api/faceless.mdx +143 -0
- package/docs/api/gestures.mdx +68 -32
- package/docs/api/hair.mdx +97 -0
- package/docs/api/hand-instructions.mdx +222 -0
- package/docs/api/hand-rig.mdx +535 -0
- package/docs/api/hand-touch.mdx +162 -0
- package/docs/api/head-occluder.mdx +563 -0
- package/docs/api/holistic-tracker.mdx +6 -1
- package/docs/api/instructions.mdx +323 -0
- package/docs/api/iris-tracking.mdx +24 -19
- package/docs/api/made-up-camera.mdx +131 -0
- package/docs/api/makeup-skin-tone.mdx +135 -0
- package/docs/api/makeup.mdx +353 -0
- package/docs/api/multi-subject.mdx +4 -1
- package/docs/api/particles.mdx +155 -0
- package/docs/api/person-cutout.mdx +1 -1
- package/docs/api/pin-to-face-mesh.mdx +274 -0
- package/docs/api/product-ar.mdx +5 -2
- package/docs/api/segmentation-overlay.mdx +1 -1
- package/docs/docs.json +29 -1
- package/docs/examples/lip-shaders.mdx +82 -33
- package/docs/guides/face-atlas-template.svg +1 -0
- package/docs/guides/face-atlas-textures.mdx +186 -0
- package/docs/guides/face-texture-template.svg +1 -0
- package/docs/guides/harness-debug-ui.mdx +4 -4
- package/docs/guides/lip-effect-textures.mdx +178 -102
- package/docs/guides/lip-uv-template.png +0 -0
- package/docs/guides/lip-uv-template.svg +1 -1
- package/docs/guides/makeup-design-textures.mdx +109 -0
- package/docs/introduction.mdx +1 -2
- package/package.json +11 -1
- package/dist/DebuggerUI-C-ldiozL.js +0 -269
- package/dist/DebuggerUI-CWX5EtQv.cjs +0 -1
- package/dist/FaceMeshRenderer-BEEXZwS6.cjs +0 -158
- package/dist/FaceMeshRenderer-UuH5sTXG.js +0 -1322
- package/dist/FaceRetouch-C7h7x9kd.js +0 -683
- package/dist/FaceRetouch-DqftT26Y.cjs +0 -134
- package/dist/GLTFLoader-C5q63sKO.js +0 -1633
- package/dist/GLTFLoader-Cb_CRwmG.cjs +0 -1
- package/dist/SegmentationOverlay-DQuW3dsc.js +0 -133
- package/dist/SegmentationOverlay-aWVod8Kl.cjs +0 -1
- package/dist/components/FaceWarp3D/FaceWarp3DHead.d.ts +0 -15
- package/dist/components/FaceWarp3D/defaults.d.ts +0 -37
- package/dist/components/FaceWarp3D/warp.d.ts +0 -13
- package/dist/contexts-CO0sd4JQ.cjs +0 -1
- package/dist/contexts-FzlnnMYD.js +0 -669
- package/dist/debug-ui/face-warp-3d/index.d.ts +0 -6
- package/dist/getFaceInfo-BkZfaQs-.js +0 -118
- package/dist/getFaceInfo-ahPxQFGu.cjs +0 -1
- package/dist/index--RgGzZ6X.cjs +0 -47
- package/dist/index-CHVbH0hz.js +0 -214
- package/dist/index-CeVkgsag.cjs +0 -1
- package/dist/index-CnGox6Xr.js +0 -3054
- package/dist/index-DKBAh6hV.cjs +0 -1
- package/dist/index-DsZwTfG0.cjs +0 -1
- package/dist/index-Dw6tj2Mi.js +0 -144
- package/dist/index-OCPjOaeP.cjs +0 -1
- package/dist/index-s9pF4zkG.js +0 -2053
- package/dist/internal-BYza1h8_.cjs +0 -1
- package/dist/measures-9dQPdw96.js +0 -154
- package/dist/measures-KfJzpvod.cjs +0 -1
- package/dist/providers-YNwkmNeK.cjs +0 -62
- package/dist/renderPasses-Cg-zqmEz.cjs +0 -21
- package/dist/screenTransform-BenfCtZt.js +0 -44
- package/dist/screenTransform-BiXdpVf0.cjs +0 -1
- package/dist/segmentation-9PhSvc-R.cjs +0 -1
- package/dist/segmentation-CeOTKemr.js +0 -5
- package/dist/selectors-C5G1PMYL.js +0 -195
- package/dist/selectors-Du_PsVnW.cjs +0 -1
- package/dist/session-BBr0yN8h.cjs +0 -31
- package/dist/session-Cy0m7l7-.js +0 -363
- package/dist/settings-DRR7-snV.cjs +0 -1
- package/dist/useFaceInfo-Blf7FCu3.js +0 -303
- package/dist/useFaceInfo-C5mO8NQY.cjs +0 -1
|
@@ -1,134 +0,0 @@
|
|
|
1
|
-
"use strict";const r=require("./FaceMeshRenderer-BEEXZwS6.cjs"),q=require("three"),M=require("react/jsx-runtime"),S=require("react"),K=require("./index-CeVkgsag.cjs"),Z=require("./index-OCPjOaeP.cjs"),H=require("@react-three/fiber"),$=require("./selectors-Du_PsVnW.cjs"),U=require("./landmarkMask-u7es2k4X.cjs");function J(e){const a=Object.create(null,{[Symbol.toStringTag]:{value:"Module"}});if(e){for(const t in e)if(t!=="default"){const l=Object.getOwnPropertyDescriptor(e,t);Object.defineProperty(a,t,l.get?l:{enumerable:!0,get:()=>e[t]})}}return a.default=e,Object.freeze(a)}const g=J(q),N={enabled:!1,strength:1,faceWidth:0,faceHeight:0,faceRoundness:0,midfaceHeight:0,foreheadHeight:0,foreheadWidth:0,cheekboneWidth:0,cheekWidth:0,cheekHollowness:0,midfaceDepth:0,scalpHeight:0,headCurve:0,faceTwist:0,faceSwirl:0,browDistance:0,browHeight:0,browDepth:0,eyeSize:0,leftEyeSize:0,rightEyeSize:0,eyeDistance:0,leftEyeX:0,rightEyeX:0,leftEyeY:0,rightEyeY:0,noseSize:0,noseLength:0,mouthWidth:0,mouthHeight:0,jawWidth:0,chinHeight:0},Q={...N,enabled:!0,strength:1,faceWidth:-.08,faceHeight:.04,foreheadHeight:.04,cheekWidth:-.04,eyeSize:.08,eyeDistance:.03,noseSize:-.05,noseLength:.03,mouthWidth:.06,mouthHeight:.02,jawWidth:-.05,chinHeight:.03},ee=[{label:"Wireframe",value:r.FACE_MESH_MATERIAL_TYPES.wireframe},{label:"Basic",value:r.FACE_MESH_MATERIAL_TYPES.basic},{label:"Standard",value:r.FACE_MESH_MATERIAL_TYPES.standard},{label:"Physical",value:r.FACE_MESH_MATERIAL_TYPES.physical},{label:"Toon",value:r.FACE_MESH_MATERIAL_TYPES.toon},{label:"Normal",value:r.FACE_MESH_MATERIAL_TYPES.normal},{label:"Matcap",value:r.FACE_MESH_MATERIAL_TYPES.matcap},{label:"Shader",value:r.FACE_MESH_MATERIAL_TYPES.shader}],te=[{label:"Original Face",value:r.FACE_MESH_SHADER_PRESETS.originalFace},{label:"Composite",value:r.FACE_MESH_SHADER_PRESETS.composite}],ae=[{label:"Front",value:r.FACE_MESH_SIDES.front},{label:"Back",value:r.FACE_MESH_SIDES.back},{label:"Double",value:r.FACE_MESH_SIDES.double}],oe=[{label:"None",value:r.FACE_MESH_TEXTURE_MAPS.none},{label:"UV Map 1",value:r.FACE_MESH_TEXTURE_MAPS.canonical},{label:"UV Map 2",value:r.FACE_MESH_TEXTURE_MAPS.style2}],re=[{label:"None",value:r.FACE_MESH_ALPHA_MAPS.none},{label:"Default Mask",value:r.FACE_MESH_ALPHA_MAPS.canonical}],le=[{label:"Solid",value:r.FACE_MESH_MASK_TEXTURE_SOURCES.solid},{label:"Gradient",value:r.FACE_MESH_MASK_TEXTURE_SOURCES.gradient},{label:"Image URL",value:r.FACE_MESH_MASK_TEXTURE_SOURCES.imageUrl},{label:"Media URL",value:r.FACE_MESH_MASK_TEXTURE_SOURCES.mediaUrl}],ie=[{label:"Normal",value:r.FACE_MESH_BLEND_MODES.normal},{label:"Add",value:r.FACE_MESH_BLEND_MODES.add},{label:"Subtract",value:r.FACE_MESH_BLEND_MODES.subtract},{label:"Multiply",value:r.FACE_MESH_BLEND_MODES.multiply},{label:"Screen",value:r.FACE_MESH_BLEND_MODES.screen},{label:"Overlay",value:r.FACE_MESH_BLEND_MODES.overlay},{label:"Soft Light",value:r.FACE_MESH_BLEND_MODES.softLight},{label:"Hard Light",value:r.FACE_MESH_BLEND_MODES.hardLight},{label:"Lighten",value:r.FACE_MESH_BLEND_MODES.lighten},{label:"Darken",value:r.FACE_MESH_BLEND_MODES.darken},{label:"Difference",value:r.FACE_MESH_BLEND_MODES.difference},{label:"Exclusion",value:r.FACE_MESH_BLEND_MODES.exclusion}],X=["both","left","right"],Y=["shader","image"],G={eye:"both",mode:"shader",color:"#4fa3ff",textureUrl:"",tintImage:!1,scale:1,opacity:.85,targetFps:0,smoothing:0,leadMs:80,mirrored:!1,faceIndex:0,holdMs:250},se=[{key:"eye",label:"Eye",type:"select",options:X.map(e=>({label:e,value:e}))},{key:"mode",label:"Material",type:"select",options:Y.map(e=>({label:e,value:e}))},{key:"color",label:"Color / tint",type:"color"},{key:"textureUrl",label:"Image URL (image mode)",type:"text"},{key:"tintImage",label:"Tint image with color",type:"boolean"},{key:"scale",label:"Scale (× iris radius)",type:"number",min:.2,max:4,step:.05},{key:"opacity",label:"Opacity",type:"number",min:0,max:1,step:.05},{key:"targetFps",label:"Face FPS (0 = session)",type:"number",min:0,max:60,step:1},{key:"smoothing",label:"Smoothing (0 = raw)",type:"number",min:0,max:60,step:1},{key:"leadMs",label:"Lead between samples (ms)",type:"number",min:0,max:200,step:10},{key:"mirrored",label:"Mirror material",type:"boolean"},{key:"faceIndex",label:"Face index",type:"number",min:0,max:3,step:1},{key:"holdMs",label:"Hold (ms)",type:"number",min:0,max:1e3,step:10}],ne=e=>({...G,...e}),ce=(e,a)=>({...e,...a}),L=["lipstick","gloss","matte","tint","metallic","gradient"],W=["texture","solid"],j=["outward","vertical","horizontal"],z={preset:"custom",maskMode:"outer-and-inner-lips",colorMode:"texture",color:"#e85d75",opacity:.8,intensity:1,shading:.6,gloss:.35,roughness:.5,highlightColor:"#ffffff",gradientColor:"#ffd6de",gradientAmount:0,gradientDirection:"outward",edgeSoftness:.12,innerLipColor:"#7a1f36",innerLipAmount:0,innerLipWidth:.35,splitLips:!1,lowerLipColor:"#e85d75",lowerLipOpacity:.8,textureScaleX:1,textureScaleY:1,textureOffsetX:0,textureOffsetY:0,textureRotation:0,textureFlipX:!1,textureFlipY:!1},w={lipstick:{color:"#c0304f",opacity:.85,intensity:1,shading:.6,gloss:.35,roughness:.5,highlightColor:"#ffffff",gradientAmount:0},gloss:{color:"#e05a7a",opacity:.7,intensity:1,shading:.5,gloss:.95,roughness:.12,highlightColor:"#ffffff",gradientAmount:0},matte:{color:"#a8323e",opacity:.92,intensity:1,shading:.8,gloss:0,roughness:1,highlightColor:"#ffffff",gradientAmount:0},tint:{color:"#ff6b81",opacity:.4,intensity:1,shading:.9,gloss:.1,roughness:.7,highlightColor:"#ffffff",gradientAmount:0},metallic:{color:"#b5485a",opacity:.9,intensity:1,shading:.5,gloss:1,roughness:.3,highlightColor:"#f3c46b",gradientAmount:0},gradient:{color:"#d6336c",opacity:.8,intensity:1,shading:.6,gloss:.3,roughness:.5,highlightColor:"#ffffff",gradientColor:"#f9c2cf",gradientAmount:.85,gradientDirection:"outward"}},O=e=>typeof e=="string"&&L.includes(e),s=(e,a,t,l)=>typeof e=="number"&&Number.isFinite(e)?Math.min(t,Math.max(a,e)):l,ue=(e,a)=>typeof e=="number"&&Number.isFinite(e)?e:a,x=(e,a)=>typeof e=="string"&&e.trim()?e:a,C=(e,a)=>typeof e=="boolean"?e:a,B=(e,a,t)=>typeof a=="string"&&e.includes(a)?a:t,A=(e={})=>{const a=O(e.preset)?e.preset:"custom",t={...z,...a==="custom"?{}:w[a]},l=Object.fromEntries(Object.entries(e).filter(([,n])=>n!==void 0)),o={...t,...l};return{preset:a,maskMode:o.maskMode==="outer-lips"?"outer-lips":"outer-and-inner-lips",colorMode:B(W,o.colorMode,t.colorMode),color:x(o.color,t.color),opacity:s(o.opacity,0,1,t.opacity),intensity:s(o.intensity,0,1,t.intensity),shading:s(o.shading,0,1,t.shading),gloss:s(o.gloss,0,1,t.gloss),roughness:s(o.roughness,0,1,t.roughness),highlightColor:x(o.highlightColor,t.highlightColor),gradientColor:x(o.gradientColor,t.gradientColor),gradientAmount:s(o.gradientAmount,0,1,t.gradientAmount),gradientDirection:B(j,o.gradientDirection,t.gradientDirection),edgeSoftness:s(o.edgeSoftness,0,1,t.edgeSoftness),innerLipColor:x(o.innerLipColor,t.innerLipColor),innerLipAmount:s(o.innerLipAmount,0,1,t.innerLipAmount),innerLipWidth:s(o.innerLipWidth,0,1,t.innerLipWidth),splitLips:C(o.splitLips,t.splitLips),lowerLipColor:x(o.lowerLipColor,t.lowerLipColor),lowerLipOpacity:s(o.lowerLipOpacity,0,1,t.lowerLipOpacity),textureScaleX:s(o.textureScaleX,.05,20,t.textureScaleX),textureScaleY:s(o.textureScaleY,.05,20,t.textureScaleY),textureOffsetX:s(o.textureOffsetX,-2,2,t.textureOffsetX),textureOffsetY:s(o.textureOffsetY,-2,2,t.textureOffsetY),textureRotation:ue(o.textureRotation,t.textureRotation),textureFlipX:C(o.textureFlipX,t.textureFlipX),textureFlipY:C(o.textureFlipY,t.textureFlipY)}},me=(e,a)=>{const t=a.preset;if(!(t!==void 0&&t!==e.preset&&O(t)))return A({...e,...a});const o=Object.fromEntries(Object.entries(a).filter(([n,c])=>c!==void 0&&c!==e[n]));return A({...e,...w[t],...o,preset:t})},p={min:0,max:1,step:.01},de=[{key:"preset",label:"Preset",type:"select",options:[{label:"Custom",value:"custom"},...L.map(e=>({label:e[0].toUpperCase()+e.slice(1),value:e}))]},{key:"maskMode",label:"Mask mode",type:"select",options:[{label:"Outer + inner lips (mouth cut out)",value:"outer-and-inner-lips"},{label:"Outer lips (mouth included)",value:"outer-lips"}]},{key:"colorMode",label:"Color mode",type:"select",options:[{label:"Design texture",value:"texture"},{label:"Procedural (solid / gradient)",value:"solid"}]},{key:"color",label:"Tint color",type:"color"},{key:"opacity",label:"Opacity",type:"number",...p},{key:"intensity",label:"Tint intensity",type:"number",...p},{key:"shading",label:"Skin shading",type:"number",...p},{key:"gloss",label:"Gloss",type:"number",...p},{key:"roughness",label:"Roughness",type:"number",...p},{key:"highlightColor",label:"Highlight color",type:"color"},{key:"gradientColor",label:"Gradient color",type:"color"},{key:"gradientAmount",label:"Gradient amount",type:"number",...p},{key:"gradientDirection",label:"Gradient direction",type:"select",options:[{label:"Mouth line → outer edge",value:"outward"},{label:"Bottom → top",value:"vertical"},{label:"Left → right",value:"horizontal"}]},{key:"edgeSoftness",label:"Edge softness",type:"number",...p},{key:"innerLipColor",label:"Inner lip color",type:"color"},{key:"innerLipAmount",label:"Inner lip amount",type:"number",...p},{key:"innerLipWidth",label:"Inner lip width",type:"number",...p},{key:"splitLips",label:"Separate lower lip",type:"boolean"},{key:"lowerLipColor",label:"Lower lip color",type:"color"},{key:"lowerLipOpacity",label:"Lower lip opacity",type:"number",...p},{key:"textureScaleX",label:"Texture scale X",type:"number",min:.1,max:10,step:.05},{key:"textureScaleY",label:"Texture scale Y",type:"number",min:.1,max:10,step:.05},{key:"textureOffsetX",label:"Texture offset X",type:"number",min:-1,max:1,step:.01},{key:"textureOffsetY",label:"Texture offset Y",type:"number",min:-1,max:1,step:.01},{key:"textureRotation",label:"Texture rotation°",type:"number",min:-180,max:180,step:1},{key:"textureFlipX",label:"Flip horizontal",type:"boolean"},{key:"textureFlipY",label:"Flip vertical",type:"boolean"}],pe=(e,a,t=new g.Matrix3)=>{const l=(a.minU+a.maxU)/2,o=(a.minV+a.maxV)/2,n=a.maxU-a.minU,c=a.maxV-a.minV,E=-g.MathUtils.degToRad(e.textureRotation),h=Math.cos(E),m=Math.sin(E),v=(e.textureFlipX?-1:1)/Math.max(e.textureScaleX,.001),u=(e.textureFlipY?-1:1)/Math.max(e.textureScaleY,.001),d=v*h,f=-v*m,i=u*m,b=u*h,_=l+e.textureOffsetX*n,R=o+e.textureOffsetY*c,I=l-(d*_+f*R),F=o-(i*_+b*R);return t.set(d,f,I,i,b,F,0,0,1)},he=`
|
|
2
|
-
varying vec2 vUv;
|
|
3
|
-
|
|
4
|
-
void main() {
|
|
5
|
-
vUv = uv;
|
|
6
|
-
gl_Position = projectionMatrix * modelViewMatrix * vec4(position, 1.0);
|
|
7
|
-
}
|
|
8
|
-
`,Ee=`
|
|
9
|
-
uniform sampler2D cameraTexture;
|
|
10
|
-
uniform sampler2D retouchMaskTexture;
|
|
11
|
-
uniform vec2 texelSize;
|
|
12
|
-
uniform float retouchAmount;
|
|
13
|
-
uniform float blurRadius;
|
|
14
|
-
uniform float detailPreservation;
|
|
15
|
-
uniform float blemishReduction;
|
|
16
|
-
uniform float blemishRadius;
|
|
17
|
-
uniform float previewMask;
|
|
18
|
-
uniform float protectLandmarks;
|
|
19
|
-
uniform float clipMinX;
|
|
20
|
-
uniform float clipMaxX;
|
|
21
|
-
varying vec2 vUv;
|
|
22
|
-
|
|
23
|
-
vec3 sampleCamera(vec2 uv) {
|
|
24
|
-
return texture2D(cameraTexture, clamp(uv, vec2(0.0), vec2(1.0))).rgb;
|
|
25
|
-
}
|
|
26
|
-
|
|
27
|
-
vec3 readRetouchMask(vec2 uv) {
|
|
28
|
-
vec4 mask = texture2D(retouchMaskTexture, uv);
|
|
29
|
-
float faceRegion = clamp(mask.b, 0.0, 1.0);
|
|
30
|
-
float softFaceRegion = min(mask.r, faceRegion);
|
|
31
|
-
float protectedRegion = min(mask.g, faceRegion) * protectLandmarks;
|
|
32
|
-
float hardProtectedRegion = step(0.08, protectedRegion);
|
|
33
|
-
float softRetouchRegion = softFaceRegion * (1.0 - protectedRegion);
|
|
34
|
-
float hardRetouchRegion = step(0.5, faceRegion) * (1.0 - hardProtectedRegion);
|
|
35
|
-
|
|
36
|
-
return vec3(
|
|
37
|
-
clamp(softRetouchRegion, 0.0, 1.0),
|
|
38
|
-
clamp(protectedRegion, 0.0, 1.0),
|
|
39
|
-
clamp(hardRetouchRegion, 0.0, 1.0)
|
|
40
|
-
);
|
|
41
|
-
}
|
|
42
|
-
|
|
43
|
-
float retouchCoverage(vec2 uv) {
|
|
44
|
-
return step(0.001, readRetouchMask(uv).x);
|
|
45
|
-
}
|
|
46
|
-
|
|
47
|
-
void addMaskedBlurSample(inout vec3 color, inout float weightSum, vec2 centerUv, vec2 sampleUv, float weight) {
|
|
48
|
-
float coverage = retouchCoverage(sampleUv);
|
|
49
|
-
vec3 sampleColor = mix(sampleCamera(centerUv), sampleCamera(sampleUv), coverage);
|
|
50
|
-
color += sampleColor * weight;
|
|
51
|
-
weightSum += weight;
|
|
52
|
-
}
|
|
53
|
-
|
|
54
|
-
vec3 maskedBlurCamera(vec2 uv, float radius) {
|
|
55
|
-
vec2 r = texelSize * radius;
|
|
56
|
-
vec3 color = sampleCamera(uv) * 0.2;
|
|
57
|
-
float weightSum = 0.2;
|
|
58
|
-
|
|
59
|
-
addMaskedBlurSample(color, weightSum, uv, uv + vec2(r.x, 0.0), 0.1);
|
|
60
|
-
addMaskedBlurSample(color, weightSum, uv, uv - vec2(r.x, 0.0), 0.1);
|
|
61
|
-
addMaskedBlurSample(color, weightSum, uv, uv + vec2(0.0, r.y), 0.1);
|
|
62
|
-
addMaskedBlurSample(color, weightSum, uv, uv - vec2(0.0, r.y), 0.1);
|
|
63
|
-
addMaskedBlurSample(color, weightSum, uv, uv + r, 0.075);
|
|
64
|
-
addMaskedBlurSample(color, weightSum, uv, uv - r, 0.075);
|
|
65
|
-
addMaskedBlurSample(color, weightSum, uv, uv + vec2(r.x, -r.y), 0.075);
|
|
66
|
-
addMaskedBlurSample(color, weightSum, uv, uv + vec2(-r.x, r.y), 0.075);
|
|
67
|
-
addMaskedBlurSample(color, weightSum, uv, uv + r * 2.0, 0.05);
|
|
68
|
-
addMaskedBlurSample(color, weightSum, uv, uv - r * 2.0, 0.05);
|
|
69
|
-
|
|
70
|
-
return color / max(weightSum, 0.001);
|
|
71
|
-
}
|
|
72
|
-
|
|
73
|
-
float retouchLuminance(vec3 color) {
|
|
74
|
-
return dot(color, vec3(0.299, 0.587, 0.114));
|
|
75
|
-
}
|
|
76
|
-
|
|
77
|
-
vec3 reduceBlemishes(vec3 current, vec3 source, vec3 localAverage, vec3 skinBase, float skinMask) {
|
|
78
|
-
float originalLum = retouchLuminance(source);
|
|
79
|
-
float localLum = retouchLuminance(localAverage);
|
|
80
|
-
float redness = max(source.r - max(source.g, source.b), 0.0);
|
|
81
|
-
float localRedness = max(localAverage.r - max(localAverage.g, localAverage.b), 0.0);
|
|
82
|
-
float excessRedness = max(redness - localRedness * 0.72, 0.0);
|
|
83
|
-
float darkSpot = max(localLum - originalLum, 0.0);
|
|
84
|
-
float contrast = length(source - localAverage);
|
|
85
|
-
float candidate =
|
|
86
|
-
smoothstep(0.012, 0.09, excessRedness) +
|
|
87
|
-
smoothstep(0.018, 0.13, darkSpot) +
|
|
88
|
-
smoothstep(0.03, 0.16, contrast);
|
|
89
|
-
float blemishMask = clamp(candidate * 0.72, 0.0, 1.0) * skinMask * blemishReduction;
|
|
90
|
-
|
|
91
|
-
vec3 chromaReduced = vec3(
|
|
92
|
-
mix(current.r, min(current.r, localAverage.r * 1.04), blemishMask),
|
|
93
|
-
mix(current.g, max(current.g, localAverage.g * 0.98), 0.35 * blemishMask),
|
|
94
|
-
mix(current.b, max(current.b, localAverage.b * 0.98), 0.35 * blemishMask)
|
|
95
|
-
);
|
|
96
|
-
vec3 texture = source - localAverage;
|
|
97
|
-
vec3 repaired = clamp(skinBase + texture * detailPreservation * 0.18, 0.0, 1.0);
|
|
98
|
-
|
|
99
|
-
return mix(chromaReduced, repaired, min(blemishMask * 1.15, 1.0));
|
|
100
|
-
}
|
|
101
|
-
|
|
102
|
-
void main() {
|
|
103
|
-
if (vUv.x < clipMinX || vUv.x > clipMaxX) discard;
|
|
104
|
-
|
|
105
|
-
vec3 original = sampleCamera(vUv);
|
|
106
|
-
vec3 masks = readRetouchMask(vUv);
|
|
107
|
-
float faceAlpha = max(max(masks.x, masks.y), masks.z);
|
|
108
|
-
|
|
109
|
-
if (previewMask > 0.5) {
|
|
110
|
-
float sharpPreview = 1.0 - step(0.001, retouchAmount + blurRadius);
|
|
111
|
-
float retouchPreview = mix(masks.x, masks.z, sharpPreview);
|
|
112
|
-
float protectedPreview = mix(masks.y, step(0.08, masks.y), sharpPreview);
|
|
113
|
-
vec3 facePreview = vec3(retouchPreview, 0.08, 0.08);
|
|
114
|
-
vec3 featurePreview = vec3(0.05, protectedPreview, 0.1);
|
|
115
|
-
vec3 maskPreview = max(facePreview, featurePreview);
|
|
116
|
-
vec3 debugColor = mix(original * 0.18, maskPreview, max(retouchPreview, protectedPreview));
|
|
117
|
-
gl_FragColor = vec4(debugColor, faceAlpha);
|
|
118
|
-
#include <colorspace_fragment>
|
|
119
|
-
return;
|
|
120
|
-
}
|
|
121
|
-
|
|
122
|
-
float effectiveBlurRadius = min(blurRadius, 12.0);
|
|
123
|
-
vec3 smallBlur = maskedBlurCamera(vUv, max(0.0, effectiveBlurRadius * 0.45));
|
|
124
|
-
vec3 largeBlur = maskedBlurCamera(vUv, max(0.0, effectiveBlurRadius));
|
|
125
|
-
vec3 detail = original - smallBlur;
|
|
126
|
-
float detailAmount = mix(detailPreservation, 0.9, masks.y);
|
|
127
|
-
vec3 smoothed = clamp(largeBlur + detail * detailAmount, 0.0, 1.0);
|
|
128
|
-
vec3 color = mix(original, smoothed, min(retouchAmount, 0.72) * masks.x);
|
|
129
|
-
vec3 blemishAverage = maskedBlurCamera(vUv, max(1.0, blemishRadius));
|
|
130
|
-
color = reduceBlemishes(color, original, blemishAverage, smoothed, masks.x);
|
|
131
|
-
gl_FragColor = vec4(color, faceAlpha);
|
|
132
|
-
#include <colorspace_fragment>
|
|
133
|
-
}
|
|
134
|
-
`,ge=({retouchMask:e,retouchAmount:a,blurRadius:t,detailPreservation:l=.62,blemishReduction:o=.35,blemishRadius:n=3,previewMask:c,protectLandmarks:E,clipMinX:h=0,clipMaxX:m=1,renderOrder:v=-1e3})=>{const{camera:u,size:d}=H.useThree(),f=$.useXRCameraTexture(),i=S.useMemo(()=>({cameraTexture:{value:null},retouchMaskTexture:{value:null},texelSize:{value:new g.Vector2(1/1280,1/720)},retouchAmount:{value:0},blurRadius:{value:0},detailPreservation:{value:0},blemishReduction:{value:0},blemishRadius:{value:0},previewMask:{value:0},protectLandmarks:{value:1},clipMinX:{value:0},clipMaxX:{value:1}}),[]),b=S.useMemo(()=>{if(!u.isPerspectiveCamera)return[10,10];const _=u,F=(_.position.z||5)- -1,V=g.MathUtils.degToRad(_.fov),P=2*Math.tan(V/2)*F;return[P*(d.width/d.height),P]},[u,d]);return H.useFrame(()=>{i.cameraTexture.value=f??null,i.retouchMaskTexture.value=e,i.texelSize.value.set(1/Math.max(d.width,1),1/Math.max(d.height,1)),i.retouchAmount.value=a,i.blurRadius.value=t,i.detailPreservation.value=l,i.blemishReduction.value=o,i.blemishRadius.value=n,i.previewMask.value=c?1:0,i.protectLandmarks.value=E?1:0,i.clipMinX.value=h,i.clipMaxX.value=m}),f?M.jsx("group",{position:[0,0,-1],children:M.jsxs("mesh",{renderOrder:v,children:[M.jsx("planeGeometry",{args:b}),M.jsx("shaderMaterial",{uniforms:i,vertexShader:he,fragmentShader:Ee,transparent:!0,depthTest:!1,depthWrite:!1,toneMapped:!1})]})}):null},ve=e=>{const a=document.createElement("canvas");a.width=e,a.height=e;const t=a.getContext("2d",{willReadFrequently:!1});if(!t)throw new Error("Unable to create face retouch mask context");const l=new g.CanvasTexture(a);return l.colorSpace=g.NoColorSpace,l.minFilter=g.LinearFilter,l.magFilter=g.LinearFilter,l.generateMipmaps=!1,l.needsUpdate=!0,{canvas:a,context:t,texture:l}},fe=(e,a=U.FACE_MASK_SIZE,t={},l=0)=>{const o=S.useMemo(()=>ve(a),[a]);return S.useEffect(()=>{let n=0;const c=()=>{var h,m;n=requestAnimationFrame(c);const E=(m=(h=e==null?void 0:e.detectionResults)==null?void 0:h.faceLandmarks)==null?void 0:m[l];U.drawFaceRetouchMask(o.context,E,a,t),o.texture.needsUpdate=!0};return c(),()=>{cancelAnimationFrame(n)}},[l,e,o.context,o.texture,t,a]),S.useEffect(()=>()=>{o.texture.dispose()},[o.texture]),{canvas:o.canvas,texture:o.texture}},Se=[{key:"skinSmoothing",label:"Skin smoothing",type:"number",min:0,max:1,step:.01},{key:"skinRealism",label:"Skin realism",type:"number",min:0,max:1,step:.01},{key:"blemishReduction",label:"Blemish reduction",type:"number",min:0,max:1,step:.01},{key:"previewMask",label:"Preview mask",type:"boolean"}],be=e=>{const a=Number(e);return Number.isFinite(a)?Math.max(0,Math.round(a)):0},_e=(e,a)=>{const t=Number(a);return Number.isFinite(t)?Math.max(e+1,Math.round(t)):e+1},y={skinSmoothing:.55,skinRealism:.62,blemishReduction:.35,previewMask:!1},k={blurRadius:8,blemishRadius:3,protectLandmarks:!0,foreheadCoverage:!0},T=(e,a)=>{const t=Number(e);return Number.isFinite(t)?Math.min(1,Math.max(0,t)):a},D=(e={})=>({skinSmoothing:T(e.skinSmoothing,y.skinSmoothing),skinRealism:T(e.skinRealism,y.skinRealism),blemishReduction:T(e.blemishReduction,y.blemishReduction),previewMask:typeof e.previewMask=="boolean"?e.previewMask:y.previewMask}),xe=(e,a)=>D({...e,...a}),Me=({faceIndex:e,numFaces:a,skinSmoothing:t,skinRealism:l,blemishReduction:o,previewMask:n,clipMinX:c=0,clipMaxX:E=1,renderOrder:h})=>{const m=be(e),v=_e(m,a),u=D({skinSmoothing:t,skinRealism:l,blemishReduction:o,previewMask:n}),d=S.useMemo(()=>({numFaces:v}),[v]),{node:f}=Z.useXRModel(K.XRModel.FACE_TRACKER,d),i=S.useMemo(()=>({foreheadCoverage:k.foreheadCoverage}),[]),b=fe(f,void 0,i,m);return M.jsx(ge,{retouchMask:b.texture,retouchAmount:u.skinSmoothing,blurRadius:k.blurRadius,detailPreservation:u.skinRealism,blemishReduction:u.blemishReduction,blemishRadius:k.blemishRadius,previewMask:u.previewMask,protectLandmarks:k.protectLandmarks,clipMinX:c,clipMaxX:E,renderOrder:h})};exports.DEFAULT_FACE_WARP_3D_SETTINGS=N;exports.DEFAULT_IRIS_EFFECT_SETTINGS=G;exports.DEFAULT_LIP_EFFECT_SETTINGS=z;exports.FACE_RETOUCH_DEFAULT_CONTROLS=y;exports.FACE_RETOUCH_SETTINGS_FIELDS=Se;exports.FACE_WARP_3D_PRESET=Q;exports.FaceRetouch=Me;exports.IRIS_EFFECT_EYES=X;exports.IRIS_EFFECT_MODES=Y;exports.IRIS_EFFECT_SETTINGS_FIELDS=se;exports.LIP_EFFECT_COLOR_MODES=W;exports.LIP_EFFECT_GRADIENT_DIRECTIONS=j;exports.LIP_EFFECT_PRESETS=w;exports.LIP_EFFECT_PRESET_KEYS=L;exports.LIP_EFFECT_SETTINGS_FIELDS=de;exports.alphaMapOptions=re;exports.blendModeOptions=ie;exports.createLipTextureTransform=pe;exports.isLipEffectPresetKey=O;exports.maskTextureSourceOptions=le;exports.materialTypeOptions=ee;exports.patchFaceRetouchControls=xe;exports.patchIrisEffectSettings=ce;exports.patchLipEffectSettings=me;exports.resolveFaceRetouchControls=D;exports.resolveIrisEffectSettings=ne;exports.resolveLipEffectSettings=A;exports.shaderPresetOptions=te;exports.sideOptions=ae;exports.textureMapOptions=oe;
|