@vincentt-xr/sdk 2.0.0-alpha.1 → 2.0.0-alpha.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/GROUNDING.md +1614 -21
- package/dist/{DebuggerUI-CatYc-RG.cjs → DebuggerUI-B45_Gb9d.cjs} +1 -1
- package/dist/{DebuggerUI-gLMKiVwJ.js → DebuggerUI-xp4bg3gH.js} +1 -1
- package/dist/FaceMeshRenderer-CALA4k49.js +1195 -0
- package/dist/FaceMeshRenderer-D4PFqsb3.cjs +155 -0
- package/dist/FaceRetouch-Bq2rtPlV.cjs +134 -0
- package/dist/FaceRetouch-DF5UsOsZ.js +551 -0
- package/dist/audio/AudioEngine.d.ts +3 -1
- package/dist/audio/AudioPlayer.d.ts +29 -0
- package/dist/audio/AudioPlayerLogic.d.ts +4 -0
- package/dist/audio/index.d.ts +2 -0
- package/dist/components/Axes/index.d.ts +6 -0
- package/dist/components/FaceMesh/FaceMeshRenderer.d.ts +17 -0
- package/dist/components/FaceMesh/canonical/CanonicalFaceMeshRenderer.d.ts +17 -1
- package/dist/components/FaceMesh/canonical/FaceMeshMaterial.d.ts +25 -0
- package/dist/components/FaceMesh/canonical/assets.d.ts +3 -0
- package/dist/components/FaceMesh/canonical/geometryGroups.d.ts +9 -0
- package/dist/components/FaceMesh/canonical/parseCanonicalFaceModel.d.ts +2 -0
- package/dist/components/FaceMesh/canonical/shaders.d.ts +2 -0
- package/dist/components/FaceMesh/deform.d.ts +3 -0
- package/dist/components/FaceMesh/index.d.ts +5 -0
- package/dist/components/FaceMesh/material/defaults.d.ts +70 -0
- package/dist/components/FaceMesh/material/index.d.ts +1 -0
- package/dist/components/FaceMesh/material/options.d.ts +5 -1
- package/dist/components/FaceMesh/material/support.d.ts +7 -2
- package/dist/components/FaceMesh/material/textures.d.ts +4 -0
- package/dist/components/FaceMesh/material/types.d.ts +2 -2
- package/dist/components/FaceRetouch/Background.d.ts +5 -6
- package/dist/components/FaceRetouch/FaceRetouch.d.ts +47 -0
- package/dist/components/FaceRetouch/index.d.ts +2 -8
- package/dist/components/FaceRetouch/landmarkMask.d.ts +0 -5
- package/dist/components/FaceRetouch/useFaceRetouchMask.d.ts +3 -7
- package/dist/components/FaceTracker/index.d.ts +5 -3
- package/dist/components/FaceWarp3D/FaceWarp3DHead.d.ts +1 -1
- package/dist/components/HandJoints2D/index.d.ts +1 -1
- package/dist/components/HandTracking2D/HandVisual.d.ts +1 -1
- package/dist/components/HandTracking2D/index.d.ts +1 -1
- package/dist/components/HandTracking2DController/index.d.ts +1 -1
- package/dist/components/HandTracking3D/index.d.ts +1 -1
- package/dist/components/LightObject/index.d.ts +20 -0
- package/dist/components/LookAt/index.d.ts +23 -0
- package/dist/components/MeshRenderer/index.d.ts +59 -0
- package/dist/components/PerspectiveCamera/index.d.ts +2 -8
- package/dist/components/PinToMesh/index.d.ts +47 -0
- package/dist/components/RenderGroupLayer/index.d.ts +6 -0
- package/dist/components/SceneObjectRenderer/index.d.ts +16 -0
- package/dist/components/Screen2D/ScreenTransformFrame.d.ts +11 -0
- package/dist/components/Screen2D/ScreenTransformHelpers.d.ts +19 -0
- package/dist/components/Screen2D/ScreenTransformInteraction.d.ts +18 -0
- package/dist/components/Screen2D/index.d.ts +5 -0
- package/dist/components/ScreenGlass/defaults.d.ts +3 -0
- package/dist/components/ScreenGlass/index.d.ts +5 -0
- package/dist/components/ScreenGlass/shaders.d.ts +2 -0
- package/dist/components/ScreenGlass/types.d.ts +10 -0
- package/dist/components/ScreenGradient/defaults.d.ts +5 -0
- package/dist/components/ScreenGradient/index.d.ts +5 -0
- package/dist/components/ScreenGradient/shaders.d.ts +2 -0
- package/dist/components/ScreenGradient/types.d.ts +19 -0
- package/dist/components/ScreenImage/ScreenImage.d.ts +4 -0
- package/dist/components/ScreenImage/components/DynamicTextureSync.d.ts +9 -0
- package/dist/components/ScreenImage/components/ScreenImageBody.d.ts +9 -0
- package/dist/components/ScreenImage/components/ScreenImageFrame.d.ts +9 -0
- package/dist/components/ScreenImage/components/ScreenImageTransformFrame.d.ts +9 -0
- package/dist/components/ScreenImage/fit.d.ts +52 -0
- package/dist/components/ScreenImage/index.d.ts +8 -87
- package/dist/components/ScreenImage/materials/ScreenImageBlendMaterial.d.ts +9 -0
- package/dist/components/ScreenImage/materials/ScreenImageMatcap.d.ts +3 -0
- package/dist/components/ScreenImage/source.d.ts +19 -0
- package/dist/components/ScreenImage/types.d.ts +37 -0
- package/dist/components/ScreenImage/utils/ScreenImageConstants.d.ts +9 -0
- package/dist/components/ScreenImage/utils/ScreenImageHelpers.d.ts +4 -0
- package/dist/components/ScreenShape/geometry.d.ts +5 -0
- package/dist/components/ScreenShape/index.d.ts +5 -0
- package/dist/components/ScreenShape/types.d.ts +41 -0
- package/dist/components/ScreenSpaceUI/ScreenTransformGuide.d.ts +15 -0
- package/dist/components/ScreenSpaceUI/ScreenTransformOverlayGuide.d.ts +9 -0
- package/dist/components/ScreenSpaceUI/index.d.ts +2 -0
- package/dist/components/ScreenText/components/ScreenTextBody.d.ts +2 -0
- package/dist/components/ScreenText/components/ScreenTextTransformFrame.d.ts +9 -0
- package/dist/components/ScreenText/constants.d.ts +5 -0
- package/dist/components/ScreenText/index.d.ts +6 -20
- package/dist/components/ScreenText/types.d.ts +31 -0
- package/dist/components/ScreenText/utils/ScreenTextHelpers.d.ts +14 -0
- package/dist/components/ScreenText/utils/ScreenTextMappings.d.ts +17 -0
- package/dist/components/SequentialRenderPasses/index.d.ts +6 -0
- package/dist/components/TextLabel/TextLabel.d.ts +5 -0
- package/dist/components/TextLabel/alignment.d.ts +4 -0
- package/dist/components/TextLabel/bend.d.ts +9 -0
- package/dist/components/TextLabel/canvas/buildTextLabelTexture.d.ts +4 -0
- package/dist/components/TextLabel/canvas/canvasTypography.d.ts +13 -0
- package/dist/components/TextLabel/canvas/drawBackground.d.ts +21 -0
- package/dist/components/TextLabel/canvas/drawEffects.d.ts +34 -0
- package/dist/components/TextLabel/canvas/drawText.d.ts +19 -0
- package/dist/components/TextLabel/components/TextLabelMesh.d.ts +13 -0
- package/dist/components/TextLabel/constants.d.ts +2 -0
- package/dist/components/TextLabel/hooks/useTextLabelTexture.d.ts +7 -0
- package/dist/components/TextLabel/index.d.ts +2 -161
- package/dist/components/TextLabel/layout/measurement.d.ts +8 -0
- package/dist/components/TextLabel/layout/resolveTextLayout.d.ts +25 -0
- package/dist/components/TextLabel/layout/wrapText.d.ts +6 -0
- package/dist/components/TextLabel/types.d.ts +227 -0
- package/dist/components/TrackingAnchor/index.d.ts +18 -2
- package/dist/components/Transform3D/index.d.ts +30 -0
- package/dist/components/XRMediaSurface/index.d.ts +6 -6
- package/dist/components/XRViewport/XRViewport.d.ts +11 -0
- package/dist/components/XRViewport/components/HiddenMedia.d.ts +7 -0
- package/dist/components/XRViewport/components/MediaAssetPicker.d.ts +8 -0
- package/dist/components/XRViewport/components/MediaControlStack.d.ts +13 -0
- package/dist/components/XRViewport/components/XRViewportLayers.d.ts +30 -0
- package/dist/components/XRViewport/constants.d.ts +24 -0
- package/dist/components/XRViewport/contexts.d.ts +6 -0
- package/dist/components/XRViewport/hooks/useViewportExternalFaces.d.ts +13 -0
- package/dist/components/XRViewport/hooks/useViewportMediaSource.d.ts +16 -0
- package/dist/components/XRViewport/hooks/useViewportMediaTexture.d.ts +10 -0
- package/dist/components/XRViewport/hooks/useViewportPipeline.d.ts +41 -0
- package/dist/components/XRViewport/hooks/useViewportRenderState.d.ts +47 -0
- package/dist/components/XRViewport/index.d.ts +3 -118
- package/dist/components/XRViewport/layout.d.ts +16 -0
- package/dist/components/XRViewport/slots.d.ts +16 -0
- package/dist/components/XRViewport/types.d.ts +89 -0
- package/dist/components/XRViewport/useViewportSize.d.ts +3 -0
- package/dist/components/index.d.ts +12 -0
- package/dist/contexts-D5TQcwmv.js +660 -0
- package/dist/contexts-Dv1SA0bS.cjs +1 -0
- package/dist/debug-ui/component-editor/index.d.ts +19 -0
- package/dist/debug-ui/face-mesh-renderer-settings/index.d.ts +8 -0
- package/dist/debug-ui/face-retouch/index.d.ts +11 -0
- package/dist/debug-ui/hand-joints-2d/index.d.ts +1 -1
- package/dist/debug-ui/hand-tracking-2d/index.d.ts +1 -1
- package/dist/debug-ui/hand-tracking-2d-controller/index.d.ts +1 -1
- package/dist/debug-ui/hand-tracking-3d/index.d.ts +1 -1
- package/dist/debug-ui/hierarchy-panel/index.d.ts +29 -0
- package/dist/debug-ui/index.d.ts +25 -2
- package/dist/debug-ui/layer-panel/index.d.ts +3 -2
- package/dist/debug-ui/media-source/index.d.ts +2 -0
- package/dist/debug-ui/media-source/session.d.ts +12 -0
- package/dist/debug-ui/media-source.cjs +1 -1
- package/dist/debug-ui/media-source.js +6 -4
- package/dist/debug-ui/mesh-renderer-settings/index.d.ts +6 -0
- package/dist/debug-ui/object-inspector-panel/index.d.ts +25 -0
- package/dist/debug-ui/pin-to-mesh-settings/index.d.ts +10 -0
- package/dist/debug-ui/scene-editor/context.d.ts +38 -0
- package/dist/debug-ui/scene-editor/hierarchy-panel.d.ts +9 -0
- package/dist/debug-ui/scene-editor/index.d.ts +11 -0
- package/dist/debug-ui/scene-editor/inspector-panel.d.ts +7 -0
- package/dist/debug-ui/scene-editor/store-utils.d.ts +2 -0
- package/dist/debug-ui/scene-editor/viewport-toolbar.d.ts +4 -0
- package/dist/debug-ui/scene-editor/viewport.d.ts +21 -0
- package/dist/debug-ui/screen-glass-settings/index.d.ts +6 -0
- package/dist/debug-ui/screen-gradient-settings/GradientStopsEditor.d.ts +5 -0
- package/dist/debug-ui/screen-gradient-settings/index.d.ts +6 -0
- package/dist/debug-ui/screen-gradient-settings/styles.d.ts +3 -0
- package/dist/debug-ui/screen-image-settings/index.d.ts +4 -2
- package/dist/debug-ui/screen-shape-settings/index.d.ts +6 -0
- package/dist/debug-ui/screen-text-settings/NumberField.d.ts +9 -0
- package/dist/debug-ui/screen-text-settings/ScreenTextSettingsPanel.d.ts +3 -0
- package/dist/debug-ui/screen-text-settings/controls/NestedSection.d.ts +7 -0
- package/dist/debug-ui/screen-text-settings/controls/Section.d.ts +8 -0
- package/dist/debug-ui/screen-text-settings/controls/icons.d.ts +4 -0
- package/dist/debug-ui/screen-text-settings/index.d.ts +2 -122
- package/dist/debug-ui/screen-text-settings/sections/BackgroundSection.d.ts +8 -0
- package/dist/debug-ui/screen-text-settings/sections/ContentSection.d.ts +5 -0
- package/dist/debug-ui/screen-text-settings/sections/EffectsSection.d.ts +25 -0
- package/dist/debug-ui/screen-text-settings/sections/StyleSection.d.ts +5 -0
- package/dist/debug-ui/screen-text-settings/sections/TransformSection.d.ts +5 -0
- package/dist/debug-ui/screen-text-settings/sections/background/BackgroundFillControls.d.ts +2 -0
- package/dist/debug-ui/screen-text-settings/sections/background/BackgroundSizeControls.d.ts +2 -0
- package/dist/debug-ui/screen-text-settings/sections/background/BackgroundStrokeControls.d.ts +2 -0
- package/dist/debug-ui/screen-text-settings/sections/background/types.d.ts +7 -0
- package/dist/debug-ui/screen-text-settings/sections/effects/BendEffectSection.d.ts +4 -0
- package/dist/debug-ui/screen-text-settings/sections/effects/EffectChrome.d.ts +21 -0
- package/dist/debug-ui/screen-text-settings/sections/effects/GlowEffectSection.d.ts +4 -0
- package/dist/debug-ui/screen-text-settings/sections/effects/InnerShadowEffectSection.d.ts +4 -0
- package/dist/debug-ui/screen-text-settings/sections/effects/OutlineEffectSection.d.ts +4 -0
- package/dist/debug-ui/screen-text-settings/sections/effects/ShadowEffectSection.d.ts +4 -0
- package/dist/debug-ui/screen-text-settings/sections/effects/types.d.ts +14 -0
- package/dist/debug-ui/screen-text-settings/settings.d.ts +90 -0
- package/dist/debug-ui/screen-text-settings/styles.d.ts +26 -0
- package/dist/debug-ui/screen-text-settings/transform.d.ts +6 -0
- package/dist/debug-ui/screen-text-settings/types.d.ts +9 -0
- package/dist/debug-ui/shared/ScreenTransformSection.d.ts +6 -3
- package/dist/debug-ui/transform-3d-settings/index.d.ts +11 -0
- package/dist/debug-ui.cjs +3 -13
- package/dist/debug-ui.js +7735 -4896
- package/dist/drawNormalizedCrop-B-7zU-Xw.cjs +1 -0
- package/dist/drawNormalizedCrop-CRdIDyl1.js +44 -0
- package/dist/entries/all.d.ts +1 -0
- package/dist/entries/core.d.ts +53 -6
- package/dist/entries/face-effects.d.ts +10 -8
- package/dist/entries/internal.d.ts +1 -1
- package/dist/entries/low-level.d.ts +21 -4
- package/dist/entries/scene-object.d.ts +10 -0
- package/dist/entries/tracking.d.ts +25 -2
- package/dist/face-action/index.d.ts +34 -0
- package/dist/face-attribute-expression/index.d.ts +10 -0
- package/dist/face-effects.cjs +1 -342
- package/dist/face-effects.js +1391 -2767
- package/dist/face-info/blendshapes.d.ts +3 -0
- package/dist/face-info/derive.d.ts +8 -0
- package/dist/face-info/drawFaceCrop.d.ts +10 -0
- package/dist/face-info/getFaceInfo.d.ts +8 -0
- package/dist/face-info/index.d.ts +8 -0
- package/dist/face-info/landmarks.d.ts +21 -0
- package/dist/face-info/types.d.ts +52 -0
- package/dist/getFaceInfo-Cjcgcc4w.js +118 -0
- package/dist/getFaceInfo-oQcP40Ha.cjs +1 -0
- package/dist/{handJoints2d.d.ts → hand/handJoints2d.d.ts} +1 -1
- package/dist/{handTracking2d.d.ts → hand/handTracking2d.d.ts} +1 -1
- package/dist/{handTracking2dController.d.ts → hand/handTracking2dController.d.ts} +1 -1
- package/dist/{handTracking3d.d.ts → hand/handTracking3d.d.ts} +1 -1
- package/dist/hooks/faceResults.d.ts +1 -1
- package/dist/hooks/useCalibrationFaceTracker.d.ts +1 -1
- package/dist/hooks/useFaceAction.d.ts +3 -0
- package/dist/hooks/useFaceAttributeExpression.d.ts +16 -0
- package/dist/hooks/useFaceDetection.d.ts +18 -0
- package/dist/hooks/useFaceInfo.d.ts +7 -0
- package/dist/hooks/useFaceInfos.d.ts +15 -0
- package/dist/hooks/useFaceResultReader.d.ts +10 -0
- package/dist/hooks/useFrameCapture.d.ts +18 -0
- package/dist/hooks/useMediaRecorder.d.ts +14 -2
- package/dist/hooks/useOwnedTexture.d.ts +6 -0
- package/dist/hooks/useTrackerContext.d.ts +2 -2
- package/dist/hooks/useXRModel.d.ts +5 -0
- package/dist/hooks/useXRSession/facade.d.ts +3 -0
- package/dist/hooks/useXRSession/registry.d.ts +9 -0
- package/dist/index-Be-S7uSm.cjs +1 -0
- package/dist/index-D4bLzBr6.cjs +1 -0
- package/dist/index-DdWBnI7A.cjs +17 -0
- package/dist/index-DpVIEBHw.js +2068 -0
- package/dist/index-DqhqBi7O.cjs +1 -0
- package/dist/index-HxT9XEuh.js +111 -0
- package/dist/{index-safCs_af.js → index-JygePOwo.js} +565 -508
- package/dist/index-N7C6fNah.js +214 -0
- package/dist/index-UU5ODHGU.cjs +1 -0
- package/dist/{index-BGNbrc4C.js → index-YMUaJU7U.js} +217 -126
- package/dist/{internal-Cae1ps15.js → internal-D7NxAsc6.js} +86 -80
- package/dist/internal-i2JkM85N.cjs +1 -0
- package/dist/internal.cjs +1 -1
- package/dist/internal.js +2 -2
- package/dist/low-level.cjs +1 -1
- package/dist/low-level.js +1138 -86
- package/dist/main.cjs +1 -73
- package/dist/main.js +545 -1693
- package/dist/material/MaterialFill.d.ts +20 -0
- package/dist/material/MeshMaterial.d.ts +14 -0
- package/dist/material/index.d.ts +2 -0
- package/dist/models/Body/index.d.ts +1 -1
- package/dist/models/Face/index.d.ts +1 -0
- package/dist/models/Face/rotation.d.ts +3 -0
- package/dist/render/renderGroups.d.ts +47 -0
- package/dist/render/renderPasses.d.ts +18 -0
- package/dist/renderGroups-JEXqSACh.js +152 -0
- package/dist/renderGroups-uXXsFpvw.cjs +1 -0
- package/dist/renderLayers-lDtL0_43.cjs +1 -0
- package/dist/renderLayers-zrK2pv5O.js +13 -0
- package/dist/renderPasses-CVWt0t8m.cjs +21 -0
- package/dist/renderPasses-CdGZeHHL.js +1500 -0
- package/dist/scene-object/index.d.ts +146 -0
- package/dist/scene-object/runtimeRegistry.d.ts +14 -0
- package/dist/scene-object.cjs +1 -0
- package/dist/scene-object.js +40 -0
- package/dist/{screenImageSettings.d.ts → screen-image/screenImageSettings.d.ts} +9 -2
- package/dist/{screenTextSettings.d.ts → screen-text/screenTextSettings.d.ts} +18 -2
- package/dist/screen2d/coordinates.d.ts +87 -0
- package/dist/screen2d/index.d.ts +3 -0
- package/dist/screen2d/screenTransform.d.ts +47 -0
- package/dist/screen2d/smoothing.d.ts +5 -0
- package/dist/{selectors-BLl2JUWW.cjs → selectors-2QvO5RYY.cjs} +1 -1
- package/dist/{selectors-CXd_x-6t.js → selectors-twqYByYZ.js} +6 -6
- package/dist/services/MetricsCollector/index.d.ts +7 -1
- package/dist/services/MetricsCollector/utils.d.ts +1 -1
- package/dist/session-BChR4TgK.cjs +31 -0
- package/dist/session-C1StwN0f.js +363 -0
- package/dist/texture/animatedTexture.d.ts +63 -0
- package/dist/texture/animationMath.d.ts +8 -0
- package/dist/texture/gifReader.d.ts +17 -0
- package/dist/texture/gifTextureSource.d.ts +16 -0
- package/dist/texture/sourceResolver.d.ts +30 -0
- package/dist/tracking.cjs +1 -1
- package/dist/tracking.js +580 -321
- package/dist/types/face.d.ts +1 -13
- package/dist/types/index.d.ts +0 -1
- package/dist/types/nodes.d.ts +2 -1
- package/dist/types/session.d.ts +2 -0
- package/dist/types/tracking.d.ts +8 -2
- package/dist/types/util-types.d.ts +1 -1
- package/dist/useFaceInfo-DOJCGlDG.js +62 -0
- package/dist/useFaceInfo-DSUmuzzO.cjs +1 -0
- package/dist/useFaceResults-B1BSGUAW.cjs +1 -0
- package/dist/useFaceResults-CBmhT5E8.js +19 -0
- package/dist/utils/drawNormalizedCrop.d.ts +22 -0
- package/dist/utils/integrity.d.ts +4 -25
- package/dist/utils/landmarkBounds.d.ts +1 -1
- package/dist/utils/logger.d.ts +2 -2
- package/docs/MIGRATION_GUIDE.md +589 -0
- package/docs/SDK_DOCUMENTATION.md +1155 -0
- package/docs/api/audio.mdx +36 -0
- package/docs/api/behavior-components.mdx +164 -0
- package/docs/api/capture-recording.mdx +103 -0
- package/docs/api/debug-ui-scene-editor.mdx +249 -0
- package/docs/api/face-actions.mdx +104 -0
- package/docs/api/face-attribute-expression.mdx +87 -0
- package/docs/api/face-binding-anchors.mdx +53 -0
- package/docs/api/face-effects.mdx +19 -0
- package/docs/api/face-info.mdx +112 -0
- package/docs/api/face-mesh.mdx +98 -0
- package/docs/api/face-painting.mdx +33 -0
- package/docs/api/face-retouching.mdx +73 -0
- package/docs/api/material-render-state.mdx +132 -0
- package/docs/api/runtime-3d.mdx +311 -0
- package/docs/api/scene-object-store.mdx +213 -0
- package/docs/api/screen-image.mdx +65 -0
- package/docs/api/screen-shape.mdx +64 -0
- package/docs/api/screen-space-coordinates.mdx +41 -0
- package/docs/api/screen-text.mdx +39 -0
- package/docs/api/texture-sources.mdx +74 -0
- package/docs/api/trackers.mdx +46 -0
- package/docs/docs.json +70 -0
- package/docs/examples/scene-object-recipes.mdx +194 -0
- package/docs/guides/harness-debug-ui.mdx +139 -0
- package/docs/inspector/hierarchy-panel.mdx +51 -0
- package/docs/inspector/object-inspector-panel.mdx +51 -0
- package/docs/introduction.mdx +121 -0
- package/docs/scene-objects/overview.mdx +127 -0
- package/docs/scene-objects/render-groups.mdx +77 -0
- package/docs/scene-objects/runtime-rendering.mdx +75 -0
- package/docs/texture-api-consumer.md +84 -0
- package/package.json +38 -8
- package/dist/MediaSourceSwitcher-C-xYg0nQ.js +0 -317
- package/dist/MediaSourceSwitcher-Cq3g4IKw.cjs +0 -31
- package/dist/components/FaceRetouch/defaults.d.ts +0 -13
- package/dist/components/FaceRetouch/retouchRegions.d.ts +0 -23
- package/dist/components/FaceRetouch/useFaceRetouchRegions.d.ts +0 -12
- package/dist/defaults-BLpcN3pG.cjs +0 -1
- package/dist/defaults-LtY4M7dg.js +0 -55
- package/dist/index-BXyObVHF.cjs +0 -1
- package/dist/index-CY3bUAcW.js +0 -12
- package/dist/index-C_Duh13c.cjs +0 -1
- package/dist/index-D8fpPQkC.cjs +0 -1
- package/dist/index-DxshgBu0.cjs +0 -1
- package/dist/index-O-2crZ3M.js +0 -1102
- package/dist/internal-BjyhBP8i.cjs +0 -1
- package/dist/modules/XRClient/index.d.ts +0 -9
- package/dist/modules/index.d.ts +0 -1
- package/dist/screenImageSettings-6NRg4cx9.js +0 -39
- package/dist/screenImageSettings-y_B4_767.cjs +0 -1
- package/dist/services/ApiService.d.ts +0 -12
- package/dist/types/client.d.ts +0 -3
- package/dist/useFaceResults-cpsSmKKc.js +0 -81
- package/dist/useFaceResults-hVUJYSEY.cjs +0 -1
- package/dist/useXRModel-3DcUa28n.cjs +0 -1
- package/dist/useXRModel-BMJE1hrk.js +0 -28
- /package/dist/{layerStack.d.ts → render/layerStack.d.ts} +0 -0
- /package/dist/{screenImagePresets.d.ts → screen-image/screenImagePresets.d.ts} +0 -0
- /package/dist/{screenTextPresets.d.ts → screen-text/screenTextPresets.d.ts} +0 -0
|
@@ -0,0 +1,551 @@
|
|
|
1
|
+
import { g as p, h as _, i as w, j as A, F as y, e as c, f as k } from "./FaceMeshRenderer-CALA4k49.js";
|
|
2
|
+
import { jsx as x, jsxs as W } from "react/jsx-runtime";
|
|
3
|
+
import { useMemo as b, useEffect as P } from "react";
|
|
4
|
+
import { X } from "./index-JygePOwo.js";
|
|
5
|
+
import { u as I } from "./index-YMUaJU7U.js";
|
|
6
|
+
import { useThree as Y, useFrame as V } from "@react-three/fiber";
|
|
7
|
+
import * as g from "three";
|
|
8
|
+
import { u as G } from "./selectors-twqYByYZ.js";
|
|
9
|
+
const j = {
|
|
10
|
+
enabled: !1,
|
|
11
|
+
strength: 1,
|
|
12
|
+
faceWidth: 0,
|
|
13
|
+
faceHeight: 0,
|
|
14
|
+
faceRoundness: 0,
|
|
15
|
+
midfaceHeight: 0,
|
|
16
|
+
foreheadHeight: 0,
|
|
17
|
+
foreheadWidth: 0,
|
|
18
|
+
cheekboneWidth: 0,
|
|
19
|
+
cheekWidth: 0,
|
|
20
|
+
cheekHollowness: 0,
|
|
21
|
+
midfaceDepth: 0,
|
|
22
|
+
scalpHeight: 0,
|
|
23
|
+
headCurve: 0,
|
|
24
|
+
faceTwist: 0,
|
|
25
|
+
faceSwirl: 0,
|
|
26
|
+
browDistance: 0,
|
|
27
|
+
browHeight: 0,
|
|
28
|
+
browDepth: 0,
|
|
29
|
+
eyeSize: 0,
|
|
30
|
+
leftEyeSize: 0,
|
|
31
|
+
rightEyeSize: 0,
|
|
32
|
+
eyeDistance: 0,
|
|
33
|
+
leftEyeX: 0,
|
|
34
|
+
rightEyeX: 0,
|
|
35
|
+
leftEyeY: 0,
|
|
36
|
+
rightEyeY: 0,
|
|
37
|
+
noseSize: 0,
|
|
38
|
+
noseLength: 0,
|
|
39
|
+
mouthWidth: 0,
|
|
40
|
+
mouthHeight: 0,
|
|
41
|
+
jawWidth: 0,
|
|
42
|
+
chinHeight: 0
|
|
43
|
+
}, ke = {
|
|
44
|
+
...j,
|
|
45
|
+
enabled: !0,
|
|
46
|
+
strength: 1,
|
|
47
|
+
faceWidth: -0.08,
|
|
48
|
+
faceHeight: 0.04,
|
|
49
|
+
foreheadHeight: 0.04,
|
|
50
|
+
cheekWidth: -0.04,
|
|
51
|
+
eyeSize: 0.08,
|
|
52
|
+
eyeDistance: 0.03,
|
|
53
|
+
noseSize: -0.05,
|
|
54
|
+
noseLength: 0.03,
|
|
55
|
+
mouthWidth: 0.06,
|
|
56
|
+
mouthHeight: 0.02,
|
|
57
|
+
jawWidth: -0.05,
|
|
58
|
+
chinHeight: 0.03
|
|
59
|
+
}, Me = [
|
|
60
|
+
{ label: "Wireframe", value: p.wireframe },
|
|
61
|
+
{ label: "Basic", value: p.basic },
|
|
62
|
+
{ label: "Standard", value: p.standard },
|
|
63
|
+
{ label: "Physical", value: p.physical },
|
|
64
|
+
{ label: "Toon", value: p.toon },
|
|
65
|
+
{ label: "Normal", value: p.normal },
|
|
66
|
+
{ label: "Matcap", value: p.matcap },
|
|
67
|
+
{ label: "Shader", value: p.shader }
|
|
68
|
+
], Se = [
|
|
69
|
+
{ label: "Original Face", value: _.originalFace },
|
|
70
|
+
{ label: "Composite", value: _.composite }
|
|
71
|
+
], xe = [
|
|
72
|
+
{ label: "Front", value: w.front },
|
|
73
|
+
{ label: "Back", value: w.back },
|
|
74
|
+
{ label: "Double", value: w.double }
|
|
75
|
+
], Ee = [
|
|
76
|
+
{ label: "None", value: A.none },
|
|
77
|
+
{ label: "UV Map 1", value: A.canonical },
|
|
78
|
+
{ label: "UV Map 2", value: A.style2 }
|
|
79
|
+
], we = [
|
|
80
|
+
{ label: "None", value: y.none },
|
|
81
|
+
{ label: "Default Mask", value: y.canonical }
|
|
82
|
+
], Ae = [
|
|
83
|
+
{ label: "Solid", value: k.solid },
|
|
84
|
+
{ label: "Gradient", value: k.gradient },
|
|
85
|
+
{ label: "Image URL", value: k.imageUrl },
|
|
86
|
+
{ label: "Media URL", value: k.mediaUrl }
|
|
87
|
+
], Ce = [
|
|
88
|
+
{ label: "Normal", value: c.normal },
|
|
89
|
+
{ label: "Add", value: c.add },
|
|
90
|
+
{ label: "Subtract", value: c.subtract },
|
|
91
|
+
{ label: "Multiply", value: c.multiply },
|
|
92
|
+
{ label: "Screen", value: c.screen },
|
|
93
|
+
{ label: "Overlay", value: c.overlay },
|
|
94
|
+
{ label: "Soft Light", value: c.softLight },
|
|
95
|
+
{ label: "Hard Light", value: c.hardLight },
|
|
96
|
+
{ label: "Lighten", value: c.lighten },
|
|
97
|
+
{ label: "Darken", value: c.darken },
|
|
98
|
+
{ label: "Difference", value: c.difference },
|
|
99
|
+
{ label: "Exclusion", value: c.exclusion }
|
|
100
|
+
], q = `
|
|
101
|
+
varying vec2 vUv;
|
|
102
|
+
|
|
103
|
+
void main() {
|
|
104
|
+
vUv = uv;
|
|
105
|
+
gl_Position = projectionMatrix * modelViewMatrix * vec4(position, 1.0);
|
|
106
|
+
}
|
|
107
|
+
`, Z = `
|
|
108
|
+
uniform sampler2D cameraTexture;
|
|
109
|
+
uniform sampler2D retouchMaskTexture;
|
|
110
|
+
uniform vec2 texelSize;
|
|
111
|
+
uniform float retouchAmount;
|
|
112
|
+
uniform float blurRadius;
|
|
113
|
+
uniform float detailPreservation;
|
|
114
|
+
uniform float blemishReduction;
|
|
115
|
+
uniform float blemishRadius;
|
|
116
|
+
uniform float previewMask;
|
|
117
|
+
uniform float protectLandmarks;
|
|
118
|
+
uniform float clipMinX;
|
|
119
|
+
uniform float clipMaxX;
|
|
120
|
+
varying vec2 vUv;
|
|
121
|
+
|
|
122
|
+
vec3 sampleCamera(vec2 uv) {
|
|
123
|
+
return texture2D(cameraTexture, clamp(uv, vec2(0.0), vec2(1.0))).rgb;
|
|
124
|
+
}
|
|
125
|
+
|
|
126
|
+
vec3 readRetouchMask(vec2 uv) {
|
|
127
|
+
vec4 mask = texture2D(retouchMaskTexture, uv);
|
|
128
|
+
float faceRegion = clamp(mask.b, 0.0, 1.0);
|
|
129
|
+
float softFaceRegion = min(mask.r, faceRegion);
|
|
130
|
+
float protectedRegion = min(mask.g, faceRegion) * protectLandmarks;
|
|
131
|
+
float hardProtectedRegion = step(0.08, protectedRegion);
|
|
132
|
+
float softRetouchRegion = softFaceRegion * (1.0 - protectedRegion);
|
|
133
|
+
float hardRetouchRegion = step(0.5, faceRegion) * (1.0 - hardProtectedRegion);
|
|
134
|
+
|
|
135
|
+
return vec3(
|
|
136
|
+
clamp(softRetouchRegion, 0.0, 1.0),
|
|
137
|
+
clamp(protectedRegion, 0.0, 1.0),
|
|
138
|
+
clamp(hardRetouchRegion, 0.0, 1.0)
|
|
139
|
+
);
|
|
140
|
+
}
|
|
141
|
+
|
|
142
|
+
float retouchCoverage(vec2 uv) {
|
|
143
|
+
return step(0.001, readRetouchMask(uv).x);
|
|
144
|
+
}
|
|
145
|
+
|
|
146
|
+
void addMaskedBlurSample(inout vec3 color, inout float weightSum, vec2 centerUv, vec2 sampleUv, float weight) {
|
|
147
|
+
float coverage = retouchCoverage(sampleUv);
|
|
148
|
+
vec3 sampleColor = mix(sampleCamera(centerUv), sampleCamera(sampleUv), coverage);
|
|
149
|
+
color += sampleColor * weight;
|
|
150
|
+
weightSum += weight;
|
|
151
|
+
}
|
|
152
|
+
|
|
153
|
+
vec3 maskedBlurCamera(vec2 uv, float radius) {
|
|
154
|
+
vec2 r = texelSize * radius;
|
|
155
|
+
vec3 color = sampleCamera(uv) * 0.2;
|
|
156
|
+
float weightSum = 0.2;
|
|
157
|
+
|
|
158
|
+
addMaskedBlurSample(color, weightSum, uv, uv + vec2(r.x, 0.0), 0.1);
|
|
159
|
+
addMaskedBlurSample(color, weightSum, uv, uv - vec2(r.x, 0.0), 0.1);
|
|
160
|
+
addMaskedBlurSample(color, weightSum, uv, uv + vec2(0.0, r.y), 0.1);
|
|
161
|
+
addMaskedBlurSample(color, weightSum, uv, uv - vec2(0.0, r.y), 0.1);
|
|
162
|
+
addMaskedBlurSample(color, weightSum, uv, uv + r, 0.075);
|
|
163
|
+
addMaskedBlurSample(color, weightSum, uv, uv - r, 0.075);
|
|
164
|
+
addMaskedBlurSample(color, weightSum, uv, uv + vec2(r.x, -r.y), 0.075);
|
|
165
|
+
addMaskedBlurSample(color, weightSum, uv, uv + vec2(-r.x, r.y), 0.075);
|
|
166
|
+
addMaskedBlurSample(color, weightSum, uv, uv + r * 2.0, 0.05);
|
|
167
|
+
addMaskedBlurSample(color, weightSum, uv, uv - r * 2.0, 0.05);
|
|
168
|
+
|
|
169
|
+
return color / max(weightSum, 0.001);
|
|
170
|
+
}
|
|
171
|
+
|
|
172
|
+
float retouchLuminance(vec3 color) {
|
|
173
|
+
return dot(color, vec3(0.299, 0.587, 0.114));
|
|
174
|
+
}
|
|
175
|
+
|
|
176
|
+
vec3 reduceBlemishes(vec3 current, vec3 source, vec3 localAverage, vec3 skinBase, float skinMask) {
|
|
177
|
+
float originalLum = retouchLuminance(source);
|
|
178
|
+
float localLum = retouchLuminance(localAverage);
|
|
179
|
+
float redness = max(source.r - max(source.g, source.b), 0.0);
|
|
180
|
+
float localRedness = max(localAverage.r - max(localAverage.g, localAverage.b), 0.0);
|
|
181
|
+
float excessRedness = max(redness - localRedness * 0.72, 0.0);
|
|
182
|
+
float darkSpot = max(localLum - originalLum, 0.0);
|
|
183
|
+
float contrast = length(source - localAverage);
|
|
184
|
+
float candidate =
|
|
185
|
+
smoothstep(0.012, 0.09, excessRedness) +
|
|
186
|
+
smoothstep(0.018, 0.13, darkSpot) +
|
|
187
|
+
smoothstep(0.03, 0.16, contrast);
|
|
188
|
+
float blemishMask = clamp(candidate * 0.72, 0.0, 1.0) * skinMask * blemishReduction;
|
|
189
|
+
|
|
190
|
+
vec3 chromaReduced = vec3(
|
|
191
|
+
mix(current.r, min(current.r, localAverage.r * 1.04), blemishMask),
|
|
192
|
+
mix(current.g, max(current.g, localAverage.g * 0.98), 0.35 * blemishMask),
|
|
193
|
+
mix(current.b, max(current.b, localAverage.b * 0.98), 0.35 * blemishMask)
|
|
194
|
+
);
|
|
195
|
+
vec3 texture = source - localAverage;
|
|
196
|
+
vec3 repaired = clamp(skinBase + texture * detailPreservation * 0.18, 0.0, 1.0);
|
|
197
|
+
|
|
198
|
+
return mix(chromaReduced, repaired, min(blemishMask * 1.15, 1.0));
|
|
199
|
+
}
|
|
200
|
+
|
|
201
|
+
void main() {
|
|
202
|
+
if (vUv.x < clipMinX || vUv.x > clipMaxX) discard;
|
|
203
|
+
|
|
204
|
+
vec3 original = sampleCamera(vUv);
|
|
205
|
+
vec3 masks = readRetouchMask(vUv);
|
|
206
|
+
float faceAlpha = max(max(masks.x, masks.y), masks.z);
|
|
207
|
+
|
|
208
|
+
if (previewMask > 0.5) {
|
|
209
|
+
float sharpPreview = 1.0 - step(0.001, retouchAmount + blurRadius);
|
|
210
|
+
float retouchPreview = mix(masks.x, masks.z, sharpPreview);
|
|
211
|
+
float protectedPreview = mix(masks.y, step(0.08, masks.y), sharpPreview);
|
|
212
|
+
vec3 facePreview = vec3(retouchPreview, 0.08, 0.08);
|
|
213
|
+
vec3 featurePreview = vec3(0.05, protectedPreview, 0.1);
|
|
214
|
+
vec3 maskPreview = max(facePreview, featurePreview);
|
|
215
|
+
vec3 debugColor = mix(original * 0.18, maskPreview, max(retouchPreview, protectedPreview));
|
|
216
|
+
gl_FragColor = vec4(debugColor, faceAlpha);
|
|
217
|
+
#include <colorspace_fragment>
|
|
218
|
+
return;
|
|
219
|
+
}
|
|
220
|
+
|
|
221
|
+
float effectiveBlurRadius = min(blurRadius, 12.0);
|
|
222
|
+
vec3 smallBlur = maskedBlurCamera(vUv, max(0.0, effectiveBlurRadius * 0.45));
|
|
223
|
+
vec3 largeBlur = maskedBlurCamera(vUv, max(0.0, effectiveBlurRadius));
|
|
224
|
+
vec3 detail = original - smallBlur;
|
|
225
|
+
float detailAmount = mix(detailPreservation, 0.9, masks.y);
|
|
226
|
+
vec3 smoothed = clamp(largeBlur + detail * detailAmount, 0.0, 1.0);
|
|
227
|
+
vec3 color = mix(original, smoothed, min(retouchAmount, 0.72) * masks.x);
|
|
228
|
+
vec3 blemishAverage = maskedBlurCamera(vUv, max(1.0, blemishRadius));
|
|
229
|
+
color = reduceBlemishes(color, original, blemishAverage, smoothed, masks.x);
|
|
230
|
+
gl_FragColor = vec4(color, faceAlpha);
|
|
231
|
+
#include <colorspace_fragment>
|
|
232
|
+
}
|
|
233
|
+
`, K = ({
|
|
234
|
+
retouchMask: e,
|
|
235
|
+
retouchAmount: a,
|
|
236
|
+
blurRadius: r,
|
|
237
|
+
detailPreservation: t = 0.62,
|
|
238
|
+
blemishReduction: o = 0.35,
|
|
239
|
+
blemishRadius: l = 3,
|
|
240
|
+
previewMask: i,
|
|
241
|
+
protectLandmarks: v,
|
|
242
|
+
clipMinX: n = 0,
|
|
243
|
+
clipMaxX: d = 1,
|
|
244
|
+
renderOrder: h = -1e3
|
|
245
|
+
}) => {
|
|
246
|
+
const { camera: u, size: m } = Y(), R = G(), s = b(
|
|
247
|
+
() => ({
|
|
248
|
+
cameraTexture: { value: null },
|
|
249
|
+
retouchMaskTexture: { value: null },
|
|
250
|
+
texelSize: { value: new g.Vector2(1 / 1280, 1 / 720) },
|
|
251
|
+
retouchAmount: { value: 0 },
|
|
252
|
+
blurRadius: { value: 0 },
|
|
253
|
+
detailPreservation: { value: 0 },
|
|
254
|
+
blemishReduction: { value: 0 },
|
|
255
|
+
blemishRadius: { value: 0 },
|
|
256
|
+
previewMask: { value: 0 },
|
|
257
|
+
protectLandmarks: { value: 1 },
|
|
258
|
+
clipMinX: { value: 0 },
|
|
259
|
+
clipMaxX: { value: 1 }
|
|
260
|
+
}),
|
|
261
|
+
[]
|
|
262
|
+
), E = b(() => {
|
|
263
|
+
if (!u.isPerspectiveCamera)
|
|
264
|
+
return [10, 10];
|
|
265
|
+
const T = u, D = (T.position.z || 5) - -1, N = g.MathUtils.degToRad(T.fov), F = 2 * Math.tan(N / 2) * D;
|
|
266
|
+
return [F * (m.width / m.height), F];
|
|
267
|
+
}, [u, m]);
|
|
268
|
+
return V(() => {
|
|
269
|
+
s.cameraTexture.value = R ?? null, s.retouchMaskTexture.value = e, s.texelSize.value.set(1 / Math.max(m.width, 1), 1 / Math.max(m.height, 1)), s.retouchAmount.value = a, s.blurRadius.value = r, s.detailPreservation.value = t, s.blemishReduction.value = o, s.blemishRadius.value = l, s.previewMask.value = i ? 1 : 0, s.protectLandmarks.value = v ? 1 : 0, s.clipMinX.value = n, s.clipMaxX.value = d;
|
|
270
|
+
}), R ? /* @__PURE__ */ x("group", { position: [0, 0, -1], children: /* @__PURE__ */ W("mesh", { renderOrder: h, children: [
|
|
271
|
+
/* @__PURE__ */ x("planeGeometry", { args: E }),
|
|
272
|
+
/* @__PURE__ */ x(
|
|
273
|
+
"shaderMaterial",
|
|
274
|
+
{
|
|
275
|
+
uniforms: s,
|
|
276
|
+
vertexShader: q,
|
|
277
|
+
fragmentShader: Z,
|
|
278
|
+
transparent: !0,
|
|
279
|
+
depthTest: !1,
|
|
280
|
+
depthWrite: !1,
|
|
281
|
+
toneMapped: !1
|
|
282
|
+
}
|
|
283
|
+
)
|
|
284
|
+
] }) }) : null;
|
|
285
|
+
}, B = 512, J = [
|
|
286
|
+
10,
|
|
287
|
+
338,
|
|
288
|
+
297,
|
|
289
|
+
332,
|
|
290
|
+
284,
|
|
291
|
+
251,
|
|
292
|
+
389,
|
|
293
|
+
356,
|
|
294
|
+
454,
|
|
295
|
+
323,
|
|
296
|
+
361,
|
|
297
|
+
288,
|
|
298
|
+
397,
|
|
299
|
+
365,
|
|
300
|
+
379,
|
|
301
|
+
378,
|
|
302
|
+
400,
|
|
303
|
+
377,
|
|
304
|
+
152,
|
|
305
|
+
148,
|
|
306
|
+
176,
|
|
307
|
+
149,
|
|
308
|
+
150,
|
|
309
|
+
136,
|
|
310
|
+
172,
|
|
311
|
+
58,
|
|
312
|
+
132,
|
|
313
|
+
93,
|
|
314
|
+
234,
|
|
315
|
+
127,
|
|
316
|
+
162,
|
|
317
|
+
21,
|
|
318
|
+
54,
|
|
319
|
+
103,
|
|
320
|
+
67,
|
|
321
|
+
109
|
|
322
|
+
], Q = [
|
|
323
|
+
33,
|
|
324
|
+
246,
|
|
325
|
+
161,
|
|
326
|
+
160,
|
|
327
|
+
159,
|
|
328
|
+
158,
|
|
329
|
+
157,
|
|
330
|
+
173,
|
|
331
|
+
133,
|
|
332
|
+
155,
|
|
333
|
+
154,
|
|
334
|
+
153,
|
|
335
|
+
145,
|
|
336
|
+
144,
|
|
337
|
+
163,
|
|
338
|
+
7
|
|
339
|
+
], $ = [
|
|
340
|
+
362,
|
|
341
|
+
398,
|
|
342
|
+
384,
|
|
343
|
+
385,
|
|
344
|
+
386,
|
|
345
|
+
387,
|
|
346
|
+
388,
|
|
347
|
+
466,
|
|
348
|
+
263,
|
|
349
|
+
249,
|
|
350
|
+
390,
|
|
351
|
+
373,
|
|
352
|
+
374,
|
|
353
|
+
380,
|
|
354
|
+
381,
|
|
355
|
+
382
|
|
356
|
+
], z = [
|
|
357
|
+
61,
|
|
358
|
+
146,
|
|
359
|
+
91,
|
|
360
|
+
181,
|
|
361
|
+
84,
|
|
362
|
+
17,
|
|
363
|
+
314,
|
|
364
|
+
405,
|
|
365
|
+
321,
|
|
366
|
+
375,
|
|
367
|
+
291,
|
|
368
|
+
409,
|
|
369
|
+
270,
|
|
370
|
+
269,
|
|
371
|
+
267,
|
|
372
|
+
0,
|
|
373
|
+
37,
|
|
374
|
+
39,
|
|
375
|
+
40,
|
|
376
|
+
185
|
|
377
|
+
], ee = [
|
|
378
|
+
78,
|
|
379
|
+
95,
|
|
380
|
+
88,
|
|
381
|
+
178,
|
|
382
|
+
87,
|
|
383
|
+
14,
|
|
384
|
+
317,
|
|
385
|
+
402,
|
|
386
|
+
318,
|
|
387
|
+
324,
|
|
388
|
+
308,
|
|
389
|
+
415,
|
|
390
|
+
310,
|
|
391
|
+
311,
|
|
392
|
+
312,
|
|
393
|
+
13,
|
|
394
|
+
82,
|
|
395
|
+
81,
|
|
396
|
+
80,
|
|
397
|
+
191
|
|
398
|
+
], ae = [70, 63, 105, 66, 107, 55, 65, 52, 53, 46], re = [336, 296, 334, 293, 300, 276, 283, 282, 295, 285], te = [
|
|
399
|
+
Q,
|
|
400
|
+
$,
|
|
401
|
+
z,
|
|
402
|
+
ee,
|
|
403
|
+
ae,
|
|
404
|
+
re
|
|
405
|
+
], L = (e, a, r) => {
|
|
406
|
+
H(e, a, J, r);
|
|
407
|
+
}, U = (e, a, r) => {
|
|
408
|
+
const t = f(a, 10, r), o = f(a, 103, r), l = f(a, 332, r), i = f(a, 105, r), v = f(a, 334, r);
|
|
409
|
+
if (!t || !o || !l || !i || !v) return;
|
|
410
|
+
const n = (i.y + v.y) * 0.5, d = Math.abs(l.x - o.x), h = Math.max(Math.abs(n - t.y) * 0.72, d * 0.08), u = Math.max(0, t.y - h), m = h * 0.34;
|
|
411
|
+
e.beginPath(), e.moveTo(o.x, o.y - m), e.quadraticCurveTo((o.x + t.x) * 0.5, u, t.x, u), e.quadraticCurveTo(
|
|
412
|
+
(l.x + t.x) * 0.5,
|
|
413
|
+
u,
|
|
414
|
+
l.x,
|
|
415
|
+
l.y - m
|
|
416
|
+
), e.lineTo(v.x, n), e.quadraticCurveTo(t.x, n + h * 0.16, i.x, n), e.closePath(), e.fill();
|
|
417
|
+
}, oe = (e, a, r) => {
|
|
418
|
+
te.forEach((t) => H(e, a, t, r));
|
|
419
|
+
}, f = (e, a, r) => {
|
|
420
|
+
const t = e[a];
|
|
421
|
+
return t ? {
|
|
422
|
+
x: t.x * r,
|
|
423
|
+
y: t.y * r
|
|
424
|
+
} : null;
|
|
425
|
+
}, H = (e, a, r, t) => {
|
|
426
|
+
const o = f(a, r[0], t);
|
|
427
|
+
if (o) {
|
|
428
|
+
e.beginPath(), e.moveTo(o.x, o.y);
|
|
429
|
+
for (let l = 1; l < r.length; l += 1) {
|
|
430
|
+
const i = f(a, r[l], t);
|
|
431
|
+
i && e.lineTo(i.x, i.y);
|
|
432
|
+
}
|
|
433
|
+
e.closePath(), e.fill();
|
|
434
|
+
}
|
|
435
|
+
}, le = (e, a, r = B, t = {}) => {
|
|
436
|
+
e.clearRect(0, 0, r, r), a != null && a.length && (e.save(), e.globalCompositeOperation = "lighter", e.fillStyle = "rgb(0, 0, 255)", L(e, a, r), t.foreheadCoverage && U(e, a, r), e.restore(), e.save(), e.globalCompositeOperation = "lighter", e.filter = "blur(8px)", e.fillStyle = "rgb(255, 0, 0)", L(e, a, r), t.foreheadCoverage && U(e, a, r), e.restore(), e.save(), e.globalCompositeOperation = "lighter", e.filter = "blur(3px)", e.fillStyle = "rgb(0, 255, 0)", oe(e, a, r), e.restore());
|
|
437
|
+
}, se = (e) => {
|
|
438
|
+
const a = document.createElement("canvas");
|
|
439
|
+
a.width = e, a.height = e;
|
|
440
|
+
const r = a.getContext("2d", { willReadFrequently: !1 });
|
|
441
|
+
if (!r) throw new Error("Unable to create face retouch mask context");
|
|
442
|
+
const t = new g.CanvasTexture(a);
|
|
443
|
+
return t.colorSpace = g.NoColorSpace, t.minFilter = g.LinearFilter, t.magFilter = g.LinearFilter, t.generateMipmaps = !1, t.needsUpdate = !0, { canvas: a, context: r, texture: t };
|
|
444
|
+
}, ie = (e, a = B, r = {}, t = 0) => {
|
|
445
|
+
const o = b(() => se(a), [a]);
|
|
446
|
+
return P(() => {
|
|
447
|
+
let l = 0;
|
|
448
|
+
const i = () => {
|
|
449
|
+
var n, d;
|
|
450
|
+
l = requestAnimationFrame(i);
|
|
451
|
+
const v = (d = (n = e == null ? void 0 : e.detectionResults) == null ? void 0 : n.faceLandmarks) == null ? void 0 : d[t];
|
|
452
|
+
le(o.context, v, a, r), o.texture.needsUpdate = !0;
|
|
453
|
+
};
|
|
454
|
+
return i(), () => {
|
|
455
|
+
cancelAnimationFrame(l);
|
|
456
|
+
};
|
|
457
|
+
}, [t, e, o.context, o.texture, r, a]), P(() => () => {
|
|
458
|
+
o.texture.dispose();
|
|
459
|
+
}, [o.texture]), { canvas: o.canvas, texture: o.texture };
|
|
460
|
+
}, Te = [
|
|
461
|
+
{ key: "skinSmoothing", label: "Skin smoothing", type: "number", min: 0, max: 1, step: 0.01 },
|
|
462
|
+
{ key: "skinRealism", label: "Skin realism", type: "number", min: 0, max: 1, step: 0.01 },
|
|
463
|
+
{
|
|
464
|
+
key: "blemishReduction",
|
|
465
|
+
label: "Blemish reduction",
|
|
466
|
+
type: "number",
|
|
467
|
+
min: 0,
|
|
468
|
+
max: 1,
|
|
469
|
+
step: 0.01
|
|
470
|
+
},
|
|
471
|
+
{ key: "previewMask", label: "Preview mask", type: "boolean" }
|
|
472
|
+
], ue = (e) => {
|
|
473
|
+
const a = Number(e);
|
|
474
|
+
return Number.isFinite(a) ? Math.max(0, Math.round(a)) : 0;
|
|
475
|
+
}, ce = (e, a) => {
|
|
476
|
+
const r = Number(a);
|
|
477
|
+
return Number.isFinite(r) ? Math.max(e + 1, Math.round(r)) : e + 1;
|
|
478
|
+
}, M = {
|
|
479
|
+
skinSmoothing: 0.55,
|
|
480
|
+
skinRealism: 0.62,
|
|
481
|
+
blemishReduction: 0.35,
|
|
482
|
+
previewMask: !1
|
|
483
|
+
}, S = {
|
|
484
|
+
blurRadius: 8,
|
|
485
|
+
blemishRadius: 3,
|
|
486
|
+
protectLandmarks: !0,
|
|
487
|
+
foreheadCoverage: !0
|
|
488
|
+
}, C = (e, a) => {
|
|
489
|
+
const r = Number(e);
|
|
490
|
+
return Number.isFinite(r) ? Math.min(1, Math.max(0, r)) : a;
|
|
491
|
+
}, O = (e = {}) => ({
|
|
492
|
+
skinSmoothing: C(e.skinSmoothing, M.skinSmoothing),
|
|
493
|
+
skinRealism: C(e.skinRealism, M.skinRealism),
|
|
494
|
+
blemishReduction: C(e.blemishReduction, M.blemishReduction),
|
|
495
|
+
previewMask: typeof e.previewMask == "boolean" ? e.previewMask : M.previewMask
|
|
496
|
+
}), Fe = (e, a) => O({ ...e, ...a }), _e = ({
|
|
497
|
+
faceIndex: e,
|
|
498
|
+
numFaces: a,
|
|
499
|
+
skinSmoothing: r,
|
|
500
|
+
skinRealism: t,
|
|
501
|
+
blemishReduction: o,
|
|
502
|
+
previewMask: l,
|
|
503
|
+
clipMinX: i = 0,
|
|
504
|
+
clipMaxX: v = 1,
|
|
505
|
+
renderOrder: n
|
|
506
|
+
}) => {
|
|
507
|
+
const d = ue(e), h = ce(d, a), u = O({
|
|
508
|
+
skinSmoothing: r,
|
|
509
|
+
skinRealism: t,
|
|
510
|
+
blemishReduction: o,
|
|
511
|
+
previewMask: l
|
|
512
|
+
}), m = b(() => ({ numFaces: h }), [h]), { node: R } = I(
|
|
513
|
+
X.FACE_TRACKER,
|
|
514
|
+
m
|
|
515
|
+
), s = b(
|
|
516
|
+
() => ({ foreheadCoverage: S.foreheadCoverage }),
|
|
517
|
+
[]
|
|
518
|
+
), E = ie(R, void 0, s, d);
|
|
519
|
+
return /* @__PURE__ */ x(
|
|
520
|
+
K,
|
|
521
|
+
{
|
|
522
|
+
retouchMask: E.texture,
|
|
523
|
+
retouchAmount: u.skinSmoothing,
|
|
524
|
+
blurRadius: S.blurRadius,
|
|
525
|
+
detailPreservation: u.skinRealism,
|
|
526
|
+
blemishReduction: u.blemishReduction,
|
|
527
|
+
blemishRadius: S.blemishRadius,
|
|
528
|
+
previewMask: u.previewMask,
|
|
529
|
+
protectLandmarks: S.protectLandmarks,
|
|
530
|
+
clipMinX: i,
|
|
531
|
+
clipMaxX: v,
|
|
532
|
+
renderOrder: n
|
|
533
|
+
}
|
|
534
|
+
);
|
|
535
|
+
};
|
|
536
|
+
export {
|
|
537
|
+
j as D,
|
|
538
|
+
ke as F,
|
|
539
|
+
xe as a,
|
|
540
|
+
we as b,
|
|
541
|
+
Ce as c,
|
|
542
|
+
M as d,
|
|
543
|
+
Te as e,
|
|
544
|
+
_e as f,
|
|
545
|
+
Ae as g,
|
|
546
|
+
Me as m,
|
|
547
|
+
Fe as p,
|
|
548
|
+
O as r,
|
|
549
|
+
Se as s,
|
|
550
|
+
Ee as t
|
|
551
|
+
};
|
|
@@ -4,7 +4,7 @@
|
|
|
4
4
|
*
|
|
5
5
|
* 1. Gesture-started audio is BLOCKED. Audio kicked off from a camera-detected
|
|
6
6
|
* gesture (a peace sign to start) is not a user-input event, so iOS autoplay
|
|
7
|
-
* policy blocks it. The fix is
|
|
7
|
+
* policy blocks it. The fix is app-style: run muted by default (muted
|
|
8
8
|
* autoplay is allowed un-gestured) and let the tap that unmutes be the real
|
|
9
9
|
* gesture that unlocks the pipeline (prime each element with a muted
|
|
10
10
|
* play->pause on that tap).
|
|
@@ -52,6 +52,8 @@ export declare class AudioEngine {
|
|
|
52
52
|
private muted;
|
|
53
53
|
private readonly listeners;
|
|
54
54
|
private music;
|
|
55
|
+
private musicUrl;
|
|
56
|
+
private musicReady;
|
|
55
57
|
private musicWanted;
|
|
56
58
|
private readonly pools;
|
|
57
59
|
/** Last play time per SFX URL, for the coalesce window. */
|
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
export type AudioPlayMode = "once" | "loop" | "infinite";
|
|
2
|
+
export interface AudioPlayerHandle {
|
|
3
|
+
play: () => Promise<void>;
|
|
4
|
+
pause: () => void;
|
|
5
|
+
stop: () => void;
|
|
6
|
+
readonly current: HTMLAudioElement | null;
|
|
7
|
+
}
|
|
8
|
+
export interface AudioPlayerProps {
|
|
9
|
+
src: string;
|
|
10
|
+
playMode?: AudioPlayMode;
|
|
11
|
+
/** Total number of plays in `loop` mode. Values below 1 become 1. */
|
|
12
|
+
loopCount?: number;
|
|
13
|
+
autoplay?: boolean;
|
|
14
|
+
muted?: boolean;
|
|
15
|
+
/** Volume from 0 through 100. Values are clamped. */
|
|
16
|
+
volume?: number;
|
|
17
|
+
preload?: "none" | "metadata" | "auto";
|
|
18
|
+
onReady?: () => void;
|
|
19
|
+
onPlay?: () => void;
|
|
20
|
+
onPause?: () => void;
|
|
21
|
+
onEnded?: () => void;
|
|
22
|
+
onError?: (error: Error) => void;
|
|
23
|
+
}
|
|
24
|
+
/**
|
|
25
|
+
* Headless, declarative audio player with timeline-friendly playback
|
|
26
|
+
* properties. It renders only a hidden HTML audio element; build any visible
|
|
27
|
+
* controls with the imperative ref or application state.
|
|
28
|
+
*/
|
|
29
|
+
export declare const AudioPlayer: import('react').ForwardRefExoticComponent<AudioPlayerProps & import('react').RefAttributes<AudioPlayerHandle>>;
|
|
@@ -0,0 +1,4 @@
|
|
|
1
|
+
import { AudioPlayMode } from './AudioPlayer';
|
|
2
|
+
export type AudioEndedAction = "replay" | "ended";
|
|
3
|
+
export declare const resolveAudioEndedAction: (playMode: AudioPlayMode, completedPlays: number, loopCount: number) => AudioEndedAction;
|
|
4
|
+
export declare const shouldAutoplaySource: (autoplay: boolean, autoplayedSrc: string | null, src: string) => boolean;
|
package/dist/audio/index.d.ts
CHANGED
|
@@ -1,6 +1,8 @@
|
|
|
1
1
|
import { AudioEngine } from './AudioEngine';
|
|
2
2
|
export { AudioEngine } from './AudioEngine';
|
|
3
3
|
export type { AudioEngineOptions } from './AudioEngine';
|
|
4
|
+
export { AudioPlayer } from './AudioPlayer';
|
|
5
|
+
export type { AudioPlayerHandle, AudioPlayerProps, AudioPlayMode } from './AudioPlayer';
|
|
4
6
|
/** The process-wide default engine the free functions target. */
|
|
5
7
|
export declare const audio: AudioEngine;
|
|
6
8
|
/** Create + buffer the looping music element. Await in the loading gate so the
|
|
@@ -0,0 +1,6 @@
|
|
|
1
|
+
import { ThreeElements } from '@react-three/fiber';
|
|
2
|
+
export type AxesProps = Omit<ThreeElements["axesHelper"], "args"> & {
|
|
3
|
+
size?: number;
|
|
4
|
+
};
|
|
5
|
+
/** RGB orientation axes: X red, Y green, Z blue. */
|
|
6
|
+
export declare const Axes: ({ size, ...props }: AxesProps) => import("react/jsx-runtime").JSX.Element;
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
import { CanonicalFaceMeshRendererProps } from './canonical/CanonicalFaceMeshRenderer';
|
|
2
|
+
import { Transform3DSettings } from '../Transform3D';
|
|
3
|
+
type SerializedFaceMeshRendererProps = Required<Pick<CanonicalFaceMeshRendererProps, "faceIndex" | "baseColor" | "opacity" | "materialType" | "shaderPreset" | "textureMap" | "alphaMap" | "alphaOpacity" | "side" | "blendMode" | "blendOpacity" | "showOverlayMask" | "showMouthMask" | "showLeftEyeMask" | "showRightEyeMask" | "showNoseMask" | "showLeftEyeGeometry" | "showRightEyeGeometry" | "showMouthGeometry" | "showNoseGeometry" | "maskTextureSource" | "maskSourceUrl" | "maskColor" | "maskOpacity" | "faceTextureUrl" | "faceTextureStyle2Url" | "faceAlphaMaskUrl" | "compositeShading" | "renderOrder" | "externalScale">>;
|
|
4
|
+
export type FaceMeshRendererSettings = SerializedFaceMeshRendererProps & {
|
|
5
|
+
enabled: boolean;
|
|
6
|
+
targetFps?: number;
|
|
7
|
+
externalMeshUrl?: string;
|
|
8
|
+
};
|
|
9
|
+
export declare const DEFAULT_FACE_MESH_TRANSFORM: Transform3DSettings;
|
|
10
|
+
export declare const DEFAULT_FACE_MESH_RENDERER: FaceMeshRendererSettings;
|
|
11
|
+
export declare const mapFaceMeshRendererSettingsToProps: (settings: FaceMeshRendererSettings) => CanonicalFaceMeshRendererProps;
|
|
12
|
+
export declare const resolveFaceMeshRendererSettings: (current: FaceMeshRendererSettings, patch: Partial<FaceMeshRendererSettings>) => FaceMeshRendererSettings;
|
|
13
|
+
export declare const FaceMeshRenderer: ({ transform, value, }: {
|
|
14
|
+
transform?: Transform3DSettings;
|
|
15
|
+
value: FaceMeshRendererSettings;
|
|
16
|
+
}) => import("react/jsx-runtime").JSX.Element | null;
|
|
17
|
+
export {};
|
|
@@ -1,3 +1,4 @@
|
|
|
1
|
+
import { Transform3DSettings } from '../../Transform3D';
|
|
1
2
|
import { FaceWarp3DSettings } from '../../FaceWarp3D';
|
|
2
3
|
import { FaceMeshAlphaMap, FaceMeshBlendMode, FaceMeshMaskTextureSource, FaceMeshMaterialType, FaceMeshShaderPreset, FaceMeshSide, FaceMeshTextureMap } from '../material/types';
|
|
3
4
|
import { ParsedCanonicalMesh } from './parseCanonicalFaceModel';
|
|
@@ -14,10 +15,19 @@ export type CanonicalFaceMeshRendererProps = {
|
|
|
14
15
|
side?: FaceMeshSide;
|
|
15
16
|
blendMode?: FaceMeshBlendMode;
|
|
16
17
|
blendOpacity?: number;
|
|
18
|
+
showOverlayMask?: boolean;
|
|
17
19
|
showMouthMask?: boolean;
|
|
18
20
|
showEyeMask?: boolean;
|
|
21
|
+
showLeftEyeMask?: boolean;
|
|
22
|
+
showRightEyeMask?: boolean;
|
|
19
23
|
showNoseMask?: boolean;
|
|
24
|
+
showEyeGeometry?: boolean;
|
|
25
|
+
showLeftEyeGeometry?: boolean;
|
|
26
|
+
showRightEyeGeometry?: boolean;
|
|
27
|
+
showMouthGeometry?: boolean;
|
|
28
|
+
showNoseGeometry?: boolean;
|
|
20
29
|
maskTextureSource?: FaceMeshMaskTextureSource;
|
|
30
|
+
maskSourceUrl?: string;
|
|
21
31
|
maskColor?: string;
|
|
22
32
|
maskOpacity?: number;
|
|
23
33
|
faceTextureUrl?: string;
|
|
@@ -25,7 +35,9 @@ export type CanonicalFaceMeshRendererProps = {
|
|
|
25
35
|
faceAlphaMaskUrl?: string;
|
|
26
36
|
compositeShading?: boolean;
|
|
27
37
|
faceWarp3D?: Partial<FaceWarp3DSettings>;
|
|
38
|
+
transform?: Transform3DSettings;
|
|
28
39
|
renderOrder?: number;
|
|
40
|
+
externalScale?: number;
|
|
29
41
|
/**
|
|
30
42
|
* Pre-parsed canonical mesh. If omitted, the renderer lazily fetches
|
|
31
43
|
* the default OBJ from `libConfig.sdkAssetsBaseUrl` and parses it.
|
|
@@ -36,4 +48,8 @@ export type CanonicalFaceMeshRendererProps = {
|
|
|
36
48
|
*/
|
|
37
49
|
meshUrl?: string;
|
|
38
50
|
};
|
|
39
|
-
|
|
51
|
+
/**
|
|
52
|
+
* @deprecated Use `FaceMeshRenderer` for scene-object/editor integrations.
|
|
53
|
+
* This remains as the low-level canonical mesh renderer for existing imports.
|
|
54
|
+
*/
|
|
55
|
+
export declare const CanonicalFaceMeshRenderer: ({ faceIndex, baseColor, color, opacity, materialType, shaderPreset, textureMap, alphaMap, alphaOpacity, side, blendMode, blendOpacity, showOverlayMask, showMouthMask, showEyeMask, showLeftEyeMask, showRightEyeMask, showNoseMask, showEyeGeometry, showLeftEyeGeometry, showRightEyeGeometry, showMouthGeometry, showNoseGeometry, maskTextureSource, maskSourceUrl, maskColor, maskOpacity, faceTextureUrl, faceTextureStyle2Url, faceAlphaMaskUrl, compositeShading, faceWarp3D, transform, renderOrder, externalScale, mesh, meshUrl, }: CanonicalFaceMeshRendererProps) => import("react/jsx-runtime").JSX.Element;
|