@vincentt-xr/sdk 2.0.0-alpha.0 → 2.0.0-alpha.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (362) hide show
  1. package/GROUNDING.md +1813 -27
  2. package/dist/{DebuggerUI-CEfdddkZ.cjs → DebuggerUI-B45_Gb9d.cjs} +1 -1
  3. package/dist/{DebuggerUI-Dgop6Q6o.js → DebuggerUI-Cq28c18s.js} +1 -1
  4. package/dist/FaceMeshRenderer-6t8OsQhK.js +1195 -0
  5. package/dist/FaceMeshRenderer-lQLhYIW-.cjs +155 -0
  6. package/dist/FaceRetouch-CDrL0pXg.js +551 -0
  7. package/dist/FaceRetouch-DtNl8-4e.cjs +134 -0
  8. package/dist/audio/AudioEngine.d.ts +3 -1
  9. package/dist/audio/AudioPlayer.d.ts +29 -0
  10. package/dist/audio/AudioPlayerLogic.d.ts +4 -0
  11. package/dist/audio/index.d.ts +2 -0
  12. package/dist/components/Axes/index.d.ts +6 -0
  13. package/dist/components/FaceMesh/FaceMeshRenderer.d.ts +17 -0
  14. package/dist/components/FaceMesh/canonical/CanonicalFaceMeshRenderer.d.ts +22 -1
  15. package/dist/components/FaceMesh/canonical/FaceMeshMaterial.d.ts +25 -0
  16. package/dist/components/FaceMesh/canonical/assets.d.ts +3 -0
  17. package/dist/components/FaceMesh/canonical/geometryGroups.d.ts +9 -0
  18. package/dist/components/FaceMesh/canonical/parseCanonicalFaceModel.d.ts +2 -0
  19. package/dist/components/FaceMesh/canonical/shaders.d.ts +2 -0
  20. package/dist/components/FaceMesh/deform.d.ts +3 -0
  21. package/dist/components/FaceMesh/index.d.ts +5 -0
  22. package/dist/components/FaceMesh/material/defaults.d.ts +74 -0
  23. package/dist/components/FaceMesh/material/index.d.ts +1 -0
  24. package/dist/components/FaceMesh/material/options.d.ts +5 -1
  25. package/dist/components/FaceMesh/material/support.d.ts +7 -2
  26. package/dist/components/FaceMesh/material/textures.d.ts +4 -0
  27. package/dist/components/FaceMesh/material/types.d.ts +4 -2
  28. package/dist/components/FaceRetouch/Background.d.ts +9 -5
  29. package/dist/components/FaceRetouch/FaceRetouch.d.ts +47 -0
  30. package/dist/components/FaceRetouch/index.d.ts +2 -6
  31. package/dist/components/FaceRetouch/landmarkMask.d.ts +4 -6
  32. package/dist/components/FaceRetouch/useFaceRetouchMask.d.ts +4 -7
  33. package/dist/components/FaceTracker/index.d.ts +5 -3
  34. package/dist/components/FaceWarp3D/FaceWarp3DHead.d.ts +15 -0
  35. package/dist/components/FaceWarp3D/defaults.d.ts +37 -0
  36. package/dist/components/FaceWarp3D/index.d.ts +3 -0
  37. package/dist/components/FaceWarp3D/warp.d.ts +13 -0
  38. package/dist/components/HandJoints2D/index.d.ts +6 -0
  39. package/dist/components/HandTracker/index.d.ts +2 -2
  40. package/dist/components/HandTracking2D/HandVisual.d.ts +12 -0
  41. package/dist/components/HandTracking2D/index.d.ts +5 -0
  42. package/dist/components/HandTracking2DController/index.d.ts +5 -0
  43. package/dist/components/HandTracking3D/index.d.ts +6 -0
  44. package/dist/components/LightObject/index.d.ts +20 -0
  45. package/dist/components/LookAt/index.d.ts +23 -0
  46. package/dist/components/MeshRenderer/index.d.ts +58 -0
  47. package/dist/components/PerspectiveCamera/index.d.ts +2 -8
  48. package/dist/components/PinToMesh/index.d.ts +47 -0
  49. package/dist/components/RenderGroupLayer/index.d.ts +6 -0
  50. package/dist/components/SceneObjectRenderer/index.d.ts +16 -0
  51. package/dist/components/Screen2D/ScreenTransformFrame.d.ts +11 -0
  52. package/dist/components/Screen2D/ScreenTransformHelpers.d.ts +19 -0
  53. package/dist/components/Screen2D/ScreenTransformInteraction.d.ts +18 -0
  54. package/dist/components/Screen2D/index.d.ts +5 -0
  55. package/dist/components/ScreenGlass/defaults.d.ts +3 -0
  56. package/dist/components/ScreenGlass/index.d.ts +5 -0
  57. package/dist/components/ScreenGlass/shaders.d.ts +2 -0
  58. package/dist/components/ScreenGlass/types.d.ts +10 -0
  59. package/dist/components/ScreenGradient/defaults.d.ts +5 -0
  60. package/dist/components/ScreenGradient/index.d.ts +5 -0
  61. package/dist/components/ScreenGradient/shaders.d.ts +2 -0
  62. package/dist/components/ScreenGradient/types.d.ts +19 -0
  63. package/dist/components/ScreenImage/ScreenImage.d.ts +4 -0
  64. package/dist/components/ScreenImage/components/DynamicTextureSync.d.ts +9 -0
  65. package/dist/components/ScreenImage/components/ScreenImageBody.d.ts +9 -0
  66. package/dist/components/ScreenImage/components/ScreenImageFrame.d.ts +9 -0
  67. package/dist/components/ScreenImage/components/ScreenImageTransformFrame.d.ts +9 -0
  68. package/dist/components/ScreenImage/fit.d.ts +52 -0
  69. package/dist/components/ScreenImage/index.d.ts +8 -0
  70. package/dist/components/ScreenImage/materials/ScreenImageBlendMaterial.d.ts +9 -0
  71. package/dist/components/ScreenImage/materials/ScreenImageMatcap.d.ts +3 -0
  72. package/dist/components/ScreenImage/source.d.ts +16 -0
  73. package/dist/components/ScreenImage/types.d.ts +37 -0
  74. package/dist/components/ScreenImage/utils/ScreenImageConstants.d.ts +9 -0
  75. package/dist/components/ScreenImage/utils/ScreenImageHelpers.d.ts +4 -0
  76. package/dist/components/ScreenShape/geometry.d.ts +5 -0
  77. package/dist/components/ScreenShape/index.d.ts +5 -0
  78. package/dist/components/ScreenShape/types.d.ts +41 -0
  79. package/dist/components/ScreenSpaceUI/ScreenTransformGuide.d.ts +15 -0
  80. package/dist/components/ScreenSpaceUI/ScreenTransformOverlayGuide.d.ts +9 -0
  81. package/dist/components/ScreenSpaceUI/index.d.ts +2 -0
  82. package/dist/components/ScreenText/components/ScreenTextBody.d.ts +2 -0
  83. package/dist/components/ScreenText/components/ScreenTextTransformFrame.d.ts +9 -0
  84. package/dist/components/ScreenText/constants.d.ts +5 -0
  85. package/dist/components/ScreenText/index.d.ts +6 -0
  86. package/dist/components/ScreenText/types.d.ts +31 -0
  87. package/dist/components/ScreenText/utils/ScreenTextHelpers.d.ts +14 -0
  88. package/dist/components/ScreenText/utils/ScreenTextMappings.d.ts +17 -0
  89. package/dist/components/SequentialRenderPasses/index.d.ts +6 -0
  90. package/dist/components/TextLabel/TextLabel.d.ts +5 -0
  91. package/dist/components/TextLabel/alignment.d.ts +4 -0
  92. package/dist/components/TextLabel/bend.d.ts +9 -0
  93. package/dist/components/TextLabel/canvas/buildTextLabelTexture.d.ts +4 -0
  94. package/dist/components/TextLabel/canvas/canvasTypography.d.ts +13 -0
  95. package/dist/components/TextLabel/canvas/drawBackground.d.ts +21 -0
  96. package/dist/components/TextLabel/canvas/drawEffects.d.ts +34 -0
  97. package/dist/components/TextLabel/canvas/drawText.d.ts +19 -0
  98. package/dist/components/TextLabel/components/TextLabelMesh.d.ts +13 -0
  99. package/dist/components/TextLabel/constants.d.ts +2 -0
  100. package/dist/components/TextLabel/hooks/useTextLabelTexture.d.ts +7 -0
  101. package/dist/components/TextLabel/index.d.ts +2 -62
  102. package/dist/components/TextLabel/layout/measurement.d.ts +8 -0
  103. package/dist/components/TextLabel/layout/resolveTextLayout.d.ts +25 -0
  104. package/dist/components/TextLabel/layout/wrapText.d.ts +6 -0
  105. package/dist/components/TextLabel/types.d.ts +227 -0
  106. package/dist/components/TrackingAnchor/index.d.ts +18 -2
  107. package/dist/components/Transform3D/index.d.ts +30 -0
  108. package/dist/components/XRMediaSurface/index.d.ts +6 -6
  109. package/dist/components/XRScene/index.d.ts +14 -3
  110. package/dist/components/XRViewport/XRViewport.d.ts +11 -0
  111. package/dist/components/XRViewport/components/HiddenMedia.d.ts +7 -0
  112. package/dist/components/XRViewport/components/MediaAssetPicker.d.ts +8 -0
  113. package/dist/components/XRViewport/components/MediaControlStack.d.ts +13 -0
  114. package/dist/components/XRViewport/components/XRViewportLayers.d.ts +30 -0
  115. package/dist/components/XRViewport/constants.d.ts +24 -0
  116. package/dist/components/XRViewport/contexts.d.ts +6 -0
  117. package/dist/components/XRViewport/hooks/useViewportExternalFaces.d.ts +13 -0
  118. package/dist/components/XRViewport/hooks/useViewportMediaSource.d.ts +16 -0
  119. package/dist/components/XRViewport/hooks/useViewportMediaTexture.d.ts +10 -0
  120. package/dist/components/XRViewport/hooks/useViewportPipeline.d.ts +41 -0
  121. package/dist/components/XRViewport/hooks/useViewportRenderState.d.ts +47 -0
  122. package/dist/components/XRViewport/index.d.ts +3 -101
  123. package/dist/components/XRViewport/layout.d.ts +16 -0
  124. package/dist/components/XRViewport/slots.d.ts +16 -0
  125. package/dist/components/XRViewport/types.d.ts +89 -0
  126. package/dist/components/XRViewport/useViewportSize.d.ts +3 -0
  127. package/dist/components/index.d.ts +19 -0
  128. package/dist/contexts-BKvTIayr.cjs +1 -0
  129. package/dist/contexts-Bk5zz_VR.js +214 -0
  130. package/dist/debug-ui/component-editor/index.d.ts +19 -0
  131. package/dist/debug-ui/default-setting/index.d.ts +37 -0
  132. package/dist/debug-ui/default-setting.cjs +21 -0
  133. package/dist/debug-ui/default-setting.js +777 -0
  134. package/dist/debug-ui/face-mesh-renderer-settings/index.d.ts +8 -0
  135. package/dist/debug-ui/face-retouch/index.d.ts +11 -0
  136. package/dist/debug-ui/face-warp-3d/index.d.ts +6 -0
  137. package/dist/debug-ui/hand-joints-2d/index.d.ts +6 -0
  138. package/dist/debug-ui/hand-tracking-2d/index.d.ts +6 -0
  139. package/dist/debug-ui/hand-tracking-2d-controller/index.d.ts +6 -0
  140. package/dist/debug-ui/hand-tracking-3d/index.d.ts +6 -0
  141. package/dist/debug-ui/hierarchy-panel/index.d.ts +29 -0
  142. package/dist/debug-ui/index.d.ts +46 -0
  143. package/dist/debug-ui/layer-panel/index.d.ts +18 -0
  144. package/dist/debug-ui/media-source/MediaSourceSwitcher.d.ts +10 -0
  145. package/dist/debug-ui/media-source/index.d.ts +6 -0
  146. package/dist/debug-ui/media-source/media-preset.d.ts +9 -0
  147. package/dist/debug-ui/media-source/session.d.ts +12 -0
  148. package/dist/debug-ui/media-source.cjs +1 -0
  149. package/dist/debug-ui/media-source.js +9 -0
  150. package/dist/debug-ui/mesh-renderer-settings/index.d.ts +6 -0
  151. package/dist/debug-ui/object-inspector-panel/index.d.ts +25 -0
  152. package/dist/debug-ui/pin-to-mesh-settings/index.d.ts +10 -0
  153. package/dist/debug-ui/scene-editor/context.d.ts +38 -0
  154. package/dist/debug-ui/scene-editor/hierarchy-panel.d.ts +9 -0
  155. package/dist/debug-ui/scene-editor/index.d.ts +11 -0
  156. package/dist/debug-ui/scene-editor/inspector-panel.d.ts +7 -0
  157. package/dist/debug-ui/scene-editor/store-utils.d.ts +2 -0
  158. package/dist/debug-ui/scene-editor/viewport-toolbar.d.ts +4 -0
  159. package/dist/debug-ui/scene-editor/viewport.d.ts +21 -0
  160. package/dist/debug-ui/screen-glass-settings/index.d.ts +6 -0
  161. package/dist/debug-ui/screen-gradient-settings/GradientStopsEditor.d.ts +5 -0
  162. package/dist/debug-ui/screen-gradient-settings/index.d.ts +6 -0
  163. package/dist/debug-ui/screen-gradient-settings/styles.d.ts +3 -0
  164. package/dist/debug-ui/screen-image-settings/index.d.ts +9 -0
  165. package/dist/debug-ui/screen-shape-settings/index.d.ts +6 -0
  166. package/dist/debug-ui/screen-text-settings/NumberField.d.ts +9 -0
  167. package/dist/debug-ui/screen-text-settings/ScreenTextSettingsPanel.d.ts +3 -0
  168. package/dist/debug-ui/screen-text-settings/controls/NestedSection.d.ts +7 -0
  169. package/dist/debug-ui/screen-text-settings/controls/Section.d.ts +8 -0
  170. package/dist/debug-ui/screen-text-settings/controls/icons.d.ts +4 -0
  171. package/dist/debug-ui/screen-text-settings/index.d.ts +2 -0
  172. package/dist/debug-ui/screen-text-settings/sections/BackgroundSection.d.ts +8 -0
  173. package/dist/debug-ui/screen-text-settings/sections/ContentSection.d.ts +5 -0
  174. package/dist/debug-ui/screen-text-settings/sections/EffectsSection.d.ts +25 -0
  175. package/dist/debug-ui/screen-text-settings/sections/StyleSection.d.ts +5 -0
  176. package/dist/debug-ui/screen-text-settings/sections/TransformSection.d.ts +5 -0
  177. package/dist/debug-ui/screen-text-settings/sections/background/BackgroundFillControls.d.ts +2 -0
  178. package/dist/debug-ui/screen-text-settings/sections/background/BackgroundSizeControls.d.ts +2 -0
  179. package/dist/debug-ui/screen-text-settings/sections/background/BackgroundStrokeControls.d.ts +2 -0
  180. package/dist/debug-ui/screen-text-settings/sections/background/types.d.ts +7 -0
  181. package/dist/debug-ui/screen-text-settings/sections/effects/BendEffectSection.d.ts +4 -0
  182. package/dist/debug-ui/screen-text-settings/sections/effects/EffectChrome.d.ts +21 -0
  183. package/dist/debug-ui/screen-text-settings/sections/effects/GlowEffectSection.d.ts +4 -0
  184. package/dist/debug-ui/screen-text-settings/sections/effects/InnerShadowEffectSection.d.ts +4 -0
  185. package/dist/debug-ui/screen-text-settings/sections/effects/OutlineEffectSection.d.ts +4 -0
  186. package/dist/debug-ui/screen-text-settings/sections/effects/ShadowEffectSection.d.ts +4 -0
  187. package/dist/debug-ui/screen-text-settings/sections/effects/types.d.ts +14 -0
  188. package/dist/debug-ui/screen-text-settings/settings.d.ts +90 -0
  189. package/dist/debug-ui/screen-text-settings/styles.d.ts +26 -0
  190. package/dist/debug-ui/screen-text-settings/transform.d.ts +6 -0
  191. package/dist/debug-ui/screen-text-settings/types.d.ts +9 -0
  192. package/dist/debug-ui/settings-panel/index.d.ts +38 -0
  193. package/dist/debug-ui/shared/MaterialSection.d.ts +13 -0
  194. package/dist/debug-ui/shared/ScreenTransformSection.d.ts +32 -0
  195. package/dist/debug-ui/transform-3d-settings/index.d.ts +11 -0
  196. package/dist/debug-ui.cjs +10 -0
  197. package/dist/debug-ui.js +8861 -0
  198. package/dist/drawNormalizedCrop-B-7zU-Xw.cjs +1 -0
  199. package/dist/drawNormalizedCrop-CRdIDyl1.js +44 -0
  200. package/dist/entries/all.d.ts +1 -0
  201. package/dist/entries/core.d.ts +55 -4
  202. package/dist/entries/face-effects.d.ts +12 -8
  203. package/dist/entries/internal.d.ts +1 -1
  204. package/dist/entries/low-level.d.ts +21 -4
  205. package/dist/entries/scene-object.d.ts +10 -0
  206. package/dist/entries/tracking.d.ts +25 -2
  207. package/dist/face-action/index.d.ts +34 -0
  208. package/dist/face-attribute-expression/index.d.ts +10 -0
  209. package/dist/face-effects.cjs +1 -252
  210. package/dist/face-effects.js +1404 -2613
  211. package/dist/face-info/blendshapes.d.ts +3 -0
  212. package/dist/face-info/derive.d.ts +8 -0
  213. package/dist/face-info/drawFaceCrop.d.ts +10 -0
  214. package/dist/face-info/getFaceInfo.d.ts +8 -0
  215. package/dist/face-info/index.d.ts +8 -0
  216. package/dist/face-info/landmarks.d.ts +21 -0
  217. package/dist/face-info/types.d.ts +52 -0
  218. package/dist/getFaceInfo-CyPAKh3h.cjs +1 -0
  219. package/dist/getFaceInfo-hUKMLFcr.js +118 -0
  220. package/dist/hand/handJoints2d.d.ts +49 -0
  221. package/dist/hand/handTracking2d.d.ts +33 -0
  222. package/dist/hand/handTracking2dController.d.ts +65 -0
  223. package/dist/hand/handTracking3d.d.ts +52 -0
  224. package/dist/hooks/faceResults.d.ts +1 -1
  225. package/dist/hooks/useCalibrationFaceTracker.d.ts +1 -1
  226. package/dist/hooks/useFaceAction.d.ts +3 -0
  227. package/dist/hooks/useFaceAttributeExpression.d.ts +16 -0
  228. package/dist/hooks/useFaceDetection.d.ts +18 -0
  229. package/dist/hooks/useFaceInfo.d.ts +7 -0
  230. package/dist/hooks/useFaceInfos.d.ts +15 -0
  231. package/dist/hooks/useFaceResultReader.d.ts +10 -0
  232. package/dist/hooks/useFrameCapture.d.ts +18 -0
  233. package/dist/hooks/useMediaRecorder.d.ts +14 -2
  234. package/dist/hooks/useOwnedTexture.d.ts +6 -0
  235. package/dist/hooks/useTrackerContext.d.ts +2 -2
  236. package/dist/hooks/useXRSession/facade.d.ts +3 -0
  237. package/dist/hooks/useXRSession/registry.d.ts +9 -0
  238. package/dist/index-82aENaRq.cjs +1 -0
  239. package/dist/{index-BD-JWMjE.js → index-BgQAX8rs.js} +198 -134
  240. package/dist/index-CEc1CAmB.cjs +1 -0
  241. package/dist/index-CTHeBQOs.js +178 -0
  242. package/dist/index-D4bLzBr6.cjs +1 -0
  243. package/dist/index-DSpzjuqd.cjs +1 -0
  244. package/dist/index-Di70KWuY.js +2049 -0
  245. package/dist/index-DzEzkBIH.cjs +17 -0
  246. package/dist/{index-CYMj26Ej.js → index-JygePOwo.js} +565 -498
  247. package/dist/index-UC0Ux38E.js +111 -0
  248. package/dist/{internal-KOKJDxCG.js → internal-DuMPpcbp.js} +86 -80
  249. package/dist/internal-i2JkM85N.cjs +1 -0
  250. package/dist/internal.cjs +1 -1
  251. package/dist/internal.js +2 -2
  252. package/dist/low-level.cjs +1 -1
  253. package/dist/low-level.js +959 -632
  254. package/dist/main.cjs +1 -1
  255. package/dist/main.js +556 -455
  256. package/dist/material/MaterialFill.d.ts +20 -0
  257. package/dist/material/MeshMaterial.d.ts +14 -0
  258. package/dist/material/index.d.ts +2 -0
  259. package/dist/models/Body/index.d.ts +1 -1
  260. package/dist/models/Face/index.d.ts +1 -0
  261. package/dist/models/Face/rotation.d.ts +3 -0
  262. package/dist/models/Hand/HandTracking.d.ts +2 -0
  263. package/dist/render/layerStack.d.ts +29 -0
  264. package/dist/render/renderGroups.d.ts +47 -0
  265. package/dist/render/renderPasses.d.ts +18 -0
  266. package/dist/renderGroups-C9QJrAXu.js +152 -0
  267. package/dist/renderGroups-Dvm1J4lW.cjs +1 -0
  268. package/dist/renderLayers-lDtL0_43.cjs +1 -0
  269. package/dist/renderLayers-zrK2pv5O.js +13 -0
  270. package/dist/renderPasses-CT5iBwtg.cjs +21 -0
  271. package/dist/renderPasses-CjgG_6kQ.js +1500 -0
  272. package/dist/scene-object/index.d.ts +146 -0
  273. package/dist/scene-object/runtimeRegistry.d.ts +14 -0
  274. package/dist/scene-object.cjs +1 -0
  275. package/dist/scene-object.js +40 -0
  276. package/dist/screen-image/screenImagePresets.d.ts +13 -0
  277. package/dist/screen-image/screenImageSettings.d.ts +57 -0
  278. package/dist/screen-text/screenTextPresets.d.ts +6 -0
  279. package/dist/screen-text/screenTextSettings.d.ts +147 -0
  280. package/dist/screen2d/coordinates.d.ts +87 -0
  281. package/dist/screen2d/index.d.ts +7 -0
  282. package/dist/screen2d/material-runtime.d.ts +32 -0
  283. package/dist/screen2d/screenTransform.d.ts +47 -0
  284. package/dist/screen2d/smoothing.d.ts +5 -0
  285. package/dist/screen2d/texture.d.ts +10 -0
  286. package/dist/screen2d/transform.d.ts +25 -0
  287. package/dist/screen2d/types.d.ts +90 -0
  288. package/dist/{selectors-Bub0o3qy.cjs → selectors-2QvO5RYY.cjs} +1 -1
  289. package/dist/{selectors-BHO6TnoC.js → selectors-Dw3C-gSk.js} +5 -5
  290. package/dist/services/MetricsCollector/index.d.ts +7 -1
  291. package/dist/services/MetricsCollector/utils.d.ts +1 -1
  292. package/dist/session-BChR4TgK.cjs +31 -0
  293. package/dist/session-C1StwN0f.js +363 -0
  294. package/dist/texture/animatedTexture.d.ts +61 -0
  295. package/dist/texture/animationMath.d.ts +8 -0
  296. package/dist/texture/sourceResolver.d.ts +30 -0
  297. package/dist/tracking.cjs +1 -1
  298. package/dist/tracking.js +582 -298
  299. package/dist/types/face.d.ts +1 -13
  300. package/dist/types/hand-tracking.d.ts +8 -0
  301. package/dist/types/index.d.ts +0 -1
  302. package/dist/types/nodes.d.ts +4 -1
  303. package/dist/types/session.d.ts +2 -0
  304. package/dist/types/tracking.d.ts +8 -2
  305. package/dist/types/util-types.d.ts +1 -1
  306. package/dist/useFaceInfo-C-WfMlYp.cjs +1 -0
  307. package/dist/useFaceInfo-CwsHZedC.js +62 -0
  308. package/dist/useFaceResults-CkFc1egZ.js +19 -0
  309. package/dist/useFaceResults-VcFdOUFV.cjs +1 -0
  310. package/dist/utils/drawNormalizedCrop.d.ts +22 -0
  311. package/dist/utils/integrity.d.ts +4 -25
  312. package/dist/utils/landmarkBounds.d.ts +1 -1
  313. package/dist/utils/logger.d.ts +2 -2
  314. package/dist/x-Co8jPhP0.js +127 -0
  315. package/dist/x-KC8E4Gaj.cjs +41 -0
  316. package/docs/MIGRATION_GUIDE.md +589 -0
  317. package/docs/SDK_DOCUMENTATION.md +1155 -0
  318. package/docs/api/audio.mdx +36 -0
  319. package/docs/api/behavior-components.mdx +164 -0
  320. package/docs/api/capture-recording.mdx +103 -0
  321. package/docs/api/debug-ui-scene-editor.mdx +249 -0
  322. package/docs/api/face-actions.mdx +104 -0
  323. package/docs/api/face-attribute-expression.mdx +87 -0
  324. package/docs/api/face-binding-anchors.mdx +53 -0
  325. package/docs/api/face-effects.mdx +19 -0
  326. package/docs/api/face-info.mdx +112 -0
  327. package/docs/api/face-mesh.mdx +98 -0
  328. package/docs/api/face-painting.mdx +33 -0
  329. package/docs/api/face-retouching.mdx +73 -0
  330. package/docs/api/material-render-state.mdx +132 -0
  331. package/docs/api/runtime-3d.mdx +311 -0
  332. package/docs/api/scene-object-store.mdx +213 -0
  333. package/docs/api/screen-image.mdx +41 -0
  334. package/docs/api/screen-shape.mdx +64 -0
  335. package/docs/api/screen-space-coordinates.mdx +41 -0
  336. package/docs/api/screen-text.mdx +39 -0
  337. package/docs/api/texture-sources.mdx +55 -0
  338. package/docs/api/trackers.mdx +46 -0
  339. package/docs/docs.json +70 -0
  340. package/docs/examples/scene-object-recipes.mdx +194 -0
  341. package/docs/guides/harness-debug-ui.mdx +139 -0
  342. package/docs/inspector/hierarchy-panel.mdx +51 -0
  343. package/docs/inspector/object-inspector-panel.mdx +51 -0
  344. package/docs/introduction.mdx +121 -0
  345. package/docs/scene-objects/overview.mdx +127 -0
  346. package/docs/scene-objects/render-groups.mdx +77 -0
  347. package/docs/scene-objects/runtime-rendering.mdx +75 -0
  348. package/docs/texture-api-consumer.md +58 -0
  349. package/package.json +55 -7
  350. package/dist/components/FaceRetouch/retouchRegions.d.ts +0 -23
  351. package/dist/components/FaceRetouch/useFaceRetouchRegions.d.ts +0 -12
  352. package/dist/index-B5J4gzn2.cjs +0 -1
  353. package/dist/index-BVBVg96G.cjs +0 -1
  354. package/dist/index-DtwHElmG.js +0 -157
  355. package/dist/index-PtFmD6B8.cjs +0 -1
  356. package/dist/internal-DH5d1Xnq.cjs +0 -1
  357. package/dist/modules/XRClient/index.d.ts +0 -9
  358. package/dist/modules/index.d.ts +0 -1
  359. package/dist/services/ApiService.d.ts +0 -12
  360. package/dist/types/client.d.ts +0 -3
  361. package/dist/useFaceResults-cpsSmKKc.js +0 -81
  362. package/dist/useFaceResults-hVUJYSEY.cjs +0 -1
@@ -0,0 +1,551 @@
1
+ import { g as p, h as _, i as w, j as A, F as y, e as u, f as k } from "./FaceMeshRenderer-6t8OsQhK.js";
2
+ import { jsx as x, jsxs as W } from "react/jsx-runtime";
3
+ import { useMemo as b, useEffect as P } from "react";
4
+ import { X } from "./index-JygePOwo.js";
5
+ import { u as I } from "./index-BgQAX8rs.js";
6
+ import { useThree as Y, useFrame as V } from "@react-three/fiber";
7
+ import * as g from "three";
8
+ import { b as G } from "./selectors-Dw3C-gSk.js";
9
+ const j = {
10
+ enabled: !1,
11
+ strength: 1,
12
+ faceWidth: 0,
13
+ faceHeight: 0,
14
+ faceRoundness: 0,
15
+ midfaceHeight: 0,
16
+ foreheadHeight: 0,
17
+ foreheadWidth: 0,
18
+ cheekboneWidth: 0,
19
+ cheekWidth: 0,
20
+ cheekHollowness: 0,
21
+ midfaceDepth: 0,
22
+ scalpHeight: 0,
23
+ headCurve: 0,
24
+ faceTwist: 0,
25
+ faceSwirl: 0,
26
+ browDistance: 0,
27
+ browHeight: 0,
28
+ browDepth: 0,
29
+ eyeSize: 0,
30
+ leftEyeSize: 0,
31
+ rightEyeSize: 0,
32
+ eyeDistance: 0,
33
+ leftEyeX: 0,
34
+ rightEyeX: 0,
35
+ leftEyeY: 0,
36
+ rightEyeY: 0,
37
+ noseSize: 0,
38
+ noseLength: 0,
39
+ mouthWidth: 0,
40
+ mouthHeight: 0,
41
+ jawWidth: 0,
42
+ chinHeight: 0
43
+ }, ke = {
44
+ ...j,
45
+ enabled: !0,
46
+ strength: 1,
47
+ faceWidth: -0.08,
48
+ faceHeight: 0.04,
49
+ foreheadHeight: 0.04,
50
+ cheekWidth: -0.04,
51
+ eyeSize: 0.08,
52
+ eyeDistance: 0.03,
53
+ noseSize: -0.05,
54
+ noseLength: 0.03,
55
+ mouthWidth: 0.06,
56
+ mouthHeight: 0.02,
57
+ jawWidth: -0.05,
58
+ chinHeight: 0.03
59
+ }, Me = [
60
+ { label: "Wireframe", value: p.wireframe },
61
+ { label: "Basic", value: p.basic },
62
+ { label: "Standard", value: p.standard },
63
+ { label: "Physical", value: p.physical },
64
+ { label: "Toon", value: p.toon },
65
+ { label: "Normal", value: p.normal },
66
+ { label: "Matcap", value: p.matcap },
67
+ { label: "Shader", value: p.shader }
68
+ ], Se = [
69
+ { label: "Original Face", value: _.originalFace },
70
+ { label: "Composite", value: _.composite }
71
+ ], xe = [
72
+ { label: "Front", value: w.front },
73
+ { label: "Back", value: w.back },
74
+ { label: "Double", value: w.double }
75
+ ], Ee = [
76
+ { label: "None", value: A.none },
77
+ { label: "UV Map 1", value: A.canonical },
78
+ { label: "UV Map 2", value: A.style2 }
79
+ ], we = [
80
+ { label: "None", value: y.none },
81
+ { label: "Default Mask", value: y.canonical }
82
+ ], Ae = [
83
+ { label: "Solid", value: k.solid },
84
+ { label: "Gradient", value: k.gradient },
85
+ { label: "Image URL", value: k.imageUrl },
86
+ { label: "Media URL", value: k.mediaUrl }
87
+ ], Ce = [
88
+ { label: "Normal", value: u.normal },
89
+ { label: "Add", value: u.add },
90
+ { label: "Subtract", value: u.subtract },
91
+ { label: "Multiply", value: u.multiply },
92
+ { label: "Screen", value: u.screen },
93
+ { label: "Overlay", value: u.overlay },
94
+ { label: "Soft Light", value: u.softLight },
95
+ { label: "Hard Light", value: u.hardLight },
96
+ { label: "Lighten", value: u.lighten },
97
+ { label: "Darken", value: u.darken },
98
+ { label: "Difference", value: u.difference },
99
+ { label: "Exclusion", value: u.exclusion }
100
+ ], q = `
101
+ varying vec2 vUv;
102
+
103
+ void main() {
104
+ vUv = uv;
105
+ gl_Position = projectionMatrix * modelViewMatrix * vec4(position, 1.0);
106
+ }
107
+ `, Z = `
108
+ uniform sampler2D cameraTexture;
109
+ uniform sampler2D retouchMaskTexture;
110
+ uniform vec2 texelSize;
111
+ uniform float retouchAmount;
112
+ uniform float blurRadius;
113
+ uniform float detailPreservation;
114
+ uniform float blemishReduction;
115
+ uniform float blemishRadius;
116
+ uniform float previewMask;
117
+ uniform float protectLandmarks;
118
+ uniform float clipMinX;
119
+ uniform float clipMaxX;
120
+ varying vec2 vUv;
121
+
122
+ vec3 sampleCamera(vec2 uv) {
123
+ return texture2D(cameraTexture, clamp(uv, vec2(0.0), vec2(1.0))).rgb;
124
+ }
125
+
126
+ vec3 readRetouchMask(vec2 uv) {
127
+ vec4 mask = texture2D(retouchMaskTexture, uv);
128
+ float faceRegion = clamp(mask.b, 0.0, 1.0);
129
+ float softFaceRegion = min(mask.r, faceRegion);
130
+ float protectedRegion = min(mask.g, faceRegion) * protectLandmarks;
131
+ float hardProtectedRegion = step(0.08, protectedRegion);
132
+ float softRetouchRegion = softFaceRegion * (1.0 - protectedRegion);
133
+ float hardRetouchRegion = step(0.5, faceRegion) * (1.0 - hardProtectedRegion);
134
+
135
+ return vec3(
136
+ clamp(softRetouchRegion, 0.0, 1.0),
137
+ clamp(protectedRegion, 0.0, 1.0),
138
+ clamp(hardRetouchRegion, 0.0, 1.0)
139
+ );
140
+ }
141
+
142
+ float retouchCoverage(vec2 uv) {
143
+ return step(0.001, readRetouchMask(uv).x);
144
+ }
145
+
146
+ void addMaskedBlurSample(inout vec3 color, inout float weightSum, vec2 centerUv, vec2 sampleUv, float weight) {
147
+ float coverage = retouchCoverage(sampleUv);
148
+ vec3 sampleColor = mix(sampleCamera(centerUv), sampleCamera(sampleUv), coverage);
149
+ color += sampleColor * weight;
150
+ weightSum += weight;
151
+ }
152
+
153
+ vec3 maskedBlurCamera(vec2 uv, float radius) {
154
+ vec2 r = texelSize * radius;
155
+ vec3 color = sampleCamera(uv) * 0.2;
156
+ float weightSum = 0.2;
157
+
158
+ addMaskedBlurSample(color, weightSum, uv, uv + vec2(r.x, 0.0), 0.1);
159
+ addMaskedBlurSample(color, weightSum, uv, uv - vec2(r.x, 0.0), 0.1);
160
+ addMaskedBlurSample(color, weightSum, uv, uv + vec2(0.0, r.y), 0.1);
161
+ addMaskedBlurSample(color, weightSum, uv, uv - vec2(0.0, r.y), 0.1);
162
+ addMaskedBlurSample(color, weightSum, uv, uv + r, 0.075);
163
+ addMaskedBlurSample(color, weightSum, uv, uv - r, 0.075);
164
+ addMaskedBlurSample(color, weightSum, uv, uv + vec2(r.x, -r.y), 0.075);
165
+ addMaskedBlurSample(color, weightSum, uv, uv + vec2(-r.x, r.y), 0.075);
166
+ addMaskedBlurSample(color, weightSum, uv, uv + r * 2.0, 0.05);
167
+ addMaskedBlurSample(color, weightSum, uv, uv - r * 2.0, 0.05);
168
+
169
+ return color / max(weightSum, 0.001);
170
+ }
171
+
172
+ float retouchLuminance(vec3 color) {
173
+ return dot(color, vec3(0.299, 0.587, 0.114));
174
+ }
175
+
176
+ vec3 reduceBlemishes(vec3 current, vec3 source, vec3 localAverage, vec3 skinBase, float skinMask) {
177
+ float originalLum = retouchLuminance(source);
178
+ float localLum = retouchLuminance(localAverage);
179
+ float redness = max(source.r - max(source.g, source.b), 0.0);
180
+ float localRedness = max(localAverage.r - max(localAverage.g, localAverage.b), 0.0);
181
+ float excessRedness = max(redness - localRedness * 0.72, 0.0);
182
+ float darkSpot = max(localLum - originalLum, 0.0);
183
+ float contrast = length(source - localAverage);
184
+ float candidate =
185
+ smoothstep(0.012, 0.09, excessRedness) +
186
+ smoothstep(0.018, 0.13, darkSpot) +
187
+ smoothstep(0.03, 0.16, contrast);
188
+ float blemishMask = clamp(candidate * 0.72, 0.0, 1.0) * skinMask * blemishReduction;
189
+
190
+ vec3 chromaReduced = vec3(
191
+ mix(current.r, min(current.r, localAverage.r * 1.04), blemishMask),
192
+ mix(current.g, max(current.g, localAverage.g * 0.98), 0.35 * blemishMask),
193
+ mix(current.b, max(current.b, localAverage.b * 0.98), 0.35 * blemishMask)
194
+ );
195
+ vec3 texture = source - localAverage;
196
+ vec3 repaired = clamp(skinBase + texture * detailPreservation * 0.18, 0.0, 1.0);
197
+
198
+ return mix(chromaReduced, repaired, min(blemishMask * 1.15, 1.0));
199
+ }
200
+
201
+ void main() {
202
+ if (vUv.x < clipMinX || vUv.x > clipMaxX) discard;
203
+
204
+ vec3 original = sampleCamera(vUv);
205
+ vec3 masks = readRetouchMask(vUv);
206
+ float faceAlpha = max(max(masks.x, masks.y), masks.z);
207
+
208
+ if (previewMask > 0.5) {
209
+ float sharpPreview = 1.0 - step(0.001, retouchAmount + blurRadius);
210
+ float retouchPreview = mix(masks.x, masks.z, sharpPreview);
211
+ float protectedPreview = mix(masks.y, step(0.08, masks.y), sharpPreview);
212
+ vec3 facePreview = vec3(retouchPreview, 0.08, 0.08);
213
+ vec3 featurePreview = vec3(0.05, protectedPreview, 0.1);
214
+ vec3 maskPreview = max(facePreview, featurePreview);
215
+ vec3 debugColor = mix(original * 0.18, maskPreview, max(retouchPreview, protectedPreview));
216
+ gl_FragColor = vec4(debugColor, faceAlpha);
217
+ #include <colorspace_fragment>
218
+ return;
219
+ }
220
+
221
+ float effectiveBlurRadius = min(blurRadius, 12.0);
222
+ vec3 smallBlur = maskedBlurCamera(vUv, max(0.0, effectiveBlurRadius * 0.45));
223
+ vec3 largeBlur = maskedBlurCamera(vUv, max(0.0, effectiveBlurRadius));
224
+ vec3 detail = original - smallBlur;
225
+ float detailAmount = mix(detailPreservation, 0.9, masks.y);
226
+ vec3 smoothed = clamp(largeBlur + detail * detailAmount, 0.0, 1.0);
227
+ vec3 color = mix(original, smoothed, min(retouchAmount, 0.72) * masks.x);
228
+ vec3 blemishAverage = maskedBlurCamera(vUv, max(1.0, blemishRadius));
229
+ color = reduceBlemishes(color, original, blemishAverage, smoothed, masks.x);
230
+ gl_FragColor = vec4(color, faceAlpha);
231
+ #include <colorspace_fragment>
232
+ }
233
+ `, K = ({
234
+ retouchMask: e,
235
+ retouchAmount: a,
236
+ blurRadius: r,
237
+ detailPreservation: t = 0.62,
238
+ blemishReduction: o = 0.35,
239
+ blemishRadius: l = 3,
240
+ previewMask: i,
241
+ protectLandmarks: v,
242
+ clipMinX: n = 0,
243
+ clipMaxX: d = 1,
244
+ renderOrder: h = -1e3
245
+ }) => {
246
+ const { camera: c, size: m } = Y(), R = G(), s = b(
247
+ () => ({
248
+ cameraTexture: { value: null },
249
+ retouchMaskTexture: { value: null },
250
+ texelSize: { value: new g.Vector2(1 / 1280, 1 / 720) },
251
+ retouchAmount: { value: 0 },
252
+ blurRadius: { value: 0 },
253
+ detailPreservation: { value: 0 },
254
+ blemishReduction: { value: 0 },
255
+ blemishRadius: { value: 0 },
256
+ previewMask: { value: 0 },
257
+ protectLandmarks: { value: 1 },
258
+ clipMinX: { value: 0 },
259
+ clipMaxX: { value: 1 }
260
+ }),
261
+ []
262
+ ), E = b(() => {
263
+ if (!c.isPerspectiveCamera)
264
+ return [10, 10];
265
+ const T = c, D = (T.position.z || 5) - -1, N = g.MathUtils.degToRad(T.fov), F = 2 * Math.tan(N / 2) * D;
266
+ return [F * (m.width / m.height), F];
267
+ }, [c, m]);
268
+ return V(() => {
269
+ s.cameraTexture.value = R ?? null, s.retouchMaskTexture.value = e, s.texelSize.value.set(1 / Math.max(m.width, 1), 1 / Math.max(m.height, 1)), s.retouchAmount.value = a, s.blurRadius.value = r, s.detailPreservation.value = t, s.blemishReduction.value = o, s.blemishRadius.value = l, s.previewMask.value = i ? 1 : 0, s.protectLandmarks.value = v ? 1 : 0, s.clipMinX.value = n, s.clipMaxX.value = d;
270
+ }), R ? /* @__PURE__ */ x("group", { position: [0, 0, -1], children: /* @__PURE__ */ W("mesh", { renderOrder: h, children: [
271
+ /* @__PURE__ */ x("planeGeometry", { args: E }),
272
+ /* @__PURE__ */ x(
273
+ "shaderMaterial",
274
+ {
275
+ uniforms: s,
276
+ vertexShader: q,
277
+ fragmentShader: Z,
278
+ transparent: !0,
279
+ depthTest: !1,
280
+ depthWrite: !1,
281
+ toneMapped: !1
282
+ }
283
+ )
284
+ ] }) }) : null;
285
+ }, B = 512, J = [
286
+ 10,
287
+ 338,
288
+ 297,
289
+ 332,
290
+ 284,
291
+ 251,
292
+ 389,
293
+ 356,
294
+ 454,
295
+ 323,
296
+ 361,
297
+ 288,
298
+ 397,
299
+ 365,
300
+ 379,
301
+ 378,
302
+ 400,
303
+ 377,
304
+ 152,
305
+ 148,
306
+ 176,
307
+ 149,
308
+ 150,
309
+ 136,
310
+ 172,
311
+ 58,
312
+ 132,
313
+ 93,
314
+ 234,
315
+ 127,
316
+ 162,
317
+ 21,
318
+ 54,
319
+ 103,
320
+ 67,
321
+ 109
322
+ ], Q = [
323
+ 33,
324
+ 246,
325
+ 161,
326
+ 160,
327
+ 159,
328
+ 158,
329
+ 157,
330
+ 173,
331
+ 133,
332
+ 155,
333
+ 154,
334
+ 153,
335
+ 145,
336
+ 144,
337
+ 163,
338
+ 7
339
+ ], $ = [
340
+ 362,
341
+ 398,
342
+ 384,
343
+ 385,
344
+ 386,
345
+ 387,
346
+ 388,
347
+ 466,
348
+ 263,
349
+ 249,
350
+ 390,
351
+ 373,
352
+ 374,
353
+ 380,
354
+ 381,
355
+ 382
356
+ ], z = [
357
+ 61,
358
+ 146,
359
+ 91,
360
+ 181,
361
+ 84,
362
+ 17,
363
+ 314,
364
+ 405,
365
+ 321,
366
+ 375,
367
+ 291,
368
+ 409,
369
+ 270,
370
+ 269,
371
+ 267,
372
+ 0,
373
+ 37,
374
+ 39,
375
+ 40,
376
+ 185
377
+ ], ee = [
378
+ 78,
379
+ 95,
380
+ 88,
381
+ 178,
382
+ 87,
383
+ 14,
384
+ 317,
385
+ 402,
386
+ 318,
387
+ 324,
388
+ 308,
389
+ 415,
390
+ 310,
391
+ 311,
392
+ 312,
393
+ 13,
394
+ 82,
395
+ 81,
396
+ 80,
397
+ 191
398
+ ], ae = [70, 63, 105, 66, 107, 55, 65, 52, 53, 46], re = [336, 296, 334, 293, 300, 276, 283, 282, 295, 285], te = [
399
+ Q,
400
+ $,
401
+ z,
402
+ ee,
403
+ ae,
404
+ re
405
+ ], L = (e, a, r) => {
406
+ H(e, a, J, r);
407
+ }, U = (e, a, r) => {
408
+ const t = f(a, 10, r), o = f(a, 103, r), l = f(a, 332, r), i = f(a, 105, r), v = f(a, 334, r);
409
+ if (!t || !o || !l || !i || !v) return;
410
+ const n = (i.y + v.y) * 0.5, d = Math.abs(l.x - o.x), h = Math.max(Math.abs(n - t.y) * 0.72, d * 0.08), c = Math.max(0, t.y - h), m = h * 0.34;
411
+ e.beginPath(), e.moveTo(o.x, o.y - m), e.quadraticCurveTo((o.x + t.x) * 0.5, c, t.x, c), e.quadraticCurveTo(
412
+ (l.x + t.x) * 0.5,
413
+ c,
414
+ l.x,
415
+ l.y - m
416
+ ), e.lineTo(v.x, n), e.quadraticCurveTo(t.x, n + h * 0.16, i.x, n), e.closePath(), e.fill();
417
+ }, oe = (e, a, r) => {
418
+ te.forEach((t) => H(e, a, t, r));
419
+ }, f = (e, a, r) => {
420
+ const t = e[a];
421
+ return t ? {
422
+ x: t.x * r,
423
+ y: t.y * r
424
+ } : null;
425
+ }, H = (e, a, r, t) => {
426
+ const o = f(a, r[0], t);
427
+ if (o) {
428
+ e.beginPath(), e.moveTo(o.x, o.y);
429
+ for (let l = 1; l < r.length; l += 1) {
430
+ const i = f(a, r[l], t);
431
+ i && e.lineTo(i.x, i.y);
432
+ }
433
+ e.closePath(), e.fill();
434
+ }
435
+ }, le = (e, a, r = B, t = {}) => {
436
+ e.clearRect(0, 0, r, r), a != null && a.length && (e.save(), e.globalCompositeOperation = "lighter", e.fillStyle = "rgb(0, 0, 255)", L(e, a, r), t.foreheadCoverage && U(e, a, r), e.restore(), e.save(), e.globalCompositeOperation = "lighter", e.filter = "blur(8px)", e.fillStyle = "rgb(255, 0, 0)", L(e, a, r), t.foreheadCoverage && U(e, a, r), e.restore(), e.save(), e.globalCompositeOperation = "lighter", e.filter = "blur(3px)", e.fillStyle = "rgb(0, 255, 0)", oe(e, a, r), e.restore());
437
+ }, se = (e) => {
438
+ const a = document.createElement("canvas");
439
+ a.width = e, a.height = e;
440
+ const r = a.getContext("2d", { willReadFrequently: !1 });
441
+ if (!r) throw new Error("Unable to create face retouch mask context");
442
+ const t = new g.CanvasTexture(a);
443
+ return t.colorSpace = g.NoColorSpace, t.minFilter = g.LinearFilter, t.magFilter = g.LinearFilter, t.generateMipmaps = !1, t.needsUpdate = !0, { canvas: a, context: r, texture: t };
444
+ }, ie = (e, a = B, r = {}, t = 0) => {
445
+ const o = b(() => se(a), [a]);
446
+ return P(() => {
447
+ let l = 0;
448
+ const i = () => {
449
+ var n, d;
450
+ l = requestAnimationFrame(i);
451
+ const v = (d = (n = e == null ? void 0 : e.detectionResults) == null ? void 0 : n.faceLandmarks) == null ? void 0 : d[t];
452
+ le(o.context, v, a, r), o.texture.needsUpdate = !0;
453
+ };
454
+ return i(), () => {
455
+ cancelAnimationFrame(l);
456
+ };
457
+ }, [t, e, o.context, o.texture, r, a]), P(() => () => {
458
+ o.texture.dispose();
459
+ }, [o.texture]), { canvas: o.canvas, texture: o.texture };
460
+ }, Te = [
461
+ { key: "skinSmoothing", label: "Skin smoothing", type: "number", min: 0, max: 1, step: 0.01 },
462
+ { key: "skinRealism", label: "Skin realism", type: "number", min: 0, max: 1, step: 0.01 },
463
+ {
464
+ key: "blemishReduction",
465
+ label: "Blemish reduction",
466
+ type: "number",
467
+ min: 0,
468
+ max: 1,
469
+ step: 0.01
470
+ },
471
+ { key: "previewMask", label: "Preview mask", type: "boolean" }
472
+ ], ce = (e) => {
473
+ const a = Number(e);
474
+ return Number.isFinite(a) ? Math.max(0, Math.round(a)) : 0;
475
+ }, ue = (e, a) => {
476
+ const r = Number(a);
477
+ return Number.isFinite(r) ? Math.max(e + 1, Math.round(r)) : e + 1;
478
+ }, M = {
479
+ skinSmoothing: 0.55,
480
+ skinRealism: 0.62,
481
+ blemishReduction: 0.35,
482
+ previewMask: !1
483
+ }, S = {
484
+ blurRadius: 8,
485
+ blemishRadius: 3,
486
+ protectLandmarks: !0,
487
+ foreheadCoverage: !0
488
+ }, C = (e, a) => {
489
+ const r = Number(e);
490
+ return Number.isFinite(r) ? Math.min(1, Math.max(0, r)) : a;
491
+ }, O = (e = {}) => ({
492
+ skinSmoothing: C(e.skinSmoothing, M.skinSmoothing),
493
+ skinRealism: C(e.skinRealism, M.skinRealism),
494
+ blemishReduction: C(e.blemishReduction, M.blemishReduction),
495
+ previewMask: typeof e.previewMask == "boolean" ? e.previewMask : M.previewMask
496
+ }), Fe = (e, a) => O({ ...e, ...a }), _e = ({
497
+ faceIndex: e,
498
+ numFaces: a,
499
+ skinSmoothing: r,
500
+ skinRealism: t,
501
+ blemishReduction: o,
502
+ previewMask: l,
503
+ clipMinX: i = 0,
504
+ clipMaxX: v = 1,
505
+ renderOrder: n
506
+ }) => {
507
+ const d = ce(e), h = ue(d, a), c = O({
508
+ skinSmoothing: r,
509
+ skinRealism: t,
510
+ blemishReduction: o,
511
+ previewMask: l
512
+ }), m = b(() => ({ numFaces: h }), [h]), { node: R } = I(
513
+ X.FACE_TRACKER,
514
+ m
515
+ ), s = b(
516
+ () => ({ foreheadCoverage: S.foreheadCoverage }),
517
+ []
518
+ ), E = ie(R, void 0, s, d);
519
+ return /* @__PURE__ */ x(
520
+ K,
521
+ {
522
+ retouchMask: E.texture,
523
+ retouchAmount: c.skinSmoothing,
524
+ blurRadius: S.blurRadius,
525
+ detailPreservation: c.skinRealism,
526
+ blemishReduction: c.blemishReduction,
527
+ blemishRadius: S.blemishRadius,
528
+ previewMask: c.previewMask,
529
+ protectLandmarks: S.protectLandmarks,
530
+ clipMinX: i,
531
+ clipMaxX: v,
532
+ renderOrder: n
533
+ }
534
+ );
535
+ };
536
+ export {
537
+ j as D,
538
+ ke as F,
539
+ xe as a,
540
+ we as b,
541
+ Ce as c,
542
+ M as d,
543
+ Te as e,
544
+ _e as f,
545
+ Ae as g,
546
+ Me as m,
547
+ Fe as p,
548
+ O as r,
549
+ Se as s,
550
+ Ee as t
551
+ };
@@ -0,0 +1,134 @@
1
+ "use strict";const o=require("./FaceMeshRenderer-lQLhYIW-.cjs"),M=require("react/jsx-runtime"),S=require("react"),D=require("./index-D4bLzBr6.cjs"),y=require("./index-82aENaRq.cjs"),T=require("@react-three/fiber"),U=require("three"),B=require("./selectors-2QvO5RYY.cjs");function N(e){const a=Object.create(null,{[Symbol.toStringTag]:{value:"Module"}});if(e){for(const t in e)if(t!=="default"){const r=Object.getOwnPropertyDescriptor(e,t);Object.defineProperty(a,t,r.get?r:{enumerable:!0,get:()=>e[t]})}}return a.default=e,Object.freeze(a)}const p=N(U),w={enabled:!1,strength:1,faceWidth:0,faceHeight:0,faceRoundness:0,midfaceHeight:0,foreheadHeight:0,foreheadWidth:0,cheekboneWidth:0,cheekWidth:0,cheekHollowness:0,midfaceDepth:0,scalpHeight:0,headCurve:0,faceTwist:0,faceSwirl:0,browDistance:0,browHeight:0,browDepth:0,eyeSize:0,leftEyeSize:0,rightEyeSize:0,eyeDistance:0,leftEyeX:0,rightEyeX:0,leftEyeY:0,rightEyeY:0,noseSize:0,noseLength:0,mouthWidth:0,mouthHeight:0,jawWidth:0,chinHeight:0},I={...w,enabled:!0,strength:1,faceWidth:-.08,faceHeight:.04,foreheadHeight:.04,cheekWidth:-.04,eyeSize:.08,eyeDistance:.03,noseSize:-.05,noseLength:.03,mouthWidth:.06,mouthHeight:.02,jawWidth:-.05,chinHeight:.03},X=[{label:"Wireframe",value:o.FACE_MESH_MATERIAL_TYPES.wireframe},{label:"Basic",value:o.FACE_MESH_MATERIAL_TYPES.basic},{label:"Standard",value:o.FACE_MESH_MATERIAL_TYPES.standard},{label:"Physical",value:o.FACE_MESH_MATERIAL_TYPES.physical},{label:"Toon",value:o.FACE_MESH_MATERIAL_TYPES.toon},{label:"Normal",value:o.FACE_MESH_MATERIAL_TYPES.normal},{label:"Matcap",value:o.FACE_MESH_MATERIAL_TYPES.matcap},{label:"Shader",value:o.FACE_MESH_MATERIAL_TYPES.shader}],W=[{label:"Original Face",value:o.FACE_MESH_SHADER_PRESETS.originalFace},{label:"Composite",value:o.FACE_MESH_SHADER_PRESETS.composite}],Y=[{label:"Front",value:o.FACE_MESH_SIDES.front},{label:"Back",value:o.FACE_MESH_SIDES.back},{label:"Double",value:o.FACE_MESH_SIDES.double}],j=[{label:"None",value:o.FACE_MESH_TEXTURE_MAPS.none},{label:"UV Map 1",value:o.FACE_MESH_TEXTURE_MAPS.canonical},{label:"UV Map 2",value:o.FACE_MESH_TEXTURE_MAPS.style2}],q=[{label:"None",value:o.FACE_MESH_ALPHA_MAPS.none},{label:"Default Mask",value:o.FACE_MESH_ALPHA_MAPS.canonical}],G=[{label:"Solid",value:o.FACE_MESH_MASK_TEXTURE_SOURCES.solid},{label:"Gradient",value:o.FACE_MESH_MASK_TEXTURE_SOURCES.gradient},{label:"Image URL",value:o.FACE_MESH_MASK_TEXTURE_SOURCES.imageUrl},{label:"Media URL",value:o.FACE_MESH_MASK_TEXTURE_SOURCES.mediaUrl}],V=[{label:"Normal",value:o.FACE_MESH_BLEND_MODES.normal},{label:"Add",value:o.FACE_MESH_BLEND_MODES.add},{label:"Subtract",value:o.FACE_MESH_BLEND_MODES.subtract},{label:"Multiply",value:o.FACE_MESH_BLEND_MODES.multiply},{label:"Screen",value:o.FACE_MESH_BLEND_MODES.screen},{label:"Overlay",value:o.FACE_MESH_BLEND_MODES.overlay},{label:"Soft Light",value:o.FACE_MESH_BLEND_MODES.softLight},{label:"Hard Light",value:o.FACE_MESH_BLEND_MODES.hardLight},{label:"Lighten",value:o.FACE_MESH_BLEND_MODES.lighten},{label:"Darken",value:o.FACE_MESH_BLEND_MODES.darken},{label:"Difference",value:o.FACE_MESH_BLEND_MODES.difference},{label:"Exclusion",value:o.FACE_MESH_BLEND_MODES.exclusion}],K=`
2
+ varying vec2 vUv;
3
+
4
+ void main() {
5
+ vUv = uv;
6
+ gl_Position = projectionMatrix * modelViewMatrix * vec4(position, 1.0);
7
+ }
8
+ `,Z=`
9
+ uniform sampler2D cameraTexture;
10
+ uniform sampler2D retouchMaskTexture;
11
+ uniform vec2 texelSize;
12
+ uniform float retouchAmount;
13
+ uniform float blurRadius;
14
+ uniform float detailPreservation;
15
+ uniform float blemishReduction;
16
+ uniform float blemishRadius;
17
+ uniform float previewMask;
18
+ uniform float protectLandmarks;
19
+ uniform float clipMinX;
20
+ uniform float clipMaxX;
21
+ varying vec2 vUv;
22
+
23
+ vec3 sampleCamera(vec2 uv) {
24
+ return texture2D(cameraTexture, clamp(uv, vec2(0.0), vec2(1.0))).rgb;
25
+ }
26
+
27
+ vec3 readRetouchMask(vec2 uv) {
28
+ vec4 mask = texture2D(retouchMaskTexture, uv);
29
+ float faceRegion = clamp(mask.b, 0.0, 1.0);
30
+ float softFaceRegion = min(mask.r, faceRegion);
31
+ float protectedRegion = min(mask.g, faceRegion) * protectLandmarks;
32
+ float hardProtectedRegion = step(0.08, protectedRegion);
33
+ float softRetouchRegion = softFaceRegion * (1.0 - protectedRegion);
34
+ float hardRetouchRegion = step(0.5, faceRegion) * (1.0 - hardProtectedRegion);
35
+
36
+ return vec3(
37
+ clamp(softRetouchRegion, 0.0, 1.0),
38
+ clamp(protectedRegion, 0.0, 1.0),
39
+ clamp(hardRetouchRegion, 0.0, 1.0)
40
+ );
41
+ }
42
+
43
+ float retouchCoverage(vec2 uv) {
44
+ return step(0.001, readRetouchMask(uv).x);
45
+ }
46
+
47
+ void addMaskedBlurSample(inout vec3 color, inout float weightSum, vec2 centerUv, vec2 sampleUv, float weight) {
48
+ float coverage = retouchCoverage(sampleUv);
49
+ vec3 sampleColor = mix(sampleCamera(centerUv), sampleCamera(sampleUv), coverage);
50
+ color += sampleColor * weight;
51
+ weightSum += weight;
52
+ }
53
+
54
+ vec3 maskedBlurCamera(vec2 uv, float radius) {
55
+ vec2 r = texelSize * radius;
56
+ vec3 color = sampleCamera(uv) * 0.2;
57
+ float weightSum = 0.2;
58
+
59
+ addMaskedBlurSample(color, weightSum, uv, uv + vec2(r.x, 0.0), 0.1);
60
+ addMaskedBlurSample(color, weightSum, uv, uv - vec2(r.x, 0.0), 0.1);
61
+ addMaskedBlurSample(color, weightSum, uv, uv + vec2(0.0, r.y), 0.1);
62
+ addMaskedBlurSample(color, weightSum, uv, uv - vec2(0.0, r.y), 0.1);
63
+ addMaskedBlurSample(color, weightSum, uv, uv + r, 0.075);
64
+ addMaskedBlurSample(color, weightSum, uv, uv - r, 0.075);
65
+ addMaskedBlurSample(color, weightSum, uv, uv + vec2(r.x, -r.y), 0.075);
66
+ addMaskedBlurSample(color, weightSum, uv, uv + vec2(-r.x, r.y), 0.075);
67
+ addMaskedBlurSample(color, weightSum, uv, uv + r * 2.0, 0.05);
68
+ addMaskedBlurSample(color, weightSum, uv, uv - r * 2.0, 0.05);
69
+
70
+ return color / max(weightSum, 0.001);
71
+ }
72
+
73
+ float retouchLuminance(vec3 color) {
74
+ return dot(color, vec3(0.299, 0.587, 0.114));
75
+ }
76
+
77
+ vec3 reduceBlemishes(vec3 current, vec3 source, vec3 localAverage, vec3 skinBase, float skinMask) {
78
+ float originalLum = retouchLuminance(source);
79
+ float localLum = retouchLuminance(localAverage);
80
+ float redness = max(source.r - max(source.g, source.b), 0.0);
81
+ float localRedness = max(localAverage.r - max(localAverage.g, localAverage.b), 0.0);
82
+ float excessRedness = max(redness - localRedness * 0.72, 0.0);
83
+ float darkSpot = max(localLum - originalLum, 0.0);
84
+ float contrast = length(source - localAverage);
85
+ float candidate =
86
+ smoothstep(0.012, 0.09, excessRedness) +
87
+ smoothstep(0.018, 0.13, darkSpot) +
88
+ smoothstep(0.03, 0.16, contrast);
89
+ float blemishMask = clamp(candidate * 0.72, 0.0, 1.0) * skinMask * blemishReduction;
90
+
91
+ vec3 chromaReduced = vec3(
92
+ mix(current.r, min(current.r, localAverage.r * 1.04), blemishMask),
93
+ mix(current.g, max(current.g, localAverage.g * 0.98), 0.35 * blemishMask),
94
+ mix(current.b, max(current.b, localAverage.b * 0.98), 0.35 * blemishMask)
95
+ );
96
+ vec3 texture = source - localAverage;
97
+ vec3 repaired = clamp(skinBase + texture * detailPreservation * 0.18, 0.0, 1.0);
98
+
99
+ return mix(chromaReduced, repaired, min(blemishMask * 1.15, 1.0));
100
+ }
101
+
102
+ void main() {
103
+ if (vUv.x < clipMinX || vUv.x > clipMaxX) discard;
104
+
105
+ vec3 original = sampleCamera(vUv);
106
+ vec3 masks = readRetouchMask(vUv);
107
+ float faceAlpha = max(max(masks.x, masks.y), masks.z);
108
+
109
+ if (previewMask > 0.5) {
110
+ float sharpPreview = 1.0 - step(0.001, retouchAmount + blurRadius);
111
+ float retouchPreview = mix(masks.x, masks.z, sharpPreview);
112
+ float protectedPreview = mix(masks.y, step(0.08, masks.y), sharpPreview);
113
+ vec3 facePreview = vec3(retouchPreview, 0.08, 0.08);
114
+ vec3 featurePreview = vec3(0.05, protectedPreview, 0.1);
115
+ vec3 maskPreview = max(facePreview, featurePreview);
116
+ vec3 debugColor = mix(original * 0.18, maskPreview, max(retouchPreview, protectedPreview));
117
+ gl_FragColor = vec4(debugColor, faceAlpha);
118
+ #include <colorspace_fragment>
119
+ return;
120
+ }
121
+
122
+ float effectiveBlurRadius = min(blurRadius, 12.0);
123
+ vec3 smallBlur = maskedBlurCamera(vUv, max(0.0, effectiveBlurRadius * 0.45));
124
+ vec3 largeBlur = maskedBlurCamera(vUv, max(0.0, effectiveBlurRadius));
125
+ vec3 detail = original - smallBlur;
126
+ float detailAmount = mix(detailPreservation, 0.9, masks.y);
127
+ vec3 smoothed = clamp(largeBlur + detail * detailAmount, 0.0, 1.0);
128
+ vec3 color = mix(original, smoothed, min(retouchAmount, 0.72) * masks.x);
129
+ vec3 blemishAverage = maskedBlurCamera(vUv, max(1.0, blemishRadius));
130
+ color = reduceBlemishes(color, original, blemishAverage, smoothed, masks.x);
131
+ gl_FragColor = vec4(color, faceAlpha);
132
+ #include <colorspace_fragment>
133
+ }
134
+ `,$=({retouchMask:e,retouchAmount:a,blurRadius:t,detailPreservation:r=.62,blemishReduction:l=.35,blemishRadius:s=3,previewMask:c,protectLandmarks:v,clipMinX:n=0,clipMaxX:d=1,renderOrder:h=-1e3})=>{const{camera:u,size:m}=T.useThree(),_=B.useXRCameraTexture(),i=S.useMemo(()=>({cameraTexture:{value:null},retouchMaskTexture:{value:null},texelSize:{value:new p.Vector2(1/1280,1/720)},retouchAmount:{value:0},blurRadius:{value:0},detailPreservation:{value:0},blemishReduction:{value:0},blemishRadius:{value:0},previewMask:{value:0},protectLandmarks:{value:1},clipMinX:{value:0},clipMaxX:{value:1}}),[]),R=S.useMemo(()=>{if(!u.isPerspectiveCamera)return[10,10];const k=u,P=(k.position.z||5)- -1,O=p.MathUtils.degToRad(k.fov),C=2*Math.tan(O/2)*P;return[C*(m.width/m.height),C]},[u,m]);return T.useFrame(()=>{i.cameraTexture.value=_??null,i.retouchMaskTexture.value=e,i.texelSize.value.set(1/Math.max(m.width,1),1/Math.max(m.height,1)),i.retouchAmount.value=a,i.blurRadius.value=t,i.detailPreservation.value=r,i.blemishReduction.value=l,i.blemishRadius.value=s,i.previewMask.value=c?1:0,i.protectLandmarks.value=v?1:0,i.clipMinX.value=n,i.clipMaxX.value=d}),_?M.jsx("group",{position:[0,0,-1],children:M.jsxs("mesh",{renderOrder:h,children:[M.jsx("planeGeometry",{args:R}),M.jsx("shaderMaterial",{uniforms:i,vertexShader:K,fragmentShader:Z,transparent:!0,depthTest:!1,depthWrite:!1,toneMapped:!1})]})}):null},H=512,J=[10,338,297,332,284,251,389,356,454,323,361,288,397,365,379,378,400,377,152,148,176,149,150,136,172,58,132,93,234,127,162,21,54,103,67,109],Q=[33,246,161,160,159,158,157,173,133,155,154,153,145,144,163,7],z=[362,398,384,385,386,387,388,466,263,249,390,373,374,380,381,382],ee=[61,146,91,181,84,17,314,405,321,375,291,409,270,269,267,0,37,39,40,185],ae=[78,95,88,178,87,14,317,402,318,324,308,415,310,311,312,13,82,81,80,191],te=[70,63,105,66,107,55,65,52,53,46],re=[336,296,334,293,300,276,283,282,295,285],oe=[Q,z,ee,ae,te,re],F=(e,a,t)=>{L(e,a,J,t)},x=(e,a,t)=>{const r=E(a,10,t),l=E(a,103,t),s=E(a,332,t),c=E(a,105,t),v=E(a,334,t);if(!r||!l||!s||!c||!v)return;const n=(c.y+v.y)*.5,d=Math.abs(s.x-l.x),h=Math.max(Math.abs(n-r.y)*.72,d*.08),u=Math.max(0,r.y-h),m=h*.34;e.beginPath(),e.moveTo(l.x,l.y-m),e.quadraticCurveTo((l.x+r.x)*.5,u,r.x,u),e.quadraticCurveTo((s.x+r.x)*.5,u,s.x,s.y-m),e.lineTo(v.x,n),e.quadraticCurveTo(r.x,n+h*.16,c.x,n),e.closePath(),e.fill()},le=(e,a,t)=>{oe.forEach(r=>L(e,a,r,t))},E=(e,a,t)=>{const r=e[a];return r?{x:r.x*t,y:r.y*t}:null},L=(e,a,t,r)=>{const l=E(a,t[0],r);if(l){e.beginPath(),e.moveTo(l.x,l.y);for(let s=1;s<t.length;s+=1){const c=E(a,t[s],r);c&&e.lineTo(c.x,c.y)}e.closePath(),e.fill()}},se=(e,a,t=H,r={})=>{e.clearRect(0,0,t,t),a!=null&&a.length&&(e.save(),e.globalCompositeOperation="lighter",e.fillStyle="rgb(0, 0, 255)",F(e,a,t),r.foreheadCoverage&&x(e,a,t),e.restore(),e.save(),e.globalCompositeOperation="lighter",e.filter="blur(8px)",e.fillStyle="rgb(255, 0, 0)",F(e,a,t),r.foreheadCoverage&&x(e,a,t),e.restore(),e.save(),e.globalCompositeOperation="lighter",e.filter="blur(3px)",e.fillStyle="rgb(0, 255, 0)",le(e,a,t),e.restore())},ie=e=>{const a=document.createElement("canvas");a.width=e,a.height=e;const t=a.getContext("2d",{willReadFrequently:!1});if(!t)throw new Error("Unable to create face retouch mask context");const r=new p.CanvasTexture(a);return r.colorSpace=p.NoColorSpace,r.minFilter=p.LinearFilter,r.magFilter=p.LinearFilter,r.generateMipmaps=!1,r.needsUpdate=!0,{canvas:a,context:t,texture:r}},ce=(e,a=H,t={},r=0)=>{const l=S.useMemo(()=>ie(a),[a]);return S.useEffect(()=>{let s=0;const c=()=>{var n,d;s=requestAnimationFrame(c);const v=(d=(n=e==null?void 0:e.detectionResults)==null?void 0:n.faceLandmarks)==null?void 0:d[r];se(l.context,v,a,t),l.texture.needsUpdate=!0};return c(),()=>{cancelAnimationFrame(s)}},[r,e,l.context,l.texture,t,a]),S.useEffect(()=>()=>{l.texture.dispose()},[l.texture]),{canvas:l.canvas,texture:l.texture}},ue=[{key:"skinSmoothing",label:"Skin smoothing",type:"number",min:0,max:1,step:.01},{key:"skinRealism",label:"Skin realism",type:"number",min:0,max:1,step:.01},{key:"blemishReduction",label:"Blemish reduction",type:"number",min:0,max:1,step:.01},{key:"previewMask",label:"Preview mask",type:"boolean"}],ne=e=>{const a=Number(e);return Number.isFinite(a)?Math.max(0,Math.round(a)):0},me=(e,a)=>{const t=Number(a);return Number.isFinite(t)?Math.max(e+1,Math.round(t)):e+1},g={skinSmoothing:.55,skinRealism:.62,blemishReduction:.35,previewMask:!1},f={blurRadius:8,blemishRadius:3,protectLandmarks:!0,foreheadCoverage:!0},b=(e,a)=>{const t=Number(e);return Number.isFinite(t)?Math.min(1,Math.max(0,t)):a},A=(e={})=>({skinSmoothing:b(e.skinSmoothing,g.skinSmoothing),skinRealism:b(e.skinRealism,g.skinRealism),blemishReduction:b(e.blemishReduction,g.blemishReduction),previewMask:typeof e.previewMask=="boolean"?e.previewMask:g.previewMask}),ve=(e,a)=>A({...e,...a}),de=({faceIndex:e,numFaces:a,skinSmoothing:t,skinRealism:r,blemishReduction:l,previewMask:s,clipMinX:c=0,clipMaxX:v=1,renderOrder:n})=>{const d=ne(e),h=me(d,a),u=A({skinSmoothing:t,skinRealism:r,blemishReduction:l,previewMask:s}),m=S.useMemo(()=>({numFaces:h}),[h]),{node:_}=y.useXRModel(D.XRModel.FACE_TRACKER,m),i=S.useMemo(()=>({foreheadCoverage:f.foreheadCoverage}),[]),R=ce(_,void 0,i,d);return M.jsx($,{retouchMask:R.texture,retouchAmount:u.skinSmoothing,blurRadius:f.blurRadius,detailPreservation:u.skinRealism,blemishReduction:u.blemishReduction,blemishRadius:f.blemishRadius,previewMask:u.previewMask,protectLandmarks:f.protectLandmarks,clipMinX:c,clipMaxX:v,renderOrder:n})};exports.DEFAULT_FACE_WARP_3D_SETTINGS=w;exports.FACE_RETOUCH_DEFAULT_CONTROLS=g;exports.FACE_RETOUCH_SETTINGS_FIELDS=ue;exports.FACE_WARP_3D_PRESET=I;exports.FaceRetouch=de;exports.alphaMapOptions=q;exports.blendModeOptions=V;exports.maskTextureSourceOptions=G;exports.materialTypeOptions=X;exports.patchFaceRetouchControls=ve;exports.resolveFaceRetouchControls=A;exports.shaderPresetOptions=W;exports.sideOptions=Y;exports.textureMapOptions=j;