@vincentt-xr/sdk 2.0.0-alpha.7 → 2.0.0-alpha.9

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (639) hide show
  1. package/GROUNDING.md +5651 -82
  2. package/README.md +1 -0
  3. package/dist/CanonicalHeadFrame-BHcWyaiK.js +1506 -0
  4. package/dist/CanonicalHeadFrame-D-_T1OMU.cjs +1 -0
  5. package/dist/DebuggerUI-7ngnJsBe.js +275 -0
  6. package/dist/DebuggerUI-CoglgKdO.cjs +1 -0
  7. package/dist/FaceRetouch-CLoTfrcs.js +1071 -0
  8. package/dist/FaceRetouch-J1lC1WbS.cjs +134 -0
  9. package/dist/FaceSurface-CHAMEeG1.cjs +1 -0
  10. package/dist/FaceSurface-DmP9AEeC.js +27 -0
  11. package/dist/SegmentationOverlay-D_FWkcyP.cjs +35 -0
  12. package/dist/SegmentationOverlay-vn5x_knv.js +6237 -0
  13. package/dist/SkeletonUtils-C2r90MtN.js +21 -0
  14. package/dist/SkeletonUtils-CddIup1F.cjs +1 -0
  15. package/dist/TextLabel-XE0rQSDn.cjs +2 -0
  16. package/dist/TextLabel-c9BCucOI.js +961 -0
  17. package/dist/assets/cache.d.ts +99 -0
  18. package/dist/assets/estimate.d.ts +11 -0
  19. package/dist/assets/gltfLoader.d.ts +16 -0
  20. package/dist/assets/index.d.ts +7 -0
  21. package/dist/assets/loaders.d.ts +43 -0
  22. package/dist/assets/react.d.ts +33 -0
  23. package/dist/body-pose/index.d.ts +521 -0
  24. package/dist/body-trigger/__fixtures__/syntheticBody.d.ts +83 -0
  25. package/dist/body-trigger/frame.d.ts +88 -0
  26. package/dist/body-trigger/index.d.ts +6 -0
  27. package/dist/body-trigger/moves.d.ts +235 -0
  28. package/dist/body-trigger/trigger.d.ts +75 -0
  29. package/dist/calibration/calibration.d.ts +75 -0
  30. package/dist/calibration/index.d.ts +6 -0
  31. package/dist/calibration/storage.d.ts +13 -0
  32. package/dist/calibration/types.d.ts +53 -0
  33. package/dist/calibration/useXRCalibration.d.ts +46 -0
  34. package/dist/camera/CameraPermissionGate.d.ts +26 -0
  35. package/dist/camera/devices.d.ts +26 -0
  36. package/dist/camera/index.d.ts +8 -0
  37. package/dist/camera/permission.d.ts +86 -0
  38. package/dist/camera/useCameraPermission.d.ts +35 -0
  39. package/dist/canonicalFace-BHwyCx1c.js +9 -0
  40. package/dist/canonicalFace-C83I225R.cjs +1 -0
  41. package/dist/capabilities/detect.d.ts +45 -0
  42. package/dist/capabilities/index.d.ts +5 -0
  43. package/dist/capabilities/types.d.ts +120 -0
  44. package/dist/capabilities/useXRCapabilities.d.ts +18 -0
  45. package/dist/compat/environment.d.ts +5 -0
  46. package/dist/compat/index.d.ts +4 -0
  47. package/dist/compat/run.d.ts +18 -0
  48. package/dist/compat/scenarios.d.ts +10 -0
  49. package/dist/compat/types.d.ts +101 -0
  50. package/dist/components/BodyInstruction/BodyPoseHint.d.ts +63 -0
  51. package/dist/components/BodyInstruction/index.d.ts +69 -0
  52. package/dist/components/BodyInstruction/useBodyPose.d.ts +23 -0
  53. package/dist/components/BodyTracker/index.d.ts +17 -0
  54. package/dist/components/BodyTrigger/index.d.ts +49 -0
  55. package/dist/components/Debugger/DebuggerProvider.d.ts +14 -1
  56. package/dist/components/Debugger/DebuggerUI.d.ts +3 -1
  57. package/dist/components/FaceAtlas/FaceAtlasLayer.d.ts +114 -0
  58. package/dist/components/FaceAtlas/MadeUpCamera.d.ts +80 -0
  59. package/dist/components/FaceAtlas/constants.d.ts +8 -0
  60. package/dist/components/FaceAtlas/index.d.ts +7 -0
  61. package/dist/components/FaceAtlas/useFaceAtlasSurface.d.ts +84 -0
  62. package/dist/components/FaceAtlas/useFaceSkin.d.ts +84 -0
  63. package/dist/components/FaceCharacter/ExternalFaceMesh.d.ts +109 -0
  64. package/dist/components/FaceCharacter/FaceExpressionController.d.ts +53 -0
  65. package/dist/components/FaceCharacter/FaceMorph.d.ts +71 -0
  66. package/dist/components/FaceCharacter/FacePiercing.d.ts +65 -0
  67. package/dist/components/FaceCharacter/FaceReprojection.d.ts +85 -0
  68. package/dist/components/FaceCharacter/FaceRig.d.ts +38 -0
  69. package/dist/components/FaceCharacter/FaceSurface.d.ts +49 -0
  70. package/dist/components/FaceCharacter/FaceSurfaceOccluder.d.ts +39 -0
  71. package/dist/components/FaceCharacter/PinToFaceMesh.d.ts +68 -0
  72. package/dist/components/FaceCharacter/index.d.ts +18 -0
  73. package/dist/components/FaceCharacter/useFaceReprojector.d.ts +10 -0
  74. package/dist/components/FaceInset/FaceInset.d.ts +68 -0
  75. package/dist/components/FaceInset/frame.d.ts +94 -0
  76. package/dist/components/FaceInset/index.d.ts +6 -0
  77. package/dist/components/FaceInset/material.d.ts +40 -0
  78. package/dist/components/FaceInset/useFaceInsetTexture.d.ts +37 -0
  79. package/dist/components/FaceInstruction/FaceExpressionHint.d.ts +43 -0
  80. package/dist/components/FaceInstruction/index.d.ts +56 -0
  81. package/dist/components/FaceInstruction/useFaceExpression.d.ts +20 -0
  82. package/dist/components/FaceLiquify/FaceLiquify.d.ts +49 -0
  83. package/dist/components/FaceLiquify/debug.d.ts +37 -0
  84. package/dist/components/FaceLiquify/frame.d.ts +55 -0
  85. package/dist/components/FaceLiquify/index.d.ts +10 -0
  86. package/dist/components/FaceLiquify/material.d.ts +39 -0
  87. package/dist/components/FaceLiquify/pass.d.ts +49 -0
  88. package/dist/components/FaceLiquify/presence.d.ts +25 -0
  89. package/dist/components/FaceLiquify/presets.d.ts +82 -0
  90. package/dist/components/FaceLiquify/selfTest.d.ts +66 -0
  91. package/dist/components/FaceLiquify/target.d.ts +85 -0
  92. package/dist/components/FaceLiquify/warp.d.ts +72 -0
  93. package/dist/components/FaceMesh/canonical/CanonicalFaceMeshRenderer.d.ts +37 -5
  94. package/dist/components/FaceMesh/canonical/geometryGroups.d.ts +21 -0
  95. package/dist/components/FaceMesh/canonical/parseCanonicalFaceModel.d.ts +21 -0
  96. package/dist/components/FaceMesh/canonical/shaders.d.ts +1 -1
  97. package/dist/components/FaceMesh/index.d.ts +2 -2
  98. package/dist/components/FaceRetouch/Background.d.ts +3 -1
  99. package/dist/components/FaceRetouch/FaceRetouch.d.ts +5 -0
  100. package/dist/components/FaceRetouch/renderState.d.ts +19 -0
  101. package/dist/components/FaceSwap/FaceMirror.d.ts +46 -0
  102. package/dist/components/FaceSwap/FaceSwap.d.ts +58 -0
  103. package/dist/components/FaceSwap/FaceTextureLayer.d.ts +72 -0
  104. package/dist/components/FaceSwap/faceSwapPlan.d.ts +91 -0
  105. package/dist/components/FaceSwap/index.d.ts +13 -0
  106. package/dist/components/FaceSwap/settings.d.ts +300 -0
  107. package/dist/components/FaceSwap/useFaceTexture.d.ts +35 -0
  108. package/dist/components/FaceSwap/useLiveFace.d.ts +38 -0
  109. package/dist/components/FaceSwap/useLiveFaceTexture.d.ts +31 -0
  110. package/dist/components/FaceWarp3D/FaceWarp3D.d.ts +50 -0
  111. package/dist/components/FaceWarp3D/index.d.ts +2 -3
  112. package/dist/components/Faceless/Faceless.d.ts +51 -0
  113. package/dist/components/Faceless/index.d.ts +2 -0
  114. package/dist/components/GestureListener/index.d.ts +11 -0
  115. package/dist/components/HairLock/HairLock.d.ts +39 -0
  116. package/dist/components/HairLock/index.d.ts +2 -0
  117. package/dist/components/HairLock/lockGeometry.d.ts +15 -0
  118. package/dist/components/HandCutout/index.d.ts +35 -0
  119. package/dist/components/HandInstruction/HandGestureHint.d.ts +70 -0
  120. package/dist/components/HandInstruction/index.d.ts +74 -0
  121. package/dist/components/HandInstruction/useHandGesture.d.ts +22 -0
  122. package/dist/components/HandRig/ForearmOccluder.d.ts +29 -0
  123. package/dist/components/HandRig/HandAttachment.d.ts +34 -0
  124. package/dist/components/HandRig/HandOccluder.d.ts +55 -0
  125. package/dist/components/HandRig/HandTattoo.d.ts +61 -0
  126. package/dist/components/HandRig/WristAttachment.d.ts +34 -0
  127. package/dist/components/HandRig/index.d.ts +101 -0
  128. package/dist/components/HandRig/useArmMask.d.ts +29 -0
  129. package/dist/components/HandRig/wristSolve.d.ts +69 -0
  130. package/dist/components/HandTouch/HandTouch.d.ts +62 -0
  131. package/dist/components/HandTouch/Touchable.d.ts +36 -0
  132. package/dist/components/HandTouch/index.d.ts +2 -0
  133. package/dist/components/HandTracker/index.d.ts +10 -0
  134. package/dist/components/HeadBinding/index.d.ts +14 -0
  135. package/dist/components/HeadOccluder/CanonicalHeadFrame.d.ts +22 -0
  136. package/dist/components/HeadOccluder/Earrings.d.ts +55 -0
  137. package/dist/components/HeadOccluder/HeadAttachment.d.ts +38 -0
  138. package/dist/components/HeadOccluder/NeckOccluder.d.ts +64 -0
  139. package/dist/components/HeadOccluder/earringPlacement.d.ts +31 -0
  140. package/dist/components/HeadOccluder/headAttachmentPoints.d.ts +69 -0
  141. package/dist/components/HeadOccluder/index.d.ts +57 -3
  142. package/dist/components/HeadOccluder/useCanonicalHeadFit.d.ts +36 -0
  143. package/dist/components/HeadOccluder/useLandmarkPoseFit.d.ts +80 -0
  144. package/dist/components/HolisticTracker/index.d.ts +69 -0
  145. package/dist/components/HolisticTracker/settings.d.ts +58 -0
  146. package/dist/components/HolisticTracker/signals.d.ts +49 -0
  147. package/dist/components/Instruction/HintStage.d.ts +29 -0
  148. package/dist/components/Instruction/InstructionCue.d.ts +126 -0
  149. package/dist/components/Instruction/gestureHold.d.ts +20 -0
  150. package/dist/components/Instruction/ghost.d.ts +129 -0
  151. package/dist/components/Instruction/hintBlend.d.ts +19 -0
  152. package/dist/components/Instruction/hintLook.d.ts +81 -0
  153. package/dist/components/Instruction/hintLoop.d.ts +36 -0
  154. package/dist/components/Instruction/index.d.ts +41 -0
  155. package/dist/components/Instruction/useGhostModel.d.ts +33 -0
  156. package/dist/components/Instruction/useInstructionHold.d.ts +72 -0
  157. package/dist/components/IrisEffect/IrisMaterial.d.ts +73 -0
  158. package/dist/components/IrisEffect/index.d.ts +51 -0
  159. package/dist/components/IrisEffect/settings.d.ts +117 -0
  160. package/dist/components/LipEffect/LipEffect.d.ts +27 -1
  161. package/dist/components/LipEffect/LipEffectMaterial.d.ts +95 -7
  162. package/dist/components/LipEffect/LipEffects.d.ts +12 -0
  163. package/dist/components/LipEffect/defaults.d.ts +46 -4
  164. package/dist/components/LipEffect/index.d.ts +11 -3
  165. package/dist/components/LipEffect/lipShading.d.ts +73 -0
  166. package/dist/components/LipEffect/settings.d.ts +375 -0
  167. package/dist/components/LipEffect/shader.d.ts +39 -0
  168. package/dist/components/LipEffect/types.d.ts +128 -9
  169. package/dist/components/LipEffect/useLipDesignTextures.d.ts +17 -0
  170. package/dist/components/LipEffect/uvGuide.d.ts +74 -0
  171. package/dist/components/Makeup/Blush.d.ts +18 -0
  172. package/dist/components/Makeup/Brows.d.ts +20 -0
  173. package/dist/components/Makeup/Contour.d.ts +17 -0
  174. package/dist/components/Makeup/Eyeliner.d.ts +20 -0
  175. package/dist/components/Makeup/Eyeshadow.d.ts +20 -0
  176. package/dist/components/Makeup/Highlighter.d.ts +18 -0
  177. package/dist/components/Makeup/MakeupDesign.d.ts +37 -0
  178. package/dist/components/Makeup/MakeupRegion.d.ts +132 -0
  179. package/dist/components/Makeup/constants.d.ts +44 -0
  180. package/dist/components/Makeup/design.d.ts +106 -0
  181. package/dist/components/Makeup/designSamples.d.ts +42 -0
  182. package/dist/components/Makeup/eyes.d.ts +114 -0
  183. package/dist/components/Makeup/fields.d.ts +10 -0
  184. package/dist/components/Makeup/geometry.d.ts +106 -0
  185. package/dist/components/Makeup/index.d.ts +26 -0
  186. package/dist/components/Makeup/looks.d.ts +28 -0
  187. package/dist/components/Makeup/material.d.ts +239 -0
  188. package/dist/components/Makeup/settings.d.ts +54 -0
  189. package/dist/components/Makeup/shades.d.ts +143 -0
  190. package/dist/components/Makeup/shapes.d.ts +27 -0
  191. package/dist/components/Makeup/skinTone.d.ts +135 -0
  192. package/dist/components/Makeup/types.d.ts +110 -0
  193. package/dist/components/Makeup/useMakeupSkinTone.d.ts +40 -0
  194. package/dist/components/Necklace/Necklace.d.ts +44 -0
  195. package/dist/components/Necklace/index.d.ts +1 -0
  196. package/dist/components/ParticleEmitter/ParticleEmitter.d.ts +69 -0
  197. package/dist/components/ParticleEmitter/index.d.ts +1 -0
  198. package/dist/components/PersonCutout/index.d.ts +50 -0
  199. package/dist/components/PersonCutout/personCutout.d.ts +16 -0
  200. package/dist/components/ScreenImage/components/ScreenImageBody.d.ts +1 -1
  201. package/dist/components/ScreenImage/index.d.ts +3 -1
  202. package/dist/components/ScreenImage/materials/ScreenImageBlendMaterial.d.ts +1 -1
  203. package/dist/components/ScreenImage/materials/ScreenImageMaskMaterial.d.ts +11 -0
  204. package/dist/components/ScreenImage/source.d.ts +6 -0
  205. package/dist/components/ScreenImage/types.d.ts +18 -0
  206. package/dist/components/SegmentationOverlay/SegmentationOverlay.d.ts +37 -0
  207. package/dist/components/SegmentationOverlay/SegmentationOverlayMaterial.d.ts +31 -0
  208. package/dist/components/SegmentationOverlay/index.d.ts +9 -0
  209. package/dist/components/SegmentationOverlay/maskTexture.d.ts +23 -0
  210. package/dist/components/SegmentationOverlay/providers.d.ts +72 -0
  211. package/dist/components/SegmentationOverlay/settings.d.ts +65 -0
  212. package/dist/components/ShoulderOccluder/index.d.ts +43 -0
  213. package/dist/components/ShoulderOccluder/useCanonicalTorsoFit.d.ts +24 -0
  214. package/dist/components/SpringSwing/SpringSwing.d.ts +22 -0
  215. package/dist/components/SpringSwing/index.d.ts +1 -0
  216. package/dist/components/XRProvider/index.d.ts +16 -2
  217. package/dist/components/XRScene/renderOutputTarget.d.ts +12 -0
  218. package/dist/components/XRViewport/hooks/useViewportExternalFaces.d.ts +1 -1
  219. package/dist/components/XRViewport/hooks/useViewportMediaSource.d.ts +1 -1
  220. package/dist/components/XRViewport/hooks/useViewportPipeline.d.ts +1 -1
  221. package/dist/components/index.d.ts +11 -0
  222. package/dist/config/index.d.ts +0 -1
  223. package/dist/constants/index.d.ts +4 -1
  224. package/dist/context-DTxSQvp4.js +13 -0
  225. package/dist/context-hA0Rb2Xa.cjs +1 -0
  226. package/dist/contexts-BH7PdKFS.cjs +1 -0
  227. package/dist/contexts-jak8-tND.js +667 -0
  228. package/dist/coordinates/feed.d.ts +52 -0
  229. package/dist/coordinates/index.d.ts +7 -0
  230. package/dist/coordinates/side.d.ts +40 -0
  231. package/dist/coordinates/spaces.d.ts +49 -0
  232. package/dist/coordinates/viewport.d.ts +22 -0
  233. package/dist/coordinates/world.d.ts +15 -0
  234. package/dist/debug-ui/default-setting.cjs +2 -2
  235. package/dist/debug-ui/face-swap-settings/index.d.ts +22 -0
  236. package/dist/debug-ui/gesture-settings/index.d.ts +14 -0
  237. package/dist/debug-ui/hierarchy-panel/index.d.ts +3 -2
  238. package/dist/debug-ui/holistic-tracker-settings/index.d.ts +16 -0
  239. package/dist/debug-ui/index.d.ts +18 -3
  240. package/dist/debug-ui/iris-effect-settings/index.d.ts +12 -0
  241. package/dist/debug-ui/lip-effect-settings/index.d.ts +15 -0
  242. package/dist/debug-ui/media-source/index.d.ts +1 -1
  243. package/dist/debug-ui/media-source/session.d.ts +30 -2
  244. package/dist/debug-ui/media-source.cjs +1 -1
  245. package/dist/debug-ui/media-source.js +1 -1
  246. package/dist/debug-ui/object-inspector-panel/index.d.ts +3 -2
  247. package/dist/debug-ui/product-hotspots/index.d.ts +25 -0
  248. package/dist/debug-ui/scene-editor/hierarchy-panel.d.ts +3 -1
  249. package/dist/debug-ui/scene-editor/inspector-panel.d.ts +3 -1
  250. package/dist/debug-ui/screen-image-settings/index.d.ts +3 -1
  251. package/dist/debug-ui/screen-text-settings/ScreenTextSettingsPanel.d.ts +1 -1
  252. package/dist/debug-ui/screen-text-settings/types.d.ts +2 -0
  253. package/dist/debug-ui/segmentation-overlay-settings/index.d.ts +12 -0
  254. package/dist/debug-ui/settings-panel/index.d.ts +6 -1
  255. package/dist/debug-ui/shared/debugWindow.d.ts +51 -0
  256. package/dist/debug-ui/xr-diagnostics/index.d.ts +26 -0
  257. package/dist/debug-ui.cjs +3 -3
  258. package/dist/debug-ui.js +2695 -2547
  259. package/dist/detector-K8aej4MB.js +59 -0
  260. package/dist/detector-ijypGtse.cjs +1 -0
  261. package/dist/entries/all.d.ts +3 -1
  262. package/dist/entries/core.d.ts +20 -2
  263. package/dist/entries/face-effects.d.ts +123 -9
  264. package/dist/entries/instructions.d.ts +48 -0
  265. package/dist/entries/internal.d.ts +2 -1
  266. package/dist/entries/low-level.d.ts +49 -3
  267. package/dist/entries/particles.d.ts +11 -0
  268. package/dist/entries/product.d.ts +11 -0
  269. package/dist/entries/tracking.d.ts +60 -2
  270. package/dist/face-atlas/attributes.d.ts +30 -0
  271. package/dist/face-atlas/eyes.d.ts +272 -0
  272. package/dist/face-atlas/faceAtlas.generated.d.ts +46 -0
  273. package/dist/face-atlas/glsl/atlasVertex.d.ts +46 -0
  274. package/dist/face-atlas/glsl/common.d.ts +55 -0
  275. package/dist/face-atlas/glsl/design.d.ts +49 -0
  276. package/dist/face-atlas/glsl/eyes.d.ts +73 -0
  277. package/dist/face-atlas/glsl/finish.d.ts +24 -0
  278. package/dist/face-atlas/glsl/format.d.ts +4 -0
  279. package/dist/face-atlas/glsl/index.d.ts +59 -0
  280. package/dist/face-atlas/glsl/shading.d.ts +15 -0
  281. package/dist/face-atlas/glsl/shapes.d.ts +66 -0
  282. package/dist/face-atlas/glsl/sparkle.d.ts +19 -0
  283. package/dist/face-atlas/glsl/uniforms.d.ts +106 -0
  284. package/dist/face-atlas/guide.d.ts +51 -0
  285. package/dist/face-atlas/index.d.ts +25 -0
  286. package/dist/face-atlas/lead.d.ts +117 -0
  287. package/dist/face-atlas/madeUpCamera.d.ts +125 -0
  288. package/dist/face-atlas/masks.d.ts +53 -0
  289. package/dist/face-atlas/obj.d.ts +69 -0
  290. package/dist/face-atlas/polylines.d.ts +63 -0
  291. package/dist/face-atlas/probe/FaceSkinProbe.d.ts +208 -0
  292. package/dist/face-atlas/probe/__fixtures__/emulate.d.ts +9 -0
  293. package/dist/face-atlas/probe/__fixtures__/face.d.ts +24 -0
  294. package/dist/face-atlas/probe/constants.d.ts +137 -0
  295. package/dist/face-atlas/probe/glsl.d.ts +43 -0
  296. package/dist/face-atlas/probe/lightFit.d.ts +108 -0
  297. package/dist/face-atlas/probe/schedule.d.ts +44 -0
  298. package/dist/face-atlas/probe/selfTest.d.ts +87 -0
  299. package/dist/face-atlas/probe/stats.d.ts +143 -0
  300. package/dist/face-atlas/probe/targets.d.ts +70 -0
  301. package/dist/face-atlas/probe/unwrap.d.ts +76 -0
  302. package/dist/face-atlas/quality.d.ts +28 -0
  303. package/dist/face-atlas/regions.d.ts +31 -0
  304. package/dist/face-atlas/registry.d.ts +252 -0
  305. package/dist/face-atlas/renderState.d.ts +86 -0
  306. package/dist/face-atlas/selfOcclusion.d.ts +62 -0
  307. package/dist/face-atlas/shading.d.ts +406 -0
  308. package/dist/face-atlas/shapes.d.ts +86 -0
  309. package/dist/face-atlas/sides.d.ts +41 -0
  310. package/dist/face-atlas/skinMask.d.ts +35 -0
  311. package/dist/face-atlas/surface.d.ts +155 -0
  312. package/dist/face-atlas/topology.d.ts +44 -0
  313. package/dist/face-character/__fixtures__/faceImageDetections.d.ts +25 -0
  314. package/dist/face-character/__fixtures__/faceNode.d.ts +22 -0
  315. package/dist/face-character/bindFaceModel.d.ts +106 -0
  316. package/dist/face-character/canonicalFace.d.ts +17 -0
  317. package/dist/face-character/canonicalFaceGeometry.d.ts +11 -0
  318. package/dist/face-character/canonicalFacePositions.d.ts +7 -0
  319. package/dist/face-character/driveFaceModel.d.ts +57 -0
  320. package/dist/face-character/expressionOutputs.d.ts +45 -0
  321. package/dist/face-character/faceExpressions.d.ts +104 -0
  322. package/dist/face-character/faceImageLandmarker.d.ts +93 -0
  323. package/dist/face-character/faceMeshBinding.d.ts +62 -0
  324. package/dist/face-character/faceMorph.d.ts +77 -0
  325. package/dist/face-character/faceMorphs.d.ts +46 -0
  326. package/dist/face-character/facePhoto.d.ts +138 -0
  327. package/dist/face-character/facePiercings.d.ts +116 -0
  328. package/dist/face-character/facePin.d.ts +131 -0
  329. package/dist/face-character/faceReprojection.d.ts +273 -0
  330. package/dist/face-character/faceReprojector.d.ts +171 -0
  331. package/dist/face-character/faceRig.d.ts +176 -0
  332. package/dist/face-character/faceSwapPresence.d.ts +85 -0
  333. package/dist/face-character/faceTexture.d.ts +169 -0
  334. package/dist/face-character/faceTextureBaker.d.ts +86 -0
  335. package/dist/face-character/faceTextureGuide.d.ts +106 -0
  336. package/dist/face-character/faceTextureStats.d.ts +298 -0
  337. package/dist/face-character/faceTransfer.d.ts +396 -0
  338. package/dist/face-character/faceTransferGeometry.d.ts +109 -0
  339. package/dist/face-character/faceTransferSelfTest.d.ts +94 -0
  340. package/dist/face-character/faceWarp3D.d.ts +101 -0
  341. package/dist/face-character/faceless.d.ts +79 -0
  342. package/dist/face-character/featureWarp.d.ts +28 -0
  343. package/dist/face-character/liveFaceRegistry.d.ts +370 -0
  344. package/dist/face-character/liveValue.d.ts +12 -0
  345. package/dist/face-character/memo.d.ts +15 -0
  346. package/dist/face-effects.cjs +2324 -1
  347. package/dist/face-effects.js +14208 -2268
  348. package/dist/face-expression/index.d.ts +182 -0
  349. package/dist/face-info/landmarks.d.ts +17 -3
  350. package/dist/face-info/types.d.ts +20 -3
  351. package/dist/gestures/definitions.d.ts +98 -0
  352. package/dist/gestures/detector.d.ts +87 -0
  353. package/dist/gestures/index.d.ts +8 -0
  354. package/dist/gestures/measures.d.ts +114 -0
  355. package/dist/gestures/settings.d.ts +49 -0
  356. package/dist/getFaceInfo-B1otSDMX.cjs +1 -0
  357. package/dist/getFaceInfo-Cu4xDWiL.js +62 -0
  358. package/dist/hand/armFit.d.ts +46 -0
  359. package/dist/hand/armMask.d.ts +178 -0
  360. package/dist/hand/handCutout.d.ts +23 -0
  361. package/dist/hand/handCutoutRegistry.d.ts +7 -0
  362. package/dist/hand/handGestures.d.ts +524 -0
  363. package/dist/hand/handPose.d.ts +98 -0
  364. package/dist/hand/handRigSolver.d.ts +159 -0
  365. package/dist/hand/handTattoo.d.ts +81 -0
  366. package/dist/hand/handTouch.d.ts +240 -0
  367. package/dist/hand/wrist.d.ts +44 -0
  368. package/dist/hand/wristFilter.d.ts +44 -0
  369. package/dist/hooks/selectors.d.ts +76 -1
  370. package/dist/hooks/useCalibrationFaceTracker.d.ts +1 -1
  371. package/dist/hooks/useFaceInfo.d.ts +13 -1
  372. package/dist/hooks/useFaceInfos.d.ts +1 -1
  373. package/dist/hooks/useFaceModelAcquisition.d.ts +38 -0
  374. package/dist/hooks/useGesture.d.ts +32 -0
  375. package/dist/hooks/useIrisTracking.d.ts +45 -0
  376. package/dist/hooks/useTrackerContext.d.ts +6 -0
  377. package/dist/hooks/useXRDiagnostics.d.ts +81 -0
  378. package/dist/hooks/useXRModel.d.ts +7 -0
  379. package/dist/hooks/useXRSession/facade.d.ts +42 -2
  380. package/dist/hooks/useXRSession/index.d.ts +2 -2
  381. package/dist/hooks/useXRSession/reason.d.ts +3 -1
  382. package/dist/hooks/useXRSession/registry.d.ts +14 -0
  383. package/dist/hooks/useXRSession/store.d.ts +52 -3
  384. package/dist/index-B1_TzJaI.js +1104 -0
  385. package/dist/index-BavF06C6.js +190 -0
  386. package/dist/index-BfFmpddl.cjs +21 -0
  387. package/dist/index-BuBzneeW.cjs +46 -0
  388. package/dist/index-CGsQWodV.cjs +1 -0
  389. package/dist/index-CIe7eCMH.js +3200 -0
  390. package/dist/index-CfSF8LXa.cjs +1 -0
  391. package/dist/index-D5GTzOzD.cjs +1 -0
  392. package/dist/index-DBhQzvVa.js +314 -0
  393. package/dist/index-DE17y0ZI.cjs +1 -0
  394. package/dist/index-JII7huPk.js +442 -0
  395. package/dist/index-tpCr9CLj.cjs +1 -0
  396. package/dist/index-w1S7fI2B.js +1432 -0
  397. package/dist/index-zGaqrz_K.js +188 -0
  398. package/dist/instructions.cjs +30 -0
  399. package/dist/instructions.js +1507 -0
  400. package/dist/{internal-Dmk1cTXq.js → internal-B90P-clC.js} +138 -119
  401. package/dist/internal-Cjinca64.cjs +1 -0
  402. package/dist/internal.cjs +1 -1
  403. package/dist/internal.js +15 -10
  404. package/dist/iris/compute.d.ts +27 -0
  405. package/dist/iris/index.d.ts +4 -0
  406. package/dist/iris/lead.d.ts +19 -0
  407. package/dist/iris/types.d.ts +89 -0
  408. package/dist/landmarkMask-BFDyBnKM.js +224 -0
  409. package/dist/landmarkMask-u7es2k4X.cjs +1 -0
  410. package/dist/landmarks-BlUqf5MZ.cjs +1 -0
  411. package/dist/landmarks-bftdwq6Z.js +76 -0
  412. package/dist/loaders-BGAUACsd.js +363 -0
  413. package/dist/loaders-BJ1_QCHt.cjs +1 -0
  414. package/dist/low-level.cjs +1 -1
  415. package/dist/low-level.js +1190 -675
  416. package/dist/main.cjs +1 -1
  417. package/dist/main.js +1190 -452
  418. package/dist/models/Base/index.d.ts +49 -0
  419. package/dist/models/Body/index.d.ts +3 -1
  420. package/dist/models/Face/constants.d.ts +8 -0
  421. package/dist/models/Face/index.d.ts +4 -12
  422. package/dist/models/Face/rotation.d.ts +18 -3
  423. package/dist/models/Hand/GestureTracking.d.ts +1 -1
  424. package/dist/models/Hand/HandTracking.d.ts +17 -1
  425. package/dist/models/Holistic/index.d.ts +49 -0
  426. package/dist/models/Holistic/result.d.ts +68 -0
  427. package/dist/models/Segmentation/index.d.ts +2 -0
  428. package/dist/models/SemanticSegmentation/index.d.ts +31 -0
  429. package/dist/models/SemanticSegmentation/presets.d.ts +28 -0
  430. package/dist/models/index.d.ts +2 -0
  431. package/dist/models/nodeSource.d.ts +9 -0
  432. package/dist/particles/emission.d.ts +24 -0
  433. package/dist/particles/eyes.d.ts +24 -0
  434. package/dist/particles/glsl.d.ts +14 -0
  435. package/dist/particles/index.d.ts +10 -0
  436. package/dist/particles/motion.d.ts +42 -0
  437. package/dist/particles/presets.d.ts +12 -0
  438. package/dist/particles/ring.d.ts +58 -0
  439. package/dist/particles/selfTest.d.ts +53 -0
  440. package/dist/particles/settings.d.ts +127 -0
  441. package/dist/particles/shapes.d.ts +29 -0
  442. package/dist/particles/spawner.d.ts +60 -0
  443. package/dist/particles/system.d.ts +64 -0
  444. package/dist/particles.cjs +122 -0
  445. package/dist/particles.js +774 -0
  446. package/dist/product/ProductDimensions.d.ts +16 -0
  447. package/dist/product/ProductHotspot.d.ts +16 -0
  448. package/dist/product/ProductViewer.d.ts +9 -0
  449. package/dist/product/details.d.ts +53 -0
  450. package/dist/product/index.d.ts +14 -0
  451. package/dist/product/loadModelViewer.d.ts +4 -0
  452. package/dist/product/types.d.ts +71 -0
  453. package/dist/product/useProductAr.d.ts +37 -0
  454. package/dist/product/useProductDetails.d.ts +60 -0
  455. package/dist/product.cjs +1 -0
  456. package/dist/product.js +414 -0
  457. package/dist/providers-C8rE26Uf.js +366 -0
  458. package/dist/providers-DHsrhDI2.cjs +62 -0
  459. package/dist/quality/XRQualityController.d.ts +25 -0
  460. package/dist/quality/controller.d.ts +33 -0
  461. package/dist/quality/index.d.ts +6 -0
  462. package/dist/quality/types.d.ts +100 -0
  463. package/dist/quality/useXRQuality.d.ts +28 -0
  464. package/dist/render/renderPasses.d.ts +8 -0
  465. package/dist/render/sceneBeforeRender.d.ts +12 -0
  466. package/dist/{renderGroups-KZk6eRiY.js → renderGroups-B38pUaX2.js} +1 -1
  467. package/dist/{renderGroups-80H3DpTl.cjs → renderGroups-Cb_4Ar1Q.cjs} +1 -1
  468. package/dist/renderPasses-B6l8IpJv.js +1290 -0
  469. package/dist/renderPasses-dqmkft4P.cjs +158 -0
  470. package/dist/renderState-CJNmj5jz.js +39 -0
  471. package/dist/renderState-apSfg4eR.cjs +1 -0
  472. package/dist/scene-object.cjs +1 -1
  473. package/dist/scene-object.js +2 -2
  474. package/dist/segmentation-Cb3ouK6Z.js +1758 -0
  475. package/dist/segmentation-D9pYO6aR.cjs +1 -0
  476. package/dist/segmentation2d/faceMemory.d.ts +28 -0
  477. package/dist/segmentation2d/faceRegions.d.ts +24 -0
  478. package/dist/segmentation2d/index.d.ts +9 -0
  479. package/dist/segmentation2d/maskUv.d.ts +23 -0
  480. package/dist/segmentation2d/rasterize.d.ts +14 -0
  481. package/dist/segmentation2d/types.d.ts +52 -0
  482. package/dist/select-Ck5LGz-J.cjs +1 -0
  483. package/dist/select-pYRo_win.js +233 -0
  484. package/dist/selectors-C4X71aoD.cjs +1 -0
  485. package/dist/selectors-DmNaKIwE.js +196 -0
  486. package/dist/session-BrH8G7iJ.cjs +31 -0
  487. package/dist/session-DgA_z6O1.js +418 -0
  488. package/dist/settings-BJ7FMBsO.js +111 -0
  489. package/dist/settings-C63FMBlF.cjs +1 -0
  490. package/dist/similarityFit-BFqHND2e.cjs +1 -0
  491. package/dist/similarityFit-Bbz-R8AY.js +91 -0
  492. package/dist/spring/index.d.ts +2 -0
  493. package/dist/spring/spring.d.ts +69 -0
  494. package/dist/spring/swing.d.ts +54 -0
  495. package/dist/subjects/index.d.ts +2 -0
  496. package/dist/subjects/select.d.ts +62 -0
  497. package/dist/subjects/types.d.ts +55 -0
  498. package/dist/tracking-config/apply.d.ts +57 -0
  499. package/dist/tracking-config/index.d.ts +7 -0
  500. package/dist/tracking-config/resolve.d.ts +25 -0
  501. package/dist/tracking-config/storage.d.ts +8 -0
  502. package/dist/tracking-config/types.d.ts +106 -0
  503. package/dist/tracking-config/useXRTrackingConfig.d.ts +38 -0
  504. package/dist/tracking.cjs +10 -1
  505. package/dist/tracking.js +1326 -506
  506. package/dist/trigger-D0Pm9noT.cjs +49 -0
  507. package/dist/trigger-IQeys0oS.js +2128 -0
  508. package/dist/types/compositor.d.ts +21 -0
  509. package/dist/types/face.d.ts +20 -1
  510. package/dist/types/hand-tracking.d.ts +9 -0
  511. package/dist/types/holistic.d.ts +121 -0
  512. package/dist/types/index.d.ts +1 -0
  513. package/dist/types/model.d.ts +22 -2
  514. package/dist/types/nodes.d.ts +47 -3
  515. package/dist/types/segmentation.d.ts +24 -0
  516. package/dist/types/session.d.ts +41 -3
  517. package/dist/updateThrottle-BseecYag.js +4 -0
  518. package/dist/updateThrottle-Of5Y4SVa.cjs +1 -0
  519. package/dist/useFaceInfo-BHDNCvsJ.cjs +1 -0
  520. package/dist/useFaceInfo-J4x7LsqL.js +76 -0
  521. package/dist/useFaceResultReader-BvEo5REG.js +61 -0
  522. package/dist/useFaceResultReader-DuaL1KJG.cjs +1 -0
  523. package/dist/useInstructionHold-DOu-RpCM.js +53 -0
  524. package/dist/useInstructionHold-DwJY1Alr.cjs +1 -0
  525. package/dist/useLandmarkPoseFit-Bg-h9BPb.cjs +1 -0
  526. package/dist/useLandmarkPoseFit-Bmb3h6Mw.js +87 -0
  527. package/dist/useXRCapabilities-Cr3RzuAW.cjs +1 -0
  528. package/dist/useXRCapabilities-Cxmlmpbd.js +30 -0
  529. package/dist/utils/canonicalRigidLandmarks.d.ts +8 -0
  530. package/dist/utils/fns.d.ts +6 -3
  531. package/dist/utils/headOccluderFit.d.ts +42 -0
  532. package/dist/utils/integrity.d.ts +21 -1
  533. package/dist/utils/resolveNumFaces.d.ts +13 -0
  534. package/dist/utils/shoulderOccluderFit.d.ts +38 -0
  535. package/dist/utils/similarityFit.d.ts +23 -0
  536. package/dist/utils/updateThrottle.d.ts +2 -0
  537. package/dist/utils/useStableUniforms.d.ts +18 -0
  538. package/dist/uv-BMFt19bg.cjs +1 -0
  539. package/dist/{index-ByoNj0QP.js → uv-DJU_XfmN.js} +15 -247
  540. package/docs/SDK_DOCUMENTATION.md +1 -2
  541. package/docs/api/adaptive-quality.mdx +104 -0
  542. package/docs/api/asset-lifecycle.mdx +78 -0
  543. package/docs/api/body-instructions.mdx +285 -0
  544. package/docs/api/body-triggers.mdx +234 -0
  545. package/docs/api/camera-permission.mdx +142 -0
  546. package/docs/api/coordinate-spaces.mdx +168 -0
  547. package/docs/api/cross-camera.mdx +89 -0
  548. package/docs/api/debug-ui-scene-editor.mdx +23 -2
  549. package/docs/api/diagnostics-calibration.mdx +97 -0
  550. package/docs/api/external-face-mesh.mdx +231 -0
  551. package/docs/api/face-actions.mdx +20 -16
  552. package/docs/api/face-attribute-expression.mdx +1 -1
  553. package/docs/api/face-binding-anchors.mdx +4 -2
  554. package/docs/api/face-character.mdx +157 -0
  555. package/docs/api/face-effects.mdx +9 -0
  556. package/docs/api/face-expression-controller.mdx +153 -0
  557. package/docs/api/face-info.mdx +17 -11
  558. package/docs/api/face-inset.mdx +204 -0
  559. package/docs/api/face-instructions.mdx +183 -0
  560. package/docs/api/face-liquify.mdx +196 -0
  561. package/docs/api/face-mesh.mdx +8 -9
  562. package/docs/api/face-morph.mdx +117 -0
  563. package/docs/api/face-painting.mdx +7 -0
  564. package/docs/api/face-reprojection.mdx +154 -0
  565. package/docs/api/face-retouching.mdx +18 -10
  566. package/docs/api/face-swap.mdx +350 -0
  567. package/docs/api/face-warp-3d.mdx +166 -0
  568. package/docs/api/faceless.mdx +143 -0
  569. package/docs/api/gestures.mdx +209 -0
  570. package/docs/api/hair.mdx +97 -0
  571. package/docs/api/hand-instructions.mdx +222 -0
  572. package/docs/api/hand-rig.mdx +535 -0
  573. package/docs/api/hand-touch.mdx +162 -0
  574. package/docs/api/head-occluder.mdx +563 -0
  575. package/docs/api/holistic-tracker.mdx +164 -0
  576. package/docs/api/instructions.mdx +323 -0
  577. package/docs/api/iris-tracking.mdx +247 -0
  578. package/docs/api/made-up-camera.mdx +131 -0
  579. package/docs/api/makeup-skin-tone.mdx +135 -0
  580. package/docs/api/makeup.mdx +353 -0
  581. package/docs/api/multi-subject.mdx +98 -0
  582. package/docs/api/particles.mdx +155 -0
  583. package/docs/api/person-cutout.mdx +136 -0
  584. package/docs/api/pin-to-face-mesh.mdx +274 -0
  585. package/docs/api/product-ar.mdx +114 -0
  586. package/docs/api/product-details.mdx +78 -0
  587. package/docs/api/screen-space-coordinates.mdx +4 -1
  588. package/docs/api/segmentation-overlay.mdx +301 -0
  589. package/docs/api/session-lifecycle.mdx +136 -0
  590. package/docs/api/trackers.mdx +5 -0
  591. package/docs/api/tracking-config.mdx +108 -0
  592. package/docs/docs.json +51 -1
  593. package/docs/examples/lip-shaders.mdx +273 -0
  594. package/docs/guides/face-atlas-template.svg +1 -0
  595. package/docs/guides/face-atlas-textures.mdx +186 -0
  596. package/docs/guides/face-texture-template.svg +1 -0
  597. package/docs/guides/harness-debug-ui.mdx +4 -4
  598. package/docs/guides/lip-effect-textures.mdx +368 -0
  599. package/docs/guides/lip-uv-template.png +0 -0
  600. package/docs/guides/lip-uv-template.svg +1 -0
  601. package/docs/guides/makeup-design-textures.mdx +109 -0
  602. package/docs/introduction.mdx +1 -2
  603. package/package.json +23 -1
  604. package/dist/DebuggerUI-B6bP6P9r.cjs +0 -1
  605. package/dist/DebuggerUI-BjOMr8q_.js +0 -269
  606. package/dist/FaceMeshRenderer-C5l6VLdO.cjs +0 -155
  607. package/dist/FaceMeshRenderer-wjAHrJzP.js +0 -1270
  608. package/dist/FaceRetouch-BkJzoA79.cjs +0 -134
  609. package/dist/FaceRetouch-DwbKQJAN.js +0 -551
  610. package/dist/components/FaceWarp3D/FaceWarp3DHead.d.ts +0 -15
  611. package/dist/components/FaceWarp3D/defaults.d.ts +0 -37
  612. package/dist/components/FaceWarp3D/warp.d.ts +0 -13
  613. package/dist/contexts-ByhzppYl.js +0 -663
  614. package/dist/contexts-Dr62It_K.cjs +0 -1
  615. package/dist/debug-ui/face-warp-3d/index.d.ts +0 -6
  616. package/dist/getFaceInfo-C4QpCQIY.js +0 -118
  617. package/dist/getFaceInfo-fA1bFBub.cjs +0 -1
  618. package/dist/index-9dlAQAhy.js +0 -1462
  619. package/dist/index-BjmTe9eM.cjs +0 -1
  620. package/dist/index-BpEf2BBb.cjs +0 -1
  621. package/dist/index-CyUUurQT.cjs +0 -1
  622. package/dist/index-DCiMbxC3.cjs +0 -1
  623. package/dist/index-DXT3WccE.js +0 -2089
  624. package/dist/index-DpI-qo5X.cjs +0 -17
  625. package/dist/index-DyVF4vEW.js +0 -111
  626. package/dist/index-VJ0SJwmG.js +0 -214
  627. package/dist/internal-Cq-TEQ5Y.cjs +0 -1
  628. package/dist/renderLayers-lDtL0_43.cjs +0 -1
  629. package/dist/renderLayers-zrK2pv5O.js +0 -13
  630. package/dist/renderPasses-BOoBSr8z.cjs +0 -21
  631. package/dist/renderPasses-BcquyVtu.js +0 -1500
  632. package/dist/selectors-B8H97CKA.js +0 -59
  633. package/dist/selectors-CZLKT2Iv.cjs +0 -1
  634. package/dist/session-CpkiK5YA.cjs +0 -31
  635. package/dist/session-DLFN_VII.js +0 -363
  636. package/dist/useFaceInfo-BJ8-_MOs.cjs +0 -1
  637. package/dist/useFaceInfo-Dk426LTu.js +0 -62
  638. package/dist/useFaceResults-CtetsO9M.js +0 -19
  639. package/dist/useFaceResults-wBJF3zyp.cjs +0 -1
@@ -0,0 +1,368 @@
1
+ ---
2
+ title: "Lip Effect Textures"
3
+ description: "How to author a design texture for LipEffect: the canvas contract, the lip template, sides, shading and finishes, mask modes, and the custom material context."
4
+ sidebarTitle: "Lip Effect Textures"
5
+ icon: "palette"
6
+ ---
7
+
8
+ `LipEffect` (from `@vincentt-xr/sdk/face-effects`) paints a design texture onto
9
+ the lips of a tracked face. The texture lives in the **face atlas**
10
+ (`FACE_ATLAS_UVS`, the canonical face model's UV layout, bundled with the
11
+ SDK), but only the lip triangles are ever sampled. Everything this page
12
+ describes is drawn from that bundled atlas data: the data the effect samples
13
+ is the design contract, not a hand-drawn diagram.
14
+
15
+ ## The canvas contract
16
+
17
+ - **Square image, any resolution.** 1024×1024 or 2048×2048 is plenty; the lips
18
+ cover a small part of it. The layout is the same atlas as
19
+ `Canonical_Face_Color.png`.
20
+ - **Only the lip region is used.** The outer lip ring spans roughly
21
+ **x 38–62 %** and **y 65–74 %** of the image. Pixels outside the lip
22
+ triangles are never sampled, so leave them transparent or use them for notes.
23
+ - **Transparent means untouched skin.** The alpha channel drives the blend
24
+ (`design.a × opacity`). Soft edges in alpha give soft lip edges.
25
+ - **RGB is tinted by `color`.** At `intensity={1}` the design's RGB is
26
+ multiplied by `color`; at `intensity={0}` the design colours show as painted.
27
+ Paint white or light grey for a pure tint, or paint real colour and lower
28
+ `intensity`.
29
+ - **Paint in sRGB.** Images load without a colour space and the lip material
30
+ decodes their sRGB itself; a `THREE.Texture` you tag `SRGBColorSpace` is
31
+ decoded by the GPU instead. Cached textures are never re-tagged.
32
+ - **Image top is `v = 1`.** Textures load with `flipY`, so the top row of the
33
+ image is the top of the atlas and the upper lip sits above the lower lip in
34
+ the image, as you would expect.
35
+
36
+ ## The lip template
37
+
38
+ <img src="/guides/lip-uv-template.svg" alt="Lip template generated from the bundled face atlas" />
39
+
40
+ The template is the face atlas guide (`createFaceAtlasGuideSvg`) for the lips
41
+ and the mouth:
42
+
43
+ - **Pink outline and fill** — the lips (between MediaPipe's outer and inner
44
+ lip rings). The outer outline is the painted edge.
45
+ - **Blue outline and fill** — the mouth interior. In the default
46
+ `outer-and-inner-lips` mask mode this area is cut out, so teeth and tongue
47
+ stay clean when the mouth opens.
48
+ - **Grey wireframe** — the lip triangles that are actually sampled.
49
+ - **Side labels** — image **left** is the person's **right**, on every feed.
50
+
51
+ Regenerate it after the atlas data changes (`scripts/generate-face-atlas.ts`);
52
+ it needs no download:
53
+
54
+ ```bash
55
+ pnpm dlx tsx scripts/generate-lip-uv-guide.ts --png
56
+ ```
57
+
58
+ ### Sides on every feed
59
+
60
+ Paint the design as on an unmirrored photo of the person: **image-left is the
61
+ person's right**. `LipEffect` keeps those sides on every feed (GROUNDING "Left
62
+ and right"):
63
+
64
+ - With **image, video or rear-camera sources** nothing is mirrored: the
65
+ design's left half lands on the person's right lip half, on the screen's left.
66
+ - With the **webcam** the session mirrors the feed (selfie view). The lip
67
+ material reads the design at `(1 − u, v)` there, so the design's left half
68
+ still lands on the person's own **right** lip half (on the screen's right).
69
+
70
+ The atlas is symmetric, so the flip is exact. Text therefore reads mirrored in
71
+ the selfie view, as text on a real face would. Do not add a mirror of your own
72
+ in CSS, canvas or a shader; see "Camera, layout, mirror, and capture parity"
73
+ in `GROUNDING.md`.
74
+
75
+ ### Generating the guide at runtime
76
+
77
+ The same renderer is exported, so an editor or a debug panel can draw the
78
+ guide; it needs no mesh:
79
+
80
+ ```tsx
81
+ import {
82
+ createLipUvGuideDataUrl,
83
+ createLipUvGuideSvg,
84
+ getLipUvBounds,
85
+ } from "@vincentt-xr/sdk/face-effects";
86
+
87
+ const svg = createLipUvGuideSvg({ size: 1024 });
88
+ const zoomed = createLipUvGuideDataUrl({ region: "lips" });
89
+ const bounds = getLipUvBounds(); // { minU, maxU, minV, maxV, mouthV }
90
+ ```
91
+
92
+ Options: `size` (canvas pixels), `region` (`"canvas"` or `"lips"`),
93
+ `wireframe`, `labels`, `background`. `lipUvToPixel(u, v, size)` converts a UV
94
+ to image pixels with the `flipY` convention. The alpha.8 calls with a parsed
95
+ mesh first (`createLipUvGuideSvg(mesh, options)`) still work and draw the same
96
+ guide.
97
+
98
+ The example playground's `/makeup` page has a **Texture preview / UV
99
+ guide** toggle: it overlays the guide on the current design texture, shows a
100
+ zoomed crop of the lip region, and paints the template itself onto the tracked
101
+ lips so the labelled sides can be checked against a real mouth.
102
+
103
+ ## Presets, finishes and shading
104
+
105
+ `LipEffect` takes flat, serializable settings (`LipEffectSettings`). Start from
106
+ a preset and override what you need; explicit props always win over the preset:
107
+
108
+ ```tsx
109
+ <LipEffect preset="matte" shade="brick" designTexture="/lips/matte.png" />
110
+ ```
111
+
112
+ | Preset | Finish | Look |
113
+ | ---------- | -------- | --------------------------------------------------------------- |
114
+ | `lipstick` | satin | Opaque colour with a soft sheen |
115
+ | `gloss` | gloss | Translucent colour with a strong, wet highlight |
116
+ | `matte` | matte | Opaque, the lips' own shine removed |
117
+ | `tint` | matte | Sheer wash of colour that keeps the natural lip |
118
+ | `metallic` | metallic | A highlight tinted by the shade, gold-tinted extra highlight |
119
+ | `gradient` | satin | Ombre: strong colour at the mouth line fading at the outer edge |
120
+ | `shimmer` | shimmer | Fine flakes over a satin colour |
121
+ | `glitter` | glitter | Sparse, large flakes over a sheer colour |
122
+
123
+ Pick a colour by name with `shade` (`MAKEUP_SHADES.lips`: `nude`, `rosewood`,
124
+ `mauve`, `softPink`, `coral`, `peach`, `classicRed`, `brick`, `berry`, `plum`,
125
+ `wine`, `chocolate`; or `"auto"` for the person's own lip colour, deepened,
126
+ measured on the GPU). A `color` that differs from the shade wins. `finish`
127
+ (`matte`, `satin`, `gloss`, `shimmer`, `metallic`, `glitter`) sets `shine` and
128
+ the sparkle fields (`sparkleColor`, `sparkleDensity`, `sparkleSize`);
129
+ `coverage` runs from sheer (0: filters the lips' own colour and never lightens
130
+ them) to opaque (1: covers them); `enabled={false}` draws nothing.
131
+
132
+ **Shading.** The paint is shaded by the makeup core against the person's own
133
+ skin, light and lip colour (`useFaceSkin`), so the same shade looks the same on
134
+ every skin tone and follows the room's light: the lips' own shadow and
135
+ highlights, a lamp switched off, a warm or cool cast. `shading` sets how much
136
+ of that light the paint follows: 1 (the default) fully, 0 flattens the opaque
137
+ part (the shade as picked, with only the finish's own highlight). A sheer part
138
+ (`coverage` below 1) still filters the live lips, so their own light and
139
+ texture show through; set `coverage: 1` as well for a fully flat fill.
140
+
141
+ Other controls: `opacity` (linear: 0.8 paints 80 %), `intensity` (0 shows the
142
+ design as painted, 1 multiplies it by `color`), `gloss`, `roughness` and
143
+ `highlightColor` (an extra lip highlight on top of the finish: amount, spread,
144
+ colour), and `gradientColor` with `gradientAmount`. Without a `designTexture`
145
+ the lips are filled with `color`, so every preset works on its own.
146
+
147
+ The `LipEffectSettingsPanel` from `@vincentt-xr/sdk/debug-ui` edits all of these
148
+ live, including the mask mode and the texture transform, and the `/makeup`
149
+ example page mounts it next to the design-texture picker.
150
+
151
+ ## Procedural colour, edges, inner lip and split lips
152
+
153
+ - **Procedural colour.** Leave `designTexture` out, or set
154
+ `colorMode="solid"` to ignore one, and the lips are filled with `color`.
155
+ Add `gradientColor` with `gradientAmount` and pick `gradientDirection`:
156
+ `outward` runs from the mouth line to the outer edge, `vertical` and
157
+ `horizontal` span the lip box (`horizontal` from the person's right corner
158
+ to their left).
159
+ - **Edge softness.** `edgeSoftness` feathers the outer lip boundary as a
160
+ fraction of the lip band (default `0.12`; `0` is a hard polygon edge). It
161
+ uses the mesh's own band position, so it follows the tracked lip shape.
162
+ - **Inner lip.** `innerLipColor` with `innerLipAmount` tints the inner part of
163
+ the lips next to the mouth line; `innerLipWidth` sets how far out it reaches.
164
+ In `outer-lips` mask mode the same tint fills the mouth interior.
165
+ - **Separate lower lip.** Turn on `splitLips` to give the lower lip its own
166
+ `lowerLipColor` and `lowerLipOpacity`, and pass `lowerDesignTexture` for a
167
+ separate texture (it falls back to `designTexture`). The split happens at the
168
+ mouth line of the atlas with a thin blend at the corners.
169
+
170
+ ## Texture transform
171
+
172
+ A design that does not line up can be fitted without repainting:
173
+
174
+ | Setting | Effect |
175
+ | ---------------------------------- | --------------------------------------------------------------------------------------------- |
176
+ | `textureScaleX`, `textureScaleY` | Multiplier about the lip centre; `2` makes the design twice as large |
177
+ | `textureOffsetX`, `textureOffsetY` | Fraction of the lip region's width/height; `0.5` moves half a lip width (positive y moves up) |
178
+ | `textureRotation` | Degrees, counter-clockwise as seen on the face |
179
+ | `textureFlipX`, `textureFlipY` | Mirror across the lip centre |
180
+
181
+ The transform is applied to the sampled UV, in the design's own (person-side)
182
+ frame, so the gradient and the mask are unaffected.
183
+ `createLipTextureTransform(settings, bounds)` returns the same `Matrix3` the
184
+ shader uses if a custom material wants it.
185
+
186
+ ## Downloading the template
187
+
188
+ The `/makeup` page has **Download SVG** and **Download PNG** buttons that
189
+ export the guide at 2048 px. In code, `createLipUvGuideSvg({ size })` returns
190
+ the SVG string and `createLipUvGuidePngBlob({ size })` resolves to a PNG `Blob`
191
+ (browser only). The shipped copies are `docs/guides/lip-uv-template.svg` and
192
+ `docs/guides/lip-uv-template.png`.
193
+
194
+ ## Mask modes
195
+
196
+ ```tsx
197
+ <LipEffect designTexture="/lips/gloss.png" maskMode="outer-and-inner-lips" />
198
+ ```
199
+
200
+ - `outer-and-inner-lips` (default) — paint the lip surface only. The mouth
201
+ interior sets the mouth stencil bit (`FACE_ATLAS_STENCIL.mouth`, 0x01) and
202
+ the lip material skips those pixels.
203
+ - `outer-lips` — paint everything inside the outer ring, mouth interior
204
+ included.
205
+
206
+ ## Draw order
207
+
208
+ The lips draw in the opaque face layer at `MAKEUP_RENDER_ORDER.lips` (-1.64):
209
+ after `FaceRetouch`, the face effects and the other makeup regions, before
210
+ `FaceInset`, the head occluder and accessories. Hands (`HandCutout`) and
211
+ glasses draw over the lips, and on a turned head the far half of the lips
212
+ stops at the nose (the face's self-occlusion pass, on the high and medium
213
+ quality tiers).
214
+
215
+ ## Several faces and performance
216
+
217
+ `LipEffects` renders one lip effect per face slot. Pass one config for every
218
+ face or a picker per face:
219
+
220
+ ```tsx
221
+ <LipEffects maxFaces={2} faces={{ preset: "gloss", designTexture: "/lips/gloss.png" }} />
222
+ <LipEffects
223
+ maxFaces={2}
224
+ faces={(faceIndex) =>
225
+ faceIndex === 0 ? { preset: "matte", color: "#8b2635" } : { preset: "gloss" }
226
+ }
227
+ />
228
+ ```
229
+
230
+ With a single config the faces share one built-in material; each draw still
231
+ reads its own face (fade, skin, light). The material is a plain three.js
232
+ object underneath: `useLipEffectMaterial(inputs)` returns one you can pass as
233
+ `sharedMaterial` to any number of `LipEffect`s, or return from a `material`
234
+ factory. `LipEffect` needs no `FaceTracker`: it starts the face model itself
235
+ (`numFaces`; `LipEffects` asks for `maxFaces`). A `FaceTracker` mounted beside
236
+ it in the same commit starts the model first, with its own `numFaces` and
237
+ `targetFps`; one that mounts later (under a later `Suspense`) does not, so
238
+ give the lips the same `numFaces`. `holdMs` is the face's: every layer on it
239
+ shares one hold, and the largest `holdMs` asked for wins (a `FaceRig` above
240
+ keeps its own). The lips ride the face's
241
+ shared surface, which every makeup layer on that face shares (one landmark
242
+ update and one skin probe per face); `maxUpdateFps` and `predictMs` are
243
+ deprecated and ignored. `<XRProvider perf={{ targetFps, camRes }}>` lowers the
244
+ tracking rate and the analysed camera resolution for the whole session.
245
+
246
+ ## Custom materials
247
+
248
+ `material` accepts a React material node or a factory. The factory receives a
249
+ stable context and is called for the lips (plus the mouth interior in
250
+ `outer-lips` mode):
251
+
252
+ ```ts
253
+ type LipEffectMaterialContext = {
254
+ cameraTexture: THREE.Texture | null;
255
+ designTexture: THREE.Texture | null;
256
+ faceUv: THREE.BufferAttribute;
257
+ lipEdge: THREE.BufferAttribute;
258
+ restPosition: THREE.BufferAttribute;
259
+ lowerDesignTexture: THREE.Texture | null;
260
+ faceIndex: number;
261
+ maskMode: LipMaskMode;
262
+ lipUvBounds: LipUvBounds;
263
+ settings: LipEffectSettings;
264
+ personLeftSign: 1 | -1;
265
+ skin: FaceSkinReference;
266
+ uniforms: FaceAtlasUniforms & FaceSkinUniforms;
267
+ };
268
+ ```
269
+
270
+ `lipEdge` is a static per-vertex position across the lip band: `0` on the
271
+ outer ring, `1` on the mouth line. It is bound as `attribute float lipEdge`
272
+ and is what the built-in material uses for feathering, the outward gradient
273
+ and the inner-lip tint. `lipUvBounds.mouthV` is the mouth line in UV space.
274
+
275
+ `faceUv` is the live per-vertex camera-texture UV, bound as `attribute vec2
276
+ faceUv` and kept current while a custom material is in use. `restPosition` is
277
+ the canonical position in cm. `personLeftSign` is −1 on the mirrored webcam:
278
+ read the design at `(1 − u, v)` there. `uniforms` holds the layer's
279
+ `uPresence` (spread it to fade with the face), `uPersonLeftSign` and the face's
280
+ live skin probe uniforms (`skin.uniforms`: `uSkinStats`, `uSkinStatsPacked`,
281
+ `uSkinMap`, `uSkinLod`, `uSkinSqrt`), so spreading `uniforms` whole is enough;
282
+ `skin` is the face's skin probe.
283
+
284
+ Draw in the face layer: spread `MAKEUP_BLENDING`, keep `depthWrite={false}`
285
+ and write premultiplied colour (`rgb × coverage, coverage`); a `transparent`
286
+ material draws in the later transparent pass, where the head occluder can
287
+ hide it.
288
+
289
+ ```tsx
290
+ <LipEffect
291
+ designTexture={texture}
292
+ material={({ cameraTexture, designTexture, maskMode, uniforms }) => (
293
+ <shaderMaterial
294
+ uniforms={{
295
+ cameraTexture: { value: cameraTexture },
296
+ designTexture: { value: designTexture },
297
+ // 1: decode the design's sRGB here (the built-in material's rule).
298
+ decodeDesign: { value: designTexture ? lipEffectDesignDecode(designTexture) : 0 },
299
+ uPresence: uniforms.uPresence,
300
+ uPersonLeftSign: uniforms.uPersonLeftSign,
301
+ }}
302
+ vertexShader={`
303
+ attribute vec2 faceUv;
304
+ varying vec2 vFaceUv; varying vec2 vUv;
305
+ void main() {
306
+ vUv = uv; vFaceUv = faceUv;
307
+ gl_Position = projectionMatrix * modelViewMatrix * vec4(position, 1.0);
308
+ }`}
309
+ fragmentShader={`
310
+ uniform sampler2D cameraTexture; uniform sampler2D designTexture;
311
+ uniform float decodeDesign; uniform float uPresence; uniform float uPersonLeftSign;
312
+ varying vec2 vFaceUv; varying vec2 vUv;
313
+ void main() {
314
+ vec2 uv = uPersonLeftSign < 0.0 ? vec2(1.0 - vUv.x, vUv.y) : vUv;
315
+ vec4 design = texture2D(designTexture, uv);
316
+ vec3 paint = mix(design.rgb, pow(max(design.rgb, vec3(0.0)), vec3(2.2)), decodeDesign);
317
+ vec3 skin = texture2D(cameraTexture, vFaceUv).rgb;
318
+ float c = design.a * uPresence;
319
+ gl_FragColor = vec4(linearToOutputTexel(vec4(skin * paint, 1.0)).rgb * c, c);
320
+ }`}
321
+ {...MAKEUP_BLENDING}
322
+ depthWrite={false}
323
+ stencilWrite
324
+ stencilRef={FACE_ATLAS_STENCIL.mouth}
325
+ stencilFuncMask={FACE_ATLAS_STENCIL.mouth}
326
+ stencilWriteMask={0}
327
+ stencilFunc={
328
+ maskMode === "outer-and-inner-lips" ? THREE.NotEqualStencilFunc : THREE.AlwaysStencilFunc
329
+ }
330
+ stencilFail={THREE.KeepStencilOp}
331
+ stencilZFail={THREE.KeepStencilOp}
332
+ stencilZPass={THREE.KeepStencilOp}
333
+ />
334
+ )}
335
+ />
336
+ ```
337
+
338
+ Four complete factories (animated gloss, noise texture, iridescence, time-based
339
+ shimmer) are documented in [Lip Shader Examples](/examples/lip-shaders) and run
340
+ on the `/makeup` page; they use `LIP_EFFECT_VERTEX_SHADER`, which provides
341
+ `vUv`, `vFaceUv`, `vLipEdge`, `vNormal` and `vViewDir`.
342
+
343
+ Honour `maskMode` with the stencil test shown above; that is exactly what the
344
+ built-in `LipEffectMaterial` does through its `subtractMouth` prop. three.js
345
+ only evaluates `stencilFunc` while `stencilWrite` is true, so keep it on and
346
+ use the keep-ops and a zero write mask: the material then compares the mouth
347
+ bit without ever writing to the stencil (the face's self-occlusion pass owns
348
+ bit 0x80, so always test with `stencilFuncMask={FACE_ATLAS_STENCIL.mouth}`).
349
+ The built-in material is exported so you can reuse it with different settings.
350
+ It never reads the camera uv per vertex, so pass `faceUv={false}` with a factory
351
+ that returns it (a factory cannot be inspected in advance; a
352
+ `<LipEffectMaterial>` node or a `useLipEffectMaterial` instance passed directly
353
+ needs nothing):
354
+
355
+ ```tsx
356
+ <LipEffect
357
+ faceUv={false}
358
+ material={(context) => (
359
+ <LipEffectMaterial
360
+ cameraTexture={context.cameraTexture}
361
+ designTexture={context.designTexture}
362
+ settings={resolveLipEffectSettings({ ...context.settings, preset: "metallic" })}
363
+ lipUvBounds={context.lipUvBounds}
364
+ subtractMouth={context.maskMode === "outer-and-inner-lips"}
365
+ />
366
+ )}
367
+ />
368
+ ```
Binary file
@@ -0,0 +1 @@
1
+ <svg xmlns="http://www.w3.org/2000/svg" width="1024" height="1024" viewBox="0 0 1024 1024"><rect x="1.28" y="1.28" width="1021.44" height="1021.44" fill="none" stroke="#cbd5e1" stroke-width="2.56"/><path d="M540.93,666.01L511.98,668.19L539.77,682.19ZM483.07,666.01L484.23,682.19L511.98,668.19ZM512.02,682.22L539.77,682.19L511.98,668.19ZM512.02,682.22L511.98,668.19L484.23,682.19ZM540.93,666.01L539.77,682.19L573.66,673ZM483.07,666.01L450.34,673L484.23,682.19ZM566.45,684.57L573.66,673L539.77,682.19ZM457.55,684.57L484.23,682.19L450.34,673ZM573.66,673L566.45,684.57L599.43,682.54ZM450.34,673L424.57,682.54L457.55,684.57ZM591.09,690.06L599.43,682.54L566.45,684.57ZM432.91,690.06L457.55,684.57L424.57,682.54ZM591.09,690.06L613.64,697.41L599.43,682.54ZM432.91,690.06L424.57,682.54L410.36,697.41ZM622.18,693.97L599.43,682.54L613.64,697.41ZM401.82,693.97L410.36,697.41L424.57,682.54ZM584.94,699.08L582.49,708.98L607.44,702.13ZM439.06,699.08L416.55,702.13L441.51,708.98ZM600.69,708.98L607.44,702.13L582.49,708.98ZM423.31,708.98L441.51,708.98L416.55,702.13ZM611.29,723.5L618.39,727.26L626.58,710.62ZM412.71,723.5L397.42,710.62L405.61,727.26ZM632.86,711.38L626.58,710.62L618.39,727.26ZM391.14,711.38L405.61,727.26L397.42,710.62ZM590.68,728.93L595.65,737.34L611.29,723.5ZM433.32,728.93L412.71,723.5L428.35,737.34ZM618.39,727.26L611.29,723.5L595.65,737.34ZM405.61,727.26L428.35,737.34L412.71,723.5ZM568.49,748.33L595.65,737.34L566.16,732.99ZM455.51,748.33L457.84,732.99L428.35,737.34ZM590.68,728.93L566.16,732.99L595.65,737.34ZM433.32,728.93L428.35,737.34L457.84,732.99ZM511.98,754.71L540.34,753.9L511.98,736.65ZM511.98,754.71L511.98,736.65L483.66,753.9ZM539.56,735.09L511.98,736.65L540.34,753.9ZM484.44,735.09L483.66,753.9L511.98,736.65ZM604.54,718.67L622.17,710.86L600.88,712.09ZM419.46,718.67L423.12,712.09L401.81,710.86ZM610.68,710.61L600.88,712.09L622.17,710.86ZM413.32,710.61L401.81,710.86L423.12,712.09ZM626.58,710.62L622.17,710.86L611.29,723.5ZM397.42,710.62L412.71,723.5L401.81,710.86ZM604.54,718.67L611.29,723.5L622.17,710.86ZM419.46,718.67L401.81,710.86L412.71,723.5ZM539.77,682.19L538.47,696.52L566.45,684.57ZM484.23,682.19L457.55,684.57L485.53,696.52ZM562.82,697.2L566.45,684.57L538.47,696.52ZM461.18,697.2L485.53,696.52L457.55,684.57ZM566.45,684.57L562.82,697.2L591.09,690.06ZM457.55,684.57L432.91,690.06L461.18,697.2ZM584.94,699.08L591.09,690.06L562.82,697.2ZM439.06,699.08L461.18,697.2L432.91,690.06ZM591.09,690.06L584.94,699.08L613.64,697.41ZM432.91,690.06L410.36,697.41L439.06,699.08ZM607.44,702.13L613.64,697.41L584.94,699.08ZM416.55,702.13L439.06,699.08L410.36,697.41ZM587.29,720.42L590.68,728.93L604.54,718.67ZM436.71,720.42L419.46,718.67L433.32,728.93ZM611.29,723.5L604.54,718.67L590.68,728.93ZM412.71,723.5L433.32,728.93L419.46,718.67ZM566.16,732.99L590.68,728.93L565.23,721.54ZM457.84,732.99L458.77,721.54L433.32,728.93ZM587.29,720.42L565.23,721.54L590.68,728.93ZM436.71,720.42L433.32,728.93L458.77,721.54ZM511.98,736.65L539.56,735.09L511.98,722.88ZM511.98,736.65L511.98,722.88L484.44,735.09ZM539.52,721.54L511.98,722.88L539.56,735.09ZM484.48,721.54L484.44,735.09L511.98,722.88ZM511.98,722.88L539.52,721.54L511.98,711.96ZM511.98,722.88L511.98,711.96L484.48,721.54ZM539.61,711.96L511.98,711.96L539.52,721.54ZM484.39,711.96L484.48,721.54L511.98,711.96ZM564.57,711.96L565.23,721.54L585.79,711.96ZM459.43,711.96L438.21,711.96L458.77,721.54ZM587.29,720.42L585.79,711.96L565.23,721.54ZM436.71,720.42L458.77,721.54L438.21,711.96ZM600.88,712.09L585.79,711.96L604.54,718.67ZM423.12,712.09L419.46,718.67L438.21,711.96ZM587.29,720.42L604.54,718.67L585.79,711.96ZM436.71,720.42L438.21,711.96L419.46,718.67ZM562.82,697.2L560.97,708.98L584.94,699.08ZM461.18,697.2L439.06,699.08L463.03,708.98ZM582.49,708.98L584.94,699.08L560.97,708.98ZM441.51,708.98L463.03,708.98L439.06,699.08ZM538.47,696.52L537.2,708.98L562.82,697.2ZM485.53,696.52L461.18,697.2L486.8,708.98ZM560.97,708.98L562.82,697.2L537.2,708.98ZM463.03,708.98L486.8,708.98L461.18,697.2ZM607.44,702.13L600.69,708.98L622.17,710.86ZM416.55,702.13L401.81,710.86L423.31,708.98ZM610.68,710.61L622.17,710.86L600.69,708.98ZM413.32,710.61L423.31,708.98L401.81,710.86ZM512.02,682.22L512.02,695.53L539.77,682.19ZM512.02,682.22L484.23,682.19L512.02,695.53ZM538.47,696.52L539.77,682.19L512.02,695.53ZM485.53,696.52L512.02,695.53L484.23,682.19ZM512.02,695.53L512.02,708.96L538.47,696.52ZM512.02,695.53L485.53,696.52L512.02,708.96ZM537.2,708.98L538.47,696.52L512.02,708.96ZM486.8,708.98L512.02,708.96L485.53,696.52ZM539.52,721.54L565.23,721.54L539.61,711.96ZM484.48,721.54L484.39,711.96L458.77,721.54ZM564.57,711.96L539.61,711.96L565.23,721.54ZM459.43,711.96L458.77,721.54L484.39,711.96ZM539.56,735.09L566.16,732.99L539.52,721.54ZM484.44,735.09L484.48,721.54L457.84,732.99ZM565.23,721.54L539.52,721.54L566.16,732.99ZM458.77,721.54L457.84,732.99L484.48,721.54ZM540.34,753.9L568.49,748.33L539.56,735.09ZM483.66,753.9L484.44,735.09L455.51,748.33ZM566.16,732.99L539.56,735.09L568.49,748.33ZM457.84,732.99L455.51,748.33L484.44,735.09ZM613.64,697.41L607.44,702.13L626.58,710.62ZM410.36,697.41L397.42,710.62L416.55,702.13ZM622.17,710.86L626.58,710.62L607.44,702.13ZM401.81,710.86L416.55,702.13L397.42,710.62ZM613.64,697.41L626.58,710.62L622.18,693.97ZM410.36,697.41L401.82,693.97L397.42,710.62ZM632.86,711.38L622.18,693.97L626.58,710.62ZM391.14,711.38L397.42,710.62L401.82,693.97Z" fill="#e85d75" fill-opacity="0.18" stroke="none"/><path d="M540.93,666.01L511.98,668.19M511.98,668.19L483.07,666.01M573.66,673L540.93,666.01M483.07,666.01L450.34,673M599.43,682.54L573.66,673M450.34,673L424.57,682.54M622.18,693.97L599.43,682.54M424.57,682.54L401.82,693.97M582.49,708.98L600.69,708.98M423.31,708.98L441.51,708.98M618.39,727.26L632.86,711.38M391.14,711.38L405.61,727.26M595.65,737.34L618.39,727.26M405.61,727.26L428.35,737.34M568.49,748.33L595.65,737.34M428.35,737.34L455.51,748.33M511.98,754.71L540.34,753.9M483.66,753.9L511.98,754.71M610.68,710.61L600.88,712.09M423.12,712.09L413.32,710.61M539.61,711.96L511.98,711.96M511.98,711.96L484.39,711.96M585.79,711.96L564.57,711.96M459.43,711.96L438.21,711.96M600.88,712.09L585.79,711.96M438.21,711.96L423.12,712.09M560.97,708.98L582.49,708.98M441.51,708.98L463.03,708.98M537.2,708.98L560.97,708.98M463.03,708.98L486.8,708.98M600.69,708.98L610.68,710.61M413.32,710.61L423.31,708.98M512.02,708.96L537.2,708.98M486.8,708.98L512.02,708.96M564.57,711.96L539.61,711.96M484.39,711.96L459.43,711.96M540.34,753.9L568.49,748.33M455.51,748.33L483.66,753.9M632.86,711.38L622.18,693.97M401.82,693.97L391.14,711.38" fill="none" stroke="#e85d75" stroke-width="2.56" stroke-linecap="round"/><path d="M610.68,710.61L600.69,708.98L600.88,712.09ZM413.32,710.61L423.12,712.09L423.31,708.98ZM511.98,711.96L539.61,711.96L512.02,708.96ZM511.98,711.96L512.02,708.96L484.39,711.96ZM537.2,708.98L512.02,708.96L539.61,711.96ZM486.8,708.98L484.39,711.96L512.02,708.96ZM539.61,711.96L564.57,711.96L537.2,708.98ZM484.39,711.96L486.8,708.98L459.43,711.96ZM560.97,708.98L537.2,708.98L564.57,711.96ZM463.03,708.98L459.43,711.96L486.8,708.98ZM564.57,711.96L585.79,711.96L560.97,708.98ZM459.43,711.96L463.03,708.98L438.21,711.96ZM582.49,708.98L560.97,708.98L585.79,711.96ZM441.51,708.98L438.21,711.96L463.03,708.98ZM585.79,711.96L600.88,712.09L582.49,708.98ZM438.21,711.96L441.51,708.98L423.12,712.09ZM600.69,708.98L582.49,708.98L600.88,712.09ZM423.31,708.98L423.12,712.09L441.51,708.98Z" fill="#2563eb" fill-opacity="0.18" stroke="none"/><path d="M610.68,710.61L600.69,708.98M600.88,712.09L610.68,710.61M413.32,710.61L423.12,712.09M423.31,708.98L413.32,710.61M511.98,711.96L539.61,711.96M484.39,711.96L511.98,711.96M537.2,708.98L512.02,708.96M512.02,708.96L486.8,708.98M539.61,711.96L564.57,711.96M459.43,711.96L484.39,711.96M560.97,708.98L537.2,708.98M486.8,708.98L463.03,708.98M564.57,711.96L585.79,711.96M438.21,711.96L459.43,711.96M582.49,708.98L560.97,708.98M463.03,708.98L441.51,708.98M585.79,711.96L600.88,712.09M423.12,712.09L438.21,711.96M600.69,708.98L582.49,708.98M441.51,708.98L423.31,708.98" fill="none" stroke="#2563eb" stroke-width="2.56" stroke-linecap="round"/><path d="M540.93,666.01L511.98,668.19L539.77,682.19ZM483.07,666.01L484.23,682.19L511.98,668.19ZM512.02,682.22L539.77,682.19L511.98,668.19ZM512.02,682.22L511.98,668.19L484.23,682.19ZM540.93,666.01L539.77,682.19L573.66,673ZM483.07,666.01L450.34,673L484.23,682.19ZM566.45,684.57L573.66,673L539.77,682.19ZM457.55,684.57L484.23,682.19L450.34,673ZM573.66,673L566.45,684.57L599.43,682.54ZM450.34,673L424.57,682.54L457.55,684.57ZM591.09,690.06L599.43,682.54L566.45,684.57ZM432.91,690.06L457.55,684.57L424.57,682.54ZM591.09,690.06L613.64,697.41L599.43,682.54ZM432.91,690.06L424.57,682.54L410.36,697.41ZM622.18,693.97L599.43,682.54L613.64,697.41ZM401.82,693.97L410.36,697.41L424.57,682.54ZM584.94,699.08L582.49,708.98L607.44,702.13ZM439.06,699.08L416.55,702.13L441.51,708.98ZM600.69,708.98L607.44,702.13L582.49,708.98ZM423.31,708.98L441.51,708.98L416.55,702.13ZM611.29,723.5L618.39,727.26L626.58,710.62ZM412.71,723.5L397.42,710.62L405.61,727.26ZM632.86,711.38L626.58,710.62L618.39,727.26ZM391.14,711.38L405.61,727.26L397.42,710.62ZM590.68,728.93L595.65,737.34L611.29,723.5ZM433.32,728.93L412.71,723.5L428.35,737.34ZM618.39,727.26L611.29,723.5L595.65,737.34ZM405.61,727.26L428.35,737.34L412.71,723.5ZM568.49,748.33L595.65,737.34L566.16,732.99ZM455.51,748.33L457.84,732.99L428.35,737.34ZM590.68,728.93L566.16,732.99L595.65,737.34ZM433.32,728.93L428.35,737.34L457.84,732.99ZM511.98,754.71L540.34,753.9L511.98,736.65ZM511.98,754.71L511.98,736.65L483.66,753.9ZM539.56,735.09L511.98,736.65L540.34,753.9ZM484.44,735.09L483.66,753.9L511.98,736.65ZM604.54,718.67L622.17,710.86L600.88,712.09ZM419.46,718.67L423.12,712.09L401.81,710.86ZM610.68,710.61L600.88,712.09L622.17,710.86ZM413.32,710.61L401.81,710.86L423.12,712.09ZM626.58,710.62L622.17,710.86L611.29,723.5ZM397.42,710.62L412.71,723.5L401.81,710.86ZM604.54,718.67L611.29,723.5L622.17,710.86ZM419.46,718.67L401.81,710.86L412.71,723.5ZM539.77,682.19L538.47,696.52L566.45,684.57ZM484.23,682.19L457.55,684.57L485.53,696.52ZM562.82,697.2L566.45,684.57L538.47,696.52ZM461.18,697.2L485.53,696.52L457.55,684.57ZM566.45,684.57L562.82,697.2L591.09,690.06ZM457.55,684.57L432.91,690.06L461.18,697.2ZM584.94,699.08L591.09,690.06L562.82,697.2ZM439.06,699.08L461.18,697.2L432.91,690.06ZM591.09,690.06L584.94,699.08L613.64,697.41ZM432.91,690.06L410.36,697.41L439.06,699.08ZM607.44,702.13L613.64,697.41L584.94,699.08ZM416.55,702.13L439.06,699.08L410.36,697.41ZM587.29,720.42L590.68,728.93L604.54,718.67ZM436.71,720.42L419.46,718.67L433.32,728.93ZM611.29,723.5L604.54,718.67L590.68,728.93ZM412.71,723.5L433.32,728.93L419.46,718.67ZM566.16,732.99L590.68,728.93L565.23,721.54ZM457.84,732.99L458.77,721.54L433.32,728.93ZM587.29,720.42L565.23,721.54L590.68,728.93ZM436.71,720.42L433.32,728.93L458.77,721.54ZM511.98,736.65L539.56,735.09L511.98,722.88ZM511.98,736.65L511.98,722.88L484.44,735.09ZM539.52,721.54L511.98,722.88L539.56,735.09ZM484.48,721.54L484.44,735.09L511.98,722.88ZM511.98,722.88L539.52,721.54L511.98,711.96ZM511.98,722.88L511.98,711.96L484.48,721.54ZM539.61,711.96L511.98,711.96L539.52,721.54ZM484.39,711.96L484.48,721.54L511.98,711.96ZM564.57,711.96L565.23,721.54L585.79,711.96ZM459.43,711.96L438.21,711.96L458.77,721.54ZM587.29,720.42L585.79,711.96L565.23,721.54ZM436.71,720.42L458.77,721.54L438.21,711.96ZM600.88,712.09L585.79,711.96L604.54,718.67ZM423.12,712.09L419.46,718.67L438.21,711.96ZM587.29,720.42L604.54,718.67L585.79,711.96ZM436.71,720.42L438.21,711.96L419.46,718.67ZM562.82,697.2L560.97,708.98L584.94,699.08ZM461.18,697.2L439.06,699.08L463.03,708.98ZM582.49,708.98L584.94,699.08L560.97,708.98ZM441.51,708.98L463.03,708.98L439.06,699.08ZM538.47,696.52L537.2,708.98L562.82,697.2ZM485.53,696.52L461.18,697.2L486.8,708.98ZM560.97,708.98L562.82,697.2L537.2,708.98ZM463.03,708.98L486.8,708.98L461.18,697.2ZM607.44,702.13L600.69,708.98L622.17,710.86ZM416.55,702.13L401.81,710.86L423.31,708.98ZM610.68,710.61L622.17,710.86L600.69,708.98ZM413.32,710.61L423.31,708.98L401.81,710.86ZM512.02,682.22L512.02,695.53L539.77,682.19ZM512.02,682.22L484.23,682.19L512.02,695.53ZM538.47,696.52L539.77,682.19L512.02,695.53ZM485.53,696.52L512.02,695.53L484.23,682.19ZM512.02,695.53L512.02,708.96L538.47,696.52ZM512.02,695.53L485.53,696.52L512.02,708.96ZM537.2,708.98L538.47,696.52L512.02,708.96ZM486.8,708.98L512.02,708.96L485.53,696.52ZM539.52,721.54L565.23,721.54L539.61,711.96ZM484.48,721.54L484.39,711.96L458.77,721.54ZM564.57,711.96L539.61,711.96L565.23,721.54ZM459.43,711.96L458.77,721.54L484.39,711.96ZM539.56,735.09L566.16,732.99L539.52,721.54ZM484.44,735.09L484.48,721.54L457.84,732.99ZM565.23,721.54L539.52,721.54L566.16,732.99ZM458.77,721.54L457.84,732.99L484.48,721.54ZM540.34,753.9L568.49,748.33L539.56,735.09ZM483.66,753.9L484.44,735.09L455.51,748.33ZM566.16,732.99L539.56,735.09L568.49,748.33ZM457.84,732.99L455.51,748.33L484.44,735.09ZM613.64,697.41L607.44,702.13L626.58,710.62ZM410.36,697.41L397.42,710.62L416.55,702.13ZM622.17,710.86L626.58,710.62L607.44,702.13ZM401.81,710.86L416.55,702.13L397.42,710.62ZM613.64,697.41L626.58,710.62L622.18,693.97ZM410.36,697.41L401.82,693.97L397.42,710.62ZM632.86,711.38L622.18,693.97L626.58,710.62ZM391.14,711.38L397.42,710.62L401.82,693.97Z" fill="none" stroke="#94a3b8" stroke-width="1.28" stroke-linejoin="round"/><text x="378.85" y="710.36" text-anchor="end" font-family="ui-monospace, SFMono-Regular, Menlo, monospace" font-size="16.38" fill="#0f172a">person's RIGHT ▸</text><text x="645.15" y="710.36" text-anchor="start" font-family="ui-monospace, SFMono-Regular, Menlo, monospace" font-size="16.38" fill="#0f172a">◂ person's LEFT</text><text x="512" y="653.73" text-anchor="middle" font-family="ui-monospace, SFMono-Regular, Menlo, monospace" font-size="16.38" fill="#0f172a">upper lip (pink outline = painted edge)</text><text x="512" y="783.38" text-anchor="middle" font-family="ui-monospace, SFMono-Regular, Menlo, monospace" font-size="16.38" fill="#0f172a">lower lip · blue = mouth interior, cut out in outer-and-inner-lips mode</text><text x="512" y="804.68" text-anchor="middle" font-family="ui-monospace, SFMono-Regular, Menlo, monospace" font-size="16.38" fill="#0f172a">lip region: u 0.38–0.62, v 0.26–0.35 (image x 38–62%, y 65–74%)</text><text x="25.6" y="41.98" text-anchor="start" font-family="ui-monospace, SFMono-Regular, Menlo, monospace" font-size="16.38" fill="#0f172a" font-weight="bold">Lip template: the face atlas</text><text x="25.6" y="63.28" text-anchor="start" font-family="ui-monospace, SFMono-Regular, Menlo, monospace" font-size="16.38" fill="#0f172a">1024×1024 canvas: the face atlas (FACE_ATLAS_UVS, as Canonical_Face_Color.png).</text><text x="25.6" y="84.58" text-anchor="start" font-family="ui-monospace, SFMono-Regular, Menlo, monospace" font-size="16.38" fill="#0f172a">Only the lip triangles are sampled; transparent pixels leave the skin untouched.</text><text x="25.6" y="105.88" text-anchor="start" font-family="ui-monospace, SFMono-Regular, Menlo, monospace" font-size="16.38" fill="#0f172a">Paint as on an unmirrored photo: image LEFT = the person's RIGHT on every feed</text><text x="25.6" y="127.18" text-anchor="start" font-family="ui-monospace, SFMono-Regular, Menlo, monospace" font-size="16.38" fill="#0f172a">(the SDK flips the design on the mirrored webcam).</text><text x="25.6" y="998.4" text-anchor="start" font-family="ui-monospace, SFMono-Regular, Menlo, monospace" font-size="16.38" fill="#0f172a">generated from the bundled face atlas data</text></svg>
@@ -0,0 +1,109 @@
1
+ ---
2
+ title: "Makeup Design Textures"
3
+ description: "How to paint art for MakeupDesign: the face atlas canvas, sides on every feed, alpha and colour, regions, finishes, and the example art."
4
+ sidebarTitle: "Makeup Design Textures"
5
+ icon: "palette"
6
+ ---
7
+
8
+ `MakeupDesign` (from `@vincentt-xr/sdk/face-effects`) paints your art on the
9
+ live face: freckles, face gems, graphic liner, face paint. The art is shaded
10
+ like makeup, relative to the person's own skin and light, with a finish.
11
+
12
+ ```tsx
13
+ import { MakeupDesign } from "@vincentt-xr/sdk/face-effects";
14
+
15
+ <MakeupDesign
16
+ texture="/makeup/freckles.svg"
17
+ region={["cheeks", "nose"]}
18
+ coverage={0.45}
19
+ opacity={0.8}
20
+ />;
21
+ ```
22
+
23
+ ## The canvas
24
+
25
+ The layout, templates and loading rules are in
26
+ [Face Atlas Textures](/guides/face-atlas-textures); props and finishes are in
27
+ [Makeup](/api/makeup).
28
+
29
+ - **One square image in the face atlas** (`FACE_ATLAS_UVS`): the layout of the
30
+ canonical face OBJ, the same one LipEffect designs and face swap use. 1024×1024
31
+ is enough; 2048×2048 for fine detail.
32
+ - **Upright, as on an unmirrored photo.** Image-left is the person's **right**,
33
+ image-right is their **left**; the forehead is at the top.
34
+ - **Transparent where nothing is painted.** Alpha is where the art paints;
35
+ soft alpha gives soft edges.
36
+ - **Colours are the paint**, in sRGB. `color` multiplies them: paint white art
37
+ to recolour it from code.
38
+
39
+ <img
40
+ src="/guides/face-atlas-template.svg"
41
+ alt="Face atlas template: every region outlined, with the person's sides labelled"
42
+ />
43
+
44
+ The template is generated from the bundled atlas data
45
+ (`pnpm dlx tsx scripts/generate-face-atlas.ts`); in an app,
46
+ `createFaceAtlasGuideSvg()` / `createFaceAtlasGuidePngBlob()` draw the same
47
+ guide. Put it on a layer under your art and hide it before exporting.
48
+
49
+ ## Sides on every feed
50
+
51
+ Each side of the art stays on the person's own side on every feed. On the rear
52
+ camera, images and video the art is used as painted; on the mirrored webcam it
53
+ is sampled at `(1 − u, v)`. The atlas is symmetric to 0.001, so the flip is
54
+ exact. A mark on the skin therefore reads backwards on the mirrored webcam, as
55
+ it does in a mirror.
56
+
57
+ To check a setup, use the side-test art: an L on the person's own left cheek.
58
+ It must sit on the person's left cheek on the webcam and on the rear camera.
59
+
60
+ ## Regions
61
+
62
+ `region` limits where the art may paint, as one `FaceAtlasRegion` or a list:
63
+ `face` (default: everything but the eye and mouth openings and the nostrils),
64
+ `skin`, `lips`, `mouth`, `eyes`, `lids`, `brows`, `cheeks`, `nose`,
65
+ `forehead`, `jaw`. Art outside the region is never drawn, and a smaller region
66
+ draws fewer pixels. `eyes` and `mouth` are the openings: art there covers the
67
+ eyeballs or the inside of the mouth.
68
+
69
+ Liner drawn on the lash line is cut there by the eye opening; draw it just
70
+ above the line.
71
+
72
+ ## Finish and coverage
73
+
74
+ | Setting | Use |
75
+ | ---------- | ------------------------------------------------------------------------------------------------ |
76
+ | `coverage` | 0 sheer: the art filters the skin and never lightens it (freckles). 1 opaque: it covers the skin |
77
+ | `finish` | `matte`, `satin`, `gloss` (gems, wet looks), `shimmer`, `metallic`, `glitter` |
78
+ | `opacity` | Linear amount, times the art's alpha |
79
+ | `side` | `both`, or the person's own `left` / `right` half of the art |
80
+
81
+ Finishes add their highlight from the live face's normals and the room light,
82
+ so painted facets (on gems) and the finish's highlight work together.
83
+
84
+ ## Texture inputs
85
+
86
+ - **URL**: PNG, WebP or SVG with `width` and `height`. Loaded without Suspense,
87
+ premultiplied and mipmapped, and disposed by the component. A URL that
88
+ fails to load draws nothing (and warns once).
89
+ - **`THREE.Texture`** you own: read as sRGB unless tagged
90
+ `LinearSRGBColorSpace`, and as premultiplied when `premultiplyAlpha` is set.
91
+ Leave a premultiplied texture untagged: tagged `SRGBColorSpace`, the GPU
92
+ decodes it before the alpha is divided out, which darkens soft edges (it
93
+ warns). It must sample upright as an image loaded with `flipY` does
94
+ (`TextureLoader`, `CanvasTexture`). The component never changes it.
95
+ - **Material API**: `setMakeupDesignTexture(createMakeupMaterial("design").uniforms, texture)`.
96
+
97
+ ## Example art
98
+
99
+ The SDK playground ships four examples in `example/public/makeup/`, drawn in
100
+ atlas coordinates by `scripts/generate-makeup-samples.ts` (CC0, Vincentt):
101
+
102
+ | File | Settings |
103
+ | ------------------- | ----------------------------------------------------------- |
104
+ | `freckles.svg` | `region={["cheeks", "nose"]} coverage={0.45} opacity={0.8}` |
105
+ | `face-gems.svg` | `region={["lids", "cheeks", "forehead"]} finish="gloss"` |
106
+ | `graphic-liner.svg` | `region={["lids", "forehead"]} opacity={0.95}` |
107
+ | `side-test.svg` | `region="cheeks"` |
108
+
109
+ They are not part of the npm package: copy one into your app's public folder.
@@ -106,13 +106,12 @@ summary only.
106
106
 
107
107
  - `/unified-architecture`: current debug-ui composition for a unified
108
108
  face-tracking scene.
109
- - `/testing-hook`: multi-face face-mesh sanity example using reusable
109
+ - `/face-mesh?faces=two`: multi-face face-mesh sanity example using reusable
110
110
  scene-object/debug-ui APIs.
111
111
  - `/body`: visible body-tracking anchors using `BodyTracker` and
112
112
  `TrackingAnchor`.
113
113
  - `/debugger`: minimal debugger overlay example for metrics and runtime
114
114
  inspection.
115
- - `/viewport-editor`: reusable 3D scene editor fixture.
116
115
  - `/face-retouch-legacy`: legacy face-retouch shader controls with debug-ui
117
116
  settings.
118
117
 
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@vincentt-xr/sdk",
3
- "version": "2.0.0-alpha.7",
3
+ "version": "2.0.0-alpha.9",
4
4
  "description": "XR SDK by Vincentt",
5
5
  "repository": {
6
6
  "type": "git",
@@ -43,6 +43,11 @@
43
43
  "import": "./dist/tracking.js",
44
44
  "require": "./dist/tracking.cjs"
45
45
  },
46
+ "./instructions": {
47
+ "types": "./dist/entries/instructions.d.ts",
48
+ "import": "./dist/instructions.js",
49
+ "require": "./dist/instructions.cjs"
50
+ },
46
51
  "./face-effects": {
47
52
  "types": "./dist/entries/face-effects.d.ts",
48
53
  "import": "./dist/face-effects.js",
@@ -63,6 +68,16 @@
63
68
  "import": "./dist/internal.js",
64
69
  "require": "./dist/internal.cjs"
65
70
  },
71
+ "./product": {
72
+ "types": "./dist/entries/product.d.ts",
73
+ "import": "./dist/product.js",
74
+ "require": "./dist/product.cjs"
75
+ },
76
+ "./particles": {
77
+ "types": "./dist/entries/particles.d.ts",
78
+ "import": "./dist/particles.js",
79
+ "require": "./dist/particles.cjs"
80
+ },
66
81
  "./debug-ui": {
67
82
  "types": "./dist/debug-ui/index.d.ts",
68
83
  "import": "./dist/debug-ui.js",
@@ -80,6 +95,7 @@
80
95
  }
81
96
  },
82
97
  "peerDependencies": {
98
+ "@google/model-viewer": "^4.0.0",
83
99
  "@mediapipe/tasks-vision": "^0.10.18",
84
100
  "@react-three/drei": "9.105.6",
85
101
  "@react-three/fiber": "8.18.0",
@@ -89,6 +105,9 @@
89
105
  "three": "0.173.0"
90
106
  },
91
107
  "peerDependenciesMeta": {
108
+ "@google/model-viewer": {
109
+ "optional": true
110
+ },
92
111
  "@mediapipe/tasks-vision": {
93
112
  "optional": false
94
113
  },
@@ -98,7 +117,9 @@
98
117
  },
99
118
  "devDependencies": {
100
119
  "@eslint/js": "^9.14.0",
120
+ "@google/model-viewer": "4.0.0",
101
121
  "@mdx-js/rollup": "^3.1.1",
122
+ "@playwright/test": "1.47.2",
102
123
  "@testing-library/dom": "^10",
103
124
  "@testing-library/react": "^16",
104
125
  "@types/node": "^22.9.0",
@@ -156,6 +177,7 @@
156
177
  "format:check": "prettier --check 'lib/**/*.{ts,tsx}' 'example/**/*.{ts,tsx}' '*.{json,md,mjs,ts}' '.github/**/*.{md,yml}' 'docs/**/*.{md,mdx,json}'",
157
178
  "format": "prettier --write 'lib/**/*.{js,jsx,ts,tsx}' 'example/**/*.{js,jsx,ts,tsx}'",
158
179
  "test": "vitest run",
180
+ "smoke": "playwright test",
159
181
  "test:watch": "vitest",
160
182
  "lint:check": "eslint lib --max-warnings 0",
161
183
  "example:build": "vite build --config example/vite.config.ts",
@@ -1 +0,0 @@
1
- "use strict";Object.defineProperty(exports,Symbol.toStringTag,{value:"Module"});const e=require("react/jsx-runtime"),x=require("react"),C=require("react-dom"),s=require("./internal-Cq-TEQ5Y.cjs"),P={position:"fixed",top:"10px",left:"10px",zIndex:9999,fontFamily:"'Monaco', 'Menlo', 'Ubuntu Mono', 'Consolas', monospace",fontSize:"12px",color:"#fff",pointerEvents:"auto",userSelect:"none"},h={background:"rgba(0, 0, 0, 0.85)",borderRadius:"6px",padding:"12px 16px",boxShadow:"0 4px 12px rgba(0, 0, 0, 0.5)",backdropFilter:"blur(10px)",border:"1px solid rgba(255, 255, 255, 0.1)",minWidth:"240px"},k={...h,padding:"8px 12px",minWidth:"auto"},F={display:"flex",justifyContent:"space-between",alignItems:"center",marginBottom:"12px",paddingBottom:"8px",borderBottom:"1px solid rgba(255, 255, 255, 0.2)"},M={fontSize:"13px",fontWeight:"bold",color:"#00ff9f",letterSpacing:"0.5px",textTransform:"uppercase"},z={display:"flex",gap:"6px"},f={background:"rgba(255, 255, 255, 0.1)",border:"1px solid rgba(255, 255, 255, 0.2)",borderRadius:"4px",color:"#fff",padding:"4px 8px",fontSize:"11px",cursor:"pointer",transition:"all 0.2s"},R={display:"grid",gridTemplateColumns:"1fr 1fr",gap:"10px"},i={display:"flex",flexDirection:"column",gap:"4px"},o={fontSize:"10px",color:"rgba(255, 255, 255, 0.6)",textTransform:"uppercase",letterSpacing:"0.5px"},d={fontSize:"16px",fontWeight:"bold",color:"#fff"},u={...d,color:"#00ff9f"},g={...d,color:"#ffaa00"},m={...d,color:"#ff4444"},l={fontSize:"11px",color:"rgba(255, 255, 255, 0.5)",marginLeft:"4px"},N={width:"100%",height:"4px",background:"rgba(255, 255, 255, 0.2)",borderRadius:"2px",overflow:"hidden",marginTop:"4px"},w=t=>({width:`${t}%`,height:"100%",background:t>90?"#ff4444":t>70?"#ffaa00":"#00ff9f",transition:"width 0.3s ease, background 0.3s ease"}),B={fontSize:"9px",color:"rgba(255, 255, 255, 0.4)",marginTop:"8px",textAlign:"center",fontStyle:"italic"};function a(t,n){return n==="fps"?t>=30?u:t>=20?g:m:t<=40?u:t<=60?g:m}function D({metrics:t,collapsed:n,onCollapse:y,onClose:b,position:c="top-left",keyboardShortcut:j="ctrl+shift+d"}){const[p,v]=x.useState(null);if(x.useEffect(()=>{const r=document.createElement("div");return r.id="xr-debugger-overlay",document.body.appendChild(r),v(r),()=>{document.body.removeChild(r)}},[]),!p)return null;const S={...P,...c==="top-right"&&{left:"auto",right:"10px"},...c==="bottom-left"&&{top:"auto",bottom:"10px"},...c==="bottom-right"&&{top:"auto",bottom:"10px",left:"auto",right:"10px"}};return C.createPortal(e.jsx("div",{style:S,children:e.jsxs("div",{style:n?k:h,children:[e.jsxs("div",{style:F,children:[e.jsx("div",{style:M,children:n?"AR Debugger":"AR Performance"}),e.jsxs("div",{style:z,children:[e.jsx("button",{style:f,onClick:()=>y(!n),onMouseEnter:r=>{r.currentTarget.style.background="rgba(255, 255, 255, 0.2)"},onMouseLeave:r=>{r.currentTarget.style.background="rgba(255, 255, 255, 0.1)"},children:n?"+":"−"}),e.jsx("button",{style:f,onClick:b,onMouseEnter:r=>{r.currentTarget.style.background="rgba(255, 255, 255, 0.2)"},onMouseLeave:r=>{r.currentTarget.style.background="rgba(255, 255, 255, 0.1)"},children:"✕"})]})]}),!n&&e.jsxs(e.Fragment,{children:[e.jsxs("div",{style:R,children:[e.jsxs("div",{style:i,children:[e.jsx("div",{style:o,children:"Camera FPS"}),e.jsxs("div",{children:[e.jsx("span",{style:a(t.cameraFPS,"fps"),children:s.formatNumber(t.cameraFPS,0)}),e.jsx("span",{style:l,children:"fps"})]})]}),e.jsxs("div",{style:i,children:[e.jsx("div",{style:o,children:"Resolution"}),e.jsx("span",{style:d,children:t.resolution})]}),e.jsxs("div",{style:i,children:[e.jsx("div",{style:o,children:"Detection"}),e.jsxs("div",{children:[e.jsx("span",{style:a(t.detectionTime,"time"),children:s.formatNumber(t.detectionTime,1)}),e.jsx("span",{style:l,children:"ms"})]})]}),e.jsxs("div",{style:i,children:[e.jsx("div",{style:o,children:"Rendering"}),e.jsxs("div",{children:[e.jsx("span",{style:a(t.renderTime,"time"),children:s.formatNumber(t.renderTime,1)}),e.jsx("span",{style:l,children:"ms"})]})]}),e.jsxs("div",{style:i,children:[e.jsx("div",{style:o,children:"Effective FPS"}),e.jsxs("div",{children:[e.jsx("span",{style:a(t.effectiveFPS,"fps"),children:s.formatNumber(t.effectiveFPS,0)}),e.jsx("span",{style:l,children:"fps"})]})]}),e.jsxs("div",{style:i,children:[e.jsx("div",{style:o,children:"Memory"}),t.memory?e.jsxs(e.Fragment,{children:[e.jsxs("div",{children:[e.jsx("span",{style:d,children:s.formatNumber(t.memory.used,0)}),e.jsxs("span",{style:l,children:["/ ",s.formatNumber(t.memory.total,0)," MB"]})]}),e.jsx("div",{style:N,children:e.jsx("div",{style:w(t.memory.percentage)})})]}):e.jsx("span",{style:d,children:"N/A"})]})]}),t.modelPerformance.length>0&&e.jsx(e.Fragment,{children:e.jsxs("div",{style:{borderTop:"1px solid rgba(255, 255, 255, 0.15)",marginTop:"12px",paddingTop:"12px"},children:[e.jsx("div",{style:o,children:"Model Performance"}),e.jsx("div",{style:{marginTop:"8px",display:"flex",flexDirection:"column",gap:"6px"},children:t.modelPerformance.map((r,T)=>e.jsxs("div",{style:{display:"flex",justifyContent:"space-between",alignItems:"center",fontSize:"11px"},children:[e.jsx("span",{style:{color:"rgba(255, 255, 255, 0.7)"},children:r.name}),e.jsxs("div",{children:[e.jsx("span",{style:a(r.processingTime,"time"),children:s.formatNumber(r.processingTime,1)}),e.jsx("span",{style:l,children:"ms"})]})]},T))})]})}),e.jsxs("div",{style:B,children:["Press ",j.toUpperCase()," to toggle"]})]})]})}),p)}exports.DebuggerUI=D;