@vincentt-xr/sdk 2.0.0-alpha.8 → 2.0.0-alpha.9

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (517) hide show
  1. package/GROUNDING.md +4643 -170
  2. package/README.md +1 -0
  3. package/dist/CanonicalHeadFrame-BHcWyaiK.js +1506 -0
  4. package/dist/CanonicalHeadFrame-D-_T1OMU.cjs +1 -0
  5. package/dist/DebuggerUI-7ngnJsBe.js +275 -0
  6. package/dist/DebuggerUI-CoglgKdO.cjs +1 -0
  7. package/dist/FaceRetouch-CLoTfrcs.js +1071 -0
  8. package/dist/FaceRetouch-J1lC1WbS.cjs +134 -0
  9. package/dist/FaceSurface-CHAMEeG1.cjs +1 -0
  10. package/dist/FaceSurface-DmP9AEeC.js +27 -0
  11. package/dist/SegmentationOverlay-D_FWkcyP.cjs +35 -0
  12. package/dist/SegmentationOverlay-vn5x_knv.js +6237 -0
  13. package/dist/SkeletonUtils-C2r90MtN.js +21 -0
  14. package/dist/SkeletonUtils-CddIup1F.cjs +1 -0
  15. package/dist/TextLabel-XE0rQSDn.cjs +2 -0
  16. package/dist/TextLabel-c9BCucOI.js +961 -0
  17. package/dist/assets/gltfLoader.d.ts +16 -0
  18. package/dist/assets/loaders.d.ts +16 -1
  19. package/dist/body-pose/index.d.ts +521 -0
  20. package/dist/body-trigger/__fixtures__/syntheticBody.d.ts +83 -0
  21. package/dist/body-trigger/frame.d.ts +88 -0
  22. package/dist/body-trigger/index.d.ts +6 -0
  23. package/dist/body-trigger/moves.d.ts +235 -0
  24. package/dist/body-trigger/trigger.d.ts +75 -0
  25. package/dist/calibration/calibration.d.ts +11 -6
  26. package/dist/canonicalFace-BHwyCx1c.js +9 -0
  27. package/dist/canonicalFace-C83I225R.cjs +1 -0
  28. package/dist/components/BodyInstruction/BodyPoseHint.d.ts +63 -0
  29. package/dist/components/BodyInstruction/index.d.ts +69 -0
  30. package/dist/components/BodyInstruction/useBodyPose.d.ts +23 -0
  31. package/dist/components/BodyTracker/index.d.ts +10 -2
  32. package/dist/components/BodyTrigger/index.d.ts +49 -0
  33. package/dist/components/Debugger/DebuggerProvider.d.ts +14 -1
  34. package/dist/components/Debugger/DebuggerUI.d.ts +3 -1
  35. package/dist/components/FaceAtlas/FaceAtlasLayer.d.ts +114 -0
  36. package/dist/components/FaceAtlas/MadeUpCamera.d.ts +80 -0
  37. package/dist/components/FaceAtlas/constants.d.ts +8 -0
  38. package/dist/components/FaceAtlas/index.d.ts +7 -0
  39. package/dist/components/FaceAtlas/useFaceAtlasSurface.d.ts +84 -0
  40. package/dist/components/FaceAtlas/useFaceSkin.d.ts +84 -0
  41. package/dist/components/FaceCharacter/ExternalFaceMesh.d.ts +109 -0
  42. package/dist/components/FaceCharacter/FaceExpressionController.d.ts +53 -0
  43. package/dist/components/FaceCharacter/FaceMorph.d.ts +71 -0
  44. package/dist/components/FaceCharacter/FacePiercing.d.ts +65 -0
  45. package/dist/components/FaceCharacter/FaceReprojection.d.ts +85 -0
  46. package/dist/components/FaceCharacter/FaceRig.d.ts +38 -0
  47. package/dist/components/FaceCharacter/FaceSurface.d.ts +49 -0
  48. package/dist/components/FaceCharacter/FaceSurfaceOccluder.d.ts +39 -0
  49. package/dist/components/FaceCharacter/PinToFaceMesh.d.ts +68 -0
  50. package/dist/components/FaceCharacter/index.d.ts +18 -0
  51. package/dist/components/FaceCharacter/useFaceReprojector.d.ts +10 -0
  52. package/dist/components/FaceInset/FaceInset.d.ts +68 -0
  53. package/dist/components/FaceInset/frame.d.ts +94 -0
  54. package/dist/components/FaceInset/index.d.ts +6 -0
  55. package/dist/components/FaceInset/material.d.ts +40 -0
  56. package/dist/components/FaceInset/useFaceInsetTexture.d.ts +37 -0
  57. package/dist/components/FaceInstruction/FaceExpressionHint.d.ts +43 -0
  58. package/dist/components/FaceInstruction/index.d.ts +56 -0
  59. package/dist/components/FaceInstruction/useFaceExpression.d.ts +20 -0
  60. package/dist/components/FaceLiquify/FaceLiquify.d.ts +49 -0
  61. package/dist/components/FaceLiquify/debug.d.ts +37 -0
  62. package/dist/components/FaceLiquify/frame.d.ts +55 -0
  63. package/dist/components/FaceLiquify/index.d.ts +10 -0
  64. package/dist/components/FaceLiquify/material.d.ts +39 -0
  65. package/dist/components/FaceLiquify/pass.d.ts +49 -0
  66. package/dist/components/FaceLiquify/presence.d.ts +25 -0
  67. package/dist/components/FaceLiquify/presets.d.ts +82 -0
  68. package/dist/components/FaceLiquify/selfTest.d.ts +66 -0
  69. package/dist/components/FaceLiquify/target.d.ts +85 -0
  70. package/dist/components/FaceLiquify/warp.d.ts +72 -0
  71. package/dist/components/FaceMesh/canonical/CanonicalFaceMeshRenderer.d.ts +5 -3
  72. package/dist/components/FaceMesh/canonical/geometryGroups.d.ts +21 -0
  73. package/dist/components/FaceMesh/canonical/parseCanonicalFaceModel.d.ts +9 -0
  74. package/dist/components/FaceMesh/index.d.ts +1 -1
  75. package/dist/components/FaceRetouch/Background.d.ts +3 -1
  76. package/dist/components/FaceRetouch/FaceRetouch.d.ts +5 -0
  77. package/dist/components/FaceRetouch/renderState.d.ts +19 -0
  78. package/dist/components/FaceSwap/FaceMirror.d.ts +46 -0
  79. package/dist/components/FaceSwap/FaceSwap.d.ts +58 -0
  80. package/dist/components/FaceSwap/FaceTextureLayer.d.ts +72 -0
  81. package/dist/components/FaceSwap/faceSwapPlan.d.ts +91 -0
  82. package/dist/components/FaceSwap/index.d.ts +13 -0
  83. package/dist/components/FaceSwap/settings.d.ts +300 -0
  84. package/dist/components/FaceSwap/useFaceTexture.d.ts +35 -0
  85. package/dist/components/FaceSwap/useLiveFace.d.ts +38 -0
  86. package/dist/components/FaceSwap/useLiveFaceTexture.d.ts +31 -0
  87. package/dist/components/FaceWarp3D/FaceWarp3D.d.ts +50 -0
  88. package/dist/components/FaceWarp3D/index.d.ts +2 -3
  89. package/dist/components/Faceless/Faceless.d.ts +51 -0
  90. package/dist/components/Faceless/index.d.ts +2 -0
  91. package/dist/components/HairLock/HairLock.d.ts +39 -0
  92. package/dist/components/HairLock/index.d.ts +2 -0
  93. package/dist/components/HairLock/lockGeometry.d.ts +15 -0
  94. package/dist/components/HandCutout/index.d.ts +35 -0
  95. package/dist/components/HandInstruction/HandGestureHint.d.ts +70 -0
  96. package/dist/components/HandInstruction/index.d.ts +74 -0
  97. package/dist/components/HandInstruction/useHandGesture.d.ts +22 -0
  98. package/dist/components/HandRig/ForearmOccluder.d.ts +29 -0
  99. package/dist/components/HandRig/HandAttachment.d.ts +34 -0
  100. package/dist/components/HandRig/HandOccluder.d.ts +55 -0
  101. package/dist/components/HandRig/HandTattoo.d.ts +61 -0
  102. package/dist/components/HandRig/WristAttachment.d.ts +34 -0
  103. package/dist/components/HandRig/index.d.ts +101 -0
  104. package/dist/components/HandRig/useArmMask.d.ts +29 -0
  105. package/dist/components/HandRig/wristSolve.d.ts +69 -0
  106. package/dist/components/HandTouch/HandTouch.d.ts +62 -0
  107. package/dist/components/HandTouch/Touchable.d.ts +36 -0
  108. package/dist/components/HandTouch/index.d.ts +2 -0
  109. package/dist/components/HeadBinding/index.d.ts +14 -0
  110. package/dist/components/HeadOccluder/CanonicalHeadFrame.d.ts +22 -0
  111. package/dist/components/HeadOccluder/Earrings.d.ts +55 -0
  112. package/dist/components/HeadOccluder/HeadAttachment.d.ts +38 -0
  113. package/dist/components/HeadOccluder/NeckOccluder.d.ts +64 -0
  114. package/dist/components/HeadOccluder/earringPlacement.d.ts +31 -0
  115. package/dist/components/HeadOccluder/headAttachmentPoints.d.ts +69 -0
  116. package/dist/components/HeadOccluder/index.d.ts +57 -3
  117. package/dist/components/HeadOccluder/useCanonicalHeadFit.d.ts +36 -0
  118. package/dist/components/HeadOccluder/useLandmarkPoseFit.d.ts +80 -0
  119. package/dist/components/Instruction/HintStage.d.ts +29 -0
  120. package/dist/components/Instruction/InstructionCue.d.ts +126 -0
  121. package/dist/components/Instruction/gestureHold.d.ts +20 -0
  122. package/dist/components/Instruction/ghost.d.ts +129 -0
  123. package/dist/components/Instruction/hintBlend.d.ts +19 -0
  124. package/dist/components/Instruction/hintLook.d.ts +81 -0
  125. package/dist/components/Instruction/hintLoop.d.ts +36 -0
  126. package/dist/components/Instruction/index.d.ts +41 -0
  127. package/dist/components/Instruction/useGhostModel.d.ts +33 -0
  128. package/dist/components/Instruction/useInstructionHold.d.ts +72 -0
  129. package/dist/components/LipEffect/LipEffect.d.ts +22 -2
  130. package/dist/components/LipEffect/LipEffectMaterial.d.ts +62 -10
  131. package/dist/components/LipEffect/LipEffects.d.ts +5 -2
  132. package/dist/components/LipEffect/defaults.d.ts +21 -2
  133. package/dist/components/LipEffect/index.d.ts +1 -1
  134. package/dist/components/LipEffect/lipShading.d.ts +73 -0
  135. package/dist/components/LipEffect/settings.d.ts +117 -13
  136. package/dist/components/LipEffect/shader.d.ts +39 -0
  137. package/dist/components/LipEffect/types.d.ts +82 -10
  138. package/dist/components/LipEffect/useLipDesignTextures.d.ts +6 -0
  139. package/dist/components/LipEffect/uvGuide.d.ts +31 -16
  140. package/dist/components/Makeup/Blush.d.ts +18 -0
  141. package/dist/components/Makeup/Brows.d.ts +20 -0
  142. package/dist/components/Makeup/Contour.d.ts +17 -0
  143. package/dist/components/Makeup/Eyeliner.d.ts +20 -0
  144. package/dist/components/Makeup/Eyeshadow.d.ts +20 -0
  145. package/dist/components/Makeup/Highlighter.d.ts +18 -0
  146. package/dist/components/Makeup/MakeupDesign.d.ts +37 -0
  147. package/dist/components/Makeup/MakeupRegion.d.ts +132 -0
  148. package/dist/components/Makeup/constants.d.ts +44 -0
  149. package/dist/components/Makeup/design.d.ts +106 -0
  150. package/dist/components/Makeup/designSamples.d.ts +42 -0
  151. package/dist/components/Makeup/eyes.d.ts +114 -0
  152. package/dist/components/Makeup/fields.d.ts +10 -0
  153. package/dist/components/Makeup/geometry.d.ts +106 -0
  154. package/dist/components/Makeup/index.d.ts +26 -0
  155. package/dist/components/Makeup/looks.d.ts +28 -0
  156. package/dist/components/Makeup/material.d.ts +239 -0
  157. package/dist/components/Makeup/settings.d.ts +54 -0
  158. package/dist/components/Makeup/shades.d.ts +143 -0
  159. package/dist/components/Makeup/shapes.d.ts +27 -0
  160. package/dist/components/Makeup/skinTone.d.ts +135 -0
  161. package/dist/components/Makeup/types.d.ts +110 -0
  162. package/dist/components/Makeup/useMakeupSkinTone.d.ts +40 -0
  163. package/dist/components/Necklace/Necklace.d.ts +44 -0
  164. package/dist/components/Necklace/index.d.ts +1 -0
  165. package/dist/components/ParticleEmitter/ParticleEmitter.d.ts +69 -0
  166. package/dist/components/ParticleEmitter/index.d.ts +1 -0
  167. package/dist/components/ShoulderOccluder/index.d.ts +43 -0
  168. package/dist/components/ShoulderOccluder/useCanonicalTorsoFit.d.ts +24 -0
  169. package/dist/components/SpringSwing/SpringSwing.d.ts +22 -0
  170. package/dist/components/SpringSwing/index.d.ts +1 -0
  171. package/dist/components/XRScene/renderOutputTarget.d.ts +12 -0
  172. package/dist/components/index.d.ts +8 -0
  173. package/dist/config/index.d.ts +0 -1
  174. package/dist/context-DTxSQvp4.js +13 -0
  175. package/dist/context-hA0Rb2Xa.cjs +1 -0
  176. package/dist/contexts-BH7PdKFS.cjs +1 -0
  177. package/dist/contexts-jak8-tND.js +667 -0
  178. package/dist/coordinates/index.d.ts +2 -0
  179. package/dist/coordinates/side.d.ts +40 -0
  180. package/dist/debug-ui/default-setting.cjs +2 -2
  181. package/dist/debug-ui/face-swap-settings/index.d.ts +22 -0
  182. package/dist/debug-ui/hierarchy-panel/index.d.ts +3 -2
  183. package/dist/debug-ui/index.d.ts +4 -3
  184. package/dist/debug-ui/media-source/index.d.ts +1 -1
  185. package/dist/debug-ui/media-source/session.d.ts +30 -2
  186. package/dist/debug-ui/media-source.cjs +1 -1
  187. package/dist/debug-ui/media-source.js +1 -1
  188. package/dist/debug-ui/object-inspector-panel/index.d.ts +3 -2
  189. package/dist/debug-ui/product-hotspots/index.d.ts +3 -2
  190. package/dist/debug-ui/scene-editor/hierarchy-panel.d.ts +3 -1
  191. package/dist/debug-ui/scene-editor/inspector-panel.d.ts +3 -1
  192. package/dist/debug-ui/screen-image-settings/index.d.ts +3 -1
  193. package/dist/debug-ui/screen-text-settings/ScreenTextSettingsPanel.d.ts +1 -1
  194. package/dist/debug-ui/screen-text-settings/types.d.ts +2 -0
  195. package/dist/debug-ui/settings-panel/index.d.ts +6 -1
  196. package/dist/debug-ui/shared/debugWindow.d.ts +51 -0
  197. package/dist/debug-ui/xr-diagnostics/index.d.ts +3 -2
  198. package/dist/debug-ui.cjs +3 -3
  199. package/dist/debug-ui.js +2250 -2472
  200. package/dist/entries/all.d.ts +3 -1
  201. package/dist/entries/core.d.ts +3 -2
  202. package/dist/entries/face-effects.d.ts +114 -8
  203. package/dist/entries/instructions.d.ts +48 -0
  204. package/dist/entries/internal.d.ts +2 -1
  205. package/dist/entries/low-level.d.ts +28 -1
  206. package/dist/entries/particles.d.ts +11 -0
  207. package/dist/entries/tracking.d.ts +37 -2
  208. package/dist/face-atlas/attributes.d.ts +30 -0
  209. package/dist/face-atlas/eyes.d.ts +272 -0
  210. package/dist/face-atlas/faceAtlas.generated.d.ts +46 -0
  211. package/dist/face-atlas/glsl/atlasVertex.d.ts +46 -0
  212. package/dist/face-atlas/glsl/common.d.ts +55 -0
  213. package/dist/face-atlas/glsl/design.d.ts +49 -0
  214. package/dist/face-atlas/glsl/eyes.d.ts +73 -0
  215. package/dist/face-atlas/glsl/finish.d.ts +24 -0
  216. package/dist/face-atlas/glsl/format.d.ts +4 -0
  217. package/dist/face-atlas/glsl/index.d.ts +59 -0
  218. package/dist/face-atlas/glsl/shading.d.ts +15 -0
  219. package/dist/face-atlas/glsl/shapes.d.ts +66 -0
  220. package/dist/face-atlas/glsl/sparkle.d.ts +19 -0
  221. package/dist/face-atlas/glsl/uniforms.d.ts +106 -0
  222. package/dist/face-atlas/guide.d.ts +51 -0
  223. package/dist/face-atlas/index.d.ts +25 -0
  224. package/dist/face-atlas/lead.d.ts +117 -0
  225. package/dist/face-atlas/madeUpCamera.d.ts +125 -0
  226. package/dist/face-atlas/masks.d.ts +53 -0
  227. package/dist/face-atlas/obj.d.ts +69 -0
  228. package/dist/face-atlas/polylines.d.ts +63 -0
  229. package/dist/face-atlas/probe/FaceSkinProbe.d.ts +208 -0
  230. package/dist/face-atlas/probe/__fixtures__/emulate.d.ts +9 -0
  231. package/dist/face-atlas/probe/__fixtures__/face.d.ts +24 -0
  232. package/dist/face-atlas/probe/constants.d.ts +137 -0
  233. package/dist/face-atlas/probe/glsl.d.ts +43 -0
  234. package/dist/face-atlas/probe/lightFit.d.ts +108 -0
  235. package/dist/face-atlas/probe/schedule.d.ts +44 -0
  236. package/dist/face-atlas/probe/selfTest.d.ts +87 -0
  237. package/dist/face-atlas/probe/stats.d.ts +143 -0
  238. package/dist/face-atlas/probe/targets.d.ts +70 -0
  239. package/dist/face-atlas/probe/unwrap.d.ts +76 -0
  240. package/dist/face-atlas/quality.d.ts +28 -0
  241. package/dist/face-atlas/regions.d.ts +31 -0
  242. package/dist/face-atlas/registry.d.ts +252 -0
  243. package/dist/face-atlas/renderState.d.ts +86 -0
  244. package/dist/face-atlas/selfOcclusion.d.ts +62 -0
  245. package/dist/face-atlas/shading.d.ts +406 -0
  246. package/dist/face-atlas/shapes.d.ts +86 -0
  247. package/dist/face-atlas/sides.d.ts +41 -0
  248. package/dist/face-atlas/skinMask.d.ts +35 -0
  249. package/dist/face-atlas/surface.d.ts +155 -0
  250. package/dist/face-atlas/topology.d.ts +44 -0
  251. package/dist/face-character/__fixtures__/faceImageDetections.d.ts +25 -0
  252. package/dist/face-character/__fixtures__/faceNode.d.ts +22 -0
  253. package/dist/face-character/bindFaceModel.d.ts +106 -0
  254. package/dist/face-character/canonicalFace.d.ts +17 -0
  255. package/dist/face-character/canonicalFaceGeometry.d.ts +11 -0
  256. package/dist/face-character/canonicalFacePositions.d.ts +7 -0
  257. package/dist/face-character/driveFaceModel.d.ts +57 -0
  258. package/dist/face-character/expressionOutputs.d.ts +45 -0
  259. package/dist/face-character/faceExpressions.d.ts +104 -0
  260. package/dist/face-character/faceImageLandmarker.d.ts +93 -0
  261. package/dist/face-character/faceMeshBinding.d.ts +62 -0
  262. package/dist/face-character/faceMorph.d.ts +77 -0
  263. package/dist/face-character/faceMorphs.d.ts +46 -0
  264. package/dist/face-character/facePhoto.d.ts +138 -0
  265. package/dist/face-character/facePiercings.d.ts +116 -0
  266. package/dist/face-character/facePin.d.ts +131 -0
  267. package/dist/face-character/faceReprojection.d.ts +273 -0
  268. package/dist/face-character/faceReprojector.d.ts +171 -0
  269. package/dist/face-character/faceRig.d.ts +176 -0
  270. package/dist/face-character/faceSwapPresence.d.ts +85 -0
  271. package/dist/face-character/faceTexture.d.ts +169 -0
  272. package/dist/face-character/faceTextureBaker.d.ts +86 -0
  273. package/dist/face-character/faceTextureGuide.d.ts +106 -0
  274. package/dist/face-character/faceTextureStats.d.ts +298 -0
  275. package/dist/face-character/faceTransfer.d.ts +396 -0
  276. package/dist/face-character/faceTransferGeometry.d.ts +109 -0
  277. package/dist/face-character/faceTransferSelfTest.d.ts +94 -0
  278. package/dist/face-character/faceWarp3D.d.ts +101 -0
  279. package/dist/face-character/faceless.d.ts +79 -0
  280. package/dist/face-character/featureWarp.d.ts +28 -0
  281. package/dist/face-character/liveFaceRegistry.d.ts +370 -0
  282. package/dist/face-character/liveValue.d.ts +12 -0
  283. package/dist/face-character/memo.d.ts +15 -0
  284. package/dist/face-effects.cjs +2252 -83
  285. package/dist/face-effects.js +14234 -1231
  286. package/dist/face-expression/index.d.ts +182 -0
  287. package/dist/face-info/landmarks.d.ts +17 -3
  288. package/dist/face-info/types.d.ts +20 -3
  289. package/dist/gestures/definitions.d.ts +15 -2
  290. package/dist/gestures/index.d.ts +1 -1
  291. package/dist/gestures/measures.d.ts +21 -8
  292. package/dist/getFaceInfo-B1otSDMX.cjs +1 -0
  293. package/dist/getFaceInfo-Cu4xDWiL.js +62 -0
  294. package/dist/hand/armFit.d.ts +46 -0
  295. package/dist/hand/armMask.d.ts +178 -0
  296. package/dist/hand/handCutout.d.ts +23 -0
  297. package/dist/hand/handCutoutRegistry.d.ts +7 -0
  298. package/dist/hand/handGestures.d.ts +524 -0
  299. package/dist/hand/handPose.d.ts +98 -0
  300. package/dist/hand/handRigSolver.d.ts +159 -0
  301. package/dist/hand/handTattoo.d.ts +81 -0
  302. package/dist/hand/handTouch.d.ts +240 -0
  303. package/dist/hand/wrist.d.ts +44 -0
  304. package/dist/hand/wristFilter.d.ts +44 -0
  305. package/dist/hooks/selectors.d.ts +8 -0
  306. package/dist/hooks/useFaceModelAcquisition.d.ts +38 -0
  307. package/dist/hooks/useTrackerContext.d.ts +6 -0
  308. package/dist/index-B1_TzJaI.js +1104 -0
  309. package/dist/index-BavF06C6.js +190 -0
  310. package/dist/index-BfFmpddl.cjs +21 -0
  311. package/dist/index-BuBzneeW.cjs +46 -0
  312. package/dist/index-CGsQWodV.cjs +1 -0
  313. package/dist/index-CIe7eCMH.js +3200 -0
  314. package/dist/index-CfSF8LXa.cjs +1 -0
  315. package/dist/index-D5GTzOzD.cjs +1 -0
  316. package/dist/index-DBhQzvVa.js +314 -0
  317. package/dist/index-DE17y0ZI.cjs +1 -0
  318. package/dist/index-JII7huPk.js +442 -0
  319. package/dist/index-tpCr9CLj.cjs +1 -0
  320. package/dist/{renderPasses-NnKZVfBy.js → index-w1S7fI2B.js} +219 -247
  321. package/dist/index-zGaqrz_K.js +188 -0
  322. package/dist/instructions.cjs +30 -0
  323. package/dist/instructions.js +1507 -0
  324. package/dist/{internal-vsfNQycj.js → internal-B90P-clC.js} +138 -118
  325. package/dist/internal-Cjinca64.cjs +1 -0
  326. package/dist/internal.cjs +1 -1
  327. package/dist/internal.js +15 -10
  328. package/dist/iris/compute.d.ts +7 -5
  329. package/dist/iris/types.d.ts +6 -4
  330. package/dist/{landmarkMask-CbTFzBYG.js → landmarkMask-BFDyBnKM.js} +6 -6
  331. package/dist/landmarks-BlUqf5MZ.cjs +1 -0
  332. package/dist/landmarks-bftdwq6Z.js +76 -0
  333. package/dist/loaders-BGAUACsd.js +363 -0
  334. package/dist/loaders-BJ1_QCHt.cjs +1 -0
  335. package/dist/low-level.cjs +1 -1
  336. package/dist/low-level.js +666 -602
  337. package/dist/main.cjs +1 -1
  338. package/dist/main.js +866 -1182
  339. package/dist/models/Body/index.d.ts +2 -0
  340. package/dist/models/Face/constants.d.ts +8 -0
  341. package/dist/models/Face/index.d.ts +3 -11
  342. package/dist/models/Face/rotation.d.ts +18 -3
  343. package/dist/models/Hand/HandTracking.d.ts +17 -1
  344. package/dist/models/Segmentation/index.d.ts +2 -0
  345. package/dist/models/nodeSource.d.ts +9 -0
  346. package/dist/particles/emission.d.ts +24 -0
  347. package/dist/particles/eyes.d.ts +24 -0
  348. package/dist/particles/glsl.d.ts +14 -0
  349. package/dist/particles/index.d.ts +10 -0
  350. package/dist/particles/motion.d.ts +42 -0
  351. package/dist/particles/presets.d.ts +12 -0
  352. package/dist/particles/ring.d.ts +58 -0
  353. package/dist/particles/selfTest.d.ts +53 -0
  354. package/dist/particles/settings.d.ts +127 -0
  355. package/dist/particles/shapes.d.ts +29 -0
  356. package/dist/particles/spawner.d.ts +60 -0
  357. package/dist/particles/system.d.ts +64 -0
  358. package/dist/particles.cjs +122 -0
  359. package/dist/particles.js +774 -0
  360. package/dist/product.cjs +1 -1
  361. package/dist/product.js +29 -29
  362. package/dist/{providers-C0Dlhh9Z.js → providers-C8rE26Uf.js} +127 -126
  363. package/dist/providers-DHsrhDI2.cjs +62 -0
  364. package/dist/render/renderPasses.d.ts +8 -0
  365. package/dist/render/sceneBeforeRender.d.ts +12 -0
  366. package/dist/{renderGroups-CN1cGFUo.js → renderGroups-B38pUaX2.js} +1 -1
  367. package/dist/{renderGroups-O4KmaMl9.cjs → renderGroups-Cb_4Ar1Q.cjs} +1 -1
  368. package/dist/renderPasses-B6l8IpJv.js +1290 -0
  369. package/dist/renderPasses-dqmkft4P.cjs +158 -0
  370. package/dist/renderState-CJNmj5jz.js +39 -0
  371. package/dist/renderState-apSfg4eR.cjs +1 -0
  372. package/dist/scene-object.cjs +1 -1
  373. package/dist/scene-object.js +2 -2
  374. package/dist/segmentation-Cb3ouK6Z.js +1758 -0
  375. package/dist/segmentation-D9pYO6aR.cjs +1 -0
  376. package/dist/segmentation2d/types.d.ts +6 -0
  377. package/dist/select-Ck5LGz-J.cjs +1 -0
  378. package/dist/select-pYRo_win.js +233 -0
  379. package/dist/selectors-C4X71aoD.cjs +1 -0
  380. package/dist/selectors-DmNaKIwE.js +196 -0
  381. package/dist/session-BrH8G7iJ.cjs +31 -0
  382. package/dist/session-DgA_z6O1.js +418 -0
  383. package/dist/{settings-aQk845NJ.js → settings-BJ7FMBsO.js} +53 -15
  384. package/dist/settings-C63FMBlF.cjs +1 -0
  385. package/dist/similarityFit-BFqHND2e.cjs +1 -0
  386. package/dist/similarityFit-Bbz-R8AY.js +91 -0
  387. package/dist/spring/index.d.ts +2 -0
  388. package/dist/spring/spring.d.ts +69 -0
  389. package/dist/spring/swing.d.ts +54 -0
  390. package/dist/tracking.cjs +10 -1
  391. package/dist/tracking.js +1002 -855
  392. package/dist/trigger-D0Pm9noT.cjs +49 -0
  393. package/dist/trigger-IQeys0oS.js +2128 -0
  394. package/dist/types/face.d.ts +20 -1
  395. package/dist/types/hand-tracking.d.ts +9 -0
  396. package/dist/types/nodes.d.ts +20 -1
  397. package/dist/types/segmentation.d.ts +5 -0
  398. package/dist/updateThrottle-BseecYag.js +4 -0
  399. package/dist/updateThrottle-Of5Y4SVa.cjs +1 -0
  400. package/dist/useFaceInfo-BHDNCvsJ.cjs +1 -0
  401. package/dist/useFaceInfo-J4x7LsqL.js +76 -0
  402. package/dist/useFaceResultReader-BvEo5REG.js +61 -0
  403. package/dist/useFaceResultReader-DuaL1KJG.cjs +1 -0
  404. package/dist/useInstructionHold-DOu-RpCM.js +53 -0
  405. package/dist/useInstructionHold-DwJY1Alr.cjs +1 -0
  406. package/dist/useLandmarkPoseFit-Bg-h9BPb.cjs +1 -0
  407. package/dist/useLandmarkPoseFit-Bmb3h6Mw.js +87 -0
  408. package/dist/{useXRCapabilities-B1R2ghy-.cjs → useXRCapabilities-Cr3RzuAW.cjs} +1 -1
  409. package/dist/{useXRCapabilities-C68v__wB.js → useXRCapabilities-Cxmlmpbd.js} +1 -1
  410. package/dist/utils/canonicalRigidLandmarks.d.ts +8 -0
  411. package/dist/utils/headOccluderFit.d.ts +42 -0
  412. package/dist/utils/integrity.d.ts +17 -0
  413. package/dist/utils/resolveNumFaces.d.ts +13 -0
  414. package/dist/utils/shoulderOccluderFit.d.ts +38 -0
  415. package/dist/utils/similarityFit.d.ts +23 -0
  416. package/dist/uv-BMFt19bg.cjs +1 -0
  417. package/dist/{index-CsUdQ-pn.js → uv-DJU_XfmN.js} +15 -249
  418. package/docs/SDK_DOCUMENTATION.md +1 -2
  419. package/docs/api/adaptive-quality.mdx +1 -1
  420. package/docs/api/body-instructions.mdx +285 -0
  421. package/docs/api/body-triggers.mdx +234 -0
  422. package/docs/api/camera-permission.mdx +1 -1
  423. package/docs/api/coordinate-spaces.mdx +7 -4
  424. package/docs/api/cross-camera.mdx +3 -2
  425. package/docs/api/debug-ui-scene-editor.mdx +23 -2
  426. package/docs/api/external-face-mesh.mdx +231 -0
  427. package/docs/api/face-actions.mdx +20 -16
  428. package/docs/api/face-attribute-expression.mdx +1 -1
  429. package/docs/api/face-binding-anchors.mdx +4 -2
  430. package/docs/api/face-character.mdx +157 -0
  431. package/docs/api/face-effects.mdx +3 -0
  432. package/docs/api/face-expression-controller.mdx +153 -0
  433. package/docs/api/face-info.mdx +17 -11
  434. package/docs/api/face-inset.mdx +204 -0
  435. package/docs/api/face-instructions.mdx +183 -0
  436. package/docs/api/face-liquify.mdx +196 -0
  437. package/docs/api/face-mesh.mdx +4 -7
  438. package/docs/api/face-morph.mdx +117 -0
  439. package/docs/api/face-painting.mdx +7 -0
  440. package/docs/api/face-reprojection.mdx +154 -0
  441. package/docs/api/face-retouching.mdx +18 -10
  442. package/docs/api/face-swap.mdx +350 -0
  443. package/docs/api/face-warp-3d.mdx +166 -0
  444. package/docs/api/faceless.mdx +143 -0
  445. package/docs/api/gestures.mdx +68 -32
  446. package/docs/api/hair.mdx +97 -0
  447. package/docs/api/hand-instructions.mdx +222 -0
  448. package/docs/api/hand-rig.mdx +535 -0
  449. package/docs/api/hand-touch.mdx +162 -0
  450. package/docs/api/head-occluder.mdx +563 -0
  451. package/docs/api/holistic-tracker.mdx +6 -1
  452. package/docs/api/instructions.mdx +323 -0
  453. package/docs/api/iris-tracking.mdx +24 -19
  454. package/docs/api/made-up-camera.mdx +131 -0
  455. package/docs/api/makeup-skin-tone.mdx +135 -0
  456. package/docs/api/makeup.mdx +353 -0
  457. package/docs/api/multi-subject.mdx +4 -1
  458. package/docs/api/particles.mdx +155 -0
  459. package/docs/api/person-cutout.mdx +1 -1
  460. package/docs/api/pin-to-face-mesh.mdx +274 -0
  461. package/docs/api/product-ar.mdx +5 -2
  462. package/docs/api/segmentation-overlay.mdx +1 -1
  463. package/docs/docs.json +29 -1
  464. package/docs/examples/lip-shaders.mdx +82 -33
  465. package/docs/guides/face-atlas-template.svg +1 -0
  466. package/docs/guides/face-atlas-textures.mdx +186 -0
  467. package/docs/guides/face-texture-template.svg +1 -0
  468. package/docs/guides/harness-debug-ui.mdx +4 -4
  469. package/docs/guides/lip-effect-textures.mdx +178 -102
  470. package/docs/guides/lip-uv-template.png +0 -0
  471. package/docs/guides/lip-uv-template.svg +1 -1
  472. package/docs/guides/makeup-design-textures.mdx +109 -0
  473. package/docs/introduction.mdx +1 -2
  474. package/package.json +11 -1
  475. package/dist/DebuggerUI-C-ldiozL.js +0 -269
  476. package/dist/DebuggerUI-CWX5EtQv.cjs +0 -1
  477. package/dist/FaceMeshRenderer-BEEXZwS6.cjs +0 -158
  478. package/dist/FaceMeshRenderer-UuH5sTXG.js +0 -1322
  479. package/dist/FaceRetouch-C7h7x9kd.js +0 -683
  480. package/dist/FaceRetouch-DqftT26Y.cjs +0 -134
  481. package/dist/GLTFLoader-C5q63sKO.js +0 -1633
  482. package/dist/GLTFLoader-Cb_CRwmG.cjs +0 -1
  483. package/dist/SegmentationOverlay-DQuW3dsc.js +0 -133
  484. package/dist/SegmentationOverlay-aWVod8Kl.cjs +0 -1
  485. package/dist/components/FaceWarp3D/FaceWarp3DHead.d.ts +0 -15
  486. package/dist/components/FaceWarp3D/defaults.d.ts +0 -37
  487. package/dist/components/FaceWarp3D/warp.d.ts +0 -13
  488. package/dist/contexts-CO0sd4JQ.cjs +0 -1
  489. package/dist/contexts-FzlnnMYD.js +0 -669
  490. package/dist/debug-ui/face-warp-3d/index.d.ts +0 -6
  491. package/dist/getFaceInfo-BkZfaQs-.js +0 -118
  492. package/dist/getFaceInfo-ahPxQFGu.cjs +0 -1
  493. package/dist/index--RgGzZ6X.cjs +0 -47
  494. package/dist/index-CHVbH0hz.js +0 -214
  495. package/dist/index-CeVkgsag.cjs +0 -1
  496. package/dist/index-CnGox6Xr.js +0 -3054
  497. package/dist/index-DKBAh6hV.cjs +0 -1
  498. package/dist/index-DsZwTfG0.cjs +0 -1
  499. package/dist/index-Dw6tj2Mi.js +0 -144
  500. package/dist/index-OCPjOaeP.cjs +0 -1
  501. package/dist/index-s9pF4zkG.js +0 -2053
  502. package/dist/internal-BYza1h8_.cjs +0 -1
  503. package/dist/measures-9dQPdw96.js +0 -154
  504. package/dist/measures-KfJzpvod.cjs +0 -1
  505. package/dist/providers-YNwkmNeK.cjs +0 -62
  506. package/dist/renderPasses-Cg-zqmEz.cjs +0 -21
  507. package/dist/screenTransform-BenfCtZt.js +0 -44
  508. package/dist/screenTransform-BiXdpVf0.cjs +0 -1
  509. package/dist/segmentation-9PhSvc-R.cjs +0 -1
  510. package/dist/segmentation-CeOTKemr.js +0 -5
  511. package/dist/selectors-C5G1PMYL.js +0 -195
  512. package/dist/selectors-Du_PsVnW.cjs +0 -1
  513. package/dist/session-BBr0yN8h.cjs +0 -31
  514. package/dist/session-Cy0m7l7-.js +0 -363
  515. package/dist/settings-DRR7-snV.cjs +0 -1
  516. package/dist/useFaceInfo-Blf7FCu3.js +0 -303
  517. package/dist/useFaceInfo-C5mO8NQY.cjs +0 -1
@@ -0,0 +1,62 @@
1
+ "use strict";var re=Object.defineProperty;var ne=(e,r,t)=>r in e?re(e,r,{enumerable:!0,configurable:!0,writable:!0,value:t}):e[r]=t;var y=(e,r,t)=>ne(e,typeof r!="symbol"?r+"":r,t);const d=require("./index-CfSF8LXa.cjs"),v=require("react"),se=require("three"),M=require("./landmarkMask-u7es2k4X.cjs"),_=require("@react-three/fiber"),T=require("./selectors-C4X71aoD.cjs"),w=require("./landmarks-BlUqf5MZ.cjs"),C=require("./updateThrottle-Of5Y4SVa.cjs");function ae(e){const r=Object.create(null,{[Symbol.toStringTag]:{value:"Module"}});if(e){for(const t in e)if(t!=="default"){const s=Object.getOwnPropertyDescriptor(e,t);Object.defineProperty(r,t,s.get?s:{enumerable:!0,get:()=>e[t]})}}return r.default=e,Object.freeze(r)}const f=ae(se),k={left:{center:473,ring:[474,475,476,477],innerCorner:362,outerCorner:263,upperLid:386,lowerLid:374},right:{center:468,ring:[469,470,471,472],innerCorner:133,outerCorner:33,upperLid:159,lowerLid:145}},U=478,D=.2,g=()=>({x:0,y:0,z:0}),R=e=>({side:e,detected:!1,center:g(),trackerCenter:{x:0,y:0,z:0},ring:[g(),g(),g(),g()],radius:0,eyeCenter:g(),eyeWidth:0,openness:0,offset:{x:0,y:0},confidence:0}),ie=(e=0)=>({version:0,timestampMs:0,faceIndex:e,detected:!1,held:!1,confidence:1,left:R("left"),right:R("right")}),I=(e,r)=>{e.x=r.x,e.y=r.y,e.z=r.z},L=e=>Math.max(-1,Math.min(1,e)),b=(e,r,t,s=1,n=!1)=>{const a=k[d.personSide(r,n)];if(!e||e.length<U)return t.detected=!1,t.confidence=0,!1;const i=e[a.center];I(t.center,i),d.normalizedTrackerPointToTrackerPoint(i,t.trackerCenter);for(let m=0;m<4;m+=1)I(t.ring[m],e[a.ring[m]]);t.radius=Math.abs(t.ring[0].x-t.ring[2].x)/2;const c=e[a.innerCorner],o=e[a.outerCorner];t.eyeCenter.x=(c.x+o.x)/2,t.eyeCenter.y=(c.y+o.y)/2,t.eyeCenter.z=(c.z+o.z)/2,t.eyeWidth=Math.hypot(c.x-o.x,c.y-o.y);const u=Math.abs(e[a.lowerLid].y-e[a.upperLid].y);t.openness=t.eyeWidth>0?u/t.eyeWidth:0;const l=t.eyeWidth/2,h=n?-1:1;return t.offset.x=l>0?L(h*(i.x-t.eyeCenter.x)/l):0,t.offset.y=l>0?L((t.eyeCenter.y-i.y)/l):0,t.detected=!0,t.confidence=Math.max(0,Math.min(1,t.openness/D))*s,!0},oe=(e,r,t,s={})=>{const n=s.held??!1,a=s.faceConfidence??(n?0:1),i=s.mirrored??!1;e.faceIndex=s.faceIndex??e.faceIndex;const c=b(r,"left",e.left,a,i),o=b(r,"right",e.right,a,i);return e.detected=c&&o,e.held=e.detected&&n,e.confidence=e.detected?a:0,e.timestampMs=t,e.version+=1,e},ce=()=>({x:0,y:0,z:0,vx:0,vy:0,vz:0,sampleMs:0,seen:!1});class le{constructor(r=250){y(this,"slots",{});y(this,"maxGapMs");this.maxGapMs=r}reset(){this.slots={}}observe(r,t,s){const n=this.slots[r]??(this.slots[r]=ce()),a=(s-n.sampleMs)/1e3;n.seen&&a>0&&a*1e3<=this.maxGapMs?(n.vx=.5*n.vx+.5*((t.x-n.x)/a),n.vy=.5*n.vy+.5*((t.y-n.y)/a),n.vz=.5*n.vz+.5*((t.z-n.z)/a)):(n.vx=0,n.vy=0,n.vz=0),n.x=t.x,n.y=t.y,n.z=t.z,n.sampleMs=s,n.seen=!0}apply(r,t,s,n){const a=this.slots[r];if(!a||!a.seen||s<=0)return n;const i=Math.max(0,Math.min(t-a.sampleMs,s))/1e3;return n.x=a.x+a.vx*i,n.y=a.y+a.vy*i,n.z=a.z+a.vz*i,n}}const A=(e=1,r=1)=>{const t=new f.DataTexture(new Uint8Array(e*r),e,r,f.RedFormat,f.UnsignedByteType);return t.minFilter=f.NearestFilter,t.magFilter=f.NearestFilter,t.generateMipmaps=!1,t.flipY=!1,t.unpackAlignment=1,t.needsUpdate=!0,t},z=(e,r)=>{const t=e.image;if(t.width!==r.width||t.height!==r.height){e.dispose();const s=A(r.width,r.height);return s.image.data.set(r.indices),s.needsUpdate=!0,s}return t.data.set(r.indices),e.needsUpdate=!0,e},ue=e=>{const r=v.useMemo(()=>({texture:A(),version:-1,mask:null}),[]);return v.useEffect(()=>()=>r.texture.dispose(),[r]),{holder:r,sync:()=>(e&&(r.mask!==e||r.version!==e.version)&&(r.texture=z(r.texture,e),r.mask=e,r.version=e.version),r.texture)}},F=({space:e="feed",mirrored:r=!1,maskWidth:t,maskHeight:s,feedWidth:n,feedHeight:a,zoom:i=1},c=new f.Matrix3)=>{let o=1,u=1;if(e==="source"){const E=d.computeFitLayout({width:t,height:s},{width:n,height:a},"cover",i);E&&(o=n/E.drawWidth,u=a/E.drawHeight)}const l=r?-o:o,h=.5-.5*l,m=-u,p=.5+.5*u;return c.set(l,0,h,0,m,p,0,0,1)},G=4,P=`
2
+ varying vec2 vUv;
3
+ void main() {
4
+ vUv = uv;
5
+ gl_Position = projectionMatrix * modelViewMatrix * vec4(position, 1.0);
6
+ }`,X=`
7
+ uniform sampler2D cameraTexture;
8
+ uniform sampler2D maskTexture;
9
+ uniform sampler2D designTexture;
10
+ uniform float useDesign;
11
+ uniform vec4 labels;
12
+ uniform float labelCount;
13
+ uniform float invert;
14
+ uniform vec3 tint;
15
+ uniform float opacity;
16
+ uniform float blendMode;
17
+ uniform float feather;
18
+ uniform vec2 maskTexel;
19
+ uniform mat3 maskTransform;
20
+ varying vec2 vUv;
21
+
22
+ float member(vec2 uv) {
23
+ if (uv.x < 0.0 || uv.x > 1.0 || uv.y < 0.0 || uv.y > 1.0) return 0.0;
24
+ float index = floor(texture2D(maskTexture, uv).r * 255.0 + 0.5);
25
+ float m = 0.0;
26
+ if (labelCount > 0.5 && abs(index - labels.x) < 0.5) m = 1.0;
27
+ if (labelCount > 1.5 && abs(index - labels.y) < 0.5) m = 1.0;
28
+ if (labelCount > 2.5 && abs(index - labels.z) < 0.5) m = 1.0;
29
+ if (labelCount > 3.5 && abs(index - labels.w) < 0.5) m = 1.0;
30
+ return invert > 0.5 ? 1.0 - m : m;
31
+ }
32
+
33
+ void main() {
34
+ vec2 maskUv = (maskTransform * vec3(vUv, 1.0)).xy;
35
+ float coverage;
36
+ if (feather > 0.0) {
37
+ vec2 step = maskTexel * feather;
38
+ coverage = 0.0;
39
+ for (int y = -1; y <= 1; y++) {
40
+ for (int x = -1; x <= 1; x++) {
41
+ coverage += member(maskUv + vec2(float(x), float(y)) * step);
42
+ }
43
+ }
44
+ coverage /= 9.0;
45
+ } else {
46
+ coverage = member(maskUv);
47
+ }
48
+
49
+ vec3 base = texture2D(cameraTexture, vUv).rgb;
50
+ vec4 design = useDesign > 0.5 ? texture2D(designTexture, vUv) : vec4(1.0);
51
+ vec3 paint = tint * design.rgb;
52
+ vec3 blended = blendMode < 0.5
53
+ ? paint
54
+ : blendMode < 1.5
55
+ ? base * paint
56
+ : blendMode < 2.5
57
+ ? 1.0 - (1.0 - base) * (1.0 - paint)
58
+ : mix(2.0 * base * paint, 1.0 - 2.0 * (1.0 - base) * (1.0 - paint), step(0.5, base));
59
+
60
+ gl_FragColor = vec4(blended, coverage * opacity * design.a);
61
+ #include <colorspace_fragment>
62
+ }`;let x=null;const Y=()=>(x||(x=new f.DataTexture(new Uint8Array([255,255,255,255]),1,1),x.needsUpdate=!0),x),V=()=>{const e={cameraTexture:{value:null},maskTexture:{value:null},designTexture:{value:Y()},useDesign:{value:0},labels:{value:new f.Vector4(-1,-1,-1,-1)},labelCount:{value:0},invert:{value:0},tint:{value:new f.Color},opacity:{value:1},blendMode:{value:0},feather:{value:0},maskTexel:{value:new f.Vector2(1,1)},maskTransform:{value:new f.Matrix3}};return new f.ShaderMaterial({uniforms:e,vertexShader:P,fragmentShader:X,transparent:!0,depthTest:!1,depthWrite:!1,toneMapped:!1,side:f.DoubleSide})},B=(e,r)=>M.parseOverlayLabels(r).map(t=>e?e.labels.indexOf(t):-1).filter(t=>t>=0).slice(0,G),H=(e,r)=>e&&e.version>0?B(e,r):[],W=(e,{cameraTexture:r,maskTexture:t,mask:s,settings:n,designTexture:a=null,feedWidth:i=0,feedHeight:c=0})=>{const o=e.uniforms,u=H(s,n.label);o.cameraTexture.value=r,o.maskTexture.value=t,o.designTexture.value=a??Y(),o.useDesign.value=a?1:0,o.labels.value.set(u[0]??-1,u[1]??-1,u[2]??-1,u[3]??-1),o.labelCount.value=u.length,o.invert.value=n.invert?1:0,o.tint.value.set(n.color),o.opacity.value=n.opacity,o.blendMode.value=M.SEGMENTATION_OVERLAY_BLEND_MODES.indexOf(n.blendMode),o.feather.value=n.feather;const l=(s==null?void 0:s.width)??1,h=(s==null?void 0:s.height)??1;return o.maskTexel.value.set(1/l,1/h),F({space:(s==null?void 0:s.space)??"feed",mirrored:n.mirrored,maskWidth:l,maskHeight:h,feedWidth:i,feedHeight:c},o.maskTransform.value),e},de=e=>{const r=v.useMemo(V,[]);return v.useEffect(()=>()=>r.dispose(),[r]),W(r,e),r},q=["bg","face_skin","brows","eyes","lips","mouth"],K=[{label:"face_skin",polygons:[M.FACE_OVAL]},{label:"brows",polygons:[M.LEFT_EYEBROW,M.RIGHT_EYEBROW]},{label:"eyes",polygons:[M.LEFT_EYE,M.RIGHT_EYE]},{label:"lips",polygons:[M.OUTER_LIPS]},{label:"mouth",polygons:[M.INNER_MOUTH]}],j=(e,r,{regions:t,clear:s=!0}={},n=[])=>{s&&d.clearSemanticMask(e),K.forEach(({label:a,polygons:i})=>{if(t&&!t.includes(a))return;const c=e.labels.indexOf(a);c<0||i.forEach(o=>d.fillLandmarkPolygon(e,r,o,c,n))})},fe=e=>{const r=e==null?void 0:e.image,t=(r==null?void 0:r.width)??0,s=(r==null?void 0:r.height)??0;return t>0&&s>0?{width:t,height:s}:{width:1,height:1}},J=(e,r)=>{const t=r/Math.max(e.width,e.height,1);return{width:Math.max(1,Math.round(e.width*t)),height:Math.max(1,Math.round(e.height*t))}},me=({faceIndex:e="all",regions:r,resolution:t=256,maxUpdateFps:s,holdMs:n=250,predictMs:a=0}={})=>{const i=T.useXRModelNode(d.XRModel.FACE_TRACKER),c=T.useXRCameraTexture(),o=fe(c),u=J(o,t),l=v.useMemo(()=>d.createSemanticMask(u.width,u.height,q),[u.width,u.height]),h=v.useRef([]),m=v.useRef(-1/0),p=v.useRef(null);p.current||(p.current=new d.FaceTrackMemory({holdMs:n,predictMs:a}));const E=p.current;return E.setOptions({holdMs:n,predictMs:a}),_.useFrame(S=>{var N;if(C.shouldSkipUpdate(S.clock.elapsedTime,m.current,s))return;m.current=S.clock.elapsedTime;const O=((N=i==null?void 0:i.detectionResults)==null?void 0:N.faceLandmarks)??[],$=e==="all"?O:[O[e]??[]],ee=E.update($,S.clock.elapsedTime*1e3);d.clearSemanticMask(l),ee.forEach(te=>j(l,te,{regions:r,clear:!1},h.current)),l.version+=1}),l},Q=["bg","person"],ve=({maxUpdateFps:e=15,active:r=!0}={})=>{w.useXRModel(d.XRModel.BACKGROUND_SEGMENTATION,{type:"portrait"},r);const t=T.useXRModelNode(d.XRModel.BACKGROUND_SEGMENTATION),s=v.useMemo(()=>d.createSemanticMask(1,1,Q),[]),n=v.useRef(-1/0);return _.useFrame(a=>{var u;if(C.shouldSkipUpdate(a.clock.elapsedTime,n.current,e))return;const i=(u=t==null?void 0:t.getRawSegmentationData)==null?void 0:u.call(t);if(!(i!=null&&i.maskData)||i.width<=0||i.height<=0)return;n.current=a.clock.elapsedTime,(s.width!==i.width||s.height!==i.height)&&(s.width=i.width,s.height=i.height,s.indices=new Uint8Array(i.width*i.height));const c=i.maskData,o=s.indices;for(let l=0;l<o.length;l+=1)o[l]=c[l]>127?0:1;s.version+=1,s.timestampMs=i.timestampMs}),s},Z=({active:e=!0,...r}={})=>{const{ready:t,error:s}=w.useXRModel(d.XRModel.SEMANTIC_SEGMENTATION,r,e),n=T.useXRModelNode(d.XRModel.SEMANTIC_SEGMENTATION),a=r.preset??"hair",i=v.useMemo(()=>d.createSemanticMask(1,1,d.SEMANTIC_SEGMENTATION_PRESET_SPECS[a].labels),[a]),[c,o]=v.useState({status:"loading",error:null});_.useFrame(()=>{const m=(n==null?void 0:n.getStatus())??"loading",p=(n==null?void 0:n.getError())??null;(m!==c.status||p!==c.error)&&o({status:m,error:p})});const u=(n==null?void 0:n.getMask())??i,l=s??c.error,h=l?"error":t?c.status:"loading";return{mask:u,status:h,error:l,labels:u.labels}},he=(e={})=>Z({...e,preset:"hair"});exports.FACE_REGION_LABELS=q;exports.FACE_REGION_POLYGONS=K;exports.IRIS_FULL_OPENNESS=D;exports.IRIS_LANDMARKS=k;exports.IRIS_LANDMARK_COUNT=U;exports.IrisLead=le;exports.MAX_OVERLAY_LABELS=G;exports.PERSON_MASK_LABELS=Q;exports.SEGMENTATION_OVERLAY_FRAGMENT_SHADER=X;exports.SEGMENTATION_OVERLAY_VERTEX_SHADER=P;exports.computeIrisEye=b;exports.computeMaskUvTransform=F;exports.createIrisEye=R;exports.createIrisResult=ie;exports.createSegmentationOverlayMaterial=V;exports.createSemanticMaskTexture=A;exports.rasterizeFaceRegions=j;exports.resolveActiveOverlayLabelIndices=H;exports.resolveMaskSize=J;exports.resolveOverlayLabelIndices=B;exports.updateIrisResult=oe;exports.updateSegmentationOverlayMaterial=W;exports.uploadSemanticMask=z;exports.useFaceRegionMask=me;exports.useHairMask=he;exports.usePersonMask=ve;exports.useSegmentationOverlayMaterial=de;exports.useSemanticMaskTexture=ue;exports.useSemanticSegmentationMask=Z;
@@ -3,6 +3,14 @@ export declare const MAX_RENDER_GROUP_PASSES = 30;
3
3
  /** Temporary layer for backgrounds not yet represented by a scene object. */
4
4
  export declare const EXTERNAL_BACKGROUND_RENDER_LAYER = 31;
5
5
  export declare const getRenderGroupLayer: (groupIndex: number, baseLayer?: number) => number;
6
+ /**
7
+ * Inside `renderSequentialPasses`: which pass is rendering now (internal; a
8
+ * screen pass such as FaceLiquify runs in the last one only). Null outside.
9
+ */
10
+ export declare const getRenderPassContext: (renderer: WebGLRenderer) => {
11
+ index: number;
12
+ count: number;
13
+ } | null;
6
14
  export type SequentialRenderOptions = {
7
15
  renderer: WebGLRenderer;
8
16
  scene: Scene;
@@ -0,0 +1,12 @@
1
+ import type * as THREE from "three";
2
+ /**
3
+ * Work to run each time a scene is rendered, after three has updated every
4
+ * world matrix and before it uploads geometry: what reads where something is
5
+ * this frame (trackers have moved it) acts on it in the same frame. Particle
6
+ * emitters upload their new particles here; spring swings turn jewellery
7
+ * from the pose it is drawn at. One chained `scene.onBeforeRender` per
8
+ * scene, restored when the last callback leaves.
9
+ */
10
+ export type SceneBeforeRender = (renderer: THREE.WebGLRenderer, scene: THREE.Scene, camera: THREE.Camera) => void;
11
+ /** Runs `callback` before every render of `scene`; returns the removal. */
12
+ export declare const addSceneBeforeRender: (scene: THREE.Scene, callback: SceneBeforeRender) => (() => void);
@@ -1,4 +1,4 @@
1
- import { M as D, B as I } from "./renderPasses-NnKZVfBy.js";
1
+ import { M as D, g as I } from "./renderPasses-B6l8IpJv.js";
2
2
  const p = {
3
3
  background: "background",
4
4
  scene3d: "general",
@@ -1 +1 @@
1
- "use strict";const E=require("./renderPasses-Cg-zqmEz.cjs"),p={background:"background",scene3d:"general",tracking:"ar-tracking",screen2d:"2d-foreground",post:"post-effects"},u=(e,...r)=>{const t=new Set(e.map(c=>c.type));return r.every(c=>t.has(c))},b=e=>u(e,"ScreenTransform")&&(u(e,"ScreenText")||u(e,"ScreenImage")||u(e,"ScreenShape")||e.every(r=>["ScreenTransform","TrackingAnchor"].includes(r.type))),h=e=>(u(e,"Transform")||u(e,"FaceMeshRenderer"))&&!b(e),l={background:{domain:"background",accepts:()=>!1,defaultFor:()=>!1,renderMode:"background"},scene3d:{domain:"scene3d",accepts:h,defaultFor:h,renderMode:"depth3d"},tracking:{domain:"tracking",accepts:()=>!1,defaultFor:()=>!1,renderMode:"tracking"},screen2d:{domain:"screen2d",accepts:b,defaultFor:b,renderMode:"screenOverlay"},post:{domain:"post",accepts:()=>!1,defaultFor:()=>!1,renderMode:"post"}},y={background:"Background",scene3d:"General / 3D Scene",tracking:"AR Tracking",screen2d:"2D Foreground",post:"Post Effects"},D=e=>({id:p[e],name:y[e],domain:e,enabled:!0,objectIds:[]}),G=(e,r)=>r.componentIds.map(t=>e.components[t]).filter(t=>!!t),I=e=>{var r;return p[((r=Object.values(l).find(t=>t.defaultFor(e)))==null?void 0:r.domain)??"scene3d"]},S=(e,r,t)=>{const c=e.objects[r],n=e.renderGroups[t];return!c||!n?!1:l[n.domain].accepts(G(e,c))},k=(e,r,t)=>{if(r<0||r>=e.length)return e;const c=Math.max(0,Math.min(t,e.length-1));if(r===c)return e;const n=[...e],[s]=n.splice(r,1);return n.splice(c,0,s),n},T=(e,r,t)=>{const c=e.renderGroupOrder.indexOf(r),n=k(e.renderGroupOrder,c,t);return n===e.renderGroupOrder?e:{...e,renderGroupOrder:n}},P=(e,r,t,c)=>{const n=e.renderGroups[r];if(!n)return e;const s=n.objectIds.indexOf(t),o=k(n.objectIds,s,c);return o===n.objectIds?e:{...e,renderGroups:{...e.renderGroups,[r]:{...n,objectIds:o}}}},v=(e,r,t,c)=>{if(!S(e,r,t))return e;const n=Object.fromEntries(Object.entries(e.renderGroups).map(([o,d])=>[o,{...d,objectIds:d.objectIds.filter(a=>a!==r)}])),s=n[t].objectIds;return s.splice(Math.max(0,Math.min(c??s.length,s.length)),0,r),{...e,objects:{...e.objects,[r]:{...e.objects[r],renderGroupId:t}},renderGroups:n}},F=(e,r=Object.keys(e.objects))=>{const t={},c=[],n={...e.objects};return[...r,...Object.keys(n).filter(o=>!r.includes(o))].forEach(o=>{var g,m;const d=n[o];if(!d)return;const a=d.renderGroupId??d.layerId,M=I(G(e,d)),_=(g=Object.entries(p).find(([,f])=>f===a))==null?void 0:g[0],O=(m=Object.entries(p).find(([,f])=>f===M))==null?void 0:m[0],R=D(_??O),j=l[R.domain].accepts(G(e,d))?R:D(O),i=j.id;t[i]||(t[i]=j,c.push(i)),t[i].objectIds.push(o),n[o]={...d,renderGroupId:i}}),{...e,objects:n,renderGroups:t,renderGroupOrder:c}},U=(e,r=1e3)=>e.renderGroupOrder.flatMap((t,c)=>{if(c>=E.MAX_RENDER_GROUP_PASSES)return[];const n=e.renderGroups[t];if(!n||!n.enabled)return[];const s=l[n.domain];return n.objectIds.flatMap((o,d)=>{const a=e.objects[o];return!a||!a.enabled?[]:a.parentObjectId&&e.objects[a.parentObjectId]?[]:[{groupId:t,groupIndex:c,objectId:o,objectIndex:d,renderMode:s.renderMode,renderOrder:c*r+d,renderLayer:E.getRenderGroupLayer(c)}]})});exports.DEFAULT_RENDER_GROUP_IDS=p;exports.RENDER_GROUP_POLICIES=l;exports.createRenderPlan=U;exports.getDefaultRenderGroupId=I;exports.migrateToRenderGroups=F;exports.moveObjectToGroup=v;exports.reorderObjectWithinGroup=P;exports.reorderRenderGroup=T;exports.validateGroupCompatibility=S;
1
+ "use strict";const E=require("./renderPasses-dqmkft4P.cjs"),p={background:"background",scene3d:"general",tracking:"ar-tracking",screen2d:"2d-foreground",post:"post-effects"},u=(e,...r)=>{const t=new Set(e.map(c=>c.type));return r.every(c=>t.has(c))},b=e=>u(e,"ScreenTransform")&&(u(e,"ScreenText")||u(e,"ScreenImage")||u(e,"ScreenShape")||e.every(r=>["ScreenTransform","TrackingAnchor"].includes(r.type))),h=e=>(u(e,"Transform")||u(e,"FaceMeshRenderer"))&&!b(e),l={background:{domain:"background",accepts:()=>!1,defaultFor:()=>!1,renderMode:"background"},scene3d:{domain:"scene3d",accepts:h,defaultFor:h,renderMode:"depth3d"},tracking:{domain:"tracking",accepts:()=>!1,defaultFor:()=>!1,renderMode:"tracking"},screen2d:{domain:"screen2d",accepts:b,defaultFor:b,renderMode:"screenOverlay"},post:{domain:"post",accepts:()=>!1,defaultFor:()=>!1,renderMode:"post"}},y={background:"Background",scene3d:"General / 3D Scene",tracking:"AR Tracking",screen2d:"2D Foreground",post:"Post Effects"},D=e=>({id:p[e],name:y[e],domain:e,enabled:!0,objectIds:[]}),G=(e,r)=>r.componentIds.map(t=>e.components[t]).filter(t=>!!t),I=e=>{var r;return p[((r=Object.values(l).find(t=>t.defaultFor(e)))==null?void 0:r.domain)??"scene3d"]},S=(e,r,t)=>{const c=e.objects[r],n=e.renderGroups[t];return!c||!n?!1:l[n.domain].accepts(G(e,c))},k=(e,r,t)=>{if(r<0||r>=e.length)return e;const c=Math.max(0,Math.min(t,e.length-1));if(r===c)return e;const n=[...e],[s]=n.splice(r,1);return n.splice(c,0,s),n},T=(e,r,t)=>{const c=e.renderGroupOrder.indexOf(r),n=k(e.renderGroupOrder,c,t);return n===e.renderGroupOrder?e:{...e,renderGroupOrder:n}},P=(e,r,t,c)=>{const n=e.renderGroups[r];if(!n)return e;const s=n.objectIds.indexOf(t),o=k(n.objectIds,s,c);return o===n.objectIds?e:{...e,renderGroups:{...e.renderGroups,[r]:{...n,objectIds:o}}}},v=(e,r,t,c)=>{if(!S(e,r,t))return e;const n=Object.fromEntries(Object.entries(e.renderGroups).map(([o,d])=>[o,{...d,objectIds:d.objectIds.filter(a=>a!==r)}])),s=n[t].objectIds;return s.splice(Math.max(0,Math.min(c??s.length,s.length)),0,r),{...e,objects:{...e.objects,[r]:{...e.objects[r],renderGroupId:t}},renderGroups:n}},F=(e,r=Object.keys(e.objects))=>{const t={},c=[],n={...e.objects};return[...r,...Object.keys(n).filter(o=>!r.includes(o))].forEach(o=>{var g,m;const d=n[o];if(!d)return;const a=d.renderGroupId??d.layerId,M=I(G(e,d)),_=(g=Object.entries(p).find(([,f])=>f===a))==null?void 0:g[0],O=(m=Object.entries(p).find(([,f])=>f===M))==null?void 0:m[0],R=D(_??O),j=l[R.domain].accepts(G(e,d))?R:D(O),i=j.id;t[i]||(t[i]=j,c.push(i)),t[i].objectIds.push(o),n[o]={...d,renderGroupId:i}}),{...e,objects:n,renderGroups:t,renderGroupOrder:c}},U=(e,r=1e3)=>e.renderGroupOrder.flatMap((t,c)=>{if(c>=E.MAX_RENDER_GROUP_PASSES)return[];const n=e.renderGroups[t];if(!n||!n.enabled)return[];const s=l[n.domain];return n.objectIds.flatMap((o,d)=>{const a=e.objects[o];return!a||!a.enabled?[]:a.parentObjectId&&e.objects[a.parentObjectId]?[]:[{groupId:t,groupIndex:c,objectId:o,objectIndex:d,renderMode:s.renderMode,renderOrder:c*r+d,renderLayer:E.getRenderGroupLayer(c)}]})});exports.DEFAULT_RENDER_GROUP_IDS=p;exports.RENDER_GROUP_POLICIES=l;exports.createRenderPlan=U;exports.getDefaultRenderGroupId=I;exports.migrateToRenderGroups=F;exports.moveObjectToGroup=v;exports.reorderObjectWithinGroup=P;exports.reorderRenderGroup=T;exports.validateGroupCompatibility=S;