@vincentt-xr/sdk 2.0.0-alpha.1 → 2.0.0-alpha.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (352) hide show
  1. package/GROUNDING.md +1588 -20
  2. package/dist/{DebuggerUI-CatYc-RG.cjs → DebuggerUI-B45_Gb9d.cjs} +1 -1
  3. package/dist/{DebuggerUI-gLMKiVwJ.js → DebuggerUI-Cq28c18s.js} +1 -1
  4. package/dist/FaceMeshRenderer-6t8OsQhK.js +1195 -0
  5. package/dist/FaceMeshRenderer-lQLhYIW-.cjs +155 -0
  6. package/dist/FaceRetouch-CDrL0pXg.js +551 -0
  7. package/dist/FaceRetouch-DtNl8-4e.cjs +134 -0
  8. package/dist/audio/AudioEngine.d.ts +3 -1
  9. package/dist/audio/AudioPlayer.d.ts +29 -0
  10. package/dist/audio/AudioPlayerLogic.d.ts +4 -0
  11. package/dist/audio/index.d.ts +2 -0
  12. package/dist/components/Axes/index.d.ts +6 -0
  13. package/dist/components/FaceMesh/FaceMeshRenderer.d.ts +17 -0
  14. package/dist/components/FaceMesh/canonical/CanonicalFaceMeshRenderer.d.ts +17 -1
  15. package/dist/components/FaceMesh/canonical/FaceMeshMaterial.d.ts +25 -0
  16. package/dist/components/FaceMesh/canonical/assets.d.ts +3 -0
  17. package/dist/components/FaceMesh/canonical/geometryGroups.d.ts +9 -0
  18. package/dist/components/FaceMesh/canonical/parseCanonicalFaceModel.d.ts +2 -0
  19. package/dist/components/FaceMesh/canonical/shaders.d.ts +2 -0
  20. package/dist/components/FaceMesh/deform.d.ts +3 -0
  21. package/dist/components/FaceMesh/index.d.ts +5 -0
  22. package/dist/components/FaceMesh/material/defaults.d.ts +70 -0
  23. package/dist/components/FaceMesh/material/index.d.ts +1 -0
  24. package/dist/components/FaceMesh/material/options.d.ts +5 -1
  25. package/dist/components/FaceMesh/material/support.d.ts +7 -2
  26. package/dist/components/FaceMesh/material/textures.d.ts +4 -0
  27. package/dist/components/FaceMesh/material/types.d.ts +2 -2
  28. package/dist/components/FaceRetouch/Background.d.ts +5 -6
  29. package/dist/components/FaceRetouch/FaceRetouch.d.ts +47 -0
  30. package/dist/components/FaceRetouch/index.d.ts +2 -8
  31. package/dist/components/FaceRetouch/landmarkMask.d.ts +0 -5
  32. package/dist/components/FaceRetouch/useFaceRetouchMask.d.ts +3 -7
  33. package/dist/components/FaceTracker/index.d.ts +5 -3
  34. package/dist/components/FaceWarp3D/FaceWarp3DHead.d.ts +1 -1
  35. package/dist/components/HandJoints2D/index.d.ts +1 -1
  36. package/dist/components/HandTracking2D/HandVisual.d.ts +1 -1
  37. package/dist/components/HandTracking2D/index.d.ts +1 -1
  38. package/dist/components/HandTracking2DController/index.d.ts +1 -1
  39. package/dist/components/HandTracking3D/index.d.ts +1 -1
  40. package/dist/components/LightObject/index.d.ts +20 -0
  41. package/dist/components/LookAt/index.d.ts +23 -0
  42. package/dist/components/MeshRenderer/index.d.ts +58 -0
  43. package/dist/components/PerspectiveCamera/index.d.ts +2 -8
  44. package/dist/components/PinToMesh/index.d.ts +47 -0
  45. package/dist/components/RenderGroupLayer/index.d.ts +6 -0
  46. package/dist/components/SceneObjectRenderer/index.d.ts +16 -0
  47. package/dist/components/Screen2D/ScreenTransformFrame.d.ts +11 -0
  48. package/dist/components/Screen2D/ScreenTransformHelpers.d.ts +19 -0
  49. package/dist/components/Screen2D/ScreenTransformInteraction.d.ts +18 -0
  50. package/dist/components/Screen2D/index.d.ts +5 -0
  51. package/dist/components/ScreenGlass/defaults.d.ts +3 -0
  52. package/dist/components/ScreenGlass/index.d.ts +5 -0
  53. package/dist/components/ScreenGlass/shaders.d.ts +2 -0
  54. package/dist/components/ScreenGlass/types.d.ts +10 -0
  55. package/dist/components/ScreenGradient/defaults.d.ts +5 -0
  56. package/dist/components/ScreenGradient/index.d.ts +5 -0
  57. package/dist/components/ScreenGradient/shaders.d.ts +2 -0
  58. package/dist/components/ScreenGradient/types.d.ts +19 -0
  59. package/dist/components/ScreenImage/ScreenImage.d.ts +4 -0
  60. package/dist/components/ScreenImage/components/DynamicTextureSync.d.ts +9 -0
  61. package/dist/components/ScreenImage/components/ScreenImageBody.d.ts +9 -0
  62. package/dist/components/ScreenImage/components/ScreenImageFrame.d.ts +9 -0
  63. package/dist/components/ScreenImage/components/ScreenImageTransformFrame.d.ts +9 -0
  64. package/dist/components/ScreenImage/fit.d.ts +52 -0
  65. package/dist/components/ScreenImage/index.d.ts +8 -87
  66. package/dist/components/ScreenImage/materials/ScreenImageBlendMaterial.d.ts +9 -0
  67. package/dist/components/ScreenImage/materials/ScreenImageMatcap.d.ts +3 -0
  68. package/dist/components/ScreenImage/source.d.ts +16 -0
  69. package/dist/components/ScreenImage/types.d.ts +37 -0
  70. package/dist/components/ScreenImage/utils/ScreenImageConstants.d.ts +9 -0
  71. package/dist/components/ScreenImage/utils/ScreenImageHelpers.d.ts +4 -0
  72. package/dist/components/ScreenShape/geometry.d.ts +5 -0
  73. package/dist/components/ScreenShape/index.d.ts +5 -0
  74. package/dist/components/ScreenShape/types.d.ts +41 -0
  75. package/dist/components/ScreenSpaceUI/ScreenTransformGuide.d.ts +15 -0
  76. package/dist/components/ScreenSpaceUI/ScreenTransformOverlayGuide.d.ts +9 -0
  77. package/dist/components/ScreenSpaceUI/index.d.ts +2 -0
  78. package/dist/components/ScreenText/components/ScreenTextBody.d.ts +2 -0
  79. package/dist/components/ScreenText/components/ScreenTextTransformFrame.d.ts +9 -0
  80. package/dist/components/ScreenText/constants.d.ts +5 -0
  81. package/dist/components/ScreenText/index.d.ts +6 -20
  82. package/dist/components/ScreenText/types.d.ts +31 -0
  83. package/dist/components/ScreenText/utils/ScreenTextHelpers.d.ts +14 -0
  84. package/dist/components/ScreenText/utils/ScreenTextMappings.d.ts +17 -0
  85. package/dist/components/SequentialRenderPasses/index.d.ts +6 -0
  86. package/dist/components/TextLabel/TextLabel.d.ts +5 -0
  87. package/dist/components/TextLabel/alignment.d.ts +4 -0
  88. package/dist/components/TextLabel/bend.d.ts +9 -0
  89. package/dist/components/TextLabel/canvas/buildTextLabelTexture.d.ts +4 -0
  90. package/dist/components/TextLabel/canvas/canvasTypography.d.ts +13 -0
  91. package/dist/components/TextLabel/canvas/drawBackground.d.ts +21 -0
  92. package/dist/components/TextLabel/canvas/drawEffects.d.ts +34 -0
  93. package/dist/components/TextLabel/canvas/drawText.d.ts +19 -0
  94. package/dist/components/TextLabel/components/TextLabelMesh.d.ts +13 -0
  95. package/dist/components/TextLabel/constants.d.ts +2 -0
  96. package/dist/components/TextLabel/hooks/useTextLabelTexture.d.ts +7 -0
  97. package/dist/components/TextLabel/index.d.ts +2 -161
  98. package/dist/components/TextLabel/layout/measurement.d.ts +8 -0
  99. package/dist/components/TextLabel/layout/resolveTextLayout.d.ts +25 -0
  100. package/dist/components/TextLabel/layout/wrapText.d.ts +6 -0
  101. package/dist/components/TextLabel/types.d.ts +227 -0
  102. package/dist/components/TrackingAnchor/index.d.ts +18 -2
  103. package/dist/components/Transform3D/index.d.ts +30 -0
  104. package/dist/components/XRMediaSurface/index.d.ts +6 -6
  105. package/dist/components/XRViewport/XRViewport.d.ts +11 -0
  106. package/dist/components/XRViewport/components/HiddenMedia.d.ts +7 -0
  107. package/dist/components/XRViewport/components/MediaAssetPicker.d.ts +8 -0
  108. package/dist/components/XRViewport/components/MediaControlStack.d.ts +13 -0
  109. package/dist/components/XRViewport/components/XRViewportLayers.d.ts +30 -0
  110. package/dist/components/XRViewport/constants.d.ts +24 -0
  111. package/dist/components/XRViewport/contexts.d.ts +6 -0
  112. package/dist/components/XRViewport/hooks/useViewportExternalFaces.d.ts +13 -0
  113. package/dist/components/XRViewport/hooks/useViewportMediaSource.d.ts +16 -0
  114. package/dist/components/XRViewport/hooks/useViewportMediaTexture.d.ts +10 -0
  115. package/dist/components/XRViewport/hooks/useViewportPipeline.d.ts +41 -0
  116. package/dist/components/XRViewport/hooks/useViewportRenderState.d.ts +47 -0
  117. package/dist/components/XRViewport/index.d.ts +3 -118
  118. package/dist/components/XRViewport/layout.d.ts +16 -0
  119. package/dist/components/XRViewport/slots.d.ts +16 -0
  120. package/dist/components/XRViewport/types.d.ts +89 -0
  121. package/dist/components/XRViewport/useViewportSize.d.ts +3 -0
  122. package/dist/components/index.d.ts +12 -0
  123. package/dist/contexts-BKvTIayr.cjs +1 -0
  124. package/dist/contexts-Bk5zz_VR.js +214 -0
  125. package/dist/debug-ui/component-editor/index.d.ts +19 -0
  126. package/dist/debug-ui/face-mesh-renderer-settings/index.d.ts +8 -0
  127. package/dist/debug-ui/face-retouch/index.d.ts +11 -0
  128. package/dist/debug-ui/hand-joints-2d/index.d.ts +1 -1
  129. package/dist/debug-ui/hand-tracking-2d/index.d.ts +1 -1
  130. package/dist/debug-ui/hand-tracking-2d-controller/index.d.ts +1 -1
  131. package/dist/debug-ui/hand-tracking-3d/index.d.ts +1 -1
  132. package/dist/debug-ui/hierarchy-panel/index.d.ts +29 -0
  133. package/dist/debug-ui/index.d.ts +25 -2
  134. package/dist/debug-ui/layer-panel/index.d.ts +3 -2
  135. package/dist/debug-ui/media-source/index.d.ts +2 -0
  136. package/dist/debug-ui/media-source/session.d.ts +12 -0
  137. package/dist/debug-ui/media-source.cjs +1 -1
  138. package/dist/debug-ui/media-source.js +6 -4
  139. package/dist/debug-ui/mesh-renderer-settings/index.d.ts +6 -0
  140. package/dist/debug-ui/object-inspector-panel/index.d.ts +25 -0
  141. package/dist/debug-ui/pin-to-mesh-settings/index.d.ts +10 -0
  142. package/dist/debug-ui/scene-editor/context.d.ts +38 -0
  143. package/dist/debug-ui/scene-editor/hierarchy-panel.d.ts +9 -0
  144. package/dist/debug-ui/scene-editor/index.d.ts +11 -0
  145. package/dist/debug-ui/scene-editor/inspector-panel.d.ts +7 -0
  146. package/dist/debug-ui/scene-editor/store-utils.d.ts +2 -0
  147. package/dist/debug-ui/scene-editor/viewport-toolbar.d.ts +4 -0
  148. package/dist/debug-ui/scene-editor/viewport.d.ts +21 -0
  149. package/dist/debug-ui/screen-glass-settings/index.d.ts +6 -0
  150. package/dist/debug-ui/screen-gradient-settings/GradientStopsEditor.d.ts +5 -0
  151. package/dist/debug-ui/screen-gradient-settings/index.d.ts +6 -0
  152. package/dist/debug-ui/screen-gradient-settings/styles.d.ts +3 -0
  153. package/dist/debug-ui/screen-image-settings/index.d.ts +4 -2
  154. package/dist/debug-ui/screen-shape-settings/index.d.ts +6 -0
  155. package/dist/debug-ui/screen-text-settings/NumberField.d.ts +9 -0
  156. package/dist/debug-ui/screen-text-settings/ScreenTextSettingsPanel.d.ts +3 -0
  157. package/dist/debug-ui/screen-text-settings/controls/NestedSection.d.ts +7 -0
  158. package/dist/debug-ui/screen-text-settings/controls/Section.d.ts +8 -0
  159. package/dist/debug-ui/screen-text-settings/controls/icons.d.ts +4 -0
  160. package/dist/debug-ui/screen-text-settings/index.d.ts +2 -122
  161. package/dist/debug-ui/screen-text-settings/sections/BackgroundSection.d.ts +8 -0
  162. package/dist/debug-ui/screen-text-settings/sections/ContentSection.d.ts +5 -0
  163. package/dist/debug-ui/screen-text-settings/sections/EffectsSection.d.ts +25 -0
  164. package/dist/debug-ui/screen-text-settings/sections/StyleSection.d.ts +5 -0
  165. package/dist/debug-ui/screen-text-settings/sections/TransformSection.d.ts +5 -0
  166. package/dist/debug-ui/screen-text-settings/sections/background/BackgroundFillControls.d.ts +2 -0
  167. package/dist/debug-ui/screen-text-settings/sections/background/BackgroundSizeControls.d.ts +2 -0
  168. package/dist/debug-ui/screen-text-settings/sections/background/BackgroundStrokeControls.d.ts +2 -0
  169. package/dist/debug-ui/screen-text-settings/sections/background/types.d.ts +7 -0
  170. package/dist/debug-ui/screen-text-settings/sections/effects/BendEffectSection.d.ts +4 -0
  171. package/dist/debug-ui/screen-text-settings/sections/effects/EffectChrome.d.ts +21 -0
  172. package/dist/debug-ui/screen-text-settings/sections/effects/GlowEffectSection.d.ts +4 -0
  173. package/dist/debug-ui/screen-text-settings/sections/effects/InnerShadowEffectSection.d.ts +4 -0
  174. package/dist/debug-ui/screen-text-settings/sections/effects/OutlineEffectSection.d.ts +4 -0
  175. package/dist/debug-ui/screen-text-settings/sections/effects/ShadowEffectSection.d.ts +4 -0
  176. package/dist/debug-ui/screen-text-settings/sections/effects/types.d.ts +14 -0
  177. package/dist/debug-ui/screen-text-settings/settings.d.ts +90 -0
  178. package/dist/debug-ui/screen-text-settings/styles.d.ts +26 -0
  179. package/dist/debug-ui/screen-text-settings/transform.d.ts +6 -0
  180. package/dist/debug-ui/screen-text-settings/types.d.ts +9 -0
  181. package/dist/debug-ui/shared/ScreenTransformSection.d.ts +6 -3
  182. package/dist/debug-ui/transform-3d-settings/index.d.ts +11 -0
  183. package/dist/debug-ui.cjs +3 -13
  184. package/dist/debug-ui.js +7896 -5098
  185. package/dist/drawNormalizedCrop-B-7zU-Xw.cjs +1 -0
  186. package/dist/drawNormalizedCrop-CRdIDyl1.js +44 -0
  187. package/dist/entries/all.d.ts +1 -0
  188. package/dist/entries/core.d.ts +53 -6
  189. package/dist/entries/face-effects.d.ts +10 -8
  190. package/dist/entries/internal.d.ts +1 -1
  191. package/dist/entries/low-level.d.ts +18 -4
  192. package/dist/entries/scene-object.d.ts +10 -0
  193. package/dist/entries/tracking.d.ts +25 -2
  194. package/dist/face-action/index.d.ts +34 -0
  195. package/dist/face-attribute-expression/index.d.ts +10 -0
  196. package/dist/face-effects.cjs +1 -342
  197. package/dist/face-effects.js +1391 -2767
  198. package/dist/face-info/blendshapes.d.ts +3 -0
  199. package/dist/face-info/derive.d.ts +8 -0
  200. package/dist/face-info/drawFaceCrop.d.ts +10 -0
  201. package/dist/face-info/getFaceInfo.d.ts +8 -0
  202. package/dist/face-info/index.d.ts +8 -0
  203. package/dist/face-info/landmarks.d.ts +21 -0
  204. package/dist/face-info/types.d.ts +52 -0
  205. package/dist/getFaceInfo-CyPAKh3h.cjs +1 -0
  206. package/dist/getFaceInfo-hUKMLFcr.js +118 -0
  207. package/dist/{handJoints2d.d.ts → hand/handJoints2d.d.ts} +1 -1
  208. package/dist/{handTracking2d.d.ts → hand/handTracking2d.d.ts} +1 -1
  209. package/dist/{handTracking2dController.d.ts → hand/handTracking2dController.d.ts} +1 -1
  210. package/dist/{handTracking3d.d.ts → hand/handTracking3d.d.ts} +1 -1
  211. package/dist/hooks/faceResults.d.ts +1 -1
  212. package/dist/hooks/useCalibrationFaceTracker.d.ts +1 -1
  213. package/dist/hooks/useFaceAction.d.ts +3 -0
  214. package/dist/hooks/useFaceAttributeExpression.d.ts +16 -0
  215. package/dist/hooks/useFaceDetection.d.ts +18 -0
  216. package/dist/hooks/useFaceInfo.d.ts +7 -0
  217. package/dist/hooks/useFaceInfos.d.ts +15 -0
  218. package/dist/hooks/useFaceResultReader.d.ts +10 -0
  219. package/dist/hooks/useFrameCapture.d.ts +18 -0
  220. package/dist/hooks/useMediaRecorder.d.ts +14 -2
  221. package/dist/hooks/useOwnedTexture.d.ts +6 -0
  222. package/dist/hooks/useTrackerContext.d.ts +2 -2
  223. package/dist/hooks/useXRSession/facade.d.ts +3 -0
  224. package/dist/hooks/useXRSession/registry.d.ts +9 -0
  225. package/dist/index-82aENaRq.cjs +1 -0
  226. package/dist/{index-BGNbrc4C.js → index-BgQAX8rs.js} +213 -125
  227. package/dist/index-CEc1CAmB.cjs +1 -0
  228. package/dist/index-CTHeBQOs.js +178 -0
  229. package/dist/index-D4bLzBr6.cjs +1 -0
  230. package/dist/index-DSpzjuqd.cjs +1 -0
  231. package/dist/index-Di70KWuY.js +2049 -0
  232. package/dist/index-DzEzkBIH.cjs +17 -0
  233. package/dist/{index-safCs_af.js → index-JygePOwo.js} +565 -508
  234. package/dist/index-UC0Ux38E.js +111 -0
  235. package/dist/{internal-Cae1ps15.js → internal-DuMPpcbp.js} +86 -80
  236. package/dist/internal-i2JkM85N.cjs +1 -0
  237. package/dist/internal.cjs +1 -1
  238. package/dist/internal.js +2 -2
  239. package/dist/low-level.cjs +1 -1
  240. package/dist/low-level.js +1229 -86
  241. package/dist/main.cjs +1 -73
  242. package/dist/main.js +545 -1693
  243. package/dist/material/MaterialFill.d.ts +20 -0
  244. package/dist/material/MeshMaterial.d.ts +14 -0
  245. package/dist/material/index.d.ts +2 -0
  246. package/dist/models/Body/index.d.ts +1 -1
  247. package/dist/models/Face/index.d.ts +1 -0
  248. package/dist/models/Face/rotation.d.ts +3 -0
  249. package/dist/render/renderGroups.d.ts +47 -0
  250. package/dist/render/renderPasses.d.ts +18 -0
  251. package/dist/renderGroups-C9QJrAXu.js +152 -0
  252. package/dist/renderGroups-Dvm1J4lW.cjs +1 -0
  253. package/dist/renderLayers-lDtL0_43.cjs +1 -0
  254. package/dist/renderLayers-zrK2pv5O.js +13 -0
  255. package/dist/renderPasses-CT5iBwtg.cjs +21 -0
  256. package/dist/renderPasses-CjgG_6kQ.js +1500 -0
  257. package/dist/scene-object/index.d.ts +146 -0
  258. package/dist/scene-object/runtimeRegistry.d.ts +14 -0
  259. package/dist/scene-object.cjs +1 -0
  260. package/dist/scene-object.js +40 -0
  261. package/dist/{screenImageSettings.d.ts → screen-image/screenImageSettings.d.ts} +9 -2
  262. package/dist/{screenTextSettings.d.ts → screen-text/screenTextSettings.d.ts} +18 -2
  263. package/dist/screen2d/coordinates.d.ts +87 -0
  264. package/dist/screen2d/index.d.ts +3 -0
  265. package/dist/screen2d/screenTransform.d.ts +47 -0
  266. package/dist/screen2d/smoothing.d.ts +5 -0
  267. package/dist/{selectors-BLl2JUWW.cjs → selectors-2QvO5RYY.cjs} +1 -1
  268. package/dist/{selectors-CXd_x-6t.js → selectors-Dw3C-gSk.js} +3 -3
  269. package/dist/services/MetricsCollector/index.d.ts +7 -1
  270. package/dist/services/MetricsCollector/utils.d.ts +1 -1
  271. package/dist/session-BChR4TgK.cjs +31 -0
  272. package/dist/session-C1StwN0f.js +363 -0
  273. package/dist/texture/animatedTexture.d.ts +61 -0
  274. package/dist/texture/animationMath.d.ts +8 -0
  275. package/dist/texture/sourceResolver.d.ts +30 -0
  276. package/dist/tracking.cjs +1 -1
  277. package/dist/tracking.js +580 -321
  278. package/dist/types/face.d.ts +1 -13
  279. package/dist/types/index.d.ts +0 -1
  280. package/dist/types/nodes.d.ts +2 -1
  281. package/dist/types/session.d.ts +2 -0
  282. package/dist/types/tracking.d.ts +8 -2
  283. package/dist/types/util-types.d.ts +1 -1
  284. package/dist/useFaceInfo-C-WfMlYp.cjs +1 -0
  285. package/dist/useFaceInfo-CwsHZedC.js +62 -0
  286. package/dist/useFaceResults-CkFc1egZ.js +19 -0
  287. package/dist/useFaceResults-VcFdOUFV.cjs +1 -0
  288. package/dist/utils/drawNormalizedCrop.d.ts +22 -0
  289. package/dist/utils/integrity.d.ts +4 -25
  290. package/dist/utils/landmarkBounds.d.ts +1 -1
  291. package/dist/utils/logger.d.ts +2 -2
  292. package/docs/MIGRATION_GUIDE.md +589 -0
  293. package/docs/SDK_DOCUMENTATION.md +1155 -0
  294. package/docs/api/audio.mdx +36 -0
  295. package/docs/api/behavior-components.mdx +164 -0
  296. package/docs/api/capture-recording.mdx +103 -0
  297. package/docs/api/debug-ui-scene-editor.mdx +249 -0
  298. package/docs/api/face-actions.mdx +104 -0
  299. package/docs/api/face-attribute-expression.mdx +87 -0
  300. package/docs/api/face-binding-anchors.mdx +53 -0
  301. package/docs/api/face-effects.mdx +19 -0
  302. package/docs/api/face-info.mdx +112 -0
  303. package/docs/api/face-mesh.mdx +98 -0
  304. package/docs/api/face-painting.mdx +33 -0
  305. package/docs/api/face-retouching.mdx +73 -0
  306. package/docs/api/material-render-state.mdx +132 -0
  307. package/docs/api/runtime-3d.mdx +311 -0
  308. package/docs/api/scene-object-store.mdx +213 -0
  309. package/docs/api/screen-image.mdx +41 -0
  310. package/docs/api/screen-shape.mdx +64 -0
  311. package/docs/api/screen-space-coordinates.mdx +41 -0
  312. package/docs/api/screen-text.mdx +39 -0
  313. package/docs/api/texture-sources.mdx +55 -0
  314. package/docs/api/trackers.mdx +46 -0
  315. package/docs/docs.json +70 -0
  316. package/docs/examples/scene-object-recipes.mdx +194 -0
  317. package/docs/guides/harness-debug-ui.mdx +139 -0
  318. package/docs/inspector/hierarchy-panel.mdx +51 -0
  319. package/docs/inspector/object-inspector-panel.mdx +51 -0
  320. package/docs/introduction.mdx +121 -0
  321. package/docs/scene-objects/overview.mdx +127 -0
  322. package/docs/scene-objects/render-groups.mdx +77 -0
  323. package/docs/scene-objects/runtime-rendering.mdx +75 -0
  324. package/docs/texture-api-consumer.md +58 -0
  325. package/package.json +37 -7
  326. package/dist/MediaSourceSwitcher-C-xYg0nQ.js +0 -317
  327. package/dist/MediaSourceSwitcher-Cq3g4IKw.cjs +0 -31
  328. package/dist/components/FaceRetouch/defaults.d.ts +0 -13
  329. package/dist/components/FaceRetouch/retouchRegions.d.ts +0 -23
  330. package/dist/components/FaceRetouch/useFaceRetouchRegions.d.ts +0 -12
  331. package/dist/defaults-BLpcN3pG.cjs +0 -1
  332. package/dist/defaults-LtY4M7dg.js +0 -55
  333. package/dist/index-BXyObVHF.cjs +0 -1
  334. package/dist/index-CY3bUAcW.js +0 -12
  335. package/dist/index-C_Duh13c.cjs +0 -1
  336. package/dist/index-D8fpPQkC.cjs +0 -1
  337. package/dist/index-DxshgBu0.cjs +0 -1
  338. package/dist/index-O-2crZ3M.js +0 -1102
  339. package/dist/internal-BjyhBP8i.cjs +0 -1
  340. package/dist/modules/XRClient/index.d.ts +0 -9
  341. package/dist/modules/index.d.ts +0 -1
  342. package/dist/screenImageSettings-6NRg4cx9.js +0 -39
  343. package/dist/screenImageSettings-y_B4_767.cjs +0 -1
  344. package/dist/services/ApiService.d.ts +0 -12
  345. package/dist/types/client.d.ts +0 -3
  346. package/dist/useFaceResults-cpsSmKKc.js +0 -81
  347. package/dist/useFaceResults-hVUJYSEY.cjs +0 -1
  348. package/dist/useXRModel-3DcUa28n.cjs +0 -1
  349. package/dist/useXRModel-BMJE1hrk.js +0 -28
  350. /package/dist/{layerStack.d.ts → render/layerStack.d.ts} +0 -0
  351. /package/dist/{screenImagePresets.d.ts → screen-image/screenImagePresets.d.ts} +0 -0
  352. /package/dist/{screenTextPresets.d.ts → screen-text/screenTextPresets.d.ts} +0 -0
@@ -0,0 +1,363 @@
1
+ import { l as j, u as z, c as v, X as L } from "./index-JygePOwo.js";
2
+ import { jsx as n, jsxs as u } from "react/jsx-runtime";
3
+ import { createPortal as W } from "react-dom";
4
+ import { useState as y, useRef as $, useMemo as F, useEffect as f } from "react";
5
+ import { c as d, X } from "./x-Co8jPhP0.js";
6
+ const M = (t, e) => new URL(`/assets/sdk/debug-ui/v1/${t}/${e}`, j.assetStorageEndpoint).href, C = (t) => t.replace(/\.[^.]+$/, "").replace(/[_-]+/g, " ").replace(/\s+/g, " ").trim().replace(/\b\w/g, (e) => e.toUpperCase()), P = [
7
+ "person_fullbody.mp4",
8
+ "person_looking.mp4",
9
+ "person_shaking_head.mp4",
10
+ "person_thumbUp.mp4",
11
+ "two_people_smiling.mp4"
12
+ ], U = [
13
+ "person_fist_sign.jpg",
14
+ "person_fullbody.jpg",
15
+ "person_peace_sign.jpg",
16
+ "person_portrait.jpg",
17
+ "person_side_portrait.jpg",
18
+ "three_people_smiling.jpg",
19
+ "two_people_smiling.jpg"
20
+ ], V = (t, e) => ({
21
+ id: `sdk-video-${e + 1}`,
22
+ kind: "video",
23
+ label: C(t),
24
+ url: M("videos", t)
25
+ }), D = (t, e) => ({
26
+ id: `sdk-image-${e + 1}`,
27
+ kind: "image",
28
+ label: C(t),
29
+ url: M("images", t)
30
+ }), N = P.map(V), T = U.map(D), ke = [
31
+ { id: "webcam", kind: "webcam", label: "Webcam" },
32
+ ...N,
33
+ ...T
34
+ ];
35
+ /**
36
+ * @license lucide-react v1.17.0 - ISC
37
+ *
38
+ * This source code is licensed under the ISC license.
39
+ * See the LICENSE file in the root directory of this source tree.
40
+ */
41
+ const A = [
42
+ [
43
+ "path",
44
+ {
45
+ d: "M13.997 4a2 2 0 0 1 1.76 1.05l.486.9A2 2 0 0 0 18.003 7H20a2 2 0 0 1 2 2v9a2 2 0 0 1-2 2H4a2 2 0 0 1-2-2V9a2 2 0 0 1 2-2h1.997a2 2 0 0 0 1.759-1.048l.489-.904A2 2 0 0 1 10.004 4z",
46
+ key: "18u6gg"
47
+ }
48
+ ],
49
+ ["circle", { cx: "12", cy: "13", r: "3", key: "1vg3eu" }]
50
+ ], K = d("camera", A);
51
+ /**
52
+ * @license lucide-react v1.17.0 - ISC
53
+ *
54
+ * This source code is licensed under the ISC license.
55
+ * See the LICENSE file in the root directory of this source tree.
56
+ */
57
+ const B = [["path", { d: "m6 9 6 6 6-6", key: "qrunsl" }]], O = d("chevron-down", B);
58
+ /**
59
+ * @license lucide-react v1.17.0 - ISC
60
+ *
61
+ * This source code is licensed under the ISC license.
62
+ * See the LICENSE file in the root directory of this source tree.
63
+ */
64
+ const H = [
65
+ ["circle", { cx: "9", cy: "12", r: "1", key: "1vctgf" }],
66
+ ["circle", { cx: "9", cy: "5", r: "1", key: "hp0tcf" }],
67
+ ["circle", { cx: "9", cy: "19", r: "1", key: "fkjjf6" }],
68
+ ["circle", { cx: "15", cy: "12", r: "1", key: "1tmaij" }],
69
+ ["circle", { cx: "15", cy: "5", r: "1", key: "19l28e" }],
70
+ ["circle", { cx: "15", cy: "19", r: "1", key: "f4zoj3" }]
71
+ ], G = d("grip-vertical", H);
72
+ /**
73
+ * @license lucide-react v1.17.0 - ISC
74
+ *
75
+ * This source code is licensed under the ISC license.
76
+ * See the LICENSE file in the root directory of this source tree.
77
+ */
78
+ const Y = [
79
+ ["rect", { width: "18", height: "18", x: "3", y: "3", rx: "2", ry: "2", key: "1m3agn" }],
80
+ ["circle", { cx: "9", cy: "9", r: "2", key: "af1f0g" }],
81
+ ["path", { d: "m21 15-3.086-3.086a2 2 0 0 0-2.828 0L6 21", key: "1xmnt7" }]
82
+ ], q = d("image", Y);
83
+ /**
84
+ * @license lucide-react v1.17.0 - ISC
85
+ *
86
+ * This source code is licensed under the ISC license.
87
+ * See the LICENSE file in the root directory of this source tree.
88
+ */
89
+ const J = [
90
+ ["path", { d: "M4 5h16", key: "1tepv9" }],
91
+ ["path", { d: "M4 12h16", key: "1lakjw" }],
92
+ ["path", { d: "M4 19h16", key: "1djgab" }]
93
+ ], Q = d("menu", J);
94
+ /**
95
+ * @license lucide-react v1.17.0 - ISC
96
+ *
97
+ * This source code is licensed under the ISC license.
98
+ * See the LICENSE file in the root directory of this source tree.
99
+ */
100
+ const Z = [
101
+ [
102
+ "path",
103
+ {
104
+ d: "m16 13 5.223 3.482a.5.5 0 0 0 .777-.416V7.87a.5.5 0 0 0-.752-.432L16 10.5",
105
+ key: "ftymec"
106
+ }
107
+ ],
108
+ ["rect", { x: "2", y: "6", width: "14", height: "12", rx: "2", key: "158x01" }]
109
+ ], ee = d("video", Z), te = (t) => t === "webcam" ? "📷 " : t === "image" ? "🖼 " : "▶ ", re = {
110
+ position: "fixed",
111
+ zIndex: 2e4,
112
+ pointerEvents: "none"
113
+ }, E = {
114
+ pointerEvents: "auto",
115
+ border: "1px solid rgba(255, 255, 255, 0.12)",
116
+ background: "rgba(8, 15, 28, 0.58)",
117
+ boxShadow: "0 12px 32px rgba(0, 0, 0, 0.28)",
118
+ backdropFilter: "blur(20px) saturate(1.15)",
119
+ WebkitBackdropFilter: "blur(20px) saturate(1.15)",
120
+ color: "#f8fafc",
121
+ display: "flex"
122
+ }, ne = {
123
+ ...E,
124
+ width: 34,
125
+ height: 34,
126
+ borderRadius: 17,
127
+ alignItems: "center",
128
+ justifyContent: "center",
129
+ cursor: "pointer",
130
+ transition: "transform 150ms ease"
131
+ }, ie = {
132
+ ...E,
133
+ flexDirection: "column",
134
+ borderRadius: 12,
135
+ overflow: "hidden",
136
+ padding: 4,
137
+ gap: 4
138
+ }, oe = {
139
+ display: "flex",
140
+ alignItems: "center",
141
+ gap: 3
142
+ }, ae = {
143
+ width: 1,
144
+ height: 12,
145
+ background: "rgba(255, 255, 255, 0.12)",
146
+ margin: "0 3px"
147
+ }, se = {
148
+ display: "flex",
149
+ width: 16,
150
+ height: 24,
151
+ alignItems: "center",
152
+ justifyContent: "center",
153
+ cursor: "grab",
154
+ color: "rgba(148, 163, 184, 0.8)",
155
+ flex: "0 0 auto"
156
+ }, S = (t = !1) => ({
157
+ display: "flex",
158
+ width: 24,
159
+ height: 24,
160
+ alignItems: "center",
161
+ justifyContent: "center",
162
+ borderRadius: 8,
163
+ border: `1px solid ${t ? "rgba(255, 255, 255, 0.12)" : "transparent"}`,
164
+ background: t ? "rgba(255, 255, 255, 0.08)" : "transparent",
165
+ color: t ? "#f8fafc" : "rgba(226, 232, 240, 0.72)",
166
+ cursor: "pointer",
167
+ flex: "0 0 auto",
168
+ transition: "background 120ms ease, color 120ms ease"
169
+ }), ce = {
170
+ position: "relative",
171
+ display: "flex",
172
+ alignItems: "center"
173
+ }, de = {
174
+ width: "100%",
175
+ minWidth: 140,
176
+ height: 24,
177
+ borderRadius: 8,
178
+ border: "1px solid rgba(255, 255, 255, 0.10)",
179
+ background: "rgba(15, 23, 42, 0.65)",
180
+ color: "#f8fafc",
181
+ fontSize: 11,
182
+ outline: "none",
183
+ paddingLeft: 7,
184
+ paddingRight: 20,
185
+ appearance: "none",
186
+ cursor: "pointer"
187
+ }, le = {
188
+ pointerEvents: "none",
189
+ position: "absolute",
190
+ right: 5,
191
+ top: 0,
192
+ bottom: 0,
193
+ display: "flex",
194
+ alignItems: "center",
195
+ color: "rgba(148, 163, 184, 0.9)"
196
+ }, pe = {
197
+ height: 24,
198
+ display: "flex",
199
+ alignItems: "center",
200
+ padding: "0 8px",
201
+ borderRadius: 8,
202
+ border: "1px solid rgba(255, 255, 255, 0.08)",
203
+ background: "rgba(255, 255, 255, 0.04)",
204
+ color: "rgba(226, 232, 240, 0.72)",
205
+ fontSize: 11
206
+ }, _ = { width: 14, height: 14 }, xe = ({
207
+ value: t,
208
+ onChange: e,
209
+ sources: i,
210
+ style: s
211
+ }) => {
212
+ const [c, m] = y(!1), [a, h] = y({ x: 16, y: 16 }), [l, b] = y(t.kind), p = $(null), w = F(
213
+ () => ({
214
+ webcam: i.filter((r) => r.kind === "webcam"),
215
+ image: i.filter((r) => r.kind === "image"),
216
+ video: i.filter((r) => r.kind === "video")
217
+ }),
218
+ [i]
219
+ ), k = w[l];
220
+ f(() => {
221
+ b(t.kind);
222
+ }, [t.kind]);
223
+ const R = (r) => {
224
+ b(r);
225
+ const o = w[r][0];
226
+ o && e(o);
227
+ };
228
+ f(() => {
229
+ const r = (g) => {
230
+ p.current && h({
231
+ x: Math.max(8, g.clientX - p.current.x),
232
+ y: Math.max(8, g.clientY - p.current.y)
233
+ });
234
+ }, o = () => {
235
+ p.current = null, document.body.classList.remove("select-none");
236
+ };
237
+ return window.addEventListener("pointermove", r), window.addEventListener("pointerup", o), () => {
238
+ window.removeEventListener("pointermove", r), window.removeEventListener("pointerup", o);
239
+ };
240
+ }, []);
241
+ const x = (r) => {
242
+ const o = r.currentTarget.getBoundingClientRect();
243
+ p.current = {
244
+ x: r.clientX - o.left,
245
+ y: r.clientY - o.top
246
+ }, document.body.classList.add("select-none"), r.currentTarget.setPointerCapture(r.pointerId);
247
+ }, I = () => k.length === 0 ? /* @__PURE__ */ n("div", { style: pe, children: l === "webcam" ? "No camera source" : l === "image" ? "No image preview" : "No video preview" }) : /* @__PURE__ */ u("div", { style: ce, children: [
248
+ /* @__PURE__ */ n(
249
+ "select",
250
+ {
251
+ value: t.id,
252
+ onChange: (r) => {
253
+ const o = i.find((g) => g.id === r.target.value);
254
+ o && e(o);
255
+ },
256
+ style: de,
257
+ children: k.map((r) => /* @__PURE__ */ u("option", { value: r.id, children: [
258
+ te(l),
259
+ r.label
260
+ ] }, r.id))
261
+ }
262
+ ),
263
+ /* @__PURE__ */ n("div", { style: le, children: /* @__PURE__ */ n("span", { style: { width: 10, height: 10 }, children: /* @__PURE__ */ n(O, { size: 10, strokeWidth: 1.8 }) }) })
264
+ ] });
265
+ return typeof document > "u" ? null : W(
266
+ /* @__PURE__ */ n("div", { style: { ...re, left: a.x, top: a.y, ...s }, children: c ? (
267
+ // --- Expanded State ---
268
+ /* @__PURE__ */ u("div", { style: ie, children: [
269
+ /* @__PURE__ */ u("div", { style: oe, children: [
270
+ /* @__PURE__ */ n("div", { onPointerDown: x, style: se, title: "Drag to move", children: /* @__PURE__ */ n(G, { size: 11, strokeWidth: 2 }) }),
271
+ /* @__PURE__ */ n(
272
+ "button",
273
+ {
274
+ type: "button",
275
+ onClick: () => m(!1),
276
+ style: S(!1),
277
+ title: "Close Menu",
278
+ children: /* @__PURE__ */ n("span", { style: _, children: /* @__PURE__ */ n(X, { size: 14, strokeWidth: 1.8 }) })
279
+ }
280
+ ),
281
+ /* @__PURE__ */ n("div", { style: ae }),
282
+ ["webcam", "image", "video"].map((r) => /* @__PURE__ */ n(
283
+ "button",
284
+ {
285
+ type: "button",
286
+ onClick: () => R(r),
287
+ style: S(l === r),
288
+ title: r.charAt(0).toUpperCase() + r.slice(1),
289
+ children: /* @__PURE__ */ n("span", { style: _, children: r === "webcam" ? /* @__PURE__ */ n(K, { size: 14, strokeWidth: 1.8 }) : r === "image" ? /* @__PURE__ */ n(q, { size: 14, strokeWidth: 1.8 }) : /* @__PURE__ */ n(ee, { size: 14, strokeWidth: 1.8 }) })
290
+ },
291
+ r
292
+ ))
293
+ ] }),
294
+ I()
295
+ ] })
296
+ ) : (
297
+ // --- Collapsed State (Minimal FAB) ---
298
+ /* @__PURE__ */ n(
299
+ "div",
300
+ {
301
+ style: ne,
302
+ onClick: () => m(!0),
303
+ onPointerDown: x,
304
+ title: "Open Media Menu",
305
+ children: /* @__PURE__ */ n("span", { style: { width: 16, height: 16 }, children: /* @__PURE__ */ n(Q, { size: 14, strokeWidth: 1.8 }) })
306
+ }
307
+ )
308
+ ) }),
309
+ document.body
310
+ );
311
+ }, ge = async (t) => {
312
+ const e = new Image();
313
+ e.crossOrigin = "anonymous", e.src = t, await e.decode();
314
+ const i = document.createElement("canvas");
315
+ i.width = e.naturalWidth, i.height = e.naturalHeight;
316
+ const s = i.getContext("2d");
317
+ if (!s) throw new Error("Unable to create image media canvas");
318
+ return s.drawImage(e, 0, 0, i.width, i.height), i.captureStream(30);
319
+ }, ue = async (t) => {
320
+ const e = document.createElement("video");
321
+ return e.src = t, e.loop = !0, e.muted = !0, e.playsInline = !0, e.crossOrigin = "anonymous", await e.play(), e.captureStream();
322
+ }, me = (t, e) => {
323
+ const { session: i } = z();
324
+ f(() => {
325
+ let s = !1, c = null;
326
+ return (async () => {
327
+ try {
328
+ if (t.kind === "webcam")
329
+ await i.setMediaSource({ source: v.WEBCAM });
330
+ else {
331
+ if (!t.url) throw new Error(`Missing media URL for ${t.id}`);
332
+ const a = t.kind === "image" ? await ge(t.url) : await ue(t.url);
333
+ if (c = a, s) {
334
+ a.getTracks().forEach((h) => h.stop());
335
+ return;
336
+ }
337
+ await i.setMediaSource({
338
+ source: v.STREAM,
339
+ stream: a,
340
+ sourceKind: t.kind
341
+ });
342
+ }
343
+ await i.registerXRPipeline(
344
+ (e == null ? void 0 : e.pipeline) ?? [
345
+ { model: L.FACE_TRACKER, options: { numFaces: (e == null ? void 0 : e.numFaces) ?? 1 } }
346
+ ]
347
+ ), await i.start();
348
+ } catch (a) {
349
+ console.error("[MediaSourceSession] Error initializing XR session:", a);
350
+ }
351
+ })(), () => {
352
+ s = !0, c == null || c.getTracks().forEach((a) => a.stop());
353
+ };
354
+ }, [t, e == null ? void 0 : e.numFaces, e == null ? void 0 : e.pipeline, i]);
355
+ }, ve = me;
356
+ export {
357
+ xe as M,
358
+ N as a,
359
+ me as b,
360
+ ke as d,
361
+ T as s,
362
+ ve as u
363
+ };
@@ -0,0 +1,61 @@
1
+ export type AnimatedTextureState = "idle" | "loading" | "ready" | "playing" | "paused" | "ended" | "error";
2
+ export type AnimatedTexturePlayMode = "forward" | "reverse" | "ping-pong" | "random";
3
+ export type AnimatedTextureEventType = "KeyFrameInSecond" | "Pause" | "PlayBegin" | "PlayEnd" | "Resume" | "Stop";
4
+ export type AnimatedTextureCapabilities = {
5
+ canSeek: boolean;
6
+ canReverse: boolean;
7
+ supportsLoopCount: boolean;
8
+ };
9
+ export type AnimatedTextureSnapshot = {
10
+ state: AnimatedTextureState;
11
+ frame: number;
12
+ time: number;
13
+ duration?: number;
14
+ frameCount?: number;
15
+ error?: Error;
16
+ playMode: AnimatedTexturePlayMode;
17
+ loop: boolean;
18
+ loopCount: number;
19
+ };
20
+ export type AnimatedTextureListener = (snapshot: AnimatedTextureSnapshot) => void;
21
+ export type AnimatedTextureEvent = {
22
+ type: AnimatedTextureEventType;
23
+ snapshot: AnimatedTextureSnapshot;
24
+ };
25
+ export type AnimatedTextureEventListener = (event: AnimatedTextureEvent) => void;
26
+ export interface AnimatedTextureController {
27
+ readonly capabilities: AnimatedTextureCapabilities;
28
+ play(): Promise<void> | void;
29
+ pause(): void;
30
+ restart(): Promise<void> | void;
31
+ seek?(value: number): void;
32
+ setPlayMode(mode: AnimatedTexturePlayMode): void;
33
+ setLoop(loop: boolean, count?: number): void;
34
+ subscribe(listener: AnimatedTextureListener): () => void;
35
+ on(type: AnimatedTextureEventType, listener: AnimatedTextureEventListener): () => void;
36
+ off(type: AnimatedTextureEventType, listener: AnimatedTextureEventListener): void;
37
+ /** Provider hook for frame/ended/stop events not caused by controller commands. */
38
+ emit(type: AnimatedTextureEventType): void;
39
+ getSnapshot(): AnimatedTextureSnapshot;
40
+ dispose(): void;
41
+ }
42
+ export declare class BasicAnimatedTextureController implements AnimatedTextureController {
43
+ readonly capabilities: AnimatedTextureCapabilities;
44
+ private snapshot;
45
+ private listeners;
46
+ private eventListeners;
47
+ constructor(capabilities: AnimatedTextureCapabilities, initial?: Partial<AnimatedTextureSnapshot>);
48
+ play(): void;
49
+ pause(): void;
50
+ restart(): void;
51
+ setPlayMode(playMode: AnimatedTexturePlayMode): void;
52
+ setLoop(loop: boolean, loopCount?: number): void;
53
+ seek(value: number): void;
54
+ subscribe(listener: AnimatedTextureListener): () => boolean;
55
+ on(type: AnimatedTextureEventType, listener: AnimatedTextureEventListener): () => void;
56
+ off(type: AnimatedTextureEventType, listener: AnimatedTextureEventListener): void;
57
+ getSnapshot(): AnimatedTextureSnapshot;
58
+ dispose(): void;
59
+ emit(type: AnimatedTextureEventType): void;
60
+ private update;
61
+ }
@@ -0,0 +1,8 @@
1
+ import { AnimatedTexturePlayMode } from './animatedTexture';
2
+ export type PlaybackFrameResult = {
3
+ frame: number;
4
+ ended: boolean;
5
+ loop: number;
6
+ };
7
+ export declare const getPlaybackFrame: (tick: number, frameCount: number, mode: AnimatedTexturePlayMode, loop: boolean, loopCount: number) => PlaybackFrameResult;
8
+ export declare const getSequenceFrame: (elapsedSeconds: number, fps: number, frameCount: number) => number;
@@ -0,0 +1,30 @@
1
+ import { AnimatedTextureController } from './animatedTexture';
2
+ import type * as THREE from "three";
3
+ export type ResolvedTextureSource = {
4
+ texture: THREE.Texture;
5
+ controller?: AnimatedTextureController;
6
+ metadata?: {
7
+ width?: number;
8
+ height?: number;
9
+ duration?: number;
10
+ frameCount?: number;
11
+ };
12
+ dispose(): void;
13
+ };
14
+ export type TextureSourceResolver<TSource> = (source: TSource, signal: AbortSignal) => Promise<ResolvedTextureSource>;
15
+ export type TextureSourceProvider<TSource> = {
16
+ canResolve(source: TSource): boolean;
17
+ resolve(source: TSource, signal: AbortSignal): Promise<ResolvedTextureSource>;
18
+ };
19
+ /** Compose image/video/GIF/sequence providers without coupling ScreenImage to loaders. */
20
+ export declare function createTextureSourceResolver<TSource>(providers: readonly TextureSourceProvider<TSource>[]): TextureSourceResolver<TSource>;
21
+ export declare class TextureSourceLoadError extends Error {
22
+ readonly source: unknown;
23
+ constructor(message: string, source: unknown);
24
+ }
25
+ /** Throw when an async provider finishes after its source was replaced. */
26
+ export declare function throwIfAborted(signal: AbortSignal): void;
27
+ /** Resolve a provider while guaranteeing late results are not accepted. */
28
+ export declare function resolveTextureSource<TSource>(resolver: TextureSourceResolver<TSource>, source: TSource, signal: AbortSignal): Promise<ResolvedTextureSource>;
29
+ /** Dispose a resolved source exactly once. Safe for source-switch cleanup. */
30
+ export declare function disposeResolvedTextureSource(source: ResolvedTextureSource | undefined): void;
package/dist/tracking.cjs CHANGED
@@ -1 +1 @@
1
- "use strict";Object.defineProperty(exports,Symbol.toStringTag,{value:"Module"});const z=require("./useFaceResults-hVUJYSEY.cjs"),k=require("./index-BXyObVHF.cjs"),E=require("react/jsx-runtime"),S=require("@react-three/fiber"),i=require("react"),O=require("three"),m=require("./index-DxshgBu0.cjs"),x=require("./useXRModel-3DcUa28n.cjs");function j(e){const r=Object.create(null,{[Symbol.toStringTag]:{value:"Module"}});if(e){for(const t in e)if(t!=="default"){const n=Object.getOwnPropertyDescriptor(e,t);Object.defineProperty(r,t,n.get?n:{enumerable:!0,get:()=>e[t]})}}return r.default=e,Object.freeze(r)}const A=j(O),B={"body.head":0,"body.leftShoulder":11,"body.rightShoulder":12,"body.leftElbow":13,"body.rightElbow":14,"body.leftWrist":15,"body.rightWrist":16,"body.leftHip":23,"body.rightHip":24,"body.leftKnee":25,"body.rightKnee":26,"body.leftAnkle":27,"body.rightAnkle":28},H=({bodyIndex:e=0,active:r=!0,children:t})=>{const n=i.useRef(null),{ready:o,node:c}=x.useXRModel(m.XRModel.BODY_TRACKER,void 0,r),{camera:u}=S.useThree(),h=i.useRef(u);h.current!==u&&(h.current=u);const s=i.useRef(null);S.useFrame(()=>{if(!o||!c||!n.current)return;const l=c;s.current=l;const a=l.getLandmarks2D(e),y=a==null?void 0:a[0];if(!y){n.current.visible=!1;return}const f=v(y,h.current);n.current.visible=!0,n.current.position.copy(f)});const d=i.useCallback(l=>{const a=s.current;if(!a)return null;const y=a.getLandmarks2D(e);if(!y)return null;if(l==="body.neck"){const p=y[11],b=y[12];if(!p||!b)return null;const g={x:(p.x+b.x)/2,y:(p.y+b.y)/2,z:(p.z+b.z)/2};return{position:v(g,h.current)}}const f=B[l];if(f===void 0)return null;const T=y[f];return T?{position:v(T,h.current)}:null},[e]),R=i.useMemo(()=>({type:"body",resolveLandmark:d}),[d]);return E.jsx(k.TrackerContext.Provider,{value:R,children:E.jsx("group",{ref:n,renderOrder:m.RENDER_LAYERS.TRACKED,children:t})})},v=(e,r)=>{const t=new A.Vector3(e.x,e.y,e.z);t.unproject(r);const n=t.sub(r.position).normalize(),o=-r.position.z/n.z;return r.position.clone().add(n.multiplyScalar(o))},G={"hand.wrist":0,"hand.thumbTip":4,"hand.indexTip":8,"hand.middleTip":12,"hand.ringTip":16,"hand.pinkyTip":20,"hand.indexBase":5,"hand.middleBase":9,"hand.ringBase":13,"hand.pinkyBase":17},K=({children:e,targetFps:r,active:t=!0})=>{const n=i.useRef(null),o=i.useMemo(()=>r===void 0?void 0:{targetFps:r},[r]),{ready:c,node:u}=x.useXRModel(m.XRModel.GESTURE_TRACKER,o,t),{camera:h}=S.useThree(),s=i.useRef(h);s.current!==h&&(s.current=h);const d=i.useRef(null);S.useFrame(()=>{var f;if(!c||!u||!n.current)return;d.current=u;const a=(f=u==null?void 0:u.coordinates)==null?void 0:f[0];if(!a){n.current.visible=!1;return}const y=D(a,s.current);n.current.visible=!0,n.current.position.copy(y)});const R=i.useCallback(a=>{var T,p;const y=G[a];if(y===void 0)return null;const f=(p=(T=d.current)==null?void 0:T.coordinates)==null?void 0:p[y];return f?{position:D(f,s.current)}:null},[]),l=i.useMemo(()=>({type:"hand",resolveLandmark:R}),[R]);return E.jsx(k.TrackerContext.Provider,{value:l,children:E.jsx("group",{ref:n,renderOrder:m.RENDER_LAYERS.TRACKED,children:e})})},D=(e,r)=>{const t=new A.Vector3(e.x,e.y,e.z);t.unproject(r);const n=t.sub(r.position).normalize(),o=-r.position.z/n.z;return r.position.clone().add(n.multiplyScalar(o))},L=800,F=200,P=()=>({armed:!1,armStart:null,holdStart:null,fired:!1}),q=(e,{isTrigger:r,gesture:t,now:n,mode:o,debounceMs:c,holdMs:u})=>{if(e.fired)return null;if(o==="hold"){if(r&&t){if(e.holdStart===null&&(e.holdStart=n),n-e.holdStart>=u)return e.fired=!0,t}else e.holdStart=null;return null}return e.armed?r&&t?(e.fired=!0,t):null:(r?e.armStart=null:(e.armStart===null&&(e.armStart=n),n-e.armStart>=c&&(e.armed=!0)),null)};function X({gestures:e,mode:r="arm",debounceMs:t=L,holdMs:n=F,onTrigger:o,enabled:c=!0}){const{ready:u,node:h}=x.useXRModel(m.XRModel.GESTURE_TRACKER),s=i.useRef(o);i.useEffect(()=>{s.current=o},[o]);const d=i.useRef(new Set);i.useEffect(()=>{d.current=new Set(Array.isArray(e)?e:[e])},[e]);const R=i.useRef(P());S.useFrame(()=>{if(!c||!u||!h)return;const l=h.gesture,a=!!(l&&d.current.has(l)),y=q(R.current,{isTrigger:a,gesture:l,now:performance.now(),mode:r,debounceMs:t,holdMs:n});y&&s.current(y)})}const W=e=>(X(e),null),V={"hand.wrist":0,"hand.thumbTip":4,"hand.indexTip":8,"hand.middleTip":12,"hand.ringTip":16,"hand.pinkyTip":20,"hand.indexBase":5,"hand.middleBase":9,"hand.ringBase":13,"hand.pinkyBase":17};function Y(e,r,t=0){var o;const n=(o=e==null?void 0:e.hands)!=null&&o.length?e.hands:e!=null&&e.coordinates?[{coordinates:e.coordinates,gesture:e.gesture,handedness:e.handedness}]:[];if(n.length){if(r){const c=n.find(u=>u.handedness===r);if(c)return c}return n[t]??n[0]}}const $=({children:e,hand:r,handIndex:t=0,targetFps:n,active:o=!0})=>{const c=i.useRef(null),u=i.useMemo(()=>n===void 0?void 0:{targetFps:n},[n]),{ready:h,node:s}=x.useXRModel(m.XRModel.HAND_TRACKER,u,o),{camera:d}=S.useThree(),R=i.useRef(d);R.current!==d&&(R.current=d);const l=i.useRef(null);S.useFrame(()=>{var b;if(!h||!s||!c.current)return;const f=Y(s,r,t);l.current=f??null;const T=(b=f==null?void 0:f.coordinates)==null?void 0:b[0];if(!T){c.current.visible=!1;return}const p=N(T,R.current);c.current.visible=!0,c.current.position.copy(p)});const a=i.useCallback(f=>{var b,g;const T=V[f];if(T===void 0)return null;const p=(g=(b=l.current)==null?void 0:b.coordinates)==null?void 0:g[T];return p?{position:N(p,R.current)}:null},[]),y=i.useMemo(()=>({type:"hand",resolveLandmark:a}),[a]);return E.jsx(k.TrackerContext.Provider,{value:y,children:E.jsx("group",{ref:c,renderOrder:m.RENDER_LAYERS.TRACKED,children:e})})},N=(e,r)=>{const t=new A.Vector3(e.x,e.y,e.z);t.unproject(r);const n=t.sub(r.position).normalize(),o=-r.position.z/n.z;return r.position.clone().add(n.multiplyScalar(o))},M=["portrait"],U=({type:e,active:r=!0,children:t})=>(x.useXRModel(m.XRModel.BACKGROUND_SEGMENTATION,{type:e},r),i.useEffect(()=>{M.includes(e)||console.warn(`[Segmentation] unsupported type "${e}"; valid values: ${M.join(", ")}`)},[e]),E.jsx(E.Fragment,{children:t})),I=["face.forehead","face.noseTip","face.chin","face.leftEyeOuter","face.rightEyeOuter","face.leftCheek","face.rightCheek","face.mouthCenter"],J=["hand.wrist","hand.thumbTip","hand.indexTip","hand.middleTip","hand.ringTip","hand.pinkyTip","hand.indexBase","hand.middleBase","hand.ringBase","hand.pinkyBase"],Q=["body.head","body.neck","body.leftShoulder","body.rightShoulder","body.leftElbow","body.rightElbow","body.leftWrist","body.rightWrist","body.leftHip","body.rightHip","body.leftKnee","body.rightKnee","body.leftAnkle","body.rightAnkle"],C=e=>e.startsWith("face.")?"face":e.startsWith("hand.")?"hand":e.startsWith("body.")?"body":null,w=(e,r,t)=>r+t*(e-r),_=(e,r)=>1/(1+1/(2*Math.PI*e)/r),Z=(e,r,t,n,o,c)=>{if(!e.initialized||t<=0)return e.pos.copy(r),e.prevRaw.copy(r),e.dxHat.set(0,0,0),e.initialized=!0,e;const u=_(c,t),h=["x","y","z"];for(const s of h){const d=(r[s]-e.prevRaw[s])/t,R=w(d,e.dxHat[s],u);e.dxHat[s]=R;const l=n+o*Math.abs(R),a=_(l,t);e.pos[s]=w(r[s],e.pos[s],a),e.prevRaw[s]=r[s]}return e},ee=({target:e,offset:r,smoothing:t=0,children:n})=>{const o=k.useTrackerContext(),c=i.useRef(null),u=i.useRef(!1),h=i.useRef(new A.Vector3),s=i.useRef({pos:new A.Vector3,prevRaw:new A.Vector3,dxHat:new A.Vector3,initialized:!1}),d=C(e),R=o!==null&&d!==null&&o.type!==d,l=o===null,a=l||R||d===null;return i.useEffect(()=>{l?console.warn(`[TrackingAnchor] target "${e}" requires a FaceTracker / HandTracker / BodyTracker ancestor; rendering null.`):R?console.warn(`[TrackingAnchor] target "${e}" namespace does not match parent tracker type "${o==null?void 0:o.type}"; rendering null.`):d===null&&console.warn(`[TrackingAnchor] target "${e}" is not a recognized face/hand/body landmark; rendering null.`)},[e,d,l,R,o==null?void 0:o.type]),S.useFrame((y,f)=>{if(a||!c.current||!o)return;const T=o.resolveLandmark(e);if(!T){c.current.visible=!1,u.current=!1,s.current.initialized=!1;return}c.current.visible=!0;const p=h.current.copy(T.position),b=c.current.parent;if(b){b.updateMatrixWorld();const g=new A.Matrix4().copy(b.matrixWorld).invert();p.applyMatrix4(g)}if(r&&(p.x+=r[0],p.y+=r[1],p.z+=r[2]),t>0){const g=t*.1;Z(s.current,p,u.current?f:0,g,.5,1),c.current.position.copy(s.current.pos)}else c.current.position.copy(p);u.current=!0,T.quaternion&&c.current.quaternion.copy(T.quaternion)}),a?null:E.jsx("group",{ref:c,renderOrder:m.RENDER_LAYERS.TRACKED,children:n})};exports.useFaceResults=z.useFaceResults;exports.FaceMesh=k.FaceMesh;exports.FaceTracker=k.FaceTracker;exports.BODY_TARGETS=Q;exports.BodyTracker=H;exports.FACE_TARGETS=I;exports.GestureTracker=K;exports.GestureTrigger=W;exports.HAND_TARGETS=J;exports.HandTracker=$;exports.SEGMENTATION_TYPES=M;exports.Segmentation=U;exports.TrackingAnchor=ee;exports.getTargetNamespace=C;
1
+ "use strict";var Q=Object.create;var U=Object.defineProperty;var ee=Object.getOwnPropertyDescriptor;var te=Object.getOwnPropertyNames;var ne=Object.getPrototypeOf,re=Object.prototype.hasOwnProperty;var se=(e,t,r,n)=>{if(t&&typeof t=="object"||typeof t=="function")for(let s of te(t))!re.call(e,s)&&s!==r&&U(e,s,{get:()=>t[s],enumerable:!(n=ee(t,s))||n.enumerable});return e};var z=(e,t,r)=>(r=e!=null?Q(ne(e)):{},se(t||!e||!e.__esModule?U(r,"default",{value:e,enumerable:!0}):r,e));Object.defineProperty(exports,Symbol.toStringTag,{value:"Module"});const A=require("./index-82aENaRq.cjs"),F=require("react/jsx-runtime"),y=require("@react-three/fiber"),o=require("react"),oe=require("three"),_=require("./index-D4bLzBr6.cjs"),j=require("./renderLayers-lDtL0_43.cjs"),N=require("./index-DSpzjuqd.cjs"),ue=require("./useFaceResults-VcFdOUFV.cjs"),I=require("./useFaceInfo-C-WfMlYp.cjs"),S=require("./getFaceInfo-CyPAKh3h.cjs"),ce=require("./drawNormalizedCrop-B-7zU-Xw.cjs");function ae(e){const t=Object.create(null,{[Symbol.toStringTag]:{value:"Module"}});if(e){for(const r in e)if(r!=="default"){const n=Object.getOwnPropertyDescriptor(e,r);Object.defineProperty(t,r,n.get?n:{enumerable:!0,get:()=>e[r]})}}return t.default=e,Object.freeze(t)}const P=ae(oe),ie={"hand.wrist":0,"hand.thumbTip":4,"hand.indexTip":8,"hand.middleTip":12,"hand.ringTip":16,"hand.pinkyTip":20,"hand.indexBase":5,"hand.middleBase":9,"hand.ringBase":13,"hand.pinkyBase":17};function le(e,t,r=0){var s;const n=(s=e==null?void 0:e.hands)!=null&&s.length?e.hands:e!=null&&e.coordinates?[{coordinates:e.coordinates,gesture:e.gesture,handedness:e.handedness}]:[];if(n.length){if(t){const c=n.find(a=>a.handedness===t);if(c)return c}return n[r]??n[0]}}const de=({children:e,hand:t,handIndex:r=0,targetFps:n,active:s=!0})=>{const c=o.useRef(null),a=o.useMemo(()=>n===void 0?void 0:{targetFps:n},[n]),{ready:l,node:m}=A.useXRModel(_.XRModel.HAND_TRACKER,a,s),{camera:u}=y.useThree(),i=o.useRef(u);i.current!==u&&(i.current=u);const d=o.useRef(null);y.useFrame(()=>{var E;if(!l||!m||!c.current)return;const g=le(m,t,r);d.current=g??null;const h=(E=g==null?void 0:g.coordinates)==null?void 0:E[0];if(!h){c.current.visible=!1;return}const R=G(h,i.current);c.current.visible=!0,c.current.position.copy(R)});const p=o.useCallback(g=>{var E,T;const h=ie[g];if(h===void 0)return null;const R=(T=(E=d.current)==null?void 0:E.coordinates)==null?void 0:T[h];return R?{position:G(R,i.current)}:null},[]),f=o.useMemo(()=>({type:"hand",resolveLandmark:p}),[p]);return F.jsx(A.TrackerContext.Provider,{value:f,children:F.jsx("group",{ref:c,renderOrder:j.RENDER_LAYERS.TRACKED,children:e})})},G=(e,t)=>{const r=new P.Vector3(e.x,e.y,e.z);r.unproject(t);const n=r.sub(t.position).normalize(),s=-t.position.z/n.z;return t.position.clone().add(n.multiplyScalar(s))},he={"hand.wrist":0,"hand.thumbTip":4,"hand.indexTip":8,"hand.middleTip":12,"hand.ringTip":16,"hand.pinkyTip":20,"hand.indexBase":5,"hand.middleBase":9,"hand.ringBase":13,"hand.pinkyBase":17},fe=({children:e,targetFps:t,active:r=!0})=>{const n=o.useRef(null),s=o.useMemo(()=>t===void 0?void 0:{targetFps:t},[t]),{ready:c,node:a}=A.useXRModel(_.XRModel.GESTURE_TRACKER,s,r),{camera:l}=y.useThree(),m=o.useRef(l);m.current!==l&&(m.current=l);const u=o.useRef(null);y.useFrame(()=>{var g;if(!c||!a||!n.current)return;u.current=a;const p=(g=a==null?void 0:a.coordinates)==null?void 0:g[0];if(!p){n.current.visible=!1;return}const f=H(p,m.current);n.current.visible=!0,n.current.position.copy(f)});const i=o.useCallback(p=>{var h,R;const f=he[p];if(f===void 0)return null;const g=(R=(h=u.current)==null?void 0:h.coordinates)==null?void 0:R[f];return g?{position:H(g,m.current)}:null},[]),d=o.useMemo(()=>({type:"hand",resolveLandmark:i}),[i]);return F.jsx(A.TrackerContext.Provider,{value:d,children:F.jsx("group",{ref:n,renderOrder:j.RENDER_LAYERS.TRACKED,children:e})})},H=(e,t)=>{const r=new P.Vector3(e.x,e.y,e.z);r.unproject(t);const n=r.sub(t.position).normalize(),s=-t.position.z/n.z;return t.position.clone().add(n.multiplyScalar(s))},pe={"body.head":0,"body.leftShoulder":11,"body.rightShoulder":12,"body.leftElbow":13,"body.rightElbow":14,"body.leftWrist":15,"body.rightWrist":16,"body.leftHip":23,"body.rightHip":24,"body.leftKnee":25,"body.rightKnee":26,"body.leftAnkle":27,"body.rightAnkle":28},Re=({bodyIndex:e=0,active:t=!0,children:r})=>{const n=o.useRef(null),{ready:s,node:c}=A.useXRModel(_.XRModel.BODY_TRACKER,void 0,t),{camera:a}=y.useThree(),l=o.useRef(a);l.current!==a&&(l.current=a);const m=o.useRef(null);y.useFrame(()=>{if(!s||!c||!n.current)return;const d=c;m.current=d;const p=d.getLandmarks2D(e),f=p==null?void 0:p[0];if(!f){n.current.visible=!1;return}const g=B(f,l.current);n.current.visible=!0,n.current.position.copy(g)});const u=o.useCallback(d=>{const p=m.current;if(!p)return null;const f=p.getLandmarks2D(e);if(!f)return null;if(d==="body.neck"){const R=f[11],E=f[12];if(!R||!E)return null;const T={x:(R.x+E.x)/2,y:(R.y+E.y)/2,z:(R.z+E.z)/2};return{position:B(T,l.current)}}const g=pe[d];if(g===void 0)return null;const h=f[g];return h?{position:B(h,l.current)}:null},[e]),i=o.useMemo(()=>({type:"body",resolveLandmark:u}),[u]);return F.jsx(A.TrackerContext.Provider,{value:i,children:F.jsx("group",{ref:n,renderOrder:j.RENDER_LAYERS.TRACKED,children:r})})},B=(e,t)=>{const r=new P.Vector3(e.x,e.y,e.z);r.unproject(t);const n=r.sub(t.position).normalize(),s=-t.position.z/n.z;return t.position.clone().add(n.multiplyScalar(s))},O=["portrait"],Ee=({type:e,active:t=!0,children:r})=>(A.useXRModel(_.XRModel.BACKGROUND_SEGMENTATION,{type:e},t),o.useEffect(()=>{O.includes(e)||console.warn(`[Segmentation] unsupported type "${e}"; valid values: ${O.join(", ")}`)},[e]),F.jsx(F.Fragment,{children:r})),me=800,ge=200,Te=()=>({armed:!1,armStart:null,holdStart:null,fired:!1}),Se=(e,{isTrigger:t,gesture:r,now:n,mode:s,debounceMs:c,holdMs:a})=>{if(e.fired)return null;if(s==="hold"){if(t&&r){if(e.holdStart===null&&(e.holdStart=n),n-e.holdStart>=a)return e.fired=!0,r}else e.holdStart=null;return null}return e.armed?t&&r?(e.fired=!0,r):null:(t?e.armStart=null:(e.armStart===null&&(e.armStart=n),n-e.armStart>=c&&(e.armed=!0)),null)};function Ae({gestures:e,mode:t="arm",debounceMs:r=me,holdMs:n=ge,onTrigger:s,enabled:c=!0}){const{ready:a,node:l}=A.useXRModel(_.XRModel.GESTURE_TRACKER),m=o.useRef(s);o.useEffect(()=>{m.current=s},[s]);const u=o.useRef(new Set);o.useEffect(()=>{u.current=new Set(Array.isArray(e)?e:[e])},[e]);const i=o.useRef(Te());y.useFrame(()=>{if(!c||!a||!l)return;const d=l.gesture,p=!!(d&&u.current.has(d)),f=Se(i.current,{isTrigger:p,gesture:d,now:performance.now(),mode:t,debounceMs:r,holdMs:n});f&&m.current(f)})}const ye=e=>(Ae(e),null),Fe=(e,t)=>t&&!e?"begin":!t&&e?"end":t?"stay":"none",Le={face:null,faces:[],faceCount:0,detected:!1,justDetected:!1,justLost:!1,phase:"none"},_e=({faceIndex:e=0,numFaces:t,...r}={})=>{const n=Number.isFinite(e)?Math.max(0,Math.round(e)):0,s=I.useFaceInfos({...r,numFaces:Math.max(t??n+1,n+1)}),c=o.useRef([]),a=o.useRef(n),l=o.useRef({detected:!1,faceIndex:n}),[m,u]=o.useState(Le),i=o.useRef(m);return o.useEffect(()=>{c.current=s,a.current=n},[s,n]),y.useFrame(()=>{const d=c.current,p=a.current,f=d[p]??null,g=!!f,h=l.current.faceIndex===p&&l.current.detected,R=Fe(h,g);l.current={detected:g,faceIndex:p};const E={face:f,faces:d,faceCount:d.length,detected:g,justDetected:R==="begin",justLost:R==="end",phase:R},T=i.current;T.face===E.face&&T.faces===E.faces&&T.faceCount===E.faceCount&&T.detected===E.detected&&T.justDetected===E.justDetected&&T.justLost===E.justLost&&T.phase===E.phase||(i.current=E,u(E))}),m},be=["_neutral","browDownLeft","browDownRight","browInnerUp","browOuterUpLeft","browOuterUpRight","cheekPuff","cheekSquintLeft","cheekSquintRight","eyeBlinkLeft","eyeBlinkRight","eyeLookDownLeft","eyeLookDownRight","eyeLookInLeft","eyeLookInRight","eyeLookOutLeft","eyeLookOutRight","eyeLookUpLeft","eyeLookUpRight","eyeSquintLeft","eyeSquintRight","eyeWideLeft","eyeWideRight","jawForward","jawLeft","jawOpen","jawRight","mouthClose","mouthDimpleLeft","mouthDimpleRight","mouthFrownLeft","mouthFrownRight","mouthFunnel","mouthLeft","mouthLowerDownLeft","mouthLowerDownRight","mouthPressLeft","mouthPressRight","mouthPucker","mouthRight","mouthRollLower","mouthRollUpper","mouthShrugLower","mouthShrugUpper","mouthSmileLeft","mouthSmileRight","mouthStretchLeft","mouthStretchRight","mouthUpperUpLeft","mouthUpperUpRight","noseSneerLeft","noseSneerRight"],K=({source:e,face:t,canvas:r,outputSize:n,padding:s=.2})=>ce.drawNormalizedCrop({source:e,bounds:t.bounds,canvas:r,outputSize:n,padding:s}),De=["browRaise","eyeBlink","eyeBlinkLeft","eyeBlinkRight","eyeBlinkEither","headUp","headDown","headTurnLeft","headTurnRight","mouthOpen","mouthPout","headTiltLeft","headTiltRight"],L=(e=.5)=>({threshold:e,releaseThreshold:Math.max(0,e-.15),holdMs:50}),b={threshold:Math.PI/18,releaseThreshold:Math.PI/30,holdMs:80},Y={browRaise:L(.45),eyeBlink:L(.55),eyeBlinkLeft:L(.55),eyeBlinkRight:L(.55),eyeBlinkEither:L(.55),headUp:b,headDown:b,headTurnLeft:b,headTurnRight:b,mouthOpen:L(.45),mouthPout:L(.5),headTiltLeft:b,headTiltRight:b},D=e=>Math.max(0,e),x=(e,t)=>e!==void 0&&Number.isFinite(e)?e:t,V=(e,t={})=>{const r=Y[e],n=Math.max(0,x(t.threshold,r.threshold));return{threshold:n,releaseThreshold:Math.min(n,Math.max(0,x(t.releaseThreshold,r.releaseThreshold))),holdMs:Math.max(0,x(t.holdMs,r.holdMs))}},M=(e,t,{neutralRotation:r={x:0,y:0,z:0}}={})=>{const n=x(r.x,0),s=x(r.y,0),c=x(r.z,0);switch(t){case"browRaise":return Math.max(S.getFaceBlendshape(e,"browInnerUp"),S.getFaceBlendshape(e,"browOuterUpLeft"),S.getFaceBlendshape(e,"browOuterUpRight"));case"eyeBlink":return Math.min(S.getFaceBlendshape(e,"eyeBlinkLeft"),S.getFaceBlendshape(e,"eyeBlinkRight"));case"eyeBlinkLeft":return S.getFaceBlendshape(e,"eyeBlinkRight");case"eyeBlinkRight":return S.getFaceBlendshape(e,"eyeBlinkLeft");case"eyeBlinkEither":return Math.max(S.getFaceBlendshape(e,"eyeBlinkLeft"),S.getFaceBlendshape(e,"eyeBlinkRight"));case"mouthOpen":return S.getFaceBlendshape(e,"jawOpen");case"mouthPout":return S.getFaceBlendshape(e,"mouthPucker");case"headUp":return D(e.pose.rotation.x-n);case"headDown":return D(n-e.pose.rotation.x);case"headTurnLeft":return D(e.pose.rotation.y-s);case"headTurnRight":return D(s-e.pose.rotation.y);case"headTiltLeft":return D(e.pose.rotation.z-c);case"headTiltRight":return D(c-e.pose.rotation.z)}},we=(e,t,r={})=>M(e,t,r)>=V(t,r).threshold,xe=(e,t,r={})=>{let n=null,s=0;for(const c of e){const a=M(c,t,r);(!n||a>s)&&(n=c,s=a)}return{face:n,value:s}},X=e=>({action:e,active:!1,value:0,justStarted:!1,justEnded:!1,phase:"none",holdStartedAt:null}),Ne=(e,t,r,n,s)=>{const c=e.phase==="begin";if(e.value=t,e.justStarted=!1,e.justEnded=!1,e.phase=e.active?"stay":"none",!n)return e.holdStartedAt=null,e.active&&(e.active=!1,e.justEnded=!0,e.phase="end"),e;if(e.active){if(t<=s.releaseThreshold){if(c)return e;e.active=!1,e.justEnded=!0,e.phase="end"}return e}return t<s.threshold?(e.holdStartedAt=null,e):(e.holdStartedAt===null&&(e.holdStartedAt=r),r-e.holdStartedAt>=s.holdMs&&(e.active=!0,e.justStarted=!0,e.phase="begin",e.holdStartedAt=null),e)},q=e=>({action:e,active:!1,value:0,justStarted:!1,justEnded:!1,phase:"none"}),ke=(e,t,r={})=>{const n=o.useRef(X(t)),s=o.useRef(null),c=o.useRef(t),a=o.useRef({}),[l,m]=o.useState(()=>q(t)),u=o.useRef(l);return o.useEffect(()=>{s.current=e,a.current=r},[e,r]),o.useEffect(()=>{c.current=t,n.current=X(t);const i=q(t);u.current=i,m(i)},[t]),y.useFrame(({clock:i})=>{const d=s.current,p=c.current,f=a.current,g=d?M(d,p,f):0,h=Ne(n.current,g,i.elapsedTime*1e3,!!d,V(p,f)),R=u.current;if(R.action===h.action&&R.active===h.active&&R.value===h.value&&R.justStarted===h.justStarted&&R.justEnded===h.justEnded&&R.phase===h.phase)return;const E={action:h.action,active:h.active,value:h.value,justStarted:h.justStarted,justEnded:h.justEnded,phase:h.phase};u.current=E,m(E)}),l},Me=["angry","disgust","fear","happy","neutral","sad","surprise","unknown"],w=["angry","disgust","fear","happy","neutral","sad","surprise"],ve=(e,t=.55)=>{let r=-1/0;for(let u=0;u<w.length;u+=1)r=Math.max(r,Number(e[u])||0);const n=new Array(w.length);let s=0;for(let u=0;u<w.length;u+=1){const i=Math.exp((Number(e[u])||0)-r);n[u]=i,s+=i}const c=Object.fromEntries(w.map(u=>[u,0]));let a="unknown",l=0;for(let u=0;u<w.length;u+=1){const i=s?n[u]/s:0,d=w[u];c[d]=i,i>l&&(a=d,l=i)}const m=Number.isFinite(t)?Math.min(1,Math.max(0,t)):.55;return{expression:l>=m?a:"unknown",confidence:l,scores:c}},Be=e=>{const t=e.width*e.height,r=new Float32Array(t*3);for(let n=0,s=0;n<t;n+=1,s+=4)r[n]=e.data[s]/127.5-1,r[t+n]=e.data[s+1]/127.5-1,r[t*2+n]=e.data[s+2]/127.5-1;return r},W="https://huggingface.co/opencv/facial_expression_recognition/resolve/main/facial_expression_recognition_mobilefacenet_2022july_int8.onnx",Ce=e=>`https://cdn.jsdelivr.net/npm/onnxruntime-web@${e.env.versions.web}/dist/`,C=new Map,Oe=e=>{let t=C.get(e);return t||(t=Promise.all([import("onnxruntime-web/wasm"),_.fetchAndVerify(e)]).then(([r,n])=>(r.env.wasm.wasmPaths=Ce(r),r.InferenceSession.create(n,{executionProviders:["wasm"]}))).catch(r=>{throw C.delete(e),r}),C.set(e,t)),t},je=(e,{active:t=!0,targetFps:r=5,minConfidence:n=.55,modelUrl:s=W}={})=>{const{session:c}=_.useXRContext(),a=o.useRef(null),l=o.useRef(null),m=o.useRef(!1),u=o.useRef(-1/0),i=o.useRef(!0),[d,p]=o.useState({status:"idle",result:null,error:null});return o.useEffect(()=>{const f=document.createElement("canvas");return a.current=f,l.current=f.getContext("2d",{willReadFrequently:!0}),i.current=!0,()=>{i.current=!1,a.current=null,l.current=null}},[]),y.useFrame(({clock:f})=>{if(!t||!e||m.current||d.status==="error")return;const g=Number.isFinite(r)&&r>0?r:5,h=f.elapsedTime*1e3;if(h-u.current<1e3/g)return;const R=c.getInputFrame(),E=a.current,T=l.current;if(!R||!E||!T||!K({source:R,face:e,canvas:E,outputSize:{width:112,height:112}}))return;u.current=h,m.current=!0,d.status==="idle"&&p({status:"loading",result:null,error:null});const $=Be(T.getImageData(0,0,112,112));Promise.all([import("onnxruntime-web/wasm"),Oe(s)]).then(async([k,v])=>{const Z=await v.run({[v.inputNames[0]]:new k.Tensor("float32",$,[1,3,112,112])}),J=ve(Z[v.outputNames[0]].data,n);i.current&&p({status:"ready",result:J,error:null})}).catch(k=>{i.current&&p({status:"error",result:null,error:k instanceof Error?k:new Error(String(k))})}).finally(()=>{m.current=!1})}),d};exports.FACE_LANDMARK_INDICES=A.FACE_LANDMARK_INDICES;exports.FaceMesh=A.FaceMesh;exports.FaceTracker=A.FaceTracker;exports.BODY_TARGETS=N.BODY_TARGETS;exports.DEFAULT_TRACKING_ANCHOR=N.DEFAULT_TRACKING_ANCHOR;exports.FACE_TARGETS=N.FACE_TARGETS;exports.HAND_TARGETS=N.HAND_TARGETS;exports.TrackingAnchor=N.TrackingAnchor;exports.getTargetNamespace=N.getTargetNamespace;exports.useFaceResults=ue.useFaceResults;exports.useFaceInfo=I.useFaceInfo;exports.useFaceInfos=I.useFaceInfos;exports.DEFAULT_FACE_EXPRESSION_THRESHOLD=S.DEFAULT_FACE_EXPRESSION_THRESHOLD;exports.getFaceBlendshape=S.getFaceBlendshape;exports.getFaceEyeDistance=S.getFaceEyeDistance;exports.hasFaceExpression=S.hasFaceExpression;exports.BodyTracker=Re;exports.DEFAULT_FACE_ACTION_OPTIONS=Y;exports.DEFAULT_FACE_ATTRIBUTE_EXPRESSION_MODEL_URL=W;exports.FACE_ACTION_NAMES=De;exports.FACE_ATTRIBUTE_EXPRESSION_NAMES=Me;exports.FACE_BLENDSHAPE_NAMES=be;exports.GestureTracker=fe;exports.GestureTrigger=ye;exports.HandTracker=de;exports.SEGMENTATION_TYPES=O;exports.Segmentation=Ee;exports.drawFaceCrop=K;exports.getFaceActionValue=M;exports.getStrongestFaceAction=xe;exports.hasFaceAction=we;exports.useFaceAction=ke;exports.useFaceAttributeExpression=je;exports.useFaceDetection=_e;