@vincentt-xr/sdk 2.0.0-alpha.0 → 2.0.0-alpha.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (362) hide show
  1. package/GROUNDING.md +1813 -27
  2. package/dist/{DebuggerUI-CEfdddkZ.cjs → DebuggerUI-B45_Gb9d.cjs} +1 -1
  3. package/dist/{DebuggerUI-Dgop6Q6o.js → DebuggerUI-Cq28c18s.js} +1 -1
  4. package/dist/FaceMeshRenderer-6t8OsQhK.js +1195 -0
  5. package/dist/FaceMeshRenderer-lQLhYIW-.cjs +155 -0
  6. package/dist/FaceRetouch-CDrL0pXg.js +551 -0
  7. package/dist/FaceRetouch-DtNl8-4e.cjs +134 -0
  8. package/dist/audio/AudioEngine.d.ts +3 -1
  9. package/dist/audio/AudioPlayer.d.ts +29 -0
  10. package/dist/audio/AudioPlayerLogic.d.ts +4 -0
  11. package/dist/audio/index.d.ts +2 -0
  12. package/dist/components/Axes/index.d.ts +6 -0
  13. package/dist/components/FaceMesh/FaceMeshRenderer.d.ts +17 -0
  14. package/dist/components/FaceMesh/canonical/CanonicalFaceMeshRenderer.d.ts +22 -1
  15. package/dist/components/FaceMesh/canonical/FaceMeshMaterial.d.ts +25 -0
  16. package/dist/components/FaceMesh/canonical/assets.d.ts +3 -0
  17. package/dist/components/FaceMesh/canonical/geometryGroups.d.ts +9 -0
  18. package/dist/components/FaceMesh/canonical/parseCanonicalFaceModel.d.ts +2 -0
  19. package/dist/components/FaceMesh/canonical/shaders.d.ts +2 -0
  20. package/dist/components/FaceMesh/deform.d.ts +3 -0
  21. package/dist/components/FaceMesh/index.d.ts +5 -0
  22. package/dist/components/FaceMesh/material/defaults.d.ts +74 -0
  23. package/dist/components/FaceMesh/material/index.d.ts +1 -0
  24. package/dist/components/FaceMesh/material/options.d.ts +5 -1
  25. package/dist/components/FaceMesh/material/support.d.ts +7 -2
  26. package/dist/components/FaceMesh/material/textures.d.ts +4 -0
  27. package/dist/components/FaceMesh/material/types.d.ts +4 -2
  28. package/dist/components/FaceRetouch/Background.d.ts +9 -5
  29. package/dist/components/FaceRetouch/FaceRetouch.d.ts +47 -0
  30. package/dist/components/FaceRetouch/index.d.ts +2 -6
  31. package/dist/components/FaceRetouch/landmarkMask.d.ts +4 -6
  32. package/dist/components/FaceRetouch/useFaceRetouchMask.d.ts +4 -7
  33. package/dist/components/FaceTracker/index.d.ts +5 -3
  34. package/dist/components/FaceWarp3D/FaceWarp3DHead.d.ts +15 -0
  35. package/dist/components/FaceWarp3D/defaults.d.ts +37 -0
  36. package/dist/components/FaceWarp3D/index.d.ts +3 -0
  37. package/dist/components/FaceWarp3D/warp.d.ts +13 -0
  38. package/dist/components/HandJoints2D/index.d.ts +6 -0
  39. package/dist/components/HandTracker/index.d.ts +2 -2
  40. package/dist/components/HandTracking2D/HandVisual.d.ts +12 -0
  41. package/dist/components/HandTracking2D/index.d.ts +5 -0
  42. package/dist/components/HandTracking2DController/index.d.ts +5 -0
  43. package/dist/components/HandTracking3D/index.d.ts +6 -0
  44. package/dist/components/LightObject/index.d.ts +20 -0
  45. package/dist/components/LookAt/index.d.ts +23 -0
  46. package/dist/components/MeshRenderer/index.d.ts +58 -0
  47. package/dist/components/PerspectiveCamera/index.d.ts +2 -8
  48. package/dist/components/PinToMesh/index.d.ts +47 -0
  49. package/dist/components/RenderGroupLayer/index.d.ts +6 -0
  50. package/dist/components/SceneObjectRenderer/index.d.ts +16 -0
  51. package/dist/components/Screen2D/ScreenTransformFrame.d.ts +11 -0
  52. package/dist/components/Screen2D/ScreenTransformHelpers.d.ts +19 -0
  53. package/dist/components/Screen2D/ScreenTransformInteraction.d.ts +18 -0
  54. package/dist/components/Screen2D/index.d.ts +5 -0
  55. package/dist/components/ScreenGlass/defaults.d.ts +3 -0
  56. package/dist/components/ScreenGlass/index.d.ts +5 -0
  57. package/dist/components/ScreenGlass/shaders.d.ts +2 -0
  58. package/dist/components/ScreenGlass/types.d.ts +10 -0
  59. package/dist/components/ScreenGradient/defaults.d.ts +5 -0
  60. package/dist/components/ScreenGradient/index.d.ts +5 -0
  61. package/dist/components/ScreenGradient/shaders.d.ts +2 -0
  62. package/dist/components/ScreenGradient/types.d.ts +19 -0
  63. package/dist/components/ScreenImage/ScreenImage.d.ts +4 -0
  64. package/dist/components/ScreenImage/components/DynamicTextureSync.d.ts +9 -0
  65. package/dist/components/ScreenImage/components/ScreenImageBody.d.ts +9 -0
  66. package/dist/components/ScreenImage/components/ScreenImageFrame.d.ts +9 -0
  67. package/dist/components/ScreenImage/components/ScreenImageTransformFrame.d.ts +9 -0
  68. package/dist/components/ScreenImage/fit.d.ts +52 -0
  69. package/dist/components/ScreenImage/index.d.ts +8 -0
  70. package/dist/components/ScreenImage/materials/ScreenImageBlendMaterial.d.ts +9 -0
  71. package/dist/components/ScreenImage/materials/ScreenImageMatcap.d.ts +3 -0
  72. package/dist/components/ScreenImage/source.d.ts +16 -0
  73. package/dist/components/ScreenImage/types.d.ts +37 -0
  74. package/dist/components/ScreenImage/utils/ScreenImageConstants.d.ts +9 -0
  75. package/dist/components/ScreenImage/utils/ScreenImageHelpers.d.ts +4 -0
  76. package/dist/components/ScreenShape/geometry.d.ts +5 -0
  77. package/dist/components/ScreenShape/index.d.ts +5 -0
  78. package/dist/components/ScreenShape/types.d.ts +41 -0
  79. package/dist/components/ScreenSpaceUI/ScreenTransformGuide.d.ts +15 -0
  80. package/dist/components/ScreenSpaceUI/ScreenTransformOverlayGuide.d.ts +9 -0
  81. package/dist/components/ScreenSpaceUI/index.d.ts +2 -0
  82. package/dist/components/ScreenText/components/ScreenTextBody.d.ts +2 -0
  83. package/dist/components/ScreenText/components/ScreenTextTransformFrame.d.ts +9 -0
  84. package/dist/components/ScreenText/constants.d.ts +5 -0
  85. package/dist/components/ScreenText/index.d.ts +6 -0
  86. package/dist/components/ScreenText/types.d.ts +31 -0
  87. package/dist/components/ScreenText/utils/ScreenTextHelpers.d.ts +14 -0
  88. package/dist/components/ScreenText/utils/ScreenTextMappings.d.ts +17 -0
  89. package/dist/components/SequentialRenderPasses/index.d.ts +6 -0
  90. package/dist/components/TextLabel/TextLabel.d.ts +5 -0
  91. package/dist/components/TextLabel/alignment.d.ts +4 -0
  92. package/dist/components/TextLabel/bend.d.ts +9 -0
  93. package/dist/components/TextLabel/canvas/buildTextLabelTexture.d.ts +4 -0
  94. package/dist/components/TextLabel/canvas/canvasTypography.d.ts +13 -0
  95. package/dist/components/TextLabel/canvas/drawBackground.d.ts +21 -0
  96. package/dist/components/TextLabel/canvas/drawEffects.d.ts +34 -0
  97. package/dist/components/TextLabel/canvas/drawText.d.ts +19 -0
  98. package/dist/components/TextLabel/components/TextLabelMesh.d.ts +13 -0
  99. package/dist/components/TextLabel/constants.d.ts +2 -0
  100. package/dist/components/TextLabel/hooks/useTextLabelTexture.d.ts +7 -0
  101. package/dist/components/TextLabel/index.d.ts +2 -62
  102. package/dist/components/TextLabel/layout/measurement.d.ts +8 -0
  103. package/dist/components/TextLabel/layout/resolveTextLayout.d.ts +25 -0
  104. package/dist/components/TextLabel/layout/wrapText.d.ts +6 -0
  105. package/dist/components/TextLabel/types.d.ts +227 -0
  106. package/dist/components/TrackingAnchor/index.d.ts +18 -2
  107. package/dist/components/Transform3D/index.d.ts +30 -0
  108. package/dist/components/XRMediaSurface/index.d.ts +6 -6
  109. package/dist/components/XRScene/index.d.ts +14 -3
  110. package/dist/components/XRViewport/XRViewport.d.ts +11 -0
  111. package/dist/components/XRViewport/components/HiddenMedia.d.ts +7 -0
  112. package/dist/components/XRViewport/components/MediaAssetPicker.d.ts +8 -0
  113. package/dist/components/XRViewport/components/MediaControlStack.d.ts +13 -0
  114. package/dist/components/XRViewport/components/XRViewportLayers.d.ts +30 -0
  115. package/dist/components/XRViewport/constants.d.ts +24 -0
  116. package/dist/components/XRViewport/contexts.d.ts +6 -0
  117. package/dist/components/XRViewport/hooks/useViewportExternalFaces.d.ts +13 -0
  118. package/dist/components/XRViewport/hooks/useViewportMediaSource.d.ts +16 -0
  119. package/dist/components/XRViewport/hooks/useViewportMediaTexture.d.ts +10 -0
  120. package/dist/components/XRViewport/hooks/useViewportPipeline.d.ts +41 -0
  121. package/dist/components/XRViewport/hooks/useViewportRenderState.d.ts +47 -0
  122. package/dist/components/XRViewport/index.d.ts +3 -101
  123. package/dist/components/XRViewport/layout.d.ts +16 -0
  124. package/dist/components/XRViewport/slots.d.ts +16 -0
  125. package/dist/components/XRViewport/types.d.ts +89 -0
  126. package/dist/components/XRViewport/useViewportSize.d.ts +3 -0
  127. package/dist/components/index.d.ts +19 -0
  128. package/dist/contexts-BKvTIayr.cjs +1 -0
  129. package/dist/contexts-Bk5zz_VR.js +214 -0
  130. package/dist/debug-ui/component-editor/index.d.ts +19 -0
  131. package/dist/debug-ui/default-setting/index.d.ts +37 -0
  132. package/dist/debug-ui/default-setting.cjs +21 -0
  133. package/dist/debug-ui/default-setting.js +777 -0
  134. package/dist/debug-ui/face-mesh-renderer-settings/index.d.ts +8 -0
  135. package/dist/debug-ui/face-retouch/index.d.ts +11 -0
  136. package/dist/debug-ui/face-warp-3d/index.d.ts +6 -0
  137. package/dist/debug-ui/hand-joints-2d/index.d.ts +6 -0
  138. package/dist/debug-ui/hand-tracking-2d/index.d.ts +6 -0
  139. package/dist/debug-ui/hand-tracking-2d-controller/index.d.ts +6 -0
  140. package/dist/debug-ui/hand-tracking-3d/index.d.ts +6 -0
  141. package/dist/debug-ui/hierarchy-panel/index.d.ts +29 -0
  142. package/dist/debug-ui/index.d.ts +46 -0
  143. package/dist/debug-ui/layer-panel/index.d.ts +18 -0
  144. package/dist/debug-ui/media-source/MediaSourceSwitcher.d.ts +10 -0
  145. package/dist/debug-ui/media-source/index.d.ts +6 -0
  146. package/dist/debug-ui/media-source/media-preset.d.ts +9 -0
  147. package/dist/debug-ui/media-source/session.d.ts +12 -0
  148. package/dist/debug-ui/media-source.cjs +1 -0
  149. package/dist/debug-ui/media-source.js +9 -0
  150. package/dist/debug-ui/mesh-renderer-settings/index.d.ts +6 -0
  151. package/dist/debug-ui/object-inspector-panel/index.d.ts +25 -0
  152. package/dist/debug-ui/pin-to-mesh-settings/index.d.ts +10 -0
  153. package/dist/debug-ui/scene-editor/context.d.ts +38 -0
  154. package/dist/debug-ui/scene-editor/hierarchy-panel.d.ts +9 -0
  155. package/dist/debug-ui/scene-editor/index.d.ts +11 -0
  156. package/dist/debug-ui/scene-editor/inspector-panel.d.ts +7 -0
  157. package/dist/debug-ui/scene-editor/store-utils.d.ts +2 -0
  158. package/dist/debug-ui/scene-editor/viewport-toolbar.d.ts +4 -0
  159. package/dist/debug-ui/scene-editor/viewport.d.ts +21 -0
  160. package/dist/debug-ui/screen-glass-settings/index.d.ts +6 -0
  161. package/dist/debug-ui/screen-gradient-settings/GradientStopsEditor.d.ts +5 -0
  162. package/dist/debug-ui/screen-gradient-settings/index.d.ts +6 -0
  163. package/dist/debug-ui/screen-gradient-settings/styles.d.ts +3 -0
  164. package/dist/debug-ui/screen-image-settings/index.d.ts +9 -0
  165. package/dist/debug-ui/screen-shape-settings/index.d.ts +6 -0
  166. package/dist/debug-ui/screen-text-settings/NumberField.d.ts +9 -0
  167. package/dist/debug-ui/screen-text-settings/ScreenTextSettingsPanel.d.ts +3 -0
  168. package/dist/debug-ui/screen-text-settings/controls/NestedSection.d.ts +7 -0
  169. package/dist/debug-ui/screen-text-settings/controls/Section.d.ts +8 -0
  170. package/dist/debug-ui/screen-text-settings/controls/icons.d.ts +4 -0
  171. package/dist/debug-ui/screen-text-settings/index.d.ts +2 -0
  172. package/dist/debug-ui/screen-text-settings/sections/BackgroundSection.d.ts +8 -0
  173. package/dist/debug-ui/screen-text-settings/sections/ContentSection.d.ts +5 -0
  174. package/dist/debug-ui/screen-text-settings/sections/EffectsSection.d.ts +25 -0
  175. package/dist/debug-ui/screen-text-settings/sections/StyleSection.d.ts +5 -0
  176. package/dist/debug-ui/screen-text-settings/sections/TransformSection.d.ts +5 -0
  177. package/dist/debug-ui/screen-text-settings/sections/background/BackgroundFillControls.d.ts +2 -0
  178. package/dist/debug-ui/screen-text-settings/sections/background/BackgroundSizeControls.d.ts +2 -0
  179. package/dist/debug-ui/screen-text-settings/sections/background/BackgroundStrokeControls.d.ts +2 -0
  180. package/dist/debug-ui/screen-text-settings/sections/background/types.d.ts +7 -0
  181. package/dist/debug-ui/screen-text-settings/sections/effects/BendEffectSection.d.ts +4 -0
  182. package/dist/debug-ui/screen-text-settings/sections/effects/EffectChrome.d.ts +21 -0
  183. package/dist/debug-ui/screen-text-settings/sections/effects/GlowEffectSection.d.ts +4 -0
  184. package/dist/debug-ui/screen-text-settings/sections/effects/InnerShadowEffectSection.d.ts +4 -0
  185. package/dist/debug-ui/screen-text-settings/sections/effects/OutlineEffectSection.d.ts +4 -0
  186. package/dist/debug-ui/screen-text-settings/sections/effects/ShadowEffectSection.d.ts +4 -0
  187. package/dist/debug-ui/screen-text-settings/sections/effects/types.d.ts +14 -0
  188. package/dist/debug-ui/screen-text-settings/settings.d.ts +90 -0
  189. package/dist/debug-ui/screen-text-settings/styles.d.ts +26 -0
  190. package/dist/debug-ui/screen-text-settings/transform.d.ts +6 -0
  191. package/dist/debug-ui/screen-text-settings/types.d.ts +9 -0
  192. package/dist/debug-ui/settings-panel/index.d.ts +38 -0
  193. package/dist/debug-ui/shared/MaterialSection.d.ts +13 -0
  194. package/dist/debug-ui/shared/ScreenTransformSection.d.ts +32 -0
  195. package/dist/debug-ui/transform-3d-settings/index.d.ts +11 -0
  196. package/dist/debug-ui.cjs +10 -0
  197. package/dist/debug-ui.js +8861 -0
  198. package/dist/drawNormalizedCrop-B-7zU-Xw.cjs +1 -0
  199. package/dist/drawNormalizedCrop-CRdIDyl1.js +44 -0
  200. package/dist/entries/all.d.ts +1 -0
  201. package/dist/entries/core.d.ts +55 -4
  202. package/dist/entries/face-effects.d.ts +12 -8
  203. package/dist/entries/internal.d.ts +1 -1
  204. package/dist/entries/low-level.d.ts +21 -4
  205. package/dist/entries/scene-object.d.ts +10 -0
  206. package/dist/entries/tracking.d.ts +25 -2
  207. package/dist/face-action/index.d.ts +34 -0
  208. package/dist/face-attribute-expression/index.d.ts +10 -0
  209. package/dist/face-effects.cjs +1 -252
  210. package/dist/face-effects.js +1404 -2613
  211. package/dist/face-info/blendshapes.d.ts +3 -0
  212. package/dist/face-info/derive.d.ts +8 -0
  213. package/dist/face-info/drawFaceCrop.d.ts +10 -0
  214. package/dist/face-info/getFaceInfo.d.ts +8 -0
  215. package/dist/face-info/index.d.ts +8 -0
  216. package/dist/face-info/landmarks.d.ts +21 -0
  217. package/dist/face-info/types.d.ts +52 -0
  218. package/dist/getFaceInfo-CyPAKh3h.cjs +1 -0
  219. package/dist/getFaceInfo-hUKMLFcr.js +118 -0
  220. package/dist/hand/handJoints2d.d.ts +49 -0
  221. package/dist/hand/handTracking2d.d.ts +33 -0
  222. package/dist/hand/handTracking2dController.d.ts +65 -0
  223. package/dist/hand/handTracking3d.d.ts +52 -0
  224. package/dist/hooks/faceResults.d.ts +1 -1
  225. package/dist/hooks/useCalibrationFaceTracker.d.ts +1 -1
  226. package/dist/hooks/useFaceAction.d.ts +3 -0
  227. package/dist/hooks/useFaceAttributeExpression.d.ts +16 -0
  228. package/dist/hooks/useFaceDetection.d.ts +18 -0
  229. package/dist/hooks/useFaceInfo.d.ts +7 -0
  230. package/dist/hooks/useFaceInfos.d.ts +15 -0
  231. package/dist/hooks/useFaceResultReader.d.ts +10 -0
  232. package/dist/hooks/useFrameCapture.d.ts +18 -0
  233. package/dist/hooks/useMediaRecorder.d.ts +14 -2
  234. package/dist/hooks/useOwnedTexture.d.ts +6 -0
  235. package/dist/hooks/useTrackerContext.d.ts +2 -2
  236. package/dist/hooks/useXRSession/facade.d.ts +3 -0
  237. package/dist/hooks/useXRSession/registry.d.ts +9 -0
  238. package/dist/index-82aENaRq.cjs +1 -0
  239. package/dist/{index-BD-JWMjE.js → index-BgQAX8rs.js} +198 -134
  240. package/dist/index-CEc1CAmB.cjs +1 -0
  241. package/dist/index-CTHeBQOs.js +178 -0
  242. package/dist/index-D4bLzBr6.cjs +1 -0
  243. package/dist/index-DSpzjuqd.cjs +1 -0
  244. package/dist/index-Di70KWuY.js +2049 -0
  245. package/dist/index-DzEzkBIH.cjs +17 -0
  246. package/dist/{index-CYMj26Ej.js → index-JygePOwo.js} +565 -498
  247. package/dist/index-UC0Ux38E.js +111 -0
  248. package/dist/{internal-KOKJDxCG.js → internal-DuMPpcbp.js} +86 -80
  249. package/dist/internal-i2JkM85N.cjs +1 -0
  250. package/dist/internal.cjs +1 -1
  251. package/dist/internal.js +2 -2
  252. package/dist/low-level.cjs +1 -1
  253. package/dist/low-level.js +959 -632
  254. package/dist/main.cjs +1 -1
  255. package/dist/main.js +556 -455
  256. package/dist/material/MaterialFill.d.ts +20 -0
  257. package/dist/material/MeshMaterial.d.ts +14 -0
  258. package/dist/material/index.d.ts +2 -0
  259. package/dist/models/Body/index.d.ts +1 -1
  260. package/dist/models/Face/index.d.ts +1 -0
  261. package/dist/models/Face/rotation.d.ts +3 -0
  262. package/dist/models/Hand/HandTracking.d.ts +2 -0
  263. package/dist/render/layerStack.d.ts +29 -0
  264. package/dist/render/renderGroups.d.ts +47 -0
  265. package/dist/render/renderPasses.d.ts +18 -0
  266. package/dist/renderGroups-C9QJrAXu.js +152 -0
  267. package/dist/renderGroups-Dvm1J4lW.cjs +1 -0
  268. package/dist/renderLayers-lDtL0_43.cjs +1 -0
  269. package/dist/renderLayers-zrK2pv5O.js +13 -0
  270. package/dist/renderPasses-CT5iBwtg.cjs +21 -0
  271. package/dist/renderPasses-CjgG_6kQ.js +1500 -0
  272. package/dist/scene-object/index.d.ts +146 -0
  273. package/dist/scene-object/runtimeRegistry.d.ts +14 -0
  274. package/dist/scene-object.cjs +1 -0
  275. package/dist/scene-object.js +40 -0
  276. package/dist/screen-image/screenImagePresets.d.ts +13 -0
  277. package/dist/screen-image/screenImageSettings.d.ts +57 -0
  278. package/dist/screen-text/screenTextPresets.d.ts +6 -0
  279. package/dist/screen-text/screenTextSettings.d.ts +147 -0
  280. package/dist/screen2d/coordinates.d.ts +87 -0
  281. package/dist/screen2d/index.d.ts +7 -0
  282. package/dist/screen2d/material-runtime.d.ts +32 -0
  283. package/dist/screen2d/screenTransform.d.ts +47 -0
  284. package/dist/screen2d/smoothing.d.ts +5 -0
  285. package/dist/screen2d/texture.d.ts +10 -0
  286. package/dist/screen2d/transform.d.ts +25 -0
  287. package/dist/screen2d/types.d.ts +90 -0
  288. package/dist/{selectors-Bub0o3qy.cjs → selectors-2QvO5RYY.cjs} +1 -1
  289. package/dist/{selectors-BHO6TnoC.js → selectors-Dw3C-gSk.js} +5 -5
  290. package/dist/services/MetricsCollector/index.d.ts +7 -1
  291. package/dist/services/MetricsCollector/utils.d.ts +1 -1
  292. package/dist/session-BChR4TgK.cjs +31 -0
  293. package/dist/session-C1StwN0f.js +363 -0
  294. package/dist/texture/animatedTexture.d.ts +61 -0
  295. package/dist/texture/animationMath.d.ts +8 -0
  296. package/dist/texture/sourceResolver.d.ts +30 -0
  297. package/dist/tracking.cjs +1 -1
  298. package/dist/tracking.js +582 -298
  299. package/dist/types/face.d.ts +1 -13
  300. package/dist/types/hand-tracking.d.ts +8 -0
  301. package/dist/types/index.d.ts +0 -1
  302. package/dist/types/nodes.d.ts +4 -1
  303. package/dist/types/session.d.ts +2 -0
  304. package/dist/types/tracking.d.ts +8 -2
  305. package/dist/types/util-types.d.ts +1 -1
  306. package/dist/useFaceInfo-C-WfMlYp.cjs +1 -0
  307. package/dist/useFaceInfo-CwsHZedC.js +62 -0
  308. package/dist/useFaceResults-CkFc1egZ.js +19 -0
  309. package/dist/useFaceResults-VcFdOUFV.cjs +1 -0
  310. package/dist/utils/drawNormalizedCrop.d.ts +22 -0
  311. package/dist/utils/integrity.d.ts +4 -25
  312. package/dist/utils/landmarkBounds.d.ts +1 -1
  313. package/dist/utils/logger.d.ts +2 -2
  314. package/dist/x-Co8jPhP0.js +127 -0
  315. package/dist/x-KC8E4Gaj.cjs +41 -0
  316. package/docs/MIGRATION_GUIDE.md +589 -0
  317. package/docs/SDK_DOCUMENTATION.md +1155 -0
  318. package/docs/api/audio.mdx +36 -0
  319. package/docs/api/behavior-components.mdx +164 -0
  320. package/docs/api/capture-recording.mdx +103 -0
  321. package/docs/api/debug-ui-scene-editor.mdx +249 -0
  322. package/docs/api/face-actions.mdx +104 -0
  323. package/docs/api/face-attribute-expression.mdx +87 -0
  324. package/docs/api/face-binding-anchors.mdx +53 -0
  325. package/docs/api/face-effects.mdx +19 -0
  326. package/docs/api/face-info.mdx +112 -0
  327. package/docs/api/face-mesh.mdx +98 -0
  328. package/docs/api/face-painting.mdx +33 -0
  329. package/docs/api/face-retouching.mdx +73 -0
  330. package/docs/api/material-render-state.mdx +132 -0
  331. package/docs/api/runtime-3d.mdx +311 -0
  332. package/docs/api/scene-object-store.mdx +213 -0
  333. package/docs/api/screen-image.mdx +41 -0
  334. package/docs/api/screen-shape.mdx +64 -0
  335. package/docs/api/screen-space-coordinates.mdx +41 -0
  336. package/docs/api/screen-text.mdx +39 -0
  337. package/docs/api/texture-sources.mdx +55 -0
  338. package/docs/api/trackers.mdx +46 -0
  339. package/docs/docs.json +70 -0
  340. package/docs/examples/scene-object-recipes.mdx +194 -0
  341. package/docs/guides/harness-debug-ui.mdx +139 -0
  342. package/docs/inspector/hierarchy-panel.mdx +51 -0
  343. package/docs/inspector/object-inspector-panel.mdx +51 -0
  344. package/docs/introduction.mdx +121 -0
  345. package/docs/scene-objects/overview.mdx +127 -0
  346. package/docs/scene-objects/render-groups.mdx +77 -0
  347. package/docs/scene-objects/runtime-rendering.mdx +75 -0
  348. package/docs/texture-api-consumer.md +58 -0
  349. package/package.json +55 -7
  350. package/dist/components/FaceRetouch/retouchRegions.d.ts +0 -23
  351. package/dist/components/FaceRetouch/useFaceRetouchRegions.d.ts +0 -12
  352. package/dist/index-B5J4gzn2.cjs +0 -1
  353. package/dist/index-BVBVg96G.cjs +0 -1
  354. package/dist/index-DtwHElmG.js +0 -157
  355. package/dist/index-PtFmD6B8.cjs +0 -1
  356. package/dist/internal-DH5d1Xnq.cjs +0 -1
  357. package/dist/modules/XRClient/index.d.ts +0 -9
  358. package/dist/modules/index.d.ts +0 -1
  359. package/dist/services/ApiService.d.ts +0 -12
  360. package/dist/types/client.d.ts +0 -3
  361. package/dist/useFaceResults-cpsSmKKc.js +0 -81
  362. package/dist/useFaceResults-hVUJYSEY.cjs +0 -1
@@ -0,0 +1 @@
1
+ "use strict";const a=t=>typeof t=="number"&&Number.isFinite(t)&&t>0?t:0,X=t=>{const i=t;return{width:a(i.videoWidth)||a(i.naturalWidth)||a(i.width),height:a(i.videoHeight)||a(i.naturalHeight)||a(i.height)}},f=(t,i)=>Math.min(1-i,Math.max(0,t)),x=(t,i,h,d=0)=>{if(!Number.isFinite(t.minX)||!Number.isFinite(t.minY)||!Number.isFinite(t.maxX)||!Number.isFinite(t.maxY)||!a(i.width)||!a(i.height)||!a(h.width)||!a(h.height))return null;const g=t.maxX-t.minX,n=t.maxY-t.minY;if(g<=0||n<=0)return null;const r=Number.isFinite(d)?Math.max(0,d):0,c=(t.minX+t.maxX)/2,o=(t.minY+t.maxY)/2;let e=Math.min(1,g*(1+r*2)),m=Math.min(1,n*(1+r*2));const s=h.width/h.height/(i.width/i.height);e/m<s?e=Math.min(1,m*s):m=Math.min(1,e/s),e/m<s?m=e/s:e/m>s&&(e=m*s);const w=f(c-e/2,e),l=f(o-m/2,m);return{minX:w,minY:l,maxX:w+e,maxY:l+m}},Y=({source:t,bounds:i,canvas:h,outputSize:d,padding:g})=>{const n=X(t),r=x(i,n,d,g),c=Math.round(d.width),o=Math.round(d.height);if(!r||!n.width||!n.height||c<=0||o<=0)return!1;h.width!==c&&(h.width=c),h.height!==o&&(h.height=o);const e=h.getContext("2d");return e?(e.setTransform(1,0,0,1,0,0),e.clearRect(0,0,c,o),e.drawImage(t,r.minX*n.width,r.minY*n.height,(r.maxX-r.minX)*n.width,(r.maxY-r.minY)*n.height,0,0,c,o),!0):!1};exports.drawNormalizedCrop=Y;exports.resolveNormalizedCrop=x;
@@ -0,0 +1,44 @@
1
+ const a = (t) => typeof t == "number" && Number.isFinite(t) && t > 0 ? t : 0, x = (t) => {
2
+ const i = t;
3
+ return {
4
+ width: a(i.videoWidth) || a(i.naturalWidth) || a(i.width),
5
+ height: a(i.videoHeight) || a(i.naturalHeight) || a(i.height)
6
+ };
7
+ }, l = (t, i) => Math.min(1 - i, Math.max(0, t)), X = (t, i, h, d = 0) => {
8
+ if (!Number.isFinite(t.minX) || !Number.isFinite(t.minY) || !Number.isFinite(t.maxX) || !Number.isFinite(t.maxY) || !a(i.width) || !a(i.height) || !a(h.width) || !a(h.height))
9
+ return null;
10
+ const o = t.maxX - t.minX, n = t.maxY - t.minY;
11
+ if (o <= 0 || n <= 0) return null;
12
+ const r = Number.isFinite(d) ? Math.max(0, d) : 0, c = (t.minX + t.maxX) / 2, g = (t.minY + t.maxY) / 2;
13
+ let e = Math.min(1, o * (1 + r * 2)), m = Math.min(1, n * (1 + r * 2));
14
+ const s = h.width / h.height / (i.width / i.height);
15
+ e / m < s ? e = Math.min(1, m * s) : m = Math.min(1, e / s), e / m < s ? m = e / s : e / m > s && (e = m * s);
16
+ const w = l(c - e / 2, e), f = l(g - m / 2, m);
17
+ return { minX: w, minY: f, maxX: w + e, maxY: f + m };
18
+ }, Y = ({
19
+ source: t,
20
+ bounds: i,
21
+ canvas: h,
22
+ outputSize: d,
23
+ padding: o
24
+ }) => {
25
+ const n = x(t), r = X(i, n, d, o), c = Math.round(d.width), g = Math.round(d.height);
26
+ if (!r || !n.width || !n.height || c <= 0 || g <= 0) return !1;
27
+ h.width !== c && (h.width = c), h.height !== g && (h.height = g);
28
+ const e = h.getContext("2d");
29
+ return e ? (e.setTransform(1, 0, 0, 1, 0, 0), e.clearRect(0, 0, c, g), e.drawImage(
30
+ t,
31
+ r.minX * n.width,
32
+ r.minY * n.height,
33
+ (r.maxX - r.minX) * n.width,
34
+ (r.maxY - r.minY) * n.height,
35
+ 0,
36
+ 0,
37
+ c,
38
+ g
39
+ ), !0) : !1;
40
+ };
41
+ export {
42
+ Y as d,
43
+ X as r
44
+ };
@@ -13,3 +13,4 @@ export * from './tracking';
13
13
  export * from './face-effects';
14
14
  export * from './low-level';
15
15
  export * from './internal';
16
+ export * from './scene-object';
@@ -5,17 +5,68 @@
5
5
  * frame every AR app has, with no tracker and no effect. Task-specific
6
6
  * surface lives behind subpaths: `/tracking`, `/face-effects`, `/low-level`.
7
7
  */
8
- export { XRProvider, XRScene, ScreenSpaceUI, ScreenTransform, useScreenRectAspect, TextLabel, Panel, VideoBackground, AspectRatioContainer, SpriteAnimation, } from '../components';
8
+ export { XRProvider } from '../components/XRProvider';
9
+ export { XRScene } from '../components/XRScene';
10
+ export { ScreenSpaceUI, ScreenTransform, useScreenRectAspect } from '../components/ScreenSpaceUI';
11
+ export { TextLabel } from '../components/TextLabel';
12
+ export { Panel } from '../components/Panel';
13
+ export { PinToMesh } from '../components/PinToMesh';
14
+ export { VideoBackground } from '../components/VideoBackground';
15
+ export { AspectRatioContainer } from '../components/AspectRatioContainer';
16
+ export { Axes } from '../components/Axes';
17
+ export { SpriteAnimation } from '../components/SpriteAnimation';
18
+ export { ScreenImage } from '../components/ScreenImage';
19
+ export { DEFAULT_SCREEN_GRADIENT, normalizeScreenGradient, ScreenGradientMaterial, } from '../components/ScreenGradient';
20
+ export type { ScreenGradientMaterialProps, ScreenGradientSettings, } from '../components/ScreenGradient';
21
+ export { DEFAULT_SCREEN_GLASS, normalizeScreenGlass, ScreenGlassMaterial, } from '../components/ScreenGlass';
22
+ export type { ScreenGlassMaterialProps, ScreenGlassSettings } from '../components/ScreenGlass';
23
+ export { ScreenShape, DEFAULT_SCREEN_SHAPE_SETTINGS, mergeScreenShapeSettings, } from '../components/ScreenShape';
24
+ export { ScreenText } from '../components/ScreenText';
25
+ export { MeshRenderer } from '../components/MeshRenderer';
26
+ export { LightObject } from '../components/LightObject';
27
+ export { LookAt } from '../components/LookAt';
28
+ export { SceneObjectRenderer } from '../components/SceneObjectRenderer';
29
+ export { SequentialRenderPasses } from '../components/SequentialRenderPasses';
30
+ export { RenderGroupLayer } from '../components/RenderGroupLayer';
31
+ export { Transform3D } from '../components/Transform3D';
32
+ export { DEFAULT_MATERIAL_FILL, MaterialFill, MeshMaterial, createTwoStopGradient, } from '../material';
33
+ export type { MaterialFillSettings, MaterialFillSource, MeshMaterialProps, MeshMaterialSettings, } from '../material';
9
34
  export type { PanelProps } from '../components/Panel';
35
+ export type { AxesProps } from '../components/Axes';
10
36
  export type { TextLabelProps } from '../components/TextLabel';
11
37
  export type { ScreenTransformProps } from '../components/ScreenSpaceUI';
12
38
  export type { SpriteSheet, SpriteAnimationProps } from '../components/SpriteAnimation';
39
+ export type { Transform3DProps, Transform3DSettings } from '../components/Transform3D';
40
+ export { DEFAULT_TRANSFORM_3D } from '../components/Transform3D';
41
+ export type { MeshRendererBlendMode, MeshRendererCullMode, MeshRendererDepthFunction, MeshRendererMaterialType, MeshRendererMesh, MeshRendererProps, MeshRendererRenderState, MeshRendererSettings, MeshRendererShadowMode, } from '../components/MeshRenderer';
42
+ export { DEFAULT_MESH_RENDERER, DEFAULT_MESH_RENDERER_RENDER_STATE, normalizeMeshRendererRenderState, } from '../components/MeshRenderer';
43
+ export type { SceneObjectRendererProps } from '../components/SceneObjectRenderer';
44
+ export type { RenderGroupLayerProps } from '../components/RenderGroupLayer';
45
+ export type { SequentialRenderPassesProps } from '../components/SequentialRenderPasses';
46
+ export { EXTERNAL_BACKGROUND_RENDER_LAYER, getRenderGroupLayer, MAX_RENDER_GROUP_PASSES, renderSequentialPasses, } from '../render/renderPasses';
47
+ export type { SequentialRenderOptions } from '../render/renderPasses';
48
+ export type { ScreenImageProps, ScreenImageSource, ScreenImageFit, ScreenImageStretchMode, ScreenImageMaterialType, ScreenImageBlendMode, } from '../components/ScreenImage';
49
+ export type { ScreenTextProps, ScreenTextVerticalAlign } from '../components/ScreenText';
50
+ export type { ScreenShapeKind, ScreenShapeProps, ScreenShapeSettings, ScreenShapeSettingsInput, } from '../components/ScreenShape';
51
+ export { DEFAULT_SCREEN_IMAGE_SETTINGS, DEFAULT_SCREEN_IMAGE_SCENE_SETTINGS, mapScreenImageSettingsToProps, } from '../screen-image/screenImageSettings';
52
+ export type { ScreenImageSettings, ScreenImageSceneSettings, ScreenImageRenderMapping, } from '../screen-image/screenImageSettings';
53
+ export { DEFAULT_SCREEN_TEXT_SCENE_SETTINGS, DEFAULT_SCREEN_TEXT_SHADOW_LAYER, mapScreenTextInnerShadowToProps, mapScreenTextSettingsToProps, } from '../screen-text/screenTextSettings';
54
+ export type { ScreenTextRenderMapping, ScreenTextArtPreset, ScreenTextSettings, ScreenTextSceneSettings, ScreenTextStyle, } from '../screen-text/screenTextSettings';
55
+ export { DEFAULT_PIXEL_SNAP_INCREMENT, DEFAULT_REFERENCE_PIXELS_PER_UNIT, DEFAULT_SCREEN_TRANSFORM_2D, DEFAULT_SCREEN_TRANSFORM_ROOT, mergeScreenTransform2D, clientToScreenPixels, mediaToScreenPixels, normalizedToScreenPixels, resolveScreenTransform2D, screenPixelsToUnits, screenPixelsToClient, screenPixelsToMedia, screenPixelsToNormalized, screenPointToRay, screenUnitsToPixels, smoothNumber, smoothVector2, smoothVector3, worldToScreenPixels, } from '../screen2d';
56
+ export type { ProjectedScreenPixelPoint, ResolvedScreenTransform2D, ScreenClientRect, ScreenPixelPoint, ScreenTransform2DSettings, ScreenTransformRoot, ScreenUnitConversionOptions, ScreenViewportSize, } from '../screen2d';
13
57
  export { computeContainScale } from '../texture/computeContainScale';
14
58
  export { useMediaRecorder } from '../hooks/useMediaRecorder';
15
- export type { UseMediaRecorderOptions } from '../hooks/useMediaRecorder';
59
+ export type { RecordingStatus, UseMediaRecorderOptions } from '../hooks/useMediaRecorder';
60
+ export { useFrameCapture } from '../hooks/useFrameCapture';
61
+ export type { CaptureStatus, FrameCaptureEvents, UseFrameCaptureOptions, } from '../hooks/useFrameCapture';
16
62
  export { dataURLtoFile } from '../utils/dataURL';
17
- export { AudioEngine, audio, prefetchMusic, registerSound, startMusic, stopMusic, playOneShot, setMuted, toggleMuted, isMuted, onMuteChange, useMuted, } from '../audio';
18
- export type { AudioEngineOptions } from '../audio';
63
+ export { drawNormalizedCrop, resolveNormalizedCrop } from '../utils/drawNormalizedCrop';
64
+ export type { CropOutputSize, DrawNormalizedCropOptions, NormalizedCropBounds, } from '../utils/drawNormalizedCrop';
65
+ export { AudioEngine, AudioPlayer, audio, prefetchMusic, registerSound, startMusic, stopMusic, playOneShot, setMuted, toggleMuted, isMuted, onMuteChange, useMuted, } from '../audio';
66
+ export type { AudioEngineOptions, AudioPlayerHandle, AudioPlayerProps, AudioPlayMode, } from '../audio';
67
+ export type { PinToMeshOrientation, PinToMeshSettings, PinToMeshVector3, } from '../components/PinToMesh';
68
+ export type { LightObjectProps, LightSettings, LightType } from '../components/LightObject';
69
+ export type { LookAtProps, LookAtSettings } from '../components/LookAt';
19
70
  export { XRMediaSource, XRModel } from '../constants';
20
71
  export type { XRSession } from '../types';
21
72
  export type { XRPerfConfig } from '../types/model';
@@ -6,14 +6,18 @@
6
6
  * `<FaceMesh appearance={{ map }} />` is in `/tracking`; this is its deep
7
7
  * configuration.
8
8
  */
9
- export { blendModeIndices, DEFAULT_APPEARANCE, DEFAULT_MASKING, materialTypeOptions, shaderPresetOptions, sideOptions, textureMapOptions, alphaMapOptions, blendModeOptions, supportsTexturePanel, supportsBlendMode, } from '../components/FaceMesh';
9
+ export { blendModeIndices, DEFAULT_APPEARANCE, DEFAULT_FACE_MESH_RENDERER, DEFAULT_FACE_MESH_TRANSFORM, DEFAULT_MASKING, FACE_MESH_ALPHA_MAPS, FACE_MESH_BLEND_MODES, FACE_MESH_MASK_TEXTURE_SOURCES, FACE_MESH_MATERIAL_TYPES, FACE_MESH_SHADER_PRESETS, FACE_MESH_SIDES, FACE_MESH_TEXTURE_MAPS, materialTypeOptions, shaderPresetOptions, sideOptions, textureMapOptions, alphaMapOptions, blendModeOptions, supportsTexturePanel, supportsBlendMode, } from '../components/FaceMesh';
10
10
  export type { FaceMeshMaterialType, FaceMeshShaderPreset, FaceMeshTextureMap, FaceMeshAlphaMap, FaceMeshMaskTextureSource, FaceMeshSide, FaceMeshBlendMode, FaceMeshAppearance, FaceMeshMasking, } from '../components/FaceMesh';
11
- export { CanonicalFaceMeshRenderer, useCanonicalFaceMesh, parseCanonicalFaceModel, } from '../components';
12
- export type { CanonicalFaceMeshRendererProps, ParsedCanonicalMesh } from '../components/FaceMesh';
13
- export { FaceRetouchBackground, drawFaceRetouchMask, drawMouthRetouchMask, FACE_MASK_SIZE, FACE_OVAL, LEFT_EYE, RIGHT_EYE, OUTER_LIPS, INNER_MOUTH, LEFT_EYEBROW, RIGHT_EYEBROW, createFaceRetouchRegions, DEFAULT_FEATURE_GROUPS, DEFAULT_FEATURE_POINT_INDICES, useFaceRetouchMask, useFaceRetouchRegions, } from '../components/FaceRetouch';
14
- export type { FaceRetouchBackgroundProps, CreateFaceRetouchRegionsOptions, } from '../components/FaceRetouch';
15
- export { HeadBinding, HeadBindingOccluder, HeadOccluder, HEAD_OCCLUDER_DEFAULT_OPACITY, HEAD_OCCLUDER_DEFAULT_POSITION, HEAD_OCCLUDER_DEFAULT_SCALE, } from '../components';
16
- export type { HeadBindingOccluderOptions, HeadBindingProps } from '../components';
11
+ export { CanonicalFaceMeshRenderer, FaceMeshMaterial, FaceMeshRenderer, canonicalFaceAlphaMaskUrl, canonicalFaceTextureStyle2Url, canonicalFaceTextureUrl, CANONICAL_FACE_MESH_GEOMETRY_SPECS, mapFaceMeshRendererSettingsToProps, resolveFaceMeshRendererSettings, useCanonicalFaceMesh, parseCanonicalFaceModel, } from '../components/FaceMesh';
12
+ export type { CanonicalFaceMeshRendererProps, CanonicalFaceMeshGeometryKey, CanonicalFaceMeshGeometrySpec, FaceMeshMaterialProps, FaceMeshRendererSettings, ParsedCanonicalMesh, } from '../components/FaceMesh';
13
+ export { FACE_WARP_3D_PRESET, DEFAULT_FACE_WARP_3D_SETTINGS } from '../components/FaceWarp3D';
14
+ export type { FaceWarp3DSettings } from '../components/FaceWarp3D';
15
+ export { FACE_RETOUCH_DEFAULT_CONTROLS, FACE_RETOUCH_SETTINGS_FIELDS, FaceRetouch, patchFaceRetouchControls, resolveFaceRetouchControls, } from '../components/FaceRetouch';
16
+ export type { FaceRetouchControls, FaceRetouchProps } from '../components/FaceRetouch';
17
+ export { HeadBinding } from '../components/HeadBinding';
18
+ export type { HeadBindingOccluderOptions, HeadBindingProps } from '../components/HeadBinding';
19
+ export { HeadBindingOccluder } from '../components/HeadBindingOccluder';
20
+ export { HEAD_OCCLUDER_DEFAULT_OPACITY, HEAD_OCCLUDER_DEFAULT_POSITION, HEAD_OCCLUDER_DEFAULT_SCALE, HeadOccluder, } from '../components/HeadOccluder';
17
21
  export { computeAdaptiveVerticalFit, computeHeadBindingCubePose, computeHeadBindingDebugMetrics, computeHeadBindingShape, computeUniversalHeadDepthOffset, computeUniversalOccluderScale, computeUniversalPitchOffsetY, computeUniversalYawOffsetX, solveHeadBinding, } from '../utils/headBinding';
18
22
  export type { HeadBindingAdaptiveValues, HeadBindingCubeModel, HeadBindingCubePose, HeadBindingDebugMetrics, HeadBindingSolveResult, HeadBindingShape, } from '../types/headBinding';
19
- export type { FaceLandmark2D, BoundingBox, FaceRawTrackingData, FaceRetouchRegion, FaceBounds, FaceTrackingResult, } from '../types/face';
23
+ export type { FaceLandmark2D, BoundingBox, FaceRawTrackingData, FaceBounds, FaceTrackingResult, } from '../types/face';
@@ -5,7 +5,7 @@
5
5
  * low-level compositor/render types. Present for the SDK's own tooling and
6
6
  * the editor; app code should not import from here.
7
7
  */
8
- export { XRDebugView } from '../components';
8
+ export { XRDebugView } from '../components/XRDebugView';
9
9
  export { DebuggerProvider } from '../components/Debugger/DebuggerProvider';
10
10
  export { DebuggerOverlay } from '../components/Debugger';
11
11
  export { useDebugger } from '../hooks/useDebugger';
@@ -6,7 +6,7 @@
6
6
  * blessed API can't express this." Prefer `/tracking` and `/face-effects`
7
7
  * first; reach here only when they fall short.
8
8
  */
9
- export { useXRContext } from '../components';
9
+ export { useXRContext } from '../components/XRProvider';
10
10
  export { useTrackerContext } from '../hooks/useTrackerContext';
11
11
  export type { TrackerContextValue, TrackerLandmarkResolver } from '../hooks/useTrackerContext';
12
12
  export { useXRModel } from '../hooks/useXRModel';
@@ -16,15 +16,32 @@ export { useXRReady, useXRError, useXRCameraTexture, useXRRenderSize, useXRModel
16
16
  export type { GestureName } from '../hooks/useGestureEdge';
17
17
  export { useFaceBoundingBox } from '../hooks/useFaceBoundingBox';
18
18
  export { computeLandmarkBounds } from '../utils/landmarkBounds';
19
- export { useScreenSpace, ScreenRectAspectContext, computeScreenTransform } from '../components';
19
+ export { createFaceInfoTarget, getFaceInfo } from '../face-info';
20
+ export type { FaceInfoTarget } from '../face-info';
21
+ export { useScreenSpace, ScreenRectAspectContext, computeScreenTransform, } from '../components/ScreenSpaceUI';
20
22
  export type { ScreenAnchorEdges, ScreenOffsetEdges, ResolvedScreenTransform, ScreenDimensions, } from '../components/ScreenSpaceUI';
21
- export { XRCompositor, XRLayer, XRMediaSurface, XRViewport, XRTrackingOverlay, useXRViewportState, PerspectiveCamera, HeadTracker, BoundingBoxOverlay, } from '../components';
22
- export type { BoundingBoxOverlayProps } from '../components';
23
+ export { XRCompositor } from '../components/XRCompositor';
24
+ export { XRLayer } from '../components/XRLayer';
25
+ export { XRMediaSurface, XRTrackingOverlay } from '../components/XRMediaSurface';
26
+ export { XRViewport, useXRViewportState } from '../components/XRViewport';
27
+ export { PerspectiveCamera } from '../components/PerspectiveCamera';
28
+ export { HeadTracker, BoundingBoxOverlay } from '../components/FaceTracker';
29
+ export type { BoundingBoxOverlayProps } from '../components/FaceTracker';
23
30
  export type { XRViewportFitMode, XRViewportMediaAssetOption, XRViewportMediaStrategy, XRViewportMode, XRViewportRenderState, XRViewportSize, XRViewportSourceConfig, XRViewportSourceKind, } from '../components/XRViewport';
24
31
  export type { XRLayerConfig } from '../types/compositor';
25
32
  export type { XRMediaLayout, XRMediaSourceKind } from '../types/compositor';
33
+ export { useXRViewportRenderOutputs } from '../components/XRViewport';
34
+ export type { XRViewportPreviewMode, XRViewportRenderOutputRequest, XRViewportRenderOutputs, } from '../components/XRViewport';
35
+ export type { XRSceneRenderOutputRequest, XRSceneRenderOutputs } from '../components/XRScene';
36
+ export { getThreeBlending, getThreeDepthFunction, getThreeSide } from '../components/MeshRenderer';
26
37
  export { resolveCalibrationFaceDisplayMirrored, useCalibrationFaceTracker, } from '../hooks/useCalibrationFaceTracker';
27
38
  export type { CalibrationMediaSourceKind, CalibrationTrackerMode, } from '../hooks/useCalibrationFaceTracker';
28
39
  export type { TextureFit } from '../texture/types';
29
40
  export { TEXTURE_FITS } from '../texture/types';
30
41
  export { hasFullUnitUVBounds } from '../texture/hasFullUnitUVBounds';
42
+ export { getPlaybackFrame, getSequenceFrame } from '../texture/animationMath';
43
+ export type { PlaybackFrameResult } from '../texture/animationMath';
44
+ export { BasicAnimatedTextureController } from '../texture/animatedTexture';
45
+ export type { AnimatedTextureCapabilities, AnimatedTextureController, AnimatedTextureListener, AnimatedTextureEvent, AnimatedTextureEventListener, AnimatedTextureEventType, AnimatedTexturePlayMode, AnimatedTextureSnapshot, AnimatedTextureState, } from '../texture/animatedTexture';
46
+ export { TextureSourceLoadError, createTextureSourceResolver, disposeResolvedTextureSource, resolveTextureSource, throwIfAborted, } from '../texture/sourceResolver';
47
+ export type { ResolvedTextureSource, TextureSourceProvider, TextureSourceResolver, } from '../texture/sourceResolver';
@@ -0,0 +1,10 @@
1
+ /**
2
+ * `@vincentt-xr/sdk/scene-object` — public scene authoring data and pure store operations.
3
+ *
4
+ * Runtime renderers remain in the core door. DOM authoring panels remain in
5
+ * `@vincentt-xr/sdk/debug-ui`.
6
+ */
7
+ export { addComponentToObject, componentDefaults, createDefaultComponent, createDefaultFaceMeshRendererSettings, createDefaultMaterialSettings, createDefaultMeshRendererSettings, createDefaultScreenImageSettings, createDefaultScreenTextSettings, createDefaultScreenShapeSettings, createDefaultScreenTransformSettings, createDefaultTextureSettings, createDefaultTransformSettings, createSceneComponentId, createSceneId, createSceneObject, createSceneObjectId, createOrderedComponentsSelector, deleteSceneObject, getOrderedComponents, getSceneObjectChildren, moveComponent, removeComponent, replaceSceneComponent, replaceSceneObject, setSceneObjectParent, setSceneObjectParentPreserveWorldTransform, setSceneObjectVisible, } from '../scene-object';
8
+ export type { ComponentRegistry, MaterialSettings, SceneComponent, SceneComponentId, SceneComponentType, SceneObject, SceneObjectId, SceneObjectStore, TextureSettings, } from '../scene-object';
9
+ export { createRenderPlan, DEFAULT_RENDER_GROUP_IDS, getDefaultRenderGroupId, migrateToRenderGroups, moveObjectToGroup, RENDER_GROUP_POLICIES, reorderObjectWithinGroup, reorderRenderGroup, validateGroupCompatibility, } from '../render/renderGroups';
10
+ export type { RenderGroup, RenderGroupDomain, RenderGroupId, RenderGroupPolicy, RenderGroupSceneObjectStore, RenderMode, RenderPlanEntry, } from '../render/renderGroups';
@@ -6,10 +6,33 @@
6
6
  * blessed face reader. Deep face-filter config lives in `/face-effects`; raw
7
7
  * model-node reads and selectors live in `/low-level`.
8
8
  */
9
- export { FaceTracker, HandTracker, GestureTracker, BodyTracker, Segmentation, FaceMesh, TrackingAnchor, GestureTrigger, } from '../components';
9
+ export { FaceTracker } from '../components/FaceTracker';
10
+ export { HandTracker } from '../components/HandTracker';
11
+ export { GestureTracker } from '../components/GestureTracker';
12
+ export { BodyTracker } from '../components/BodyTracker';
13
+ export { Segmentation } from '../components/Segmentation';
14
+ export { FaceMesh } from '../components/FaceMesh';
15
+ export { DEFAULT_TRACKING_ANCHOR, TrackingAnchor } from '../components/TrackingAnchor';
16
+ export type { TrackingAnchorSettings } from '../components/TrackingAnchor';
17
+ export { GestureTrigger } from '../components/GestureTrigger';
10
18
  export type { GestureTriggerProps } from '../components/GestureTrigger';
11
19
  export { useFaceResults } from '../hooks/useFaceResults';
12
- export type { FaceTarget, HandTarget, BodyTarget, TrackingTarget, TrackerType, } from '../types/tracking';
20
+ export { useFaceInfo } from '../hooks/useFaceInfo';
21
+ export type { UseFaceInfoOptions } from '../hooks/useFaceInfo';
22
+ export { useFaceInfos } from '../hooks/useFaceInfos';
23
+ export type { UseFaceInfosOptions } from '../hooks/useFaceInfos';
24
+ export { useFaceDetection } from '../hooks/useFaceDetection';
25
+ export type { FaceDetectionPhase, FaceDetectionState, UseFaceDetectionOptions, } from '../hooks/useFaceDetection';
26
+ export { DEFAULT_FACE_EXPRESSION_THRESHOLD, FACE_BLENDSHAPE_NAMES, FACE_LANDMARK_INDICES, drawFaceCrop, getFaceBlendshape, getFaceEyeDistance, hasFaceExpression, } from '../face-info';
27
+ export type { DrawFaceCropOptions, FaceBlendshapeName, FaceInfo, FaceVector3 } from '../face-info';
28
+ export { DEFAULT_FACE_ACTION_OPTIONS, FACE_ACTION_NAMES, getFaceActionValue, getStrongestFaceAction, hasFaceAction, } from '../face-action';
29
+ export type { FaceActionDefaults, FaceActionName, FaceActionOptions, FaceActionPhase, FaceActionState, StrongestFaceAction, } from '../face-action';
30
+ export { useFaceAction } from '../hooks/useFaceAction';
31
+ export { DEFAULT_FACE_ATTRIBUTE_EXPRESSION_MODEL_URL, useFaceAttributeExpression, } from '../hooks/useFaceAttributeExpression';
32
+ export type { FaceAttributeExpressionStatus, UseFaceAttributeExpressionOptions, UseFaceAttributeExpressionResult, } from '../hooks/useFaceAttributeExpression';
33
+ export { FACE_ATTRIBUTE_EXPRESSION_NAMES } from '../face-attribute-expression';
34
+ export type { FaceAttributeExpressionName, FaceAttributeExpressionResult, FaceAttributeExpressionScoreName, } from '../face-attribute-expression';
35
+ export type { FaceTarget, FaceCustomAnchorPoint, HandTarget, BodyTarget, TrackingTarget, TrackerType, } from '../types/tracking';
13
36
  export { FACE_TARGETS, HAND_TARGETS, BODY_TARGETS, getTargetNamespace } from '../types/tracking';
14
37
  export type { SegmentationType } from '../types/segmentation';
15
38
  export { SEGMENTATION_TYPES } from '../types/segmentation';
@@ -0,0 +1,34 @@
1
+ import { FaceInfo, FaceVector3 } from '../face-info';
2
+ export declare const FACE_ACTION_NAMES: readonly ["browRaise", "eyeBlink", "eyeBlinkLeft", "eyeBlinkRight", "eyeBlinkEither", "headUp", "headDown", "headTurnLeft", "headTurnRight", "mouthOpen", "mouthPout", "headTiltLeft", "headTiltRight"];
3
+ export type FaceActionName = (typeof FACE_ACTION_NAMES)[number];
4
+ export type FaceActionOptions = {
5
+ threshold?: number;
6
+ releaseThreshold?: number;
7
+ holdMs?: number;
8
+ neutralRotation?: FaceVector3;
9
+ };
10
+ export type FaceActionDefaults = Required<Pick<FaceActionOptions, "threshold" | "releaseThreshold" | "holdMs">>;
11
+ export type FaceActionState = {
12
+ action: FaceActionName;
13
+ active: boolean;
14
+ value: number;
15
+ justStarted: boolean;
16
+ justEnded: boolean;
17
+ phase: FaceActionPhase;
18
+ };
19
+ export type FaceActionPhase = "begin" | "stay" | "end" | "none";
20
+ export declare const DEFAULT_FACE_ACTION_OPTIONS: Readonly<Record<FaceActionName, FaceActionDefaults>>;
21
+ export declare const resolveFaceActionOptions: (action: FaceActionName, options?: FaceActionOptions) => FaceActionDefaults;
22
+ export declare const getFaceActionValue: (face: FaceInfo, action: FaceActionName, { neutralRotation }?: Pick<FaceActionOptions, "neutralRotation">) => number;
23
+ export declare const hasFaceAction: (face: FaceInfo, action: FaceActionName, options?: FaceActionOptions) => boolean;
24
+ export type StrongestFaceAction = {
25
+ face: FaceInfo | null;
26
+ value: number;
27
+ };
28
+ export declare const getStrongestFaceAction: (faces: readonly FaceInfo[], action: FaceActionName, options?: FaceActionOptions) => StrongestFaceAction;
29
+ export type FaceActionStepState = FaceActionState & {
30
+ holdStartedAt: number | null;
31
+ };
32
+ export declare const createFaceActionStepState: (action: FaceActionName) => FaceActionStepState;
33
+ /** Internal hook state step; exported from this module only for focused tests. */
34
+ export declare const stepFaceActionState: (state: FaceActionStepState, value: number, now: number, hasFace: boolean, options: FaceActionDefaults) => FaceActionStepState;
@@ -0,0 +1,10 @@
1
+ export declare const FACE_ATTRIBUTE_EXPRESSION_NAMES: readonly ["angry", "disgust", "fear", "happy", "neutral", "sad", "surprise", "unknown"];
2
+ export type FaceAttributeExpressionName = (typeof FACE_ATTRIBUTE_EXPRESSION_NAMES)[number];
3
+ export type FaceAttributeExpressionScoreName = Exclude<FaceAttributeExpressionName, "unknown">;
4
+ export type FaceAttributeExpressionResult = {
5
+ expression: FaceAttributeExpressionName;
6
+ confidence: number;
7
+ scores: Readonly<Record<FaceAttributeExpressionScoreName, number>>;
8
+ };
9
+ export declare const readFaceAttributeExpression: (logits: ArrayLike<number>, minConfidence?: number) => FaceAttributeExpressionResult;
10
+ export declare const faceCropToExpressionInput: (pixels: ImageData) => Float32Array;