@vincentt-xr/sdk 2.0.0-alpha.0 → 2.0.0-alpha.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/GROUNDING.md +1813 -27
- package/dist/{DebuggerUI-CEfdddkZ.cjs → DebuggerUI-B45_Gb9d.cjs} +1 -1
- package/dist/{DebuggerUI-Dgop6Q6o.js → DebuggerUI-Cq28c18s.js} +1 -1
- package/dist/FaceMeshRenderer-6t8OsQhK.js +1195 -0
- package/dist/FaceMeshRenderer-lQLhYIW-.cjs +155 -0
- package/dist/FaceRetouch-CDrL0pXg.js +551 -0
- package/dist/FaceRetouch-DtNl8-4e.cjs +134 -0
- package/dist/audio/AudioEngine.d.ts +3 -1
- package/dist/audio/AudioPlayer.d.ts +29 -0
- package/dist/audio/AudioPlayerLogic.d.ts +4 -0
- package/dist/audio/index.d.ts +2 -0
- package/dist/components/Axes/index.d.ts +6 -0
- package/dist/components/FaceMesh/FaceMeshRenderer.d.ts +17 -0
- package/dist/components/FaceMesh/canonical/CanonicalFaceMeshRenderer.d.ts +22 -1
- package/dist/components/FaceMesh/canonical/FaceMeshMaterial.d.ts +25 -0
- package/dist/components/FaceMesh/canonical/assets.d.ts +3 -0
- package/dist/components/FaceMesh/canonical/geometryGroups.d.ts +9 -0
- package/dist/components/FaceMesh/canonical/parseCanonicalFaceModel.d.ts +2 -0
- package/dist/components/FaceMesh/canonical/shaders.d.ts +2 -0
- package/dist/components/FaceMesh/deform.d.ts +3 -0
- package/dist/components/FaceMesh/index.d.ts +5 -0
- package/dist/components/FaceMesh/material/defaults.d.ts +74 -0
- package/dist/components/FaceMesh/material/index.d.ts +1 -0
- package/dist/components/FaceMesh/material/options.d.ts +5 -1
- package/dist/components/FaceMesh/material/support.d.ts +7 -2
- package/dist/components/FaceMesh/material/textures.d.ts +4 -0
- package/dist/components/FaceMesh/material/types.d.ts +4 -2
- package/dist/components/FaceRetouch/Background.d.ts +9 -5
- package/dist/components/FaceRetouch/FaceRetouch.d.ts +47 -0
- package/dist/components/FaceRetouch/index.d.ts +2 -6
- package/dist/components/FaceRetouch/landmarkMask.d.ts +4 -6
- package/dist/components/FaceRetouch/useFaceRetouchMask.d.ts +4 -7
- package/dist/components/FaceTracker/index.d.ts +5 -3
- package/dist/components/FaceWarp3D/FaceWarp3DHead.d.ts +15 -0
- package/dist/components/FaceWarp3D/defaults.d.ts +37 -0
- package/dist/components/FaceWarp3D/index.d.ts +3 -0
- package/dist/components/FaceWarp3D/warp.d.ts +13 -0
- package/dist/components/HandJoints2D/index.d.ts +6 -0
- package/dist/components/HandTracker/index.d.ts +2 -2
- package/dist/components/HandTracking2D/HandVisual.d.ts +12 -0
- package/dist/components/HandTracking2D/index.d.ts +5 -0
- package/dist/components/HandTracking2DController/index.d.ts +5 -0
- package/dist/components/HandTracking3D/index.d.ts +6 -0
- package/dist/components/LightObject/index.d.ts +20 -0
- package/dist/components/LookAt/index.d.ts +23 -0
- package/dist/components/MeshRenderer/index.d.ts +58 -0
- package/dist/components/PerspectiveCamera/index.d.ts +2 -8
- package/dist/components/PinToMesh/index.d.ts +47 -0
- package/dist/components/RenderGroupLayer/index.d.ts +6 -0
- package/dist/components/SceneObjectRenderer/index.d.ts +16 -0
- package/dist/components/Screen2D/ScreenTransformFrame.d.ts +11 -0
- package/dist/components/Screen2D/ScreenTransformHelpers.d.ts +19 -0
- package/dist/components/Screen2D/ScreenTransformInteraction.d.ts +18 -0
- package/dist/components/Screen2D/index.d.ts +5 -0
- package/dist/components/ScreenGlass/defaults.d.ts +3 -0
- package/dist/components/ScreenGlass/index.d.ts +5 -0
- package/dist/components/ScreenGlass/shaders.d.ts +2 -0
- package/dist/components/ScreenGlass/types.d.ts +10 -0
- package/dist/components/ScreenGradient/defaults.d.ts +5 -0
- package/dist/components/ScreenGradient/index.d.ts +5 -0
- package/dist/components/ScreenGradient/shaders.d.ts +2 -0
- package/dist/components/ScreenGradient/types.d.ts +19 -0
- package/dist/components/ScreenImage/ScreenImage.d.ts +4 -0
- package/dist/components/ScreenImage/components/DynamicTextureSync.d.ts +9 -0
- package/dist/components/ScreenImage/components/ScreenImageBody.d.ts +9 -0
- package/dist/components/ScreenImage/components/ScreenImageFrame.d.ts +9 -0
- package/dist/components/ScreenImage/components/ScreenImageTransformFrame.d.ts +9 -0
- package/dist/components/ScreenImage/fit.d.ts +52 -0
- package/dist/components/ScreenImage/index.d.ts +8 -0
- package/dist/components/ScreenImage/materials/ScreenImageBlendMaterial.d.ts +9 -0
- package/dist/components/ScreenImage/materials/ScreenImageMatcap.d.ts +3 -0
- package/dist/components/ScreenImage/source.d.ts +16 -0
- package/dist/components/ScreenImage/types.d.ts +37 -0
- package/dist/components/ScreenImage/utils/ScreenImageConstants.d.ts +9 -0
- package/dist/components/ScreenImage/utils/ScreenImageHelpers.d.ts +4 -0
- package/dist/components/ScreenShape/geometry.d.ts +5 -0
- package/dist/components/ScreenShape/index.d.ts +5 -0
- package/dist/components/ScreenShape/types.d.ts +41 -0
- package/dist/components/ScreenSpaceUI/ScreenTransformGuide.d.ts +15 -0
- package/dist/components/ScreenSpaceUI/ScreenTransformOverlayGuide.d.ts +9 -0
- package/dist/components/ScreenSpaceUI/index.d.ts +2 -0
- package/dist/components/ScreenText/components/ScreenTextBody.d.ts +2 -0
- package/dist/components/ScreenText/components/ScreenTextTransformFrame.d.ts +9 -0
- package/dist/components/ScreenText/constants.d.ts +5 -0
- package/dist/components/ScreenText/index.d.ts +6 -0
- package/dist/components/ScreenText/types.d.ts +31 -0
- package/dist/components/ScreenText/utils/ScreenTextHelpers.d.ts +14 -0
- package/dist/components/ScreenText/utils/ScreenTextMappings.d.ts +17 -0
- package/dist/components/SequentialRenderPasses/index.d.ts +6 -0
- package/dist/components/TextLabel/TextLabel.d.ts +5 -0
- package/dist/components/TextLabel/alignment.d.ts +4 -0
- package/dist/components/TextLabel/bend.d.ts +9 -0
- package/dist/components/TextLabel/canvas/buildTextLabelTexture.d.ts +4 -0
- package/dist/components/TextLabel/canvas/canvasTypography.d.ts +13 -0
- package/dist/components/TextLabel/canvas/drawBackground.d.ts +21 -0
- package/dist/components/TextLabel/canvas/drawEffects.d.ts +34 -0
- package/dist/components/TextLabel/canvas/drawText.d.ts +19 -0
- package/dist/components/TextLabel/components/TextLabelMesh.d.ts +13 -0
- package/dist/components/TextLabel/constants.d.ts +2 -0
- package/dist/components/TextLabel/hooks/useTextLabelTexture.d.ts +7 -0
- package/dist/components/TextLabel/index.d.ts +2 -62
- package/dist/components/TextLabel/layout/measurement.d.ts +8 -0
- package/dist/components/TextLabel/layout/resolveTextLayout.d.ts +25 -0
- package/dist/components/TextLabel/layout/wrapText.d.ts +6 -0
- package/dist/components/TextLabel/types.d.ts +227 -0
- package/dist/components/TrackingAnchor/index.d.ts +18 -2
- package/dist/components/Transform3D/index.d.ts +30 -0
- package/dist/components/XRMediaSurface/index.d.ts +6 -6
- package/dist/components/XRScene/index.d.ts +14 -3
- package/dist/components/XRViewport/XRViewport.d.ts +11 -0
- package/dist/components/XRViewport/components/HiddenMedia.d.ts +7 -0
- package/dist/components/XRViewport/components/MediaAssetPicker.d.ts +8 -0
- package/dist/components/XRViewport/components/MediaControlStack.d.ts +13 -0
- package/dist/components/XRViewport/components/XRViewportLayers.d.ts +30 -0
- package/dist/components/XRViewport/constants.d.ts +24 -0
- package/dist/components/XRViewport/contexts.d.ts +6 -0
- package/dist/components/XRViewport/hooks/useViewportExternalFaces.d.ts +13 -0
- package/dist/components/XRViewport/hooks/useViewportMediaSource.d.ts +16 -0
- package/dist/components/XRViewport/hooks/useViewportMediaTexture.d.ts +10 -0
- package/dist/components/XRViewport/hooks/useViewportPipeline.d.ts +41 -0
- package/dist/components/XRViewport/hooks/useViewportRenderState.d.ts +47 -0
- package/dist/components/XRViewport/index.d.ts +3 -101
- package/dist/components/XRViewport/layout.d.ts +16 -0
- package/dist/components/XRViewport/slots.d.ts +16 -0
- package/dist/components/XRViewport/types.d.ts +89 -0
- package/dist/components/XRViewport/useViewportSize.d.ts +3 -0
- package/dist/components/index.d.ts +19 -0
- package/dist/contexts-BKvTIayr.cjs +1 -0
- package/dist/contexts-Bk5zz_VR.js +214 -0
- package/dist/debug-ui/component-editor/index.d.ts +19 -0
- package/dist/debug-ui/default-setting/index.d.ts +37 -0
- package/dist/debug-ui/default-setting.cjs +21 -0
- package/dist/debug-ui/default-setting.js +777 -0
- package/dist/debug-ui/face-mesh-renderer-settings/index.d.ts +8 -0
- package/dist/debug-ui/face-retouch/index.d.ts +11 -0
- package/dist/debug-ui/face-warp-3d/index.d.ts +6 -0
- package/dist/debug-ui/hand-joints-2d/index.d.ts +6 -0
- package/dist/debug-ui/hand-tracking-2d/index.d.ts +6 -0
- package/dist/debug-ui/hand-tracking-2d-controller/index.d.ts +6 -0
- package/dist/debug-ui/hand-tracking-3d/index.d.ts +6 -0
- package/dist/debug-ui/hierarchy-panel/index.d.ts +29 -0
- package/dist/debug-ui/index.d.ts +46 -0
- package/dist/debug-ui/layer-panel/index.d.ts +18 -0
- package/dist/debug-ui/media-source/MediaSourceSwitcher.d.ts +10 -0
- package/dist/debug-ui/media-source/index.d.ts +6 -0
- package/dist/debug-ui/media-source/media-preset.d.ts +9 -0
- package/dist/debug-ui/media-source/session.d.ts +12 -0
- package/dist/debug-ui/media-source.cjs +1 -0
- package/dist/debug-ui/media-source.js +9 -0
- package/dist/debug-ui/mesh-renderer-settings/index.d.ts +6 -0
- package/dist/debug-ui/object-inspector-panel/index.d.ts +25 -0
- package/dist/debug-ui/pin-to-mesh-settings/index.d.ts +10 -0
- package/dist/debug-ui/scene-editor/context.d.ts +38 -0
- package/dist/debug-ui/scene-editor/hierarchy-panel.d.ts +9 -0
- package/dist/debug-ui/scene-editor/index.d.ts +11 -0
- package/dist/debug-ui/scene-editor/inspector-panel.d.ts +7 -0
- package/dist/debug-ui/scene-editor/store-utils.d.ts +2 -0
- package/dist/debug-ui/scene-editor/viewport-toolbar.d.ts +4 -0
- package/dist/debug-ui/scene-editor/viewport.d.ts +21 -0
- package/dist/debug-ui/screen-glass-settings/index.d.ts +6 -0
- package/dist/debug-ui/screen-gradient-settings/GradientStopsEditor.d.ts +5 -0
- package/dist/debug-ui/screen-gradient-settings/index.d.ts +6 -0
- package/dist/debug-ui/screen-gradient-settings/styles.d.ts +3 -0
- package/dist/debug-ui/screen-image-settings/index.d.ts +9 -0
- package/dist/debug-ui/screen-shape-settings/index.d.ts +6 -0
- package/dist/debug-ui/screen-text-settings/NumberField.d.ts +9 -0
- package/dist/debug-ui/screen-text-settings/ScreenTextSettingsPanel.d.ts +3 -0
- package/dist/debug-ui/screen-text-settings/controls/NestedSection.d.ts +7 -0
- package/dist/debug-ui/screen-text-settings/controls/Section.d.ts +8 -0
- package/dist/debug-ui/screen-text-settings/controls/icons.d.ts +4 -0
- package/dist/debug-ui/screen-text-settings/index.d.ts +2 -0
- package/dist/debug-ui/screen-text-settings/sections/BackgroundSection.d.ts +8 -0
- package/dist/debug-ui/screen-text-settings/sections/ContentSection.d.ts +5 -0
- package/dist/debug-ui/screen-text-settings/sections/EffectsSection.d.ts +25 -0
- package/dist/debug-ui/screen-text-settings/sections/StyleSection.d.ts +5 -0
- package/dist/debug-ui/screen-text-settings/sections/TransformSection.d.ts +5 -0
- package/dist/debug-ui/screen-text-settings/sections/background/BackgroundFillControls.d.ts +2 -0
- package/dist/debug-ui/screen-text-settings/sections/background/BackgroundSizeControls.d.ts +2 -0
- package/dist/debug-ui/screen-text-settings/sections/background/BackgroundStrokeControls.d.ts +2 -0
- package/dist/debug-ui/screen-text-settings/sections/background/types.d.ts +7 -0
- package/dist/debug-ui/screen-text-settings/sections/effects/BendEffectSection.d.ts +4 -0
- package/dist/debug-ui/screen-text-settings/sections/effects/EffectChrome.d.ts +21 -0
- package/dist/debug-ui/screen-text-settings/sections/effects/GlowEffectSection.d.ts +4 -0
- package/dist/debug-ui/screen-text-settings/sections/effects/InnerShadowEffectSection.d.ts +4 -0
- package/dist/debug-ui/screen-text-settings/sections/effects/OutlineEffectSection.d.ts +4 -0
- package/dist/debug-ui/screen-text-settings/sections/effects/ShadowEffectSection.d.ts +4 -0
- package/dist/debug-ui/screen-text-settings/sections/effects/types.d.ts +14 -0
- package/dist/debug-ui/screen-text-settings/settings.d.ts +90 -0
- package/dist/debug-ui/screen-text-settings/styles.d.ts +26 -0
- package/dist/debug-ui/screen-text-settings/transform.d.ts +6 -0
- package/dist/debug-ui/screen-text-settings/types.d.ts +9 -0
- package/dist/debug-ui/settings-panel/index.d.ts +38 -0
- package/dist/debug-ui/shared/MaterialSection.d.ts +13 -0
- package/dist/debug-ui/shared/ScreenTransformSection.d.ts +32 -0
- package/dist/debug-ui/transform-3d-settings/index.d.ts +11 -0
- package/dist/debug-ui.cjs +10 -0
- package/dist/debug-ui.js +8861 -0
- package/dist/drawNormalizedCrop-B-7zU-Xw.cjs +1 -0
- package/dist/drawNormalizedCrop-CRdIDyl1.js +44 -0
- package/dist/entries/all.d.ts +1 -0
- package/dist/entries/core.d.ts +55 -4
- package/dist/entries/face-effects.d.ts +12 -8
- package/dist/entries/internal.d.ts +1 -1
- package/dist/entries/low-level.d.ts +21 -4
- package/dist/entries/scene-object.d.ts +10 -0
- package/dist/entries/tracking.d.ts +25 -2
- package/dist/face-action/index.d.ts +34 -0
- package/dist/face-attribute-expression/index.d.ts +10 -0
- package/dist/face-effects.cjs +1 -252
- package/dist/face-effects.js +1404 -2613
- package/dist/face-info/blendshapes.d.ts +3 -0
- package/dist/face-info/derive.d.ts +8 -0
- package/dist/face-info/drawFaceCrop.d.ts +10 -0
- package/dist/face-info/getFaceInfo.d.ts +8 -0
- package/dist/face-info/index.d.ts +8 -0
- package/dist/face-info/landmarks.d.ts +21 -0
- package/dist/face-info/types.d.ts +52 -0
- package/dist/getFaceInfo-CyPAKh3h.cjs +1 -0
- package/dist/getFaceInfo-hUKMLFcr.js +118 -0
- package/dist/hand/handJoints2d.d.ts +49 -0
- package/dist/hand/handTracking2d.d.ts +33 -0
- package/dist/hand/handTracking2dController.d.ts +65 -0
- package/dist/hand/handTracking3d.d.ts +52 -0
- package/dist/hooks/faceResults.d.ts +1 -1
- package/dist/hooks/useCalibrationFaceTracker.d.ts +1 -1
- package/dist/hooks/useFaceAction.d.ts +3 -0
- package/dist/hooks/useFaceAttributeExpression.d.ts +16 -0
- package/dist/hooks/useFaceDetection.d.ts +18 -0
- package/dist/hooks/useFaceInfo.d.ts +7 -0
- package/dist/hooks/useFaceInfos.d.ts +15 -0
- package/dist/hooks/useFaceResultReader.d.ts +10 -0
- package/dist/hooks/useFrameCapture.d.ts +18 -0
- package/dist/hooks/useMediaRecorder.d.ts +14 -2
- package/dist/hooks/useOwnedTexture.d.ts +6 -0
- package/dist/hooks/useTrackerContext.d.ts +2 -2
- package/dist/hooks/useXRSession/facade.d.ts +3 -0
- package/dist/hooks/useXRSession/registry.d.ts +9 -0
- package/dist/index-82aENaRq.cjs +1 -0
- package/dist/{index-BD-JWMjE.js → index-BgQAX8rs.js} +198 -134
- package/dist/index-CEc1CAmB.cjs +1 -0
- package/dist/index-CTHeBQOs.js +178 -0
- package/dist/index-D4bLzBr6.cjs +1 -0
- package/dist/index-DSpzjuqd.cjs +1 -0
- package/dist/index-Di70KWuY.js +2049 -0
- package/dist/index-DzEzkBIH.cjs +17 -0
- package/dist/{index-CYMj26Ej.js → index-JygePOwo.js} +565 -498
- package/dist/index-UC0Ux38E.js +111 -0
- package/dist/{internal-KOKJDxCG.js → internal-DuMPpcbp.js} +86 -80
- package/dist/internal-i2JkM85N.cjs +1 -0
- package/dist/internal.cjs +1 -1
- package/dist/internal.js +2 -2
- package/dist/low-level.cjs +1 -1
- package/dist/low-level.js +959 -632
- package/dist/main.cjs +1 -1
- package/dist/main.js +556 -455
- package/dist/material/MaterialFill.d.ts +20 -0
- package/dist/material/MeshMaterial.d.ts +14 -0
- package/dist/material/index.d.ts +2 -0
- package/dist/models/Body/index.d.ts +1 -1
- package/dist/models/Face/index.d.ts +1 -0
- package/dist/models/Face/rotation.d.ts +3 -0
- package/dist/models/Hand/HandTracking.d.ts +2 -0
- package/dist/render/layerStack.d.ts +29 -0
- package/dist/render/renderGroups.d.ts +47 -0
- package/dist/render/renderPasses.d.ts +18 -0
- package/dist/renderGroups-C9QJrAXu.js +152 -0
- package/dist/renderGroups-Dvm1J4lW.cjs +1 -0
- package/dist/renderLayers-lDtL0_43.cjs +1 -0
- package/dist/renderLayers-zrK2pv5O.js +13 -0
- package/dist/renderPasses-CT5iBwtg.cjs +21 -0
- package/dist/renderPasses-CjgG_6kQ.js +1500 -0
- package/dist/scene-object/index.d.ts +146 -0
- package/dist/scene-object/runtimeRegistry.d.ts +14 -0
- package/dist/scene-object.cjs +1 -0
- package/dist/scene-object.js +40 -0
- package/dist/screen-image/screenImagePresets.d.ts +13 -0
- package/dist/screen-image/screenImageSettings.d.ts +57 -0
- package/dist/screen-text/screenTextPresets.d.ts +6 -0
- package/dist/screen-text/screenTextSettings.d.ts +147 -0
- package/dist/screen2d/coordinates.d.ts +87 -0
- package/dist/screen2d/index.d.ts +7 -0
- package/dist/screen2d/material-runtime.d.ts +32 -0
- package/dist/screen2d/screenTransform.d.ts +47 -0
- package/dist/screen2d/smoothing.d.ts +5 -0
- package/dist/screen2d/texture.d.ts +10 -0
- package/dist/screen2d/transform.d.ts +25 -0
- package/dist/screen2d/types.d.ts +90 -0
- package/dist/{selectors-Bub0o3qy.cjs → selectors-2QvO5RYY.cjs} +1 -1
- package/dist/{selectors-BHO6TnoC.js → selectors-Dw3C-gSk.js} +5 -5
- package/dist/services/MetricsCollector/index.d.ts +7 -1
- package/dist/services/MetricsCollector/utils.d.ts +1 -1
- package/dist/session-BChR4TgK.cjs +31 -0
- package/dist/session-C1StwN0f.js +363 -0
- package/dist/texture/animatedTexture.d.ts +61 -0
- package/dist/texture/animationMath.d.ts +8 -0
- package/dist/texture/sourceResolver.d.ts +30 -0
- package/dist/tracking.cjs +1 -1
- package/dist/tracking.js +582 -298
- package/dist/types/face.d.ts +1 -13
- package/dist/types/hand-tracking.d.ts +8 -0
- package/dist/types/index.d.ts +0 -1
- package/dist/types/nodes.d.ts +4 -1
- package/dist/types/session.d.ts +2 -0
- package/dist/types/tracking.d.ts +8 -2
- package/dist/types/util-types.d.ts +1 -1
- package/dist/useFaceInfo-C-WfMlYp.cjs +1 -0
- package/dist/useFaceInfo-CwsHZedC.js +62 -0
- package/dist/useFaceResults-CkFc1egZ.js +19 -0
- package/dist/useFaceResults-VcFdOUFV.cjs +1 -0
- package/dist/utils/drawNormalizedCrop.d.ts +22 -0
- package/dist/utils/integrity.d.ts +4 -25
- package/dist/utils/landmarkBounds.d.ts +1 -1
- package/dist/utils/logger.d.ts +2 -2
- package/dist/x-Co8jPhP0.js +127 -0
- package/dist/x-KC8E4Gaj.cjs +41 -0
- package/docs/MIGRATION_GUIDE.md +589 -0
- package/docs/SDK_DOCUMENTATION.md +1155 -0
- package/docs/api/audio.mdx +36 -0
- package/docs/api/behavior-components.mdx +164 -0
- package/docs/api/capture-recording.mdx +103 -0
- package/docs/api/debug-ui-scene-editor.mdx +249 -0
- package/docs/api/face-actions.mdx +104 -0
- package/docs/api/face-attribute-expression.mdx +87 -0
- package/docs/api/face-binding-anchors.mdx +53 -0
- package/docs/api/face-effects.mdx +19 -0
- package/docs/api/face-info.mdx +112 -0
- package/docs/api/face-mesh.mdx +98 -0
- package/docs/api/face-painting.mdx +33 -0
- package/docs/api/face-retouching.mdx +73 -0
- package/docs/api/material-render-state.mdx +132 -0
- package/docs/api/runtime-3d.mdx +311 -0
- package/docs/api/scene-object-store.mdx +213 -0
- package/docs/api/screen-image.mdx +41 -0
- package/docs/api/screen-shape.mdx +64 -0
- package/docs/api/screen-space-coordinates.mdx +41 -0
- package/docs/api/screen-text.mdx +39 -0
- package/docs/api/texture-sources.mdx +55 -0
- package/docs/api/trackers.mdx +46 -0
- package/docs/docs.json +70 -0
- package/docs/examples/scene-object-recipes.mdx +194 -0
- package/docs/guides/harness-debug-ui.mdx +139 -0
- package/docs/inspector/hierarchy-panel.mdx +51 -0
- package/docs/inspector/object-inspector-panel.mdx +51 -0
- package/docs/introduction.mdx +121 -0
- package/docs/scene-objects/overview.mdx +127 -0
- package/docs/scene-objects/render-groups.mdx +77 -0
- package/docs/scene-objects/runtime-rendering.mdx +75 -0
- package/docs/texture-api-consumer.md +58 -0
- package/package.json +55 -7
- package/dist/components/FaceRetouch/retouchRegions.d.ts +0 -23
- package/dist/components/FaceRetouch/useFaceRetouchRegions.d.ts +0 -12
- package/dist/index-B5J4gzn2.cjs +0 -1
- package/dist/index-BVBVg96G.cjs +0 -1
- package/dist/index-DtwHElmG.js +0 -157
- package/dist/index-PtFmD6B8.cjs +0 -1
- package/dist/internal-DH5d1Xnq.cjs +0 -1
- package/dist/modules/XRClient/index.d.ts +0 -9
- package/dist/modules/index.d.ts +0 -1
- package/dist/services/ApiService.d.ts +0 -12
- package/dist/types/client.d.ts +0 -3
- package/dist/useFaceResults-cpsSmKKc.js +0 -81
- package/dist/useFaceResults-hVUJYSEY.cjs +0 -1
|
@@ -0,0 +1 @@
|
|
|
1
|
+
"use strict";const a=t=>typeof t=="number"&&Number.isFinite(t)&&t>0?t:0,X=t=>{const i=t;return{width:a(i.videoWidth)||a(i.naturalWidth)||a(i.width),height:a(i.videoHeight)||a(i.naturalHeight)||a(i.height)}},f=(t,i)=>Math.min(1-i,Math.max(0,t)),x=(t,i,h,d=0)=>{if(!Number.isFinite(t.minX)||!Number.isFinite(t.minY)||!Number.isFinite(t.maxX)||!Number.isFinite(t.maxY)||!a(i.width)||!a(i.height)||!a(h.width)||!a(h.height))return null;const g=t.maxX-t.minX,n=t.maxY-t.minY;if(g<=0||n<=0)return null;const r=Number.isFinite(d)?Math.max(0,d):0,c=(t.minX+t.maxX)/2,o=(t.minY+t.maxY)/2;let e=Math.min(1,g*(1+r*2)),m=Math.min(1,n*(1+r*2));const s=h.width/h.height/(i.width/i.height);e/m<s?e=Math.min(1,m*s):m=Math.min(1,e/s),e/m<s?m=e/s:e/m>s&&(e=m*s);const w=f(c-e/2,e),l=f(o-m/2,m);return{minX:w,minY:l,maxX:w+e,maxY:l+m}},Y=({source:t,bounds:i,canvas:h,outputSize:d,padding:g})=>{const n=X(t),r=x(i,n,d,g),c=Math.round(d.width),o=Math.round(d.height);if(!r||!n.width||!n.height||c<=0||o<=0)return!1;h.width!==c&&(h.width=c),h.height!==o&&(h.height=o);const e=h.getContext("2d");return e?(e.setTransform(1,0,0,1,0,0),e.clearRect(0,0,c,o),e.drawImage(t,r.minX*n.width,r.minY*n.height,(r.maxX-r.minX)*n.width,(r.maxY-r.minY)*n.height,0,0,c,o),!0):!1};exports.drawNormalizedCrop=Y;exports.resolveNormalizedCrop=x;
|
|
@@ -0,0 +1,44 @@
|
|
|
1
|
+
const a = (t) => typeof t == "number" && Number.isFinite(t) && t > 0 ? t : 0, x = (t) => {
|
|
2
|
+
const i = t;
|
|
3
|
+
return {
|
|
4
|
+
width: a(i.videoWidth) || a(i.naturalWidth) || a(i.width),
|
|
5
|
+
height: a(i.videoHeight) || a(i.naturalHeight) || a(i.height)
|
|
6
|
+
};
|
|
7
|
+
}, l = (t, i) => Math.min(1 - i, Math.max(0, t)), X = (t, i, h, d = 0) => {
|
|
8
|
+
if (!Number.isFinite(t.minX) || !Number.isFinite(t.minY) || !Number.isFinite(t.maxX) || !Number.isFinite(t.maxY) || !a(i.width) || !a(i.height) || !a(h.width) || !a(h.height))
|
|
9
|
+
return null;
|
|
10
|
+
const o = t.maxX - t.minX, n = t.maxY - t.minY;
|
|
11
|
+
if (o <= 0 || n <= 0) return null;
|
|
12
|
+
const r = Number.isFinite(d) ? Math.max(0, d) : 0, c = (t.minX + t.maxX) / 2, g = (t.minY + t.maxY) / 2;
|
|
13
|
+
let e = Math.min(1, o * (1 + r * 2)), m = Math.min(1, n * (1 + r * 2));
|
|
14
|
+
const s = h.width / h.height / (i.width / i.height);
|
|
15
|
+
e / m < s ? e = Math.min(1, m * s) : m = Math.min(1, e / s), e / m < s ? m = e / s : e / m > s && (e = m * s);
|
|
16
|
+
const w = l(c - e / 2, e), f = l(g - m / 2, m);
|
|
17
|
+
return { minX: w, minY: f, maxX: w + e, maxY: f + m };
|
|
18
|
+
}, Y = ({
|
|
19
|
+
source: t,
|
|
20
|
+
bounds: i,
|
|
21
|
+
canvas: h,
|
|
22
|
+
outputSize: d,
|
|
23
|
+
padding: o
|
|
24
|
+
}) => {
|
|
25
|
+
const n = x(t), r = X(i, n, d, o), c = Math.round(d.width), g = Math.round(d.height);
|
|
26
|
+
if (!r || !n.width || !n.height || c <= 0 || g <= 0) return !1;
|
|
27
|
+
h.width !== c && (h.width = c), h.height !== g && (h.height = g);
|
|
28
|
+
const e = h.getContext("2d");
|
|
29
|
+
return e ? (e.setTransform(1, 0, 0, 1, 0, 0), e.clearRect(0, 0, c, g), e.drawImage(
|
|
30
|
+
t,
|
|
31
|
+
r.minX * n.width,
|
|
32
|
+
r.minY * n.height,
|
|
33
|
+
(r.maxX - r.minX) * n.width,
|
|
34
|
+
(r.maxY - r.minY) * n.height,
|
|
35
|
+
0,
|
|
36
|
+
0,
|
|
37
|
+
c,
|
|
38
|
+
g
|
|
39
|
+
), !0) : !1;
|
|
40
|
+
};
|
|
41
|
+
export {
|
|
42
|
+
Y as d,
|
|
43
|
+
X as r
|
|
44
|
+
};
|
package/dist/entries/all.d.ts
CHANGED
package/dist/entries/core.d.ts
CHANGED
|
@@ -5,17 +5,68 @@
|
|
|
5
5
|
* frame every AR app has, with no tracker and no effect. Task-specific
|
|
6
6
|
* surface lives behind subpaths: `/tracking`, `/face-effects`, `/low-level`.
|
|
7
7
|
*/
|
|
8
|
-
export { XRProvider
|
|
8
|
+
export { XRProvider } from '../components/XRProvider';
|
|
9
|
+
export { XRScene } from '../components/XRScene';
|
|
10
|
+
export { ScreenSpaceUI, ScreenTransform, useScreenRectAspect } from '../components/ScreenSpaceUI';
|
|
11
|
+
export { TextLabel } from '../components/TextLabel';
|
|
12
|
+
export { Panel } from '../components/Panel';
|
|
13
|
+
export { PinToMesh } from '../components/PinToMesh';
|
|
14
|
+
export { VideoBackground } from '../components/VideoBackground';
|
|
15
|
+
export { AspectRatioContainer } from '../components/AspectRatioContainer';
|
|
16
|
+
export { Axes } from '../components/Axes';
|
|
17
|
+
export { SpriteAnimation } from '../components/SpriteAnimation';
|
|
18
|
+
export { ScreenImage } from '../components/ScreenImage';
|
|
19
|
+
export { DEFAULT_SCREEN_GRADIENT, normalizeScreenGradient, ScreenGradientMaterial, } from '../components/ScreenGradient';
|
|
20
|
+
export type { ScreenGradientMaterialProps, ScreenGradientSettings, } from '../components/ScreenGradient';
|
|
21
|
+
export { DEFAULT_SCREEN_GLASS, normalizeScreenGlass, ScreenGlassMaterial, } from '../components/ScreenGlass';
|
|
22
|
+
export type { ScreenGlassMaterialProps, ScreenGlassSettings } from '../components/ScreenGlass';
|
|
23
|
+
export { ScreenShape, DEFAULT_SCREEN_SHAPE_SETTINGS, mergeScreenShapeSettings, } from '../components/ScreenShape';
|
|
24
|
+
export { ScreenText } from '../components/ScreenText';
|
|
25
|
+
export { MeshRenderer } from '../components/MeshRenderer';
|
|
26
|
+
export { LightObject } from '../components/LightObject';
|
|
27
|
+
export { LookAt } from '../components/LookAt';
|
|
28
|
+
export { SceneObjectRenderer } from '../components/SceneObjectRenderer';
|
|
29
|
+
export { SequentialRenderPasses } from '../components/SequentialRenderPasses';
|
|
30
|
+
export { RenderGroupLayer } from '../components/RenderGroupLayer';
|
|
31
|
+
export { Transform3D } from '../components/Transform3D';
|
|
32
|
+
export { DEFAULT_MATERIAL_FILL, MaterialFill, MeshMaterial, createTwoStopGradient, } from '../material';
|
|
33
|
+
export type { MaterialFillSettings, MaterialFillSource, MeshMaterialProps, MeshMaterialSettings, } from '../material';
|
|
9
34
|
export type { PanelProps } from '../components/Panel';
|
|
35
|
+
export type { AxesProps } from '../components/Axes';
|
|
10
36
|
export type { TextLabelProps } from '../components/TextLabel';
|
|
11
37
|
export type { ScreenTransformProps } from '../components/ScreenSpaceUI';
|
|
12
38
|
export type { SpriteSheet, SpriteAnimationProps } from '../components/SpriteAnimation';
|
|
39
|
+
export type { Transform3DProps, Transform3DSettings } from '../components/Transform3D';
|
|
40
|
+
export { DEFAULT_TRANSFORM_3D } from '../components/Transform3D';
|
|
41
|
+
export type { MeshRendererBlendMode, MeshRendererCullMode, MeshRendererDepthFunction, MeshRendererMaterialType, MeshRendererMesh, MeshRendererProps, MeshRendererRenderState, MeshRendererSettings, MeshRendererShadowMode, } from '../components/MeshRenderer';
|
|
42
|
+
export { DEFAULT_MESH_RENDERER, DEFAULT_MESH_RENDERER_RENDER_STATE, normalizeMeshRendererRenderState, } from '../components/MeshRenderer';
|
|
43
|
+
export type { SceneObjectRendererProps } from '../components/SceneObjectRenderer';
|
|
44
|
+
export type { RenderGroupLayerProps } from '../components/RenderGroupLayer';
|
|
45
|
+
export type { SequentialRenderPassesProps } from '../components/SequentialRenderPasses';
|
|
46
|
+
export { EXTERNAL_BACKGROUND_RENDER_LAYER, getRenderGroupLayer, MAX_RENDER_GROUP_PASSES, renderSequentialPasses, } from '../render/renderPasses';
|
|
47
|
+
export type { SequentialRenderOptions } from '../render/renderPasses';
|
|
48
|
+
export type { ScreenImageProps, ScreenImageSource, ScreenImageFit, ScreenImageStretchMode, ScreenImageMaterialType, ScreenImageBlendMode, } from '../components/ScreenImage';
|
|
49
|
+
export type { ScreenTextProps, ScreenTextVerticalAlign } from '../components/ScreenText';
|
|
50
|
+
export type { ScreenShapeKind, ScreenShapeProps, ScreenShapeSettings, ScreenShapeSettingsInput, } from '../components/ScreenShape';
|
|
51
|
+
export { DEFAULT_SCREEN_IMAGE_SETTINGS, DEFAULT_SCREEN_IMAGE_SCENE_SETTINGS, mapScreenImageSettingsToProps, } from '../screen-image/screenImageSettings';
|
|
52
|
+
export type { ScreenImageSettings, ScreenImageSceneSettings, ScreenImageRenderMapping, } from '../screen-image/screenImageSettings';
|
|
53
|
+
export { DEFAULT_SCREEN_TEXT_SCENE_SETTINGS, DEFAULT_SCREEN_TEXT_SHADOW_LAYER, mapScreenTextInnerShadowToProps, mapScreenTextSettingsToProps, } from '../screen-text/screenTextSettings';
|
|
54
|
+
export type { ScreenTextRenderMapping, ScreenTextArtPreset, ScreenTextSettings, ScreenTextSceneSettings, ScreenTextStyle, } from '../screen-text/screenTextSettings';
|
|
55
|
+
export { DEFAULT_PIXEL_SNAP_INCREMENT, DEFAULT_REFERENCE_PIXELS_PER_UNIT, DEFAULT_SCREEN_TRANSFORM_2D, DEFAULT_SCREEN_TRANSFORM_ROOT, mergeScreenTransform2D, clientToScreenPixels, mediaToScreenPixels, normalizedToScreenPixels, resolveScreenTransform2D, screenPixelsToUnits, screenPixelsToClient, screenPixelsToMedia, screenPixelsToNormalized, screenPointToRay, screenUnitsToPixels, smoothNumber, smoothVector2, smoothVector3, worldToScreenPixels, } from '../screen2d';
|
|
56
|
+
export type { ProjectedScreenPixelPoint, ResolvedScreenTransform2D, ScreenClientRect, ScreenPixelPoint, ScreenTransform2DSettings, ScreenTransformRoot, ScreenUnitConversionOptions, ScreenViewportSize, } from '../screen2d';
|
|
13
57
|
export { computeContainScale } from '../texture/computeContainScale';
|
|
14
58
|
export { useMediaRecorder } from '../hooks/useMediaRecorder';
|
|
15
|
-
export type { UseMediaRecorderOptions } from '../hooks/useMediaRecorder';
|
|
59
|
+
export type { RecordingStatus, UseMediaRecorderOptions } from '../hooks/useMediaRecorder';
|
|
60
|
+
export { useFrameCapture } from '../hooks/useFrameCapture';
|
|
61
|
+
export type { CaptureStatus, FrameCaptureEvents, UseFrameCaptureOptions, } from '../hooks/useFrameCapture';
|
|
16
62
|
export { dataURLtoFile } from '../utils/dataURL';
|
|
17
|
-
export {
|
|
18
|
-
export type {
|
|
63
|
+
export { drawNormalizedCrop, resolveNormalizedCrop } from '../utils/drawNormalizedCrop';
|
|
64
|
+
export type { CropOutputSize, DrawNormalizedCropOptions, NormalizedCropBounds, } from '../utils/drawNormalizedCrop';
|
|
65
|
+
export { AudioEngine, AudioPlayer, audio, prefetchMusic, registerSound, startMusic, stopMusic, playOneShot, setMuted, toggleMuted, isMuted, onMuteChange, useMuted, } from '../audio';
|
|
66
|
+
export type { AudioEngineOptions, AudioPlayerHandle, AudioPlayerProps, AudioPlayMode, } from '../audio';
|
|
67
|
+
export type { PinToMeshOrientation, PinToMeshSettings, PinToMeshVector3, } from '../components/PinToMesh';
|
|
68
|
+
export type { LightObjectProps, LightSettings, LightType } from '../components/LightObject';
|
|
69
|
+
export type { LookAtProps, LookAtSettings } from '../components/LookAt';
|
|
19
70
|
export { XRMediaSource, XRModel } from '../constants';
|
|
20
71
|
export type { XRSession } from '../types';
|
|
21
72
|
export type { XRPerfConfig } from '../types/model';
|
|
@@ -6,14 +6,18 @@
|
|
|
6
6
|
* `<FaceMesh appearance={{ map }} />` is in `/tracking`; this is its deep
|
|
7
7
|
* configuration.
|
|
8
8
|
*/
|
|
9
|
-
export { blendModeIndices, DEFAULT_APPEARANCE, DEFAULT_MASKING, materialTypeOptions, shaderPresetOptions, sideOptions, textureMapOptions, alphaMapOptions, blendModeOptions, supportsTexturePanel, supportsBlendMode, } from '../components/FaceMesh';
|
|
9
|
+
export { blendModeIndices, DEFAULT_APPEARANCE, DEFAULT_FACE_MESH_RENDERER, DEFAULT_FACE_MESH_TRANSFORM, DEFAULT_MASKING, FACE_MESH_ALPHA_MAPS, FACE_MESH_BLEND_MODES, FACE_MESH_MASK_TEXTURE_SOURCES, FACE_MESH_MATERIAL_TYPES, FACE_MESH_SHADER_PRESETS, FACE_MESH_SIDES, FACE_MESH_TEXTURE_MAPS, materialTypeOptions, shaderPresetOptions, sideOptions, textureMapOptions, alphaMapOptions, blendModeOptions, supportsTexturePanel, supportsBlendMode, } from '../components/FaceMesh';
|
|
10
10
|
export type { FaceMeshMaterialType, FaceMeshShaderPreset, FaceMeshTextureMap, FaceMeshAlphaMap, FaceMeshMaskTextureSource, FaceMeshSide, FaceMeshBlendMode, FaceMeshAppearance, FaceMeshMasking, } from '../components/FaceMesh';
|
|
11
|
-
export { CanonicalFaceMeshRenderer, useCanonicalFaceMesh, parseCanonicalFaceModel, } from '../components';
|
|
12
|
-
export type { CanonicalFaceMeshRendererProps, ParsedCanonicalMesh } from '../components/FaceMesh';
|
|
13
|
-
export {
|
|
14
|
-
export type {
|
|
15
|
-
export {
|
|
16
|
-
export type {
|
|
11
|
+
export { CanonicalFaceMeshRenderer, FaceMeshMaterial, FaceMeshRenderer, canonicalFaceAlphaMaskUrl, canonicalFaceTextureStyle2Url, canonicalFaceTextureUrl, CANONICAL_FACE_MESH_GEOMETRY_SPECS, mapFaceMeshRendererSettingsToProps, resolveFaceMeshRendererSettings, useCanonicalFaceMesh, parseCanonicalFaceModel, } from '../components/FaceMesh';
|
|
12
|
+
export type { CanonicalFaceMeshRendererProps, CanonicalFaceMeshGeometryKey, CanonicalFaceMeshGeometrySpec, FaceMeshMaterialProps, FaceMeshRendererSettings, ParsedCanonicalMesh, } from '../components/FaceMesh';
|
|
13
|
+
export { FACE_WARP_3D_PRESET, DEFAULT_FACE_WARP_3D_SETTINGS } from '../components/FaceWarp3D';
|
|
14
|
+
export type { FaceWarp3DSettings } from '../components/FaceWarp3D';
|
|
15
|
+
export { FACE_RETOUCH_DEFAULT_CONTROLS, FACE_RETOUCH_SETTINGS_FIELDS, FaceRetouch, patchFaceRetouchControls, resolveFaceRetouchControls, } from '../components/FaceRetouch';
|
|
16
|
+
export type { FaceRetouchControls, FaceRetouchProps } from '../components/FaceRetouch';
|
|
17
|
+
export { HeadBinding } from '../components/HeadBinding';
|
|
18
|
+
export type { HeadBindingOccluderOptions, HeadBindingProps } from '../components/HeadBinding';
|
|
19
|
+
export { HeadBindingOccluder } from '../components/HeadBindingOccluder';
|
|
20
|
+
export { HEAD_OCCLUDER_DEFAULT_OPACITY, HEAD_OCCLUDER_DEFAULT_POSITION, HEAD_OCCLUDER_DEFAULT_SCALE, HeadOccluder, } from '../components/HeadOccluder';
|
|
17
21
|
export { computeAdaptiveVerticalFit, computeHeadBindingCubePose, computeHeadBindingDebugMetrics, computeHeadBindingShape, computeUniversalHeadDepthOffset, computeUniversalOccluderScale, computeUniversalPitchOffsetY, computeUniversalYawOffsetX, solveHeadBinding, } from '../utils/headBinding';
|
|
18
22
|
export type { HeadBindingAdaptiveValues, HeadBindingCubeModel, HeadBindingCubePose, HeadBindingDebugMetrics, HeadBindingSolveResult, HeadBindingShape, } from '../types/headBinding';
|
|
19
|
-
export type { FaceLandmark2D, BoundingBox, FaceRawTrackingData,
|
|
23
|
+
export type { FaceLandmark2D, BoundingBox, FaceRawTrackingData, FaceBounds, FaceTrackingResult, } from '../types/face';
|
|
@@ -5,7 +5,7 @@
|
|
|
5
5
|
* low-level compositor/render types. Present for the SDK's own tooling and
|
|
6
6
|
* the editor; app code should not import from here.
|
|
7
7
|
*/
|
|
8
|
-
export { XRDebugView } from '../components';
|
|
8
|
+
export { XRDebugView } from '../components/XRDebugView';
|
|
9
9
|
export { DebuggerProvider } from '../components/Debugger/DebuggerProvider';
|
|
10
10
|
export { DebuggerOverlay } from '../components/Debugger';
|
|
11
11
|
export { useDebugger } from '../hooks/useDebugger';
|
|
@@ -6,7 +6,7 @@
|
|
|
6
6
|
* blessed API can't express this." Prefer `/tracking` and `/face-effects`
|
|
7
7
|
* first; reach here only when they fall short.
|
|
8
8
|
*/
|
|
9
|
-
export { useXRContext } from '../components';
|
|
9
|
+
export { useXRContext } from '../components/XRProvider';
|
|
10
10
|
export { useTrackerContext } from '../hooks/useTrackerContext';
|
|
11
11
|
export type { TrackerContextValue, TrackerLandmarkResolver } from '../hooks/useTrackerContext';
|
|
12
12
|
export { useXRModel } from '../hooks/useXRModel';
|
|
@@ -16,15 +16,32 @@ export { useXRReady, useXRError, useXRCameraTexture, useXRRenderSize, useXRModel
|
|
|
16
16
|
export type { GestureName } from '../hooks/useGestureEdge';
|
|
17
17
|
export { useFaceBoundingBox } from '../hooks/useFaceBoundingBox';
|
|
18
18
|
export { computeLandmarkBounds } from '../utils/landmarkBounds';
|
|
19
|
-
export {
|
|
19
|
+
export { createFaceInfoTarget, getFaceInfo } from '../face-info';
|
|
20
|
+
export type { FaceInfoTarget } from '../face-info';
|
|
21
|
+
export { useScreenSpace, ScreenRectAspectContext, computeScreenTransform, } from '../components/ScreenSpaceUI';
|
|
20
22
|
export type { ScreenAnchorEdges, ScreenOffsetEdges, ResolvedScreenTransform, ScreenDimensions, } from '../components/ScreenSpaceUI';
|
|
21
|
-
export { XRCompositor
|
|
22
|
-
export
|
|
23
|
+
export { XRCompositor } from '../components/XRCompositor';
|
|
24
|
+
export { XRLayer } from '../components/XRLayer';
|
|
25
|
+
export { XRMediaSurface, XRTrackingOverlay } from '../components/XRMediaSurface';
|
|
26
|
+
export { XRViewport, useXRViewportState } from '../components/XRViewport';
|
|
27
|
+
export { PerspectiveCamera } from '../components/PerspectiveCamera';
|
|
28
|
+
export { HeadTracker, BoundingBoxOverlay } from '../components/FaceTracker';
|
|
29
|
+
export type { BoundingBoxOverlayProps } from '../components/FaceTracker';
|
|
23
30
|
export type { XRViewportFitMode, XRViewportMediaAssetOption, XRViewportMediaStrategy, XRViewportMode, XRViewportRenderState, XRViewportSize, XRViewportSourceConfig, XRViewportSourceKind, } from '../components/XRViewport';
|
|
24
31
|
export type { XRLayerConfig } from '../types/compositor';
|
|
25
32
|
export type { XRMediaLayout, XRMediaSourceKind } from '../types/compositor';
|
|
33
|
+
export { useXRViewportRenderOutputs } from '../components/XRViewport';
|
|
34
|
+
export type { XRViewportPreviewMode, XRViewportRenderOutputRequest, XRViewportRenderOutputs, } from '../components/XRViewport';
|
|
35
|
+
export type { XRSceneRenderOutputRequest, XRSceneRenderOutputs } from '../components/XRScene';
|
|
36
|
+
export { getThreeBlending, getThreeDepthFunction, getThreeSide } from '../components/MeshRenderer';
|
|
26
37
|
export { resolveCalibrationFaceDisplayMirrored, useCalibrationFaceTracker, } from '../hooks/useCalibrationFaceTracker';
|
|
27
38
|
export type { CalibrationMediaSourceKind, CalibrationTrackerMode, } from '../hooks/useCalibrationFaceTracker';
|
|
28
39
|
export type { TextureFit } from '../texture/types';
|
|
29
40
|
export { TEXTURE_FITS } from '../texture/types';
|
|
30
41
|
export { hasFullUnitUVBounds } from '../texture/hasFullUnitUVBounds';
|
|
42
|
+
export { getPlaybackFrame, getSequenceFrame } from '../texture/animationMath';
|
|
43
|
+
export type { PlaybackFrameResult } from '../texture/animationMath';
|
|
44
|
+
export { BasicAnimatedTextureController } from '../texture/animatedTexture';
|
|
45
|
+
export type { AnimatedTextureCapabilities, AnimatedTextureController, AnimatedTextureListener, AnimatedTextureEvent, AnimatedTextureEventListener, AnimatedTextureEventType, AnimatedTexturePlayMode, AnimatedTextureSnapshot, AnimatedTextureState, } from '../texture/animatedTexture';
|
|
46
|
+
export { TextureSourceLoadError, createTextureSourceResolver, disposeResolvedTextureSource, resolveTextureSource, throwIfAborted, } from '../texture/sourceResolver';
|
|
47
|
+
export type { ResolvedTextureSource, TextureSourceProvider, TextureSourceResolver, } from '../texture/sourceResolver';
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* `@vincentt-xr/sdk/scene-object` — public scene authoring data and pure store operations.
|
|
3
|
+
*
|
|
4
|
+
* Runtime renderers remain in the core door. DOM authoring panels remain in
|
|
5
|
+
* `@vincentt-xr/sdk/debug-ui`.
|
|
6
|
+
*/
|
|
7
|
+
export { addComponentToObject, componentDefaults, createDefaultComponent, createDefaultFaceMeshRendererSettings, createDefaultMaterialSettings, createDefaultMeshRendererSettings, createDefaultScreenImageSettings, createDefaultScreenTextSettings, createDefaultScreenShapeSettings, createDefaultScreenTransformSettings, createDefaultTextureSettings, createDefaultTransformSettings, createSceneComponentId, createSceneId, createSceneObject, createSceneObjectId, createOrderedComponentsSelector, deleteSceneObject, getOrderedComponents, getSceneObjectChildren, moveComponent, removeComponent, replaceSceneComponent, replaceSceneObject, setSceneObjectParent, setSceneObjectParentPreserveWorldTransform, setSceneObjectVisible, } from '../scene-object';
|
|
8
|
+
export type { ComponentRegistry, MaterialSettings, SceneComponent, SceneComponentId, SceneComponentType, SceneObject, SceneObjectId, SceneObjectStore, TextureSettings, } from '../scene-object';
|
|
9
|
+
export { createRenderPlan, DEFAULT_RENDER_GROUP_IDS, getDefaultRenderGroupId, migrateToRenderGroups, moveObjectToGroup, RENDER_GROUP_POLICIES, reorderObjectWithinGroup, reorderRenderGroup, validateGroupCompatibility, } from '../render/renderGroups';
|
|
10
|
+
export type { RenderGroup, RenderGroupDomain, RenderGroupId, RenderGroupPolicy, RenderGroupSceneObjectStore, RenderMode, RenderPlanEntry, } from '../render/renderGroups';
|
|
@@ -6,10 +6,33 @@
|
|
|
6
6
|
* blessed face reader. Deep face-filter config lives in `/face-effects`; raw
|
|
7
7
|
* model-node reads and selectors live in `/low-level`.
|
|
8
8
|
*/
|
|
9
|
-
export { FaceTracker
|
|
9
|
+
export { FaceTracker } from '../components/FaceTracker';
|
|
10
|
+
export { HandTracker } from '../components/HandTracker';
|
|
11
|
+
export { GestureTracker } from '../components/GestureTracker';
|
|
12
|
+
export { BodyTracker } from '../components/BodyTracker';
|
|
13
|
+
export { Segmentation } from '../components/Segmentation';
|
|
14
|
+
export { FaceMesh } from '../components/FaceMesh';
|
|
15
|
+
export { DEFAULT_TRACKING_ANCHOR, TrackingAnchor } from '../components/TrackingAnchor';
|
|
16
|
+
export type { TrackingAnchorSettings } from '../components/TrackingAnchor';
|
|
17
|
+
export { GestureTrigger } from '../components/GestureTrigger';
|
|
10
18
|
export type { GestureTriggerProps } from '../components/GestureTrigger';
|
|
11
19
|
export { useFaceResults } from '../hooks/useFaceResults';
|
|
12
|
-
export
|
|
20
|
+
export { useFaceInfo } from '../hooks/useFaceInfo';
|
|
21
|
+
export type { UseFaceInfoOptions } from '../hooks/useFaceInfo';
|
|
22
|
+
export { useFaceInfos } from '../hooks/useFaceInfos';
|
|
23
|
+
export type { UseFaceInfosOptions } from '../hooks/useFaceInfos';
|
|
24
|
+
export { useFaceDetection } from '../hooks/useFaceDetection';
|
|
25
|
+
export type { FaceDetectionPhase, FaceDetectionState, UseFaceDetectionOptions, } from '../hooks/useFaceDetection';
|
|
26
|
+
export { DEFAULT_FACE_EXPRESSION_THRESHOLD, FACE_BLENDSHAPE_NAMES, FACE_LANDMARK_INDICES, drawFaceCrop, getFaceBlendshape, getFaceEyeDistance, hasFaceExpression, } from '../face-info';
|
|
27
|
+
export type { DrawFaceCropOptions, FaceBlendshapeName, FaceInfo, FaceVector3 } from '../face-info';
|
|
28
|
+
export { DEFAULT_FACE_ACTION_OPTIONS, FACE_ACTION_NAMES, getFaceActionValue, getStrongestFaceAction, hasFaceAction, } from '../face-action';
|
|
29
|
+
export type { FaceActionDefaults, FaceActionName, FaceActionOptions, FaceActionPhase, FaceActionState, StrongestFaceAction, } from '../face-action';
|
|
30
|
+
export { useFaceAction } from '../hooks/useFaceAction';
|
|
31
|
+
export { DEFAULT_FACE_ATTRIBUTE_EXPRESSION_MODEL_URL, useFaceAttributeExpression, } from '../hooks/useFaceAttributeExpression';
|
|
32
|
+
export type { FaceAttributeExpressionStatus, UseFaceAttributeExpressionOptions, UseFaceAttributeExpressionResult, } from '../hooks/useFaceAttributeExpression';
|
|
33
|
+
export { FACE_ATTRIBUTE_EXPRESSION_NAMES } from '../face-attribute-expression';
|
|
34
|
+
export type { FaceAttributeExpressionName, FaceAttributeExpressionResult, FaceAttributeExpressionScoreName, } from '../face-attribute-expression';
|
|
35
|
+
export type { FaceTarget, FaceCustomAnchorPoint, HandTarget, BodyTarget, TrackingTarget, TrackerType, } from '../types/tracking';
|
|
13
36
|
export { FACE_TARGETS, HAND_TARGETS, BODY_TARGETS, getTargetNamespace } from '../types/tracking';
|
|
14
37
|
export type { SegmentationType } from '../types/segmentation';
|
|
15
38
|
export { SEGMENTATION_TYPES } from '../types/segmentation';
|
|
@@ -0,0 +1,34 @@
|
|
|
1
|
+
import { FaceInfo, FaceVector3 } from '../face-info';
|
|
2
|
+
export declare const FACE_ACTION_NAMES: readonly ["browRaise", "eyeBlink", "eyeBlinkLeft", "eyeBlinkRight", "eyeBlinkEither", "headUp", "headDown", "headTurnLeft", "headTurnRight", "mouthOpen", "mouthPout", "headTiltLeft", "headTiltRight"];
|
|
3
|
+
export type FaceActionName = (typeof FACE_ACTION_NAMES)[number];
|
|
4
|
+
export type FaceActionOptions = {
|
|
5
|
+
threshold?: number;
|
|
6
|
+
releaseThreshold?: number;
|
|
7
|
+
holdMs?: number;
|
|
8
|
+
neutralRotation?: FaceVector3;
|
|
9
|
+
};
|
|
10
|
+
export type FaceActionDefaults = Required<Pick<FaceActionOptions, "threshold" | "releaseThreshold" | "holdMs">>;
|
|
11
|
+
export type FaceActionState = {
|
|
12
|
+
action: FaceActionName;
|
|
13
|
+
active: boolean;
|
|
14
|
+
value: number;
|
|
15
|
+
justStarted: boolean;
|
|
16
|
+
justEnded: boolean;
|
|
17
|
+
phase: FaceActionPhase;
|
|
18
|
+
};
|
|
19
|
+
export type FaceActionPhase = "begin" | "stay" | "end" | "none";
|
|
20
|
+
export declare const DEFAULT_FACE_ACTION_OPTIONS: Readonly<Record<FaceActionName, FaceActionDefaults>>;
|
|
21
|
+
export declare const resolveFaceActionOptions: (action: FaceActionName, options?: FaceActionOptions) => FaceActionDefaults;
|
|
22
|
+
export declare const getFaceActionValue: (face: FaceInfo, action: FaceActionName, { neutralRotation }?: Pick<FaceActionOptions, "neutralRotation">) => number;
|
|
23
|
+
export declare const hasFaceAction: (face: FaceInfo, action: FaceActionName, options?: FaceActionOptions) => boolean;
|
|
24
|
+
export type StrongestFaceAction = {
|
|
25
|
+
face: FaceInfo | null;
|
|
26
|
+
value: number;
|
|
27
|
+
};
|
|
28
|
+
export declare const getStrongestFaceAction: (faces: readonly FaceInfo[], action: FaceActionName, options?: FaceActionOptions) => StrongestFaceAction;
|
|
29
|
+
export type FaceActionStepState = FaceActionState & {
|
|
30
|
+
holdStartedAt: number | null;
|
|
31
|
+
};
|
|
32
|
+
export declare const createFaceActionStepState: (action: FaceActionName) => FaceActionStepState;
|
|
33
|
+
/** Internal hook state step; exported from this module only for focused tests. */
|
|
34
|
+
export declare const stepFaceActionState: (state: FaceActionStepState, value: number, now: number, hasFace: boolean, options: FaceActionDefaults) => FaceActionStepState;
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
export declare const FACE_ATTRIBUTE_EXPRESSION_NAMES: readonly ["angry", "disgust", "fear", "happy", "neutral", "sad", "surprise", "unknown"];
|
|
2
|
+
export type FaceAttributeExpressionName = (typeof FACE_ATTRIBUTE_EXPRESSION_NAMES)[number];
|
|
3
|
+
export type FaceAttributeExpressionScoreName = Exclude<FaceAttributeExpressionName, "unknown">;
|
|
4
|
+
export type FaceAttributeExpressionResult = {
|
|
5
|
+
expression: FaceAttributeExpressionName;
|
|
6
|
+
confidence: number;
|
|
7
|
+
scores: Readonly<Record<FaceAttributeExpressionScoreName, number>>;
|
|
8
|
+
};
|
|
9
|
+
export declare const readFaceAttributeExpression: (logits: ArrayLike<number>, minConfidence?: number) => FaceAttributeExpressionResult;
|
|
10
|
+
export declare const faceCropToExpressionInput: (pixels: ImageData) => Float32Array;
|