@vincentt-xr/sdk 2.0.0-alpha.1 → 2.0.0-alpha.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/GROUNDING.md +1588 -20
- package/dist/{DebuggerUI-CatYc-RG.cjs → DebuggerUI-B45_Gb9d.cjs} +1 -1
- package/dist/{DebuggerUI-gLMKiVwJ.js → DebuggerUI-Cq28c18s.js} +1 -1
- package/dist/FaceMeshRenderer-6t8OsQhK.js +1195 -0
- package/dist/FaceMeshRenderer-lQLhYIW-.cjs +155 -0
- package/dist/FaceRetouch-CDrL0pXg.js +551 -0
- package/dist/FaceRetouch-DtNl8-4e.cjs +134 -0
- package/dist/audio/AudioEngine.d.ts +3 -1
- package/dist/audio/AudioPlayer.d.ts +29 -0
- package/dist/audio/AudioPlayerLogic.d.ts +4 -0
- package/dist/audio/index.d.ts +2 -0
- package/dist/components/Axes/index.d.ts +6 -0
- package/dist/components/FaceMesh/FaceMeshRenderer.d.ts +17 -0
- package/dist/components/FaceMesh/canonical/CanonicalFaceMeshRenderer.d.ts +17 -1
- package/dist/components/FaceMesh/canonical/FaceMeshMaterial.d.ts +25 -0
- package/dist/components/FaceMesh/canonical/assets.d.ts +3 -0
- package/dist/components/FaceMesh/canonical/geometryGroups.d.ts +9 -0
- package/dist/components/FaceMesh/canonical/parseCanonicalFaceModel.d.ts +2 -0
- package/dist/components/FaceMesh/canonical/shaders.d.ts +2 -0
- package/dist/components/FaceMesh/deform.d.ts +3 -0
- package/dist/components/FaceMesh/index.d.ts +5 -0
- package/dist/components/FaceMesh/material/defaults.d.ts +70 -0
- package/dist/components/FaceMesh/material/index.d.ts +1 -0
- package/dist/components/FaceMesh/material/options.d.ts +5 -1
- package/dist/components/FaceMesh/material/support.d.ts +7 -2
- package/dist/components/FaceMesh/material/textures.d.ts +4 -0
- package/dist/components/FaceMesh/material/types.d.ts +2 -2
- package/dist/components/FaceRetouch/Background.d.ts +5 -6
- package/dist/components/FaceRetouch/FaceRetouch.d.ts +47 -0
- package/dist/components/FaceRetouch/index.d.ts +2 -8
- package/dist/components/FaceRetouch/landmarkMask.d.ts +0 -5
- package/dist/components/FaceRetouch/useFaceRetouchMask.d.ts +3 -7
- package/dist/components/FaceTracker/index.d.ts +5 -3
- package/dist/components/FaceWarp3D/FaceWarp3DHead.d.ts +1 -1
- package/dist/components/HandJoints2D/index.d.ts +1 -1
- package/dist/components/HandTracking2D/HandVisual.d.ts +1 -1
- package/dist/components/HandTracking2D/index.d.ts +1 -1
- package/dist/components/HandTracking2DController/index.d.ts +1 -1
- package/dist/components/HandTracking3D/index.d.ts +1 -1
- package/dist/components/LightObject/index.d.ts +20 -0
- package/dist/components/LookAt/index.d.ts +23 -0
- package/dist/components/MeshRenderer/index.d.ts +58 -0
- package/dist/components/PerspectiveCamera/index.d.ts +2 -8
- package/dist/components/PinToMesh/index.d.ts +47 -0
- package/dist/components/RenderGroupLayer/index.d.ts +6 -0
- package/dist/components/SceneObjectRenderer/index.d.ts +16 -0
- package/dist/components/Screen2D/ScreenTransformFrame.d.ts +11 -0
- package/dist/components/Screen2D/ScreenTransformHelpers.d.ts +19 -0
- package/dist/components/Screen2D/ScreenTransformInteraction.d.ts +18 -0
- package/dist/components/Screen2D/index.d.ts +5 -0
- package/dist/components/ScreenGlass/defaults.d.ts +3 -0
- package/dist/components/ScreenGlass/index.d.ts +5 -0
- package/dist/components/ScreenGlass/shaders.d.ts +2 -0
- package/dist/components/ScreenGlass/types.d.ts +10 -0
- package/dist/components/ScreenGradient/defaults.d.ts +5 -0
- package/dist/components/ScreenGradient/index.d.ts +5 -0
- package/dist/components/ScreenGradient/shaders.d.ts +2 -0
- package/dist/components/ScreenGradient/types.d.ts +19 -0
- package/dist/components/ScreenImage/ScreenImage.d.ts +4 -0
- package/dist/components/ScreenImage/components/DynamicTextureSync.d.ts +9 -0
- package/dist/components/ScreenImage/components/ScreenImageBody.d.ts +9 -0
- package/dist/components/ScreenImage/components/ScreenImageFrame.d.ts +9 -0
- package/dist/components/ScreenImage/components/ScreenImageTransformFrame.d.ts +9 -0
- package/dist/components/ScreenImage/fit.d.ts +52 -0
- package/dist/components/ScreenImage/index.d.ts +8 -87
- package/dist/components/ScreenImage/materials/ScreenImageBlendMaterial.d.ts +9 -0
- package/dist/components/ScreenImage/materials/ScreenImageMatcap.d.ts +3 -0
- package/dist/components/ScreenImage/source.d.ts +16 -0
- package/dist/components/ScreenImage/types.d.ts +37 -0
- package/dist/components/ScreenImage/utils/ScreenImageConstants.d.ts +9 -0
- package/dist/components/ScreenImage/utils/ScreenImageHelpers.d.ts +4 -0
- package/dist/components/ScreenShape/geometry.d.ts +5 -0
- package/dist/components/ScreenShape/index.d.ts +5 -0
- package/dist/components/ScreenShape/types.d.ts +41 -0
- package/dist/components/ScreenSpaceUI/ScreenTransformGuide.d.ts +15 -0
- package/dist/components/ScreenSpaceUI/ScreenTransformOverlayGuide.d.ts +9 -0
- package/dist/components/ScreenSpaceUI/index.d.ts +2 -0
- package/dist/components/ScreenText/components/ScreenTextBody.d.ts +2 -0
- package/dist/components/ScreenText/components/ScreenTextTransformFrame.d.ts +9 -0
- package/dist/components/ScreenText/constants.d.ts +5 -0
- package/dist/components/ScreenText/index.d.ts +6 -20
- package/dist/components/ScreenText/types.d.ts +31 -0
- package/dist/components/ScreenText/utils/ScreenTextHelpers.d.ts +14 -0
- package/dist/components/ScreenText/utils/ScreenTextMappings.d.ts +17 -0
- package/dist/components/SequentialRenderPasses/index.d.ts +6 -0
- package/dist/components/TextLabel/TextLabel.d.ts +5 -0
- package/dist/components/TextLabel/alignment.d.ts +4 -0
- package/dist/components/TextLabel/bend.d.ts +9 -0
- package/dist/components/TextLabel/canvas/buildTextLabelTexture.d.ts +4 -0
- package/dist/components/TextLabel/canvas/canvasTypography.d.ts +13 -0
- package/dist/components/TextLabel/canvas/drawBackground.d.ts +21 -0
- package/dist/components/TextLabel/canvas/drawEffects.d.ts +34 -0
- package/dist/components/TextLabel/canvas/drawText.d.ts +19 -0
- package/dist/components/TextLabel/components/TextLabelMesh.d.ts +13 -0
- package/dist/components/TextLabel/constants.d.ts +2 -0
- package/dist/components/TextLabel/hooks/useTextLabelTexture.d.ts +7 -0
- package/dist/components/TextLabel/index.d.ts +2 -161
- package/dist/components/TextLabel/layout/measurement.d.ts +8 -0
- package/dist/components/TextLabel/layout/resolveTextLayout.d.ts +25 -0
- package/dist/components/TextLabel/layout/wrapText.d.ts +6 -0
- package/dist/components/TextLabel/types.d.ts +227 -0
- package/dist/components/TrackingAnchor/index.d.ts +18 -2
- package/dist/components/Transform3D/index.d.ts +30 -0
- package/dist/components/XRMediaSurface/index.d.ts +6 -6
- package/dist/components/XRViewport/XRViewport.d.ts +11 -0
- package/dist/components/XRViewport/components/HiddenMedia.d.ts +7 -0
- package/dist/components/XRViewport/components/MediaAssetPicker.d.ts +8 -0
- package/dist/components/XRViewport/components/MediaControlStack.d.ts +13 -0
- package/dist/components/XRViewport/components/XRViewportLayers.d.ts +30 -0
- package/dist/components/XRViewport/constants.d.ts +24 -0
- package/dist/components/XRViewport/contexts.d.ts +6 -0
- package/dist/components/XRViewport/hooks/useViewportExternalFaces.d.ts +13 -0
- package/dist/components/XRViewport/hooks/useViewportMediaSource.d.ts +16 -0
- package/dist/components/XRViewport/hooks/useViewportMediaTexture.d.ts +10 -0
- package/dist/components/XRViewport/hooks/useViewportPipeline.d.ts +41 -0
- package/dist/components/XRViewport/hooks/useViewportRenderState.d.ts +47 -0
- package/dist/components/XRViewport/index.d.ts +3 -118
- package/dist/components/XRViewport/layout.d.ts +16 -0
- package/dist/components/XRViewport/slots.d.ts +16 -0
- package/dist/components/XRViewport/types.d.ts +89 -0
- package/dist/components/XRViewport/useViewportSize.d.ts +3 -0
- package/dist/components/index.d.ts +12 -0
- package/dist/contexts-BKvTIayr.cjs +1 -0
- package/dist/contexts-Bk5zz_VR.js +214 -0
- package/dist/debug-ui/component-editor/index.d.ts +19 -0
- package/dist/debug-ui/face-mesh-renderer-settings/index.d.ts +8 -0
- package/dist/debug-ui/face-retouch/index.d.ts +11 -0
- package/dist/debug-ui/hand-joints-2d/index.d.ts +1 -1
- package/dist/debug-ui/hand-tracking-2d/index.d.ts +1 -1
- package/dist/debug-ui/hand-tracking-2d-controller/index.d.ts +1 -1
- package/dist/debug-ui/hand-tracking-3d/index.d.ts +1 -1
- package/dist/debug-ui/hierarchy-panel/index.d.ts +29 -0
- package/dist/debug-ui/index.d.ts +25 -2
- package/dist/debug-ui/layer-panel/index.d.ts +3 -2
- package/dist/debug-ui/media-source/index.d.ts +2 -0
- package/dist/debug-ui/media-source/session.d.ts +12 -0
- package/dist/debug-ui/media-source.cjs +1 -1
- package/dist/debug-ui/media-source.js +6 -4
- package/dist/debug-ui/mesh-renderer-settings/index.d.ts +6 -0
- package/dist/debug-ui/object-inspector-panel/index.d.ts +25 -0
- package/dist/debug-ui/pin-to-mesh-settings/index.d.ts +10 -0
- package/dist/debug-ui/scene-editor/context.d.ts +38 -0
- package/dist/debug-ui/scene-editor/hierarchy-panel.d.ts +9 -0
- package/dist/debug-ui/scene-editor/index.d.ts +11 -0
- package/dist/debug-ui/scene-editor/inspector-panel.d.ts +7 -0
- package/dist/debug-ui/scene-editor/store-utils.d.ts +2 -0
- package/dist/debug-ui/scene-editor/viewport-toolbar.d.ts +4 -0
- package/dist/debug-ui/scene-editor/viewport.d.ts +21 -0
- package/dist/debug-ui/screen-glass-settings/index.d.ts +6 -0
- package/dist/debug-ui/screen-gradient-settings/GradientStopsEditor.d.ts +5 -0
- package/dist/debug-ui/screen-gradient-settings/index.d.ts +6 -0
- package/dist/debug-ui/screen-gradient-settings/styles.d.ts +3 -0
- package/dist/debug-ui/screen-image-settings/index.d.ts +4 -2
- package/dist/debug-ui/screen-shape-settings/index.d.ts +6 -0
- package/dist/debug-ui/screen-text-settings/NumberField.d.ts +9 -0
- package/dist/debug-ui/screen-text-settings/ScreenTextSettingsPanel.d.ts +3 -0
- package/dist/debug-ui/screen-text-settings/controls/NestedSection.d.ts +7 -0
- package/dist/debug-ui/screen-text-settings/controls/Section.d.ts +8 -0
- package/dist/debug-ui/screen-text-settings/controls/icons.d.ts +4 -0
- package/dist/debug-ui/screen-text-settings/index.d.ts +2 -122
- package/dist/debug-ui/screen-text-settings/sections/BackgroundSection.d.ts +8 -0
- package/dist/debug-ui/screen-text-settings/sections/ContentSection.d.ts +5 -0
- package/dist/debug-ui/screen-text-settings/sections/EffectsSection.d.ts +25 -0
- package/dist/debug-ui/screen-text-settings/sections/StyleSection.d.ts +5 -0
- package/dist/debug-ui/screen-text-settings/sections/TransformSection.d.ts +5 -0
- package/dist/debug-ui/screen-text-settings/sections/background/BackgroundFillControls.d.ts +2 -0
- package/dist/debug-ui/screen-text-settings/sections/background/BackgroundSizeControls.d.ts +2 -0
- package/dist/debug-ui/screen-text-settings/sections/background/BackgroundStrokeControls.d.ts +2 -0
- package/dist/debug-ui/screen-text-settings/sections/background/types.d.ts +7 -0
- package/dist/debug-ui/screen-text-settings/sections/effects/BendEffectSection.d.ts +4 -0
- package/dist/debug-ui/screen-text-settings/sections/effects/EffectChrome.d.ts +21 -0
- package/dist/debug-ui/screen-text-settings/sections/effects/GlowEffectSection.d.ts +4 -0
- package/dist/debug-ui/screen-text-settings/sections/effects/InnerShadowEffectSection.d.ts +4 -0
- package/dist/debug-ui/screen-text-settings/sections/effects/OutlineEffectSection.d.ts +4 -0
- package/dist/debug-ui/screen-text-settings/sections/effects/ShadowEffectSection.d.ts +4 -0
- package/dist/debug-ui/screen-text-settings/sections/effects/types.d.ts +14 -0
- package/dist/debug-ui/screen-text-settings/settings.d.ts +90 -0
- package/dist/debug-ui/screen-text-settings/styles.d.ts +26 -0
- package/dist/debug-ui/screen-text-settings/transform.d.ts +6 -0
- package/dist/debug-ui/screen-text-settings/types.d.ts +9 -0
- package/dist/debug-ui/shared/ScreenTransformSection.d.ts +6 -3
- package/dist/debug-ui/transform-3d-settings/index.d.ts +11 -0
- package/dist/debug-ui.cjs +3 -13
- package/dist/debug-ui.js +7896 -5098
- package/dist/drawNormalizedCrop-B-7zU-Xw.cjs +1 -0
- package/dist/drawNormalizedCrop-CRdIDyl1.js +44 -0
- package/dist/entries/all.d.ts +1 -0
- package/dist/entries/core.d.ts +53 -6
- package/dist/entries/face-effects.d.ts +10 -8
- package/dist/entries/internal.d.ts +1 -1
- package/dist/entries/low-level.d.ts +18 -4
- package/dist/entries/scene-object.d.ts +10 -0
- package/dist/entries/tracking.d.ts +25 -2
- package/dist/face-action/index.d.ts +34 -0
- package/dist/face-attribute-expression/index.d.ts +10 -0
- package/dist/face-effects.cjs +1 -342
- package/dist/face-effects.js +1391 -2767
- package/dist/face-info/blendshapes.d.ts +3 -0
- package/dist/face-info/derive.d.ts +8 -0
- package/dist/face-info/drawFaceCrop.d.ts +10 -0
- package/dist/face-info/getFaceInfo.d.ts +8 -0
- package/dist/face-info/index.d.ts +8 -0
- package/dist/face-info/landmarks.d.ts +21 -0
- package/dist/face-info/types.d.ts +52 -0
- package/dist/getFaceInfo-CyPAKh3h.cjs +1 -0
- package/dist/getFaceInfo-hUKMLFcr.js +118 -0
- package/dist/{handJoints2d.d.ts → hand/handJoints2d.d.ts} +1 -1
- package/dist/{handTracking2d.d.ts → hand/handTracking2d.d.ts} +1 -1
- package/dist/{handTracking2dController.d.ts → hand/handTracking2dController.d.ts} +1 -1
- package/dist/{handTracking3d.d.ts → hand/handTracking3d.d.ts} +1 -1
- package/dist/hooks/faceResults.d.ts +1 -1
- package/dist/hooks/useCalibrationFaceTracker.d.ts +1 -1
- package/dist/hooks/useFaceAction.d.ts +3 -0
- package/dist/hooks/useFaceAttributeExpression.d.ts +16 -0
- package/dist/hooks/useFaceDetection.d.ts +18 -0
- package/dist/hooks/useFaceInfo.d.ts +7 -0
- package/dist/hooks/useFaceInfos.d.ts +15 -0
- package/dist/hooks/useFaceResultReader.d.ts +10 -0
- package/dist/hooks/useFrameCapture.d.ts +18 -0
- package/dist/hooks/useMediaRecorder.d.ts +14 -2
- package/dist/hooks/useOwnedTexture.d.ts +6 -0
- package/dist/hooks/useTrackerContext.d.ts +2 -2
- package/dist/hooks/useXRSession/facade.d.ts +3 -0
- package/dist/hooks/useXRSession/registry.d.ts +9 -0
- package/dist/index-82aENaRq.cjs +1 -0
- package/dist/{index-BGNbrc4C.js → index-BgQAX8rs.js} +213 -125
- package/dist/index-CEc1CAmB.cjs +1 -0
- package/dist/index-CTHeBQOs.js +178 -0
- package/dist/index-D4bLzBr6.cjs +1 -0
- package/dist/index-DSpzjuqd.cjs +1 -0
- package/dist/index-Di70KWuY.js +2049 -0
- package/dist/index-DzEzkBIH.cjs +17 -0
- package/dist/{index-safCs_af.js → index-JygePOwo.js} +565 -508
- package/dist/index-UC0Ux38E.js +111 -0
- package/dist/{internal-Cae1ps15.js → internal-DuMPpcbp.js} +86 -80
- package/dist/internal-i2JkM85N.cjs +1 -0
- package/dist/internal.cjs +1 -1
- package/dist/internal.js +2 -2
- package/dist/low-level.cjs +1 -1
- package/dist/low-level.js +1229 -86
- package/dist/main.cjs +1 -73
- package/dist/main.js +545 -1693
- package/dist/material/MaterialFill.d.ts +20 -0
- package/dist/material/MeshMaterial.d.ts +14 -0
- package/dist/material/index.d.ts +2 -0
- package/dist/models/Body/index.d.ts +1 -1
- package/dist/models/Face/index.d.ts +1 -0
- package/dist/models/Face/rotation.d.ts +3 -0
- package/dist/render/renderGroups.d.ts +47 -0
- package/dist/render/renderPasses.d.ts +18 -0
- package/dist/renderGroups-C9QJrAXu.js +152 -0
- package/dist/renderGroups-Dvm1J4lW.cjs +1 -0
- package/dist/renderLayers-lDtL0_43.cjs +1 -0
- package/dist/renderLayers-zrK2pv5O.js +13 -0
- package/dist/renderPasses-CT5iBwtg.cjs +21 -0
- package/dist/renderPasses-CjgG_6kQ.js +1500 -0
- package/dist/scene-object/index.d.ts +146 -0
- package/dist/scene-object/runtimeRegistry.d.ts +14 -0
- package/dist/scene-object.cjs +1 -0
- package/dist/scene-object.js +40 -0
- package/dist/{screenImageSettings.d.ts → screen-image/screenImageSettings.d.ts} +9 -2
- package/dist/{screenTextSettings.d.ts → screen-text/screenTextSettings.d.ts} +18 -2
- package/dist/screen2d/coordinates.d.ts +87 -0
- package/dist/screen2d/index.d.ts +3 -0
- package/dist/screen2d/screenTransform.d.ts +47 -0
- package/dist/screen2d/smoothing.d.ts +5 -0
- package/dist/{selectors-BLl2JUWW.cjs → selectors-2QvO5RYY.cjs} +1 -1
- package/dist/{selectors-CXd_x-6t.js → selectors-Dw3C-gSk.js} +3 -3
- package/dist/services/MetricsCollector/index.d.ts +7 -1
- package/dist/services/MetricsCollector/utils.d.ts +1 -1
- package/dist/session-BChR4TgK.cjs +31 -0
- package/dist/session-C1StwN0f.js +363 -0
- package/dist/texture/animatedTexture.d.ts +61 -0
- package/dist/texture/animationMath.d.ts +8 -0
- package/dist/texture/sourceResolver.d.ts +30 -0
- package/dist/tracking.cjs +1 -1
- package/dist/tracking.js +580 -321
- package/dist/types/face.d.ts +1 -13
- package/dist/types/index.d.ts +0 -1
- package/dist/types/nodes.d.ts +2 -1
- package/dist/types/session.d.ts +2 -0
- package/dist/types/tracking.d.ts +8 -2
- package/dist/types/util-types.d.ts +1 -1
- package/dist/useFaceInfo-C-WfMlYp.cjs +1 -0
- package/dist/useFaceInfo-CwsHZedC.js +62 -0
- package/dist/useFaceResults-CkFc1egZ.js +19 -0
- package/dist/useFaceResults-VcFdOUFV.cjs +1 -0
- package/dist/utils/drawNormalizedCrop.d.ts +22 -0
- package/dist/utils/integrity.d.ts +4 -25
- package/dist/utils/landmarkBounds.d.ts +1 -1
- package/dist/utils/logger.d.ts +2 -2
- package/docs/MIGRATION_GUIDE.md +589 -0
- package/docs/SDK_DOCUMENTATION.md +1155 -0
- package/docs/api/audio.mdx +36 -0
- package/docs/api/behavior-components.mdx +164 -0
- package/docs/api/capture-recording.mdx +103 -0
- package/docs/api/debug-ui-scene-editor.mdx +249 -0
- package/docs/api/face-actions.mdx +104 -0
- package/docs/api/face-attribute-expression.mdx +87 -0
- package/docs/api/face-binding-anchors.mdx +53 -0
- package/docs/api/face-effects.mdx +19 -0
- package/docs/api/face-info.mdx +112 -0
- package/docs/api/face-mesh.mdx +98 -0
- package/docs/api/face-painting.mdx +33 -0
- package/docs/api/face-retouching.mdx +73 -0
- package/docs/api/material-render-state.mdx +132 -0
- package/docs/api/runtime-3d.mdx +311 -0
- package/docs/api/scene-object-store.mdx +213 -0
- package/docs/api/screen-image.mdx +41 -0
- package/docs/api/screen-shape.mdx +64 -0
- package/docs/api/screen-space-coordinates.mdx +41 -0
- package/docs/api/screen-text.mdx +39 -0
- package/docs/api/texture-sources.mdx +55 -0
- package/docs/api/trackers.mdx +46 -0
- package/docs/docs.json +70 -0
- package/docs/examples/scene-object-recipes.mdx +194 -0
- package/docs/guides/harness-debug-ui.mdx +139 -0
- package/docs/inspector/hierarchy-panel.mdx +51 -0
- package/docs/inspector/object-inspector-panel.mdx +51 -0
- package/docs/introduction.mdx +121 -0
- package/docs/scene-objects/overview.mdx +127 -0
- package/docs/scene-objects/render-groups.mdx +77 -0
- package/docs/scene-objects/runtime-rendering.mdx +75 -0
- package/docs/texture-api-consumer.md +58 -0
- package/package.json +37 -7
- package/dist/MediaSourceSwitcher-C-xYg0nQ.js +0 -317
- package/dist/MediaSourceSwitcher-Cq3g4IKw.cjs +0 -31
- package/dist/components/FaceRetouch/defaults.d.ts +0 -13
- package/dist/components/FaceRetouch/retouchRegions.d.ts +0 -23
- package/dist/components/FaceRetouch/useFaceRetouchRegions.d.ts +0 -12
- package/dist/defaults-BLpcN3pG.cjs +0 -1
- package/dist/defaults-LtY4M7dg.js +0 -55
- package/dist/index-BXyObVHF.cjs +0 -1
- package/dist/index-CY3bUAcW.js +0 -12
- package/dist/index-C_Duh13c.cjs +0 -1
- package/dist/index-D8fpPQkC.cjs +0 -1
- package/dist/index-DxshgBu0.cjs +0 -1
- package/dist/index-O-2crZ3M.js +0 -1102
- package/dist/internal-BjyhBP8i.cjs +0 -1
- package/dist/modules/XRClient/index.d.ts +0 -9
- package/dist/modules/index.d.ts +0 -1
- package/dist/screenImageSettings-6NRg4cx9.js +0 -39
- package/dist/screenImageSettings-y_B4_767.cjs +0 -1
- package/dist/services/ApiService.d.ts +0 -12
- package/dist/types/client.d.ts +0 -3
- package/dist/useFaceResults-cpsSmKKc.js +0 -81
- package/dist/useFaceResults-hVUJYSEY.cjs +0 -1
- package/dist/useXRModel-3DcUa28n.cjs +0 -1
- package/dist/useXRModel-BMJE1hrk.js +0 -28
- /package/dist/{layerStack.d.ts → render/layerStack.d.ts} +0 -0
- /package/dist/{screenImagePresets.d.ts → screen-image/screenImagePresets.d.ts} +0 -0
- /package/dist/{screenTextPresets.d.ts → screen-text/screenTextPresets.d.ts} +0 -0
|
@@ -0,0 +1,363 @@
|
|
|
1
|
+
import { l as j, u as z, c as v, X as L } from "./index-JygePOwo.js";
|
|
2
|
+
import { jsx as n, jsxs as u } from "react/jsx-runtime";
|
|
3
|
+
import { createPortal as W } from "react-dom";
|
|
4
|
+
import { useState as y, useRef as $, useMemo as F, useEffect as f } from "react";
|
|
5
|
+
import { c as d, X } from "./x-Co8jPhP0.js";
|
|
6
|
+
const M = (t, e) => new URL(`/assets/sdk/debug-ui/v1/${t}/${e}`, j.assetStorageEndpoint).href, C = (t) => t.replace(/\.[^.]+$/, "").replace(/[_-]+/g, " ").replace(/\s+/g, " ").trim().replace(/\b\w/g, (e) => e.toUpperCase()), P = [
|
|
7
|
+
"person_fullbody.mp4",
|
|
8
|
+
"person_looking.mp4",
|
|
9
|
+
"person_shaking_head.mp4",
|
|
10
|
+
"person_thumbUp.mp4",
|
|
11
|
+
"two_people_smiling.mp4"
|
|
12
|
+
], U = [
|
|
13
|
+
"person_fist_sign.jpg",
|
|
14
|
+
"person_fullbody.jpg",
|
|
15
|
+
"person_peace_sign.jpg",
|
|
16
|
+
"person_portrait.jpg",
|
|
17
|
+
"person_side_portrait.jpg",
|
|
18
|
+
"three_people_smiling.jpg",
|
|
19
|
+
"two_people_smiling.jpg"
|
|
20
|
+
], V = (t, e) => ({
|
|
21
|
+
id: `sdk-video-${e + 1}`,
|
|
22
|
+
kind: "video",
|
|
23
|
+
label: C(t),
|
|
24
|
+
url: M("videos", t)
|
|
25
|
+
}), D = (t, e) => ({
|
|
26
|
+
id: `sdk-image-${e + 1}`,
|
|
27
|
+
kind: "image",
|
|
28
|
+
label: C(t),
|
|
29
|
+
url: M("images", t)
|
|
30
|
+
}), N = P.map(V), T = U.map(D), ke = [
|
|
31
|
+
{ id: "webcam", kind: "webcam", label: "Webcam" },
|
|
32
|
+
...N,
|
|
33
|
+
...T
|
|
34
|
+
];
|
|
35
|
+
/**
|
|
36
|
+
* @license lucide-react v1.17.0 - ISC
|
|
37
|
+
*
|
|
38
|
+
* This source code is licensed under the ISC license.
|
|
39
|
+
* See the LICENSE file in the root directory of this source tree.
|
|
40
|
+
*/
|
|
41
|
+
const A = [
|
|
42
|
+
[
|
|
43
|
+
"path",
|
|
44
|
+
{
|
|
45
|
+
d: "M13.997 4a2 2 0 0 1 1.76 1.05l.486.9A2 2 0 0 0 18.003 7H20a2 2 0 0 1 2 2v9a2 2 0 0 1-2 2H4a2 2 0 0 1-2-2V9a2 2 0 0 1 2-2h1.997a2 2 0 0 0 1.759-1.048l.489-.904A2 2 0 0 1 10.004 4z",
|
|
46
|
+
key: "18u6gg"
|
|
47
|
+
}
|
|
48
|
+
],
|
|
49
|
+
["circle", { cx: "12", cy: "13", r: "3", key: "1vg3eu" }]
|
|
50
|
+
], K = d("camera", A);
|
|
51
|
+
/**
|
|
52
|
+
* @license lucide-react v1.17.0 - ISC
|
|
53
|
+
*
|
|
54
|
+
* This source code is licensed under the ISC license.
|
|
55
|
+
* See the LICENSE file in the root directory of this source tree.
|
|
56
|
+
*/
|
|
57
|
+
const B = [["path", { d: "m6 9 6 6 6-6", key: "qrunsl" }]], O = d("chevron-down", B);
|
|
58
|
+
/**
|
|
59
|
+
* @license lucide-react v1.17.0 - ISC
|
|
60
|
+
*
|
|
61
|
+
* This source code is licensed under the ISC license.
|
|
62
|
+
* See the LICENSE file in the root directory of this source tree.
|
|
63
|
+
*/
|
|
64
|
+
const H = [
|
|
65
|
+
["circle", { cx: "9", cy: "12", r: "1", key: "1vctgf" }],
|
|
66
|
+
["circle", { cx: "9", cy: "5", r: "1", key: "hp0tcf" }],
|
|
67
|
+
["circle", { cx: "9", cy: "19", r: "1", key: "fkjjf6" }],
|
|
68
|
+
["circle", { cx: "15", cy: "12", r: "1", key: "1tmaij" }],
|
|
69
|
+
["circle", { cx: "15", cy: "5", r: "1", key: "19l28e" }],
|
|
70
|
+
["circle", { cx: "15", cy: "19", r: "1", key: "f4zoj3" }]
|
|
71
|
+
], G = d("grip-vertical", H);
|
|
72
|
+
/**
|
|
73
|
+
* @license lucide-react v1.17.0 - ISC
|
|
74
|
+
*
|
|
75
|
+
* This source code is licensed under the ISC license.
|
|
76
|
+
* See the LICENSE file in the root directory of this source tree.
|
|
77
|
+
*/
|
|
78
|
+
const Y = [
|
|
79
|
+
["rect", { width: "18", height: "18", x: "3", y: "3", rx: "2", ry: "2", key: "1m3agn" }],
|
|
80
|
+
["circle", { cx: "9", cy: "9", r: "2", key: "af1f0g" }],
|
|
81
|
+
["path", { d: "m21 15-3.086-3.086a2 2 0 0 0-2.828 0L6 21", key: "1xmnt7" }]
|
|
82
|
+
], q = d("image", Y);
|
|
83
|
+
/**
|
|
84
|
+
* @license lucide-react v1.17.0 - ISC
|
|
85
|
+
*
|
|
86
|
+
* This source code is licensed under the ISC license.
|
|
87
|
+
* See the LICENSE file in the root directory of this source tree.
|
|
88
|
+
*/
|
|
89
|
+
const J = [
|
|
90
|
+
["path", { d: "M4 5h16", key: "1tepv9" }],
|
|
91
|
+
["path", { d: "M4 12h16", key: "1lakjw" }],
|
|
92
|
+
["path", { d: "M4 19h16", key: "1djgab" }]
|
|
93
|
+
], Q = d("menu", J);
|
|
94
|
+
/**
|
|
95
|
+
* @license lucide-react v1.17.0 - ISC
|
|
96
|
+
*
|
|
97
|
+
* This source code is licensed under the ISC license.
|
|
98
|
+
* See the LICENSE file in the root directory of this source tree.
|
|
99
|
+
*/
|
|
100
|
+
const Z = [
|
|
101
|
+
[
|
|
102
|
+
"path",
|
|
103
|
+
{
|
|
104
|
+
d: "m16 13 5.223 3.482a.5.5 0 0 0 .777-.416V7.87a.5.5 0 0 0-.752-.432L16 10.5",
|
|
105
|
+
key: "ftymec"
|
|
106
|
+
}
|
|
107
|
+
],
|
|
108
|
+
["rect", { x: "2", y: "6", width: "14", height: "12", rx: "2", key: "158x01" }]
|
|
109
|
+
], ee = d("video", Z), te = (t) => t === "webcam" ? "📷 " : t === "image" ? "🖼 " : "▶ ", re = {
|
|
110
|
+
position: "fixed",
|
|
111
|
+
zIndex: 2e4,
|
|
112
|
+
pointerEvents: "none"
|
|
113
|
+
}, E = {
|
|
114
|
+
pointerEvents: "auto",
|
|
115
|
+
border: "1px solid rgba(255, 255, 255, 0.12)",
|
|
116
|
+
background: "rgba(8, 15, 28, 0.58)",
|
|
117
|
+
boxShadow: "0 12px 32px rgba(0, 0, 0, 0.28)",
|
|
118
|
+
backdropFilter: "blur(20px) saturate(1.15)",
|
|
119
|
+
WebkitBackdropFilter: "blur(20px) saturate(1.15)",
|
|
120
|
+
color: "#f8fafc",
|
|
121
|
+
display: "flex"
|
|
122
|
+
}, ne = {
|
|
123
|
+
...E,
|
|
124
|
+
width: 34,
|
|
125
|
+
height: 34,
|
|
126
|
+
borderRadius: 17,
|
|
127
|
+
alignItems: "center",
|
|
128
|
+
justifyContent: "center",
|
|
129
|
+
cursor: "pointer",
|
|
130
|
+
transition: "transform 150ms ease"
|
|
131
|
+
}, ie = {
|
|
132
|
+
...E,
|
|
133
|
+
flexDirection: "column",
|
|
134
|
+
borderRadius: 12,
|
|
135
|
+
overflow: "hidden",
|
|
136
|
+
padding: 4,
|
|
137
|
+
gap: 4
|
|
138
|
+
}, oe = {
|
|
139
|
+
display: "flex",
|
|
140
|
+
alignItems: "center",
|
|
141
|
+
gap: 3
|
|
142
|
+
}, ae = {
|
|
143
|
+
width: 1,
|
|
144
|
+
height: 12,
|
|
145
|
+
background: "rgba(255, 255, 255, 0.12)",
|
|
146
|
+
margin: "0 3px"
|
|
147
|
+
}, se = {
|
|
148
|
+
display: "flex",
|
|
149
|
+
width: 16,
|
|
150
|
+
height: 24,
|
|
151
|
+
alignItems: "center",
|
|
152
|
+
justifyContent: "center",
|
|
153
|
+
cursor: "grab",
|
|
154
|
+
color: "rgba(148, 163, 184, 0.8)",
|
|
155
|
+
flex: "0 0 auto"
|
|
156
|
+
}, S = (t = !1) => ({
|
|
157
|
+
display: "flex",
|
|
158
|
+
width: 24,
|
|
159
|
+
height: 24,
|
|
160
|
+
alignItems: "center",
|
|
161
|
+
justifyContent: "center",
|
|
162
|
+
borderRadius: 8,
|
|
163
|
+
border: `1px solid ${t ? "rgba(255, 255, 255, 0.12)" : "transparent"}`,
|
|
164
|
+
background: t ? "rgba(255, 255, 255, 0.08)" : "transparent",
|
|
165
|
+
color: t ? "#f8fafc" : "rgba(226, 232, 240, 0.72)",
|
|
166
|
+
cursor: "pointer",
|
|
167
|
+
flex: "0 0 auto",
|
|
168
|
+
transition: "background 120ms ease, color 120ms ease"
|
|
169
|
+
}), ce = {
|
|
170
|
+
position: "relative",
|
|
171
|
+
display: "flex",
|
|
172
|
+
alignItems: "center"
|
|
173
|
+
}, de = {
|
|
174
|
+
width: "100%",
|
|
175
|
+
minWidth: 140,
|
|
176
|
+
height: 24,
|
|
177
|
+
borderRadius: 8,
|
|
178
|
+
border: "1px solid rgba(255, 255, 255, 0.10)",
|
|
179
|
+
background: "rgba(15, 23, 42, 0.65)",
|
|
180
|
+
color: "#f8fafc",
|
|
181
|
+
fontSize: 11,
|
|
182
|
+
outline: "none",
|
|
183
|
+
paddingLeft: 7,
|
|
184
|
+
paddingRight: 20,
|
|
185
|
+
appearance: "none",
|
|
186
|
+
cursor: "pointer"
|
|
187
|
+
}, le = {
|
|
188
|
+
pointerEvents: "none",
|
|
189
|
+
position: "absolute",
|
|
190
|
+
right: 5,
|
|
191
|
+
top: 0,
|
|
192
|
+
bottom: 0,
|
|
193
|
+
display: "flex",
|
|
194
|
+
alignItems: "center",
|
|
195
|
+
color: "rgba(148, 163, 184, 0.9)"
|
|
196
|
+
}, pe = {
|
|
197
|
+
height: 24,
|
|
198
|
+
display: "flex",
|
|
199
|
+
alignItems: "center",
|
|
200
|
+
padding: "0 8px",
|
|
201
|
+
borderRadius: 8,
|
|
202
|
+
border: "1px solid rgba(255, 255, 255, 0.08)",
|
|
203
|
+
background: "rgba(255, 255, 255, 0.04)",
|
|
204
|
+
color: "rgba(226, 232, 240, 0.72)",
|
|
205
|
+
fontSize: 11
|
|
206
|
+
}, _ = { width: 14, height: 14 }, xe = ({
|
|
207
|
+
value: t,
|
|
208
|
+
onChange: e,
|
|
209
|
+
sources: i,
|
|
210
|
+
style: s
|
|
211
|
+
}) => {
|
|
212
|
+
const [c, m] = y(!1), [a, h] = y({ x: 16, y: 16 }), [l, b] = y(t.kind), p = $(null), w = F(
|
|
213
|
+
() => ({
|
|
214
|
+
webcam: i.filter((r) => r.kind === "webcam"),
|
|
215
|
+
image: i.filter((r) => r.kind === "image"),
|
|
216
|
+
video: i.filter((r) => r.kind === "video")
|
|
217
|
+
}),
|
|
218
|
+
[i]
|
|
219
|
+
), k = w[l];
|
|
220
|
+
f(() => {
|
|
221
|
+
b(t.kind);
|
|
222
|
+
}, [t.kind]);
|
|
223
|
+
const R = (r) => {
|
|
224
|
+
b(r);
|
|
225
|
+
const o = w[r][0];
|
|
226
|
+
o && e(o);
|
|
227
|
+
};
|
|
228
|
+
f(() => {
|
|
229
|
+
const r = (g) => {
|
|
230
|
+
p.current && h({
|
|
231
|
+
x: Math.max(8, g.clientX - p.current.x),
|
|
232
|
+
y: Math.max(8, g.clientY - p.current.y)
|
|
233
|
+
});
|
|
234
|
+
}, o = () => {
|
|
235
|
+
p.current = null, document.body.classList.remove("select-none");
|
|
236
|
+
};
|
|
237
|
+
return window.addEventListener("pointermove", r), window.addEventListener("pointerup", o), () => {
|
|
238
|
+
window.removeEventListener("pointermove", r), window.removeEventListener("pointerup", o);
|
|
239
|
+
};
|
|
240
|
+
}, []);
|
|
241
|
+
const x = (r) => {
|
|
242
|
+
const o = r.currentTarget.getBoundingClientRect();
|
|
243
|
+
p.current = {
|
|
244
|
+
x: r.clientX - o.left,
|
|
245
|
+
y: r.clientY - o.top
|
|
246
|
+
}, document.body.classList.add("select-none"), r.currentTarget.setPointerCapture(r.pointerId);
|
|
247
|
+
}, I = () => k.length === 0 ? /* @__PURE__ */ n("div", { style: pe, children: l === "webcam" ? "No camera source" : l === "image" ? "No image preview" : "No video preview" }) : /* @__PURE__ */ u("div", { style: ce, children: [
|
|
248
|
+
/* @__PURE__ */ n(
|
|
249
|
+
"select",
|
|
250
|
+
{
|
|
251
|
+
value: t.id,
|
|
252
|
+
onChange: (r) => {
|
|
253
|
+
const o = i.find((g) => g.id === r.target.value);
|
|
254
|
+
o && e(o);
|
|
255
|
+
},
|
|
256
|
+
style: de,
|
|
257
|
+
children: k.map((r) => /* @__PURE__ */ u("option", { value: r.id, children: [
|
|
258
|
+
te(l),
|
|
259
|
+
r.label
|
|
260
|
+
] }, r.id))
|
|
261
|
+
}
|
|
262
|
+
),
|
|
263
|
+
/* @__PURE__ */ n("div", { style: le, children: /* @__PURE__ */ n("span", { style: { width: 10, height: 10 }, children: /* @__PURE__ */ n(O, { size: 10, strokeWidth: 1.8 }) }) })
|
|
264
|
+
] });
|
|
265
|
+
return typeof document > "u" ? null : W(
|
|
266
|
+
/* @__PURE__ */ n("div", { style: { ...re, left: a.x, top: a.y, ...s }, children: c ? (
|
|
267
|
+
// --- Expanded State ---
|
|
268
|
+
/* @__PURE__ */ u("div", { style: ie, children: [
|
|
269
|
+
/* @__PURE__ */ u("div", { style: oe, children: [
|
|
270
|
+
/* @__PURE__ */ n("div", { onPointerDown: x, style: se, title: "Drag to move", children: /* @__PURE__ */ n(G, { size: 11, strokeWidth: 2 }) }),
|
|
271
|
+
/* @__PURE__ */ n(
|
|
272
|
+
"button",
|
|
273
|
+
{
|
|
274
|
+
type: "button",
|
|
275
|
+
onClick: () => m(!1),
|
|
276
|
+
style: S(!1),
|
|
277
|
+
title: "Close Menu",
|
|
278
|
+
children: /* @__PURE__ */ n("span", { style: _, children: /* @__PURE__ */ n(X, { size: 14, strokeWidth: 1.8 }) })
|
|
279
|
+
}
|
|
280
|
+
),
|
|
281
|
+
/* @__PURE__ */ n("div", { style: ae }),
|
|
282
|
+
["webcam", "image", "video"].map((r) => /* @__PURE__ */ n(
|
|
283
|
+
"button",
|
|
284
|
+
{
|
|
285
|
+
type: "button",
|
|
286
|
+
onClick: () => R(r),
|
|
287
|
+
style: S(l === r),
|
|
288
|
+
title: r.charAt(0).toUpperCase() + r.slice(1),
|
|
289
|
+
children: /* @__PURE__ */ n("span", { style: _, children: r === "webcam" ? /* @__PURE__ */ n(K, { size: 14, strokeWidth: 1.8 }) : r === "image" ? /* @__PURE__ */ n(q, { size: 14, strokeWidth: 1.8 }) : /* @__PURE__ */ n(ee, { size: 14, strokeWidth: 1.8 }) })
|
|
290
|
+
},
|
|
291
|
+
r
|
|
292
|
+
))
|
|
293
|
+
] }),
|
|
294
|
+
I()
|
|
295
|
+
] })
|
|
296
|
+
) : (
|
|
297
|
+
// --- Collapsed State (Minimal FAB) ---
|
|
298
|
+
/* @__PURE__ */ n(
|
|
299
|
+
"div",
|
|
300
|
+
{
|
|
301
|
+
style: ne,
|
|
302
|
+
onClick: () => m(!0),
|
|
303
|
+
onPointerDown: x,
|
|
304
|
+
title: "Open Media Menu",
|
|
305
|
+
children: /* @__PURE__ */ n("span", { style: { width: 16, height: 16 }, children: /* @__PURE__ */ n(Q, { size: 14, strokeWidth: 1.8 }) })
|
|
306
|
+
}
|
|
307
|
+
)
|
|
308
|
+
) }),
|
|
309
|
+
document.body
|
|
310
|
+
);
|
|
311
|
+
}, ge = async (t) => {
|
|
312
|
+
const e = new Image();
|
|
313
|
+
e.crossOrigin = "anonymous", e.src = t, await e.decode();
|
|
314
|
+
const i = document.createElement("canvas");
|
|
315
|
+
i.width = e.naturalWidth, i.height = e.naturalHeight;
|
|
316
|
+
const s = i.getContext("2d");
|
|
317
|
+
if (!s) throw new Error("Unable to create image media canvas");
|
|
318
|
+
return s.drawImage(e, 0, 0, i.width, i.height), i.captureStream(30);
|
|
319
|
+
}, ue = async (t) => {
|
|
320
|
+
const e = document.createElement("video");
|
|
321
|
+
return e.src = t, e.loop = !0, e.muted = !0, e.playsInline = !0, e.crossOrigin = "anonymous", await e.play(), e.captureStream();
|
|
322
|
+
}, me = (t, e) => {
|
|
323
|
+
const { session: i } = z();
|
|
324
|
+
f(() => {
|
|
325
|
+
let s = !1, c = null;
|
|
326
|
+
return (async () => {
|
|
327
|
+
try {
|
|
328
|
+
if (t.kind === "webcam")
|
|
329
|
+
await i.setMediaSource({ source: v.WEBCAM });
|
|
330
|
+
else {
|
|
331
|
+
if (!t.url) throw new Error(`Missing media URL for ${t.id}`);
|
|
332
|
+
const a = t.kind === "image" ? await ge(t.url) : await ue(t.url);
|
|
333
|
+
if (c = a, s) {
|
|
334
|
+
a.getTracks().forEach((h) => h.stop());
|
|
335
|
+
return;
|
|
336
|
+
}
|
|
337
|
+
await i.setMediaSource({
|
|
338
|
+
source: v.STREAM,
|
|
339
|
+
stream: a,
|
|
340
|
+
sourceKind: t.kind
|
|
341
|
+
});
|
|
342
|
+
}
|
|
343
|
+
await i.registerXRPipeline(
|
|
344
|
+
(e == null ? void 0 : e.pipeline) ?? [
|
|
345
|
+
{ model: L.FACE_TRACKER, options: { numFaces: (e == null ? void 0 : e.numFaces) ?? 1 } }
|
|
346
|
+
]
|
|
347
|
+
), await i.start();
|
|
348
|
+
} catch (a) {
|
|
349
|
+
console.error("[MediaSourceSession] Error initializing XR session:", a);
|
|
350
|
+
}
|
|
351
|
+
})(), () => {
|
|
352
|
+
s = !0, c == null || c.getTracks().forEach((a) => a.stop());
|
|
353
|
+
};
|
|
354
|
+
}, [t, e == null ? void 0 : e.numFaces, e == null ? void 0 : e.pipeline, i]);
|
|
355
|
+
}, ve = me;
|
|
356
|
+
export {
|
|
357
|
+
xe as M,
|
|
358
|
+
N as a,
|
|
359
|
+
me as b,
|
|
360
|
+
ke as d,
|
|
361
|
+
T as s,
|
|
362
|
+
ve as u
|
|
363
|
+
};
|
|
@@ -0,0 +1,61 @@
|
|
|
1
|
+
export type AnimatedTextureState = "idle" | "loading" | "ready" | "playing" | "paused" | "ended" | "error";
|
|
2
|
+
export type AnimatedTexturePlayMode = "forward" | "reverse" | "ping-pong" | "random";
|
|
3
|
+
export type AnimatedTextureEventType = "KeyFrameInSecond" | "Pause" | "PlayBegin" | "PlayEnd" | "Resume" | "Stop";
|
|
4
|
+
export type AnimatedTextureCapabilities = {
|
|
5
|
+
canSeek: boolean;
|
|
6
|
+
canReverse: boolean;
|
|
7
|
+
supportsLoopCount: boolean;
|
|
8
|
+
};
|
|
9
|
+
export type AnimatedTextureSnapshot = {
|
|
10
|
+
state: AnimatedTextureState;
|
|
11
|
+
frame: number;
|
|
12
|
+
time: number;
|
|
13
|
+
duration?: number;
|
|
14
|
+
frameCount?: number;
|
|
15
|
+
error?: Error;
|
|
16
|
+
playMode: AnimatedTexturePlayMode;
|
|
17
|
+
loop: boolean;
|
|
18
|
+
loopCount: number;
|
|
19
|
+
};
|
|
20
|
+
export type AnimatedTextureListener = (snapshot: AnimatedTextureSnapshot) => void;
|
|
21
|
+
export type AnimatedTextureEvent = {
|
|
22
|
+
type: AnimatedTextureEventType;
|
|
23
|
+
snapshot: AnimatedTextureSnapshot;
|
|
24
|
+
};
|
|
25
|
+
export type AnimatedTextureEventListener = (event: AnimatedTextureEvent) => void;
|
|
26
|
+
export interface AnimatedTextureController {
|
|
27
|
+
readonly capabilities: AnimatedTextureCapabilities;
|
|
28
|
+
play(): Promise<void> | void;
|
|
29
|
+
pause(): void;
|
|
30
|
+
restart(): Promise<void> | void;
|
|
31
|
+
seek?(value: number): void;
|
|
32
|
+
setPlayMode(mode: AnimatedTexturePlayMode): void;
|
|
33
|
+
setLoop(loop: boolean, count?: number): void;
|
|
34
|
+
subscribe(listener: AnimatedTextureListener): () => void;
|
|
35
|
+
on(type: AnimatedTextureEventType, listener: AnimatedTextureEventListener): () => void;
|
|
36
|
+
off(type: AnimatedTextureEventType, listener: AnimatedTextureEventListener): void;
|
|
37
|
+
/** Provider hook for frame/ended/stop events not caused by controller commands. */
|
|
38
|
+
emit(type: AnimatedTextureEventType): void;
|
|
39
|
+
getSnapshot(): AnimatedTextureSnapshot;
|
|
40
|
+
dispose(): void;
|
|
41
|
+
}
|
|
42
|
+
export declare class BasicAnimatedTextureController implements AnimatedTextureController {
|
|
43
|
+
readonly capabilities: AnimatedTextureCapabilities;
|
|
44
|
+
private snapshot;
|
|
45
|
+
private listeners;
|
|
46
|
+
private eventListeners;
|
|
47
|
+
constructor(capabilities: AnimatedTextureCapabilities, initial?: Partial<AnimatedTextureSnapshot>);
|
|
48
|
+
play(): void;
|
|
49
|
+
pause(): void;
|
|
50
|
+
restart(): void;
|
|
51
|
+
setPlayMode(playMode: AnimatedTexturePlayMode): void;
|
|
52
|
+
setLoop(loop: boolean, loopCount?: number): void;
|
|
53
|
+
seek(value: number): void;
|
|
54
|
+
subscribe(listener: AnimatedTextureListener): () => boolean;
|
|
55
|
+
on(type: AnimatedTextureEventType, listener: AnimatedTextureEventListener): () => void;
|
|
56
|
+
off(type: AnimatedTextureEventType, listener: AnimatedTextureEventListener): void;
|
|
57
|
+
getSnapshot(): AnimatedTextureSnapshot;
|
|
58
|
+
dispose(): void;
|
|
59
|
+
emit(type: AnimatedTextureEventType): void;
|
|
60
|
+
private update;
|
|
61
|
+
}
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
import { AnimatedTexturePlayMode } from './animatedTexture';
|
|
2
|
+
export type PlaybackFrameResult = {
|
|
3
|
+
frame: number;
|
|
4
|
+
ended: boolean;
|
|
5
|
+
loop: number;
|
|
6
|
+
};
|
|
7
|
+
export declare const getPlaybackFrame: (tick: number, frameCount: number, mode: AnimatedTexturePlayMode, loop: boolean, loopCount: number) => PlaybackFrameResult;
|
|
8
|
+
export declare const getSequenceFrame: (elapsedSeconds: number, fps: number, frameCount: number) => number;
|
|
@@ -0,0 +1,30 @@
|
|
|
1
|
+
import { AnimatedTextureController } from './animatedTexture';
|
|
2
|
+
import type * as THREE from "three";
|
|
3
|
+
export type ResolvedTextureSource = {
|
|
4
|
+
texture: THREE.Texture;
|
|
5
|
+
controller?: AnimatedTextureController;
|
|
6
|
+
metadata?: {
|
|
7
|
+
width?: number;
|
|
8
|
+
height?: number;
|
|
9
|
+
duration?: number;
|
|
10
|
+
frameCount?: number;
|
|
11
|
+
};
|
|
12
|
+
dispose(): void;
|
|
13
|
+
};
|
|
14
|
+
export type TextureSourceResolver<TSource> = (source: TSource, signal: AbortSignal) => Promise<ResolvedTextureSource>;
|
|
15
|
+
export type TextureSourceProvider<TSource> = {
|
|
16
|
+
canResolve(source: TSource): boolean;
|
|
17
|
+
resolve(source: TSource, signal: AbortSignal): Promise<ResolvedTextureSource>;
|
|
18
|
+
};
|
|
19
|
+
/** Compose image/video/GIF/sequence providers without coupling ScreenImage to loaders. */
|
|
20
|
+
export declare function createTextureSourceResolver<TSource>(providers: readonly TextureSourceProvider<TSource>[]): TextureSourceResolver<TSource>;
|
|
21
|
+
export declare class TextureSourceLoadError extends Error {
|
|
22
|
+
readonly source: unknown;
|
|
23
|
+
constructor(message: string, source: unknown);
|
|
24
|
+
}
|
|
25
|
+
/** Throw when an async provider finishes after its source was replaced. */
|
|
26
|
+
export declare function throwIfAborted(signal: AbortSignal): void;
|
|
27
|
+
/** Resolve a provider while guaranteeing late results are not accepted. */
|
|
28
|
+
export declare function resolveTextureSource<TSource>(resolver: TextureSourceResolver<TSource>, source: TSource, signal: AbortSignal): Promise<ResolvedTextureSource>;
|
|
29
|
+
/** Dispose a resolved source exactly once. Safe for source-switch cleanup. */
|
|
30
|
+
export declare function disposeResolvedTextureSource(source: ResolvedTextureSource | undefined): void;
|
package/dist/tracking.cjs
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
"use strict";Object.defineProperty(exports,Symbol.toStringTag,{value:"Module"});const z=require("./useFaceResults-hVUJYSEY.cjs"),k=require("./index-BXyObVHF.cjs"),E=require("react/jsx-runtime"),S=require("@react-three/fiber"),i=require("react"),O=require("three"),m=require("./index-DxshgBu0.cjs"),x=require("./useXRModel-3DcUa28n.cjs");function j(e){const r=Object.create(null,{[Symbol.toStringTag]:{value:"Module"}});if(e){for(const t in e)if(t!=="default"){const n=Object.getOwnPropertyDescriptor(e,t);Object.defineProperty(r,t,n.get?n:{enumerable:!0,get:()=>e[t]})}}return r.default=e,Object.freeze(r)}const A=j(O),B={"body.head":0,"body.leftShoulder":11,"body.rightShoulder":12,"body.leftElbow":13,"body.rightElbow":14,"body.leftWrist":15,"body.rightWrist":16,"body.leftHip":23,"body.rightHip":24,"body.leftKnee":25,"body.rightKnee":26,"body.leftAnkle":27,"body.rightAnkle":28},H=({bodyIndex:e=0,active:r=!0,children:t})=>{const n=i.useRef(null),{ready:o,node:c}=x.useXRModel(m.XRModel.BODY_TRACKER,void 0,r),{camera:u}=S.useThree(),h=i.useRef(u);h.current!==u&&(h.current=u);const s=i.useRef(null);S.useFrame(()=>{if(!o||!c||!n.current)return;const l=c;s.current=l;const a=l.getLandmarks2D(e),y=a==null?void 0:a[0];if(!y){n.current.visible=!1;return}const f=v(y,h.current);n.current.visible=!0,n.current.position.copy(f)});const d=i.useCallback(l=>{const a=s.current;if(!a)return null;const y=a.getLandmarks2D(e);if(!y)return null;if(l==="body.neck"){const p=y[11],b=y[12];if(!p||!b)return null;const g={x:(p.x+b.x)/2,y:(p.y+b.y)/2,z:(p.z+b.z)/2};return{position:v(g,h.current)}}const f=B[l];if(f===void 0)return null;const T=y[f];return T?{position:v(T,h.current)}:null},[e]),R=i.useMemo(()=>({type:"body",resolveLandmark:d}),[d]);return E.jsx(k.TrackerContext.Provider,{value:R,children:E.jsx("group",{ref:n,renderOrder:m.RENDER_LAYERS.TRACKED,children:t})})},v=(e,r)=>{const t=new A.Vector3(e.x,e.y,e.z);t.unproject(r);const n=t.sub(r.position).normalize(),o=-r.position.z/n.z;return r.position.clone().add(n.multiplyScalar(o))},G={"hand.wrist":0,"hand.thumbTip":4,"hand.indexTip":8,"hand.middleTip":12,"hand.ringTip":16,"hand.pinkyTip":20,"hand.indexBase":5,"hand.middleBase":9,"hand.ringBase":13,"hand.pinkyBase":17},K=({children:e,targetFps:r,active:t=!0})=>{const n=i.useRef(null),o=i.useMemo(()=>r===void 0?void 0:{targetFps:r},[r]),{ready:c,node:u}=x.useXRModel(m.XRModel.GESTURE_TRACKER,o,t),{camera:h}=S.useThree(),s=i.useRef(h);s.current!==h&&(s.current=h);const d=i.useRef(null);S.useFrame(()=>{var f;if(!c||!u||!n.current)return;d.current=u;const a=(f=u==null?void 0:u.coordinates)==null?void 0:f[0];if(!a){n.current.visible=!1;return}const y=D(a,s.current);n.current.visible=!0,n.current.position.copy(y)});const R=i.useCallback(a=>{var T,p;const y=G[a];if(y===void 0)return null;const f=(p=(T=d.current)==null?void 0:T.coordinates)==null?void 0:p[y];return f?{position:D(f,s.current)}:null},[]),l=i.useMemo(()=>({type:"hand",resolveLandmark:R}),[R]);return E.jsx(k.TrackerContext.Provider,{value:l,children:E.jsx("group",{ref:n,renderOrder:m.RENDER_LAYERS.TRACKED,children:e})})},D=(e,r)=>{const t=new A.Vector3(e.x,e.y,e.z);t.unproject(r);const n=t.sub(r.position).normalize(),o=-r.position.z/n.z;return r.position.clone().add(n.multiplyScalar(o))},L=800,F=200,P=()=>({armed:!1,armStart:null,holdStart:null,fired:!1}),q=(e,{isTrigger:r,gesture:t,now:n,mode:o,debounceMs:c,holdMs:u})=>{if(e.fired)return null;if(o==="hold"){if(r&&t){if(e.holdStart===null&&(e.holdStart=n),n-e.holdStart>=u)return e.fired=!0,t}else e.holdStart=null;return null}return e.armed?r&&t?(e.fired=!0,t):null:(r?e.armStart=null:(e.armStart===null&&(e.armStart=n),n-e.armStart>=c&&(e.armed=!0)),null)};function X({gestures:e,mode:r="arm",debounceMs:t=L,holdMs:n=F,onTrigger:o,enabled:c=!0}){const{ready:u,node:h}=x.useXRModel(m.XRModel.GESTURE_TRACKER),s=i.useRef(o);i.useEffect(()=>{s.current=o},[o]);const d=i.useRef(new Set);i.useEffect(()=>{d.current=new Set(Array.isArray(e)?e:[e])},[e]);const R=i.useRef(P());S.useFrame(()=>{if(!c||!u||!h)return;const l=h.gesture,a=!!(l&&d.current.has(l)),y=q(R.current,{isTrigger:a,gesture:l,now:performance.now(),mode:r,debounceMs:t,holdMs:n});y&&s.current(y)})}const W=e=>(X(e),null),V={"hand.wrist":0,"hand.thumbTip":4,"hand.indexTip":8,"hand.middleTip":12,"hand.ringTip":16,"hand.pinkyTip":20,"hand.indexBase":5,"hand.middleBase":9,"hand.ringBase":13,"hand.pinkyBase":17};function Y(e,r,t=0){var o;const n=(o=e==null?void 0:e.hands)!=null&&o.length?e.hands:e!=null&&e.coordinates?[{coordinates:e.coordinates,gesture:e.gesture,handedness:e.handedness}]:[];if(n.length){if(r){const c=n.find(u=>u.handedness===r);if(c)return c}return n[t]??n[0]}}const $=({children:e,hand:r,handIndex:t=0,targetFps:n,active:o=!0})=>{const c=i.useRef(null),u=i.useMemo(()=>n===void 0?void 0:{targetFps:n},[n]),{ready:h,node:s}=x.useXRModel(m.XRModel.HAND_TRACKER,u,o),{camera:d}=S.useThree(),R=i.useRef(d);R.current!==d&&(R.current=d);const l=i.useRef(null);S.useFrame(()=>{var b;if(!h||!s||!c.current)return;const f=Y(s,r,t);l.current=f??null;const T=(b=f==null?void 0:f.coordinates)==null?void 0:b[0];if(!T){c.current.visible=!1;return}const p=N(T,R.current);c.current.visible=!0,c.current.position.copy(p)});const a=i.useCallback(f=>{var b,g;const T=V[f];if(T===void 0)return null;const p=(g=(b=l.current)==null?void 0:b.coordinates)==null?void 0:g[T];return p?{position:N(p,R.current)}:null},[]),y=i.useMemo(()=>({type:"hand",resolveLandmark:a}),[a]);return E.jsx(k.TrackerContext.Provider,{value:y,children:E.jsx("group",{ref:c,renderOrder:m.RENDER_LAYERS.TRACKED,children:e})})},N=(e,r)=>{const t=new A.Vector3(e.x,e.y,e.z);t.unproject(r);const n=t.sub(r.position).normalize(),o=-r.position.z/n.z;return r.position.clone().add(n.multiplyScalar(o))},M=["portrait"],U=({type:e,active:r=!0,children:t})=>(x.useXRModel(m.XRModel.BACKGROUND_SEGMENTATION,{type:e},r),i.useEffect(()=>{M.includes(e)||console.warn(`[Segmentation] unsupported type "${e}"; valid values: ${M.join(", ")}`)},[e]),E.jsx(E.Fragment,{children:t})),I=["face.forehead","face.noseTip","face.chin","face.leftEyeOuter","face.rightEyeOuter","face.leftCheek","face.rightCheek","face.mouthCenter"],J=["hand.wrist","hand.thumbTip","hand.indexTip","hand.middleTip","hand.ringTip","hand.pinkyTip","hand.indexBase","hand.middleBase","hand.ringBase","hand.pinkyBase"],Q=["body.head","body.neck","body.leftShoulder","body.rightShoulder","body.leftElbow","body.rightElbow","body.leftWrist","body.rightWrist","body.leftHip","body.rightHip","body.leftKnee","body.rightKnee","body.leftAnkle","body.rightAnkle"],C=e=>e.startsWith("face.")?"face":e.startsWith("hand.")?"hand":e.startsWith("body.")?"body":null,w=(e,r,t)=>r+t*(e-r),_=(e,r)=>1/(1+1/(2*Math.PI*e)/r),Z=(e,r,t,n,o,c)=>{if(!e.initialized||t<=0)return e.pos.copy(r),e.prevRaw.copy(r),e.dxHat.set(0,0,0),e.initialized=!0,e;const u=_(c,t),h=["x","y","z"];for(const s of h){const d=(r[s]-e.prevRaw[s])/t,R=w(d,e.dxHat[s],u);e.dxHat[s]=R;const l=n+o*Math.abs(R),a=_(l,t);e.pos[s]=w(r[s],e.pos[s],a),e.prevRaw[s]=r[s]}return e},ee=({target:e,offset:r,smoothing:t=0,children:n})=>{const o=k.useTrackerContext(),c=i.useRef(null),u=i.useRef(!1),h=i.useRef(new A.Vector3),s=i.useRef({pos:new A.Vector3,prevRaw:new A.Vector3,dxHat:new A.Vector3,initialized:!1}),d=C(e),R=o!==null&&d!==null&&o.type!==d,l=o===null,a=l||R||d===null;return i.useEffect(()=>{l?console.warn(`[TrackingAnchor] target "${e}" requires a FaceTracker / HandTracker / BodyTracker ancestor; rendering null.`):R?console.warn(`[TrackingAnchor] target "${e}" namespace does not match parent tracker type "${o==null?void 0:o.type}"; rendering null.`):d===null&&console.warn(`[TrackingAnchor] target "${e}" is not a recognized face/hand/body landmark; rendering null.`)},[e,d,l,R,o==null?void 0:o.type]),S.useFrame((y,f)=>{if(a||!c.current||!o)return;const T=o.resolveLandmark(e);if(!T){c.current.visible=!1,u.current=!1,s.current.initialized=!1;return}c.current.visible=!0;const p=h.current.copy(T.position),b=c.current.parent;if(b){b.updateMatrixWorld();const g=new A.Matrix4().copy(b.matrixWorld).invert();p.applyMatrix4(g)}if(r&&(p.x+=r[0],p.y+=r[1],p.z+=r[2]),t>0){const g=t*.1;Z(s.current,p,u.current?f:0,g,.5,1),c.current.position.copy(s.current.pos)}else c.current.position.copy(p);u.current=!0,T.quaternion&&c.current.quaternion.copy(T.quaternion)}),a?null:E.jsx("group",{ref:c,renderOrder:m.RENDER_LAYERS.TRACKED,children:n})};exports.useFaceResults=z.useFaceResults;exports.FaceMesh=k.FaceMesh;exports.FaceTracker=k.FaceTracker;exports.BODY_TARGETS=Q;exports.BodyTracker=H;exports.FACE_TARGETS=I;exports.GestureTracker=K;exports.GestureTrigger=W;exports.HAND_TARGETS=J;exports.HandTracker=$;exports.SEGMENTATION_TYPES=M;exports.Segmentation=U;exports.TrackingAnchor=ee;exports.getTargetNamespace=C;
|
|
1
|
+
"use strict";var Q=Object.create;var U=Object.defineProperty;var ee=Object.getOwnPropertyDescriptor;var te=Object.getOwnPropertyNames;var ne=Object.getPrototypeOf,re=Object.prototype.hasOwnProperty;var se=(e,t,r,n)=>{if(t&&typeof t=="object"||typeof t=="function")for(let s of te(t))!re.call(e,s)&&s!==r&&U(e,s,{get:()=>t[s],enumerable:!(n=ee(t,s))||n.enumerable});return e};var z=(e,t,r)=>(r=e!=null?Q(ne(e)):{},se(t||!e||!e.__esModule?U(r,"default",{value:e,enumerable:!0}):r,e));Object.defineProperty(exports,Symbol.toStringTag,{value:"Module"});const A=require("./index-82aENaRq.cjs"),F=require("react/jsx-runtime"),y=require("@react-three/fiber"),o=require("react"),oe=require("three"),_=require("./index-D4bLzBr6.cjs"),j=require("./renderLayers-lDtL0_43.cjs"),N=require("./index-DSpzjuqd.cjs"),ue=require("./useFaceResults-VcFdOUFV.cjs"),I=require("./useFaceInfo-C-WfMlYp.cjs"),S=require("./getFaceInfo-CyPAKh3h.cjs"),ce=require("./drawNormalizedCrop-B-7zU-Xw.cjs");function ae(e){const t=Object.create(null,{[Symbol.toStringTag]:{value:"Module"}});if(e){for(const r in e)if(r!=="default"){const n=Object.getOwnPropertyDescriptor(e,r);Object.defineProperty(t,r,n.get?n:{enumerable:!0,get:()=>e[r]})}}return t.default=e,Object.freeze(t)}const P=ae(oe),ie={"hand.wrist":0,"hand.thumbTip":4,"hand.indexTip":8,"hand.middleTip":12,"hand.ringTip":16,"hand.pinkyTip":20,"hand.indexBase":5,"hand.middleBase":9,"hand.ringBase":13,"hand.pinkyBase":17};function le(e,t,r=0){var s;const n=(s=e==null?void 0:e.hands)!=null&&s.length?e.hands:e!=null&&e.coordinates?[{coordinates:e.coordinates,gesture:e.gesture,handedness:e.handedness}]:[];if(n.length){if(t){const c=n.find(a=>a.handedness===t);if(c)return c}return n[r]??n[0]}}const de=({children:e,hand:t,handIndex:r=0,targetFps:n,active:s=!0})=>{const c=o.useRef(null),a=o.useMemo(()=>n===void 0?void 0:{targetFps:n},[n]),{ready:l,node:m}=A.useXRModel(_.XRModel.HAND_TRACKER,a,s),{camera:u}=y.useThree(),i=o.useRef(u);i.current!==u&&(i.current=u);const d=o.useRef(null);y.useFrame(()=>{var E;if(!l||!m||!c.current)return;const g=le(m,t,r);d.current=g??null;const h=(E=g==null?void 0:g.coordinates)==null?void 0:E[0];if(!h){c.current.visible=!1;return}const R=G(h,i.current);c.current.visible=!0,c.current.position.copy(R)});const p=o.useCallback(g=>{var E,T;const h=ie[g];if(h===void 0)return null;const R=(T=(E=d.current)==null?void 0:E.coordinates)==null?void 0:T[h];return R?{position:G(R,i.current)}:null},[]),f=o.useMemo(()=>({type:"hand",resolveLandmark:p}),[p]);return F.jsx(A.TrackerContext.Provider,{value:f,children:F.jsx("group",{ref:c,renderOrder:j.RENDER_LAYERS.TRACKED,children:e})})},G=(e,t)=>{const r=new P.Vector3(e.x,e.y,e.z);r.unproject(t);const n=r.sub(t.position).normalize(),s=-t.position.z/n.z;return t.position.clone().add(n.multiplyScalar(s))},he={"hand.wrist":0,"hand.thumbTip":4,"hand.indexTip":8,"hand.middleTip":12,"hand.ringTip":16,"hand.pinkyTip":20,"hand.indexBase":5,"hand.middleBase":9,"hand.ringBase":13,"hand.pinkyBase":17},fe=({children:e,targetFps:t,active:r=!0})=>{const n=o.useRef(null),s=o.useMemo(()=>t===void 0?void 0:{targetFps:t},[t]),{ready:c,node:a}=A.useXRModel(_.XRModel.GESTURE_TRACKER,s,r),{camera:l}=y.useThree(),m=o.useRef(l);m.current!==l&&(m.current=l);const u=o.useRef(null);y.useFrame(()=>{var g;if(!c||!a||!n.current)return;u.current=a;const p=(g=a==null?void 0:a.coordinates)==null?void 0:g[0];if(!p){n.current.visible=!1;return}const f=H(p,m.current);n.current.visible=!0,n.current.position.copy(f)});const i=o.useCallback(p=>{var h,R;const f=he[p];if(f===void 0)return null;const g=(R=(h=u.current)==null?void 0:h.coordinates)==null?void 0:R[f];return g?{position:H(g,m.current)}:null},[]),d=o.useMemo(()=>({type:"hand",resolveLandmark:i}),[i]);return F.jsx(A.TrackerContext.Provider,{value:d,children:F.jsx("group",{ref:n,renderOrder:j.RENDER_LAYERS.TRACKED,children:e})})},H=(e,t)=>{const r=new P.Vector3(e.x,e.y,e.z);r.unproject(t);const n=r.sub(t.position).normalize(),s=-t.position.z/n.z;return t.position.clone().add(n.multiplyScalar(s))},pe={"body.head":0,"body.leftShoulder":11,"body.rightShoulder":12,"body.leftElbow":13,"body.rightElbow":14,"body.leftWrist":15,"body.rightWrist":16,"body.leftHip":23,"body.rightHip":24,"body.leftKnee":25,"body.rightKnee":26,"body.leftAnkle":27,"body.rightAnkle":28},Re=({bodyIndex:e=0,active:t=!0,children:r})=>{const n=o.useRef(null),{ready:s,node:c}=A.useXRModel(_.XRModel.BODY_TRACKER,void 0,t),{camera:a}=y.useThree(),l=o.useRef(a);l.current!==a&&(l.current=a);const m=o.useRef(null);y.useFrame(()=>{if(!s||!c||!n.current)return;const d=c;m.current=d;const p=d.getLandmarks2D(e),f=p==null?void 0:p[0];if(!f){n.current.visible=!1;return}const g=B(f,l.current);n.current.visible=!0,n.current.position.copy(g)});const u=o.useCallback(d=>{const p=m.current;if(!p)return null;const f=p.getLandmarks2D(e);if(!f)return null;if(d==="body.neck"){const R=f[11],E=f[12];if(!R||!E)return null;const T={x:(R.x+E.x)/2,y:(R.y+E.y)/2,z:(R.z+E.z)/2};return{position:B(T,l.current)}}const g=pe[d];if(g===void 0)return null;const h=f[g];return h?{position:B(h,l.current)}:null},[e]),i=o.useMemo(()=>({type:"body",resolveLandmark:u}),[u]);return F.jsx(A.TrackerContext.Provider,{value:i,children:F.jsx("group",{ref:n,renderOrder:j.RENDER_LAYERS.TRACKED,children:r})})},B=(e,t)=>{const r=new P.Vector3(e.x,e.y,e.z);r.unproject(t);const n=r.sub(t.position).normalize(),s=-t.position.z/n.z;return t.position.clone().add(n.multiplyScalar(s))},O=["portrait"],Ee=({type:e,active:t=!0,children:r})=>(A.useXRModel(_.XRModel.BACKGROUND_SEGMENTATION,{type:e},t),o.useEffect(()=>{O.includes(e)||console.warn(`[Segmentation] unsupported type "${e}"; valid values: ${O.join(", ")}`)},[e]),F.jsx(F.Fragment,{children:r})),me=800,ge=200,Te=()=>({armed:!1,armStart:null,holdStart:null,fired:!1}),Se=(e,{isTrigger:t,gesture:r,now:n,mode:s,debounceMs:c,holdMs:a})=>{if(e.fired)return null;if(s==="hold"){if(t&&r){if(e.holdStart===null&&(e.holdStart=n),n-e.holdStart>=a)return e.fired=!0,r}else e.holdStart=null;return null}return e.armed?t&&r?(e.fired=!0,r):null:(t?e.armStart=null:(e.armStart===null&&(e.armStart=n),n-e.armStart>=c&&(e.armed=!0)),null)};function Ae({gestures:e,mode:t="arm",debounceMs:r=me,holdMs:n=ge,onTrigger:s,enabled:c=!0}){const{ready:a,node:l}=A.useXRModel(_.XRModel.GESTURE_TRACKER),m=o.useRef(s);o.useEffect(()=>{m.current=s},[s]);const u=o.useRef(new Set);o.useEffect(()=>{u.current=new Set(Array.isArray(e)?e:[e])},[e]);const i=o.useRef(Te());y.useFrame(()=>{if(!c||!a||!l)return;const d=l.gesture,p=!!(d&&u.current.has(d)),f=Se(i.current,{isTrigger:p,gesture:d,now:performance.now(),mode:t,debounceMs:r,holdMs:n});f&&m.current(f)})}const ye=e=>(Ae(e),null),Fe=(e,t)=>t&&!e?"begin":!t&&e?"end":t?"stay":"none",Le={face:null,faces:[],faceCount:0,detected:!1,justDetected:!1,justLost:!1,phase:"none"},_e=({faceIndex:e=0,numFaces:t,...r}={})=>{const n=Number.isFinite(e)?Math.max(0,Math.round(e)):0,s=I.useFaceInfos({...r,numFaces:Math.max(t??n+1,n+1)}),c=o.useRef([]),a=o.useRef(n),l=o.useRef({detected:!1,faceIndex:n}),[m,u]=o.useState(Le),i=o.useRef(m);return o.useEffect(()=>{c.current=s,a.current=n},[s,n]),y.useFrame(()=>{const d=c.current,p=a.current,f=d[p]??null,g=!!f,h=l.current.faceIndex===p&&l.current.detected,R=Fe(h,g);l.current={detected:g,faceIndex:p};const E={face:f,faces:d,faceCount:d.length,detected:g,justDetected:R==="begin",justLost:R==="end",phase:R},T=i.current;T.face===E.face&&T.faces===E.faces&&T.faceCount===E.faceCount&&T.detected===E.detected&&T.justDetected===E.justDetected&&T.justLost===E.justLost&&T.phase===E.phase||(i.current=E,u(E))}),m},be=["_neutral","browDownLeft","browDownRight","browInnerUp","browOuterUpLeft","browOuterUpRight","cheekPuff","cheekSquintLeft","cheekSquintRight","eyeBlinkLeft","eyeBlinkRight","eyeLookDownLeft","eyeLookDownRight","eyeLookInLeft","eyeLookInRight","eyeLookOutLeft","eyeLookOutRight","eyeLookUpLeft","eyeLookUpRight","eyeSquintLeft","eyeSquintRight","eyeWideLeft","eyeWideRight","jawForward","jawLeft","jawOpen","jawRight","mouthClose","mouthDimpleLeft","mouthDimpleRight","mouthFrownLeft","mouthFrownRight","mouthFunnel","mouthLeft","mouthLowerDownLeft","mouthLowerDownRight","mouthPressLeft","mouthPressRight","mouthPucker","mouthRight","mouthRollLower","mouthRollUpper","mouthShrugLower","mouthShrugUpper","mouthSmileLeft","mouthSmileRight","mouthStretchLeft","mouthStretchRight","mouthUpperUpLeft","mouthUpperUpRight","noseSneerLeft","noseSneerRight"],K=({source:e,face:t,canvas:r,outputSize:n,padding:s=.2})=>ce.drawNormalizedCrop({source:e,bounds:t.bounds,canvas:r,outputSize:n,padding:s}),De=["browRaise","eyeBlink","eyeBlinkLeft","eyeBlinkRight","eyeBlinkEither","headUp","headDown","headTurnLeft","headTurnRight","mouthOpen","mouthPout","headTiltLeft","headTiltRight"],L=(e=.5)=>({threshold:e,releaseThreshold:Math.max(0,e-.15),holdMs:50}),b={threshold:Math.PI/18,releaseThreshold:Math.PI/30,holdMs:80},Y={browRaise:L(.45),eyeBlink:L(.55),eyeBlinkLeft:L(.55),eyeBlinkRight:L(.55),eyeBlinkEither:L(.55),headUp:b,headDown:b,headTurnLeft:b,headTurnRight:b,mouthOpen:L(.45),mouthPout:L(.5),headTiltLeft:b,headTiltRight:b},D=e=>Math.max(0,e),x=(e,t)=>e!==void 0&&Number.isFinite(e)?e:t,V=(e,t={})=>{const r=Y[e],n=Math.max(0,x(t.threshold,r.threshold));return{threshold:n,releaseThreshold:Math.min(n,Math.max(0,x(t.releaseThreshold,r.releaseThreshold))),holdMs:Math.max(0,x(t.holdMs,r.holdMs))}},M=(e,t,{neutralRotation:r={x:0,y:0,z:0}}={})=>{const n=x(r.x,0),s=x(r.y,0),c=x(r.z,0);switch(t){case"browRaise":return Math.max(S.getFaceBlendshape(e,"browInnerUp"),S.getFaceBlendshape(e,"browOuterUpLeft"),S.getFaceBlendshape(e,"browOuterUpRight"));case"eyeBlink":return Math.min(S.getFaceBlendshape(e,"eyeBlinkLeft"),S.getFaceBlendshape(e,"eyeBlinkRight"));case"eyeBlinkLeft":return S.getFaceBlendshape(e,"eyeBlinkRight");case"eyeBlinkRight":return S.getFaceBlendshape(e,"eyeBlinkLeft");case"eyeBlinkEither":return Math.max(S.getFaceBlendshape(e,"eyeBlinkLeft"),S.getFaceBlendshape(e,"eyeBlinkRight"));case"mouthOpen":return S.getFaceBlendshape(e,"jawOpen");case"mouthPout":return S.getFaceBlendshape(e,"mouthPucker");case"headUp":return D(e.pose.rotation.x-n);case"headDown":return D(n-e.pose.rotation.x);case"headTurnLeft":return D(e.pose.rotation.y-s);case"headTurnRight":return D(s-e.pose.rotation.y);case"headTiltLeft":return D(e.pose.rotation.z-c);case"headTiltRight":return D(c-e.pose.rotation.z)}},we=(e,t,r={})=>M(e,t,r)>=V(t,r).threshold,xe=(e,t,r={})=>{let n=null,s=0;for(const c of e){const a=M(c,t,r);(!n||a>s)&&(n=c,s=a)}return{face:n,value:s}},X=e=>({action:e,active:!1,value:0,justStarted:!1,justEnded:!1,phase:"none",holdStartedAt:null}),Ne=(e,t,r,n,s)=>{const c=e.phase==="begin";if(e.value=t,e.justStarted=!1,e.justEnded=!1,e.phase=e.active?"stay":"none",!n)return e.holdStartedAt=null,e.active&&(e.active=!1,e.justEnded=!0,e.phase="end"),e;if(e.active){if(t<=s.releaseThreshold){if(c)return e;e.active=!1,e.justEnded=!0,e.phase="end"}return e}return t<s.threshold?(e.holdStartedAt=null,e):(e.holdStartedAt===null&&(e.holdStartedAt=r),r-e.holdStartedAt>=s.holdMs&&(e.active=!0,e.justStarted=!0,e.phase="begin",e.holdStartedAt=null),e)},q=e=>({action:e,active:!1,value:0,justStarted:!1,justEnded:!1,phase:"none"}),ke=(e,t,r={})=>{const n=o.useRef(X(t)),s=o.useRef(null),c=o.useRef(t),a=o.useRef({}),[l,m]=o.useState(()=>q(t)),u=o.useRef(l);return o.useEffect(()=>{s.current=e,a.current=r},[e,r]),o.useEffect(()=>{c.current=t,n.current=X(t);const i=q(t);u.current=i,m(i)},[t]),y.useFrame(({clock:i})=>{const d=s.current,p=c.current,f=a.current,g=d?M(d,p,f):0,h=Ne(n.current,g,i.elapsedTime*1e3,!!d,V(p,f)),R=u.current;if(R.action===h.action&&R.active===h.active&&R.value===h.value&&R.justStarted===h.justStarted&&R.justEnded===h.justEnded&&R.phase===h.phase)return;const E={action:h.action,active:h.active,value:h.value,justStarted:h.justStarted,justEnded:h.justEnded,phase:h.phase};u.current=E,m(E)}),l},Me=["angry","disgust","fear","happy","neutral","sad","surprise","unknown"],w=["angry","disgust","fear","happy","neutral","sad","surprise"],ve=(e,t=.55)=>{let r=-1/0;for(let u=0;u<w.length;u+=1)r=Math.max(r,Number(e[u])||0);const n=new Array(w.length);let s=0;for(let u=0;u<w.length;u+=1){const i=Math.exp((Number(e[u])||0)-r);n[u]=i,s+=i}const c=Object.fromEntries(w.map(u=>[u,0]));let a="unknown",l=0;for(let u=0;u<w.length;u+=1){const i=s?n[u]/s:0,d=w[u];c[d]=i,i>l&&(a=d,l=i)}const m=Number.isFinite(t)?Math.min(1,Math.max(0,t)):.55;return{expression:l>=m?a:"unknown",confidence:l,scores:c}},Be=e=>{const t=e.width*e.height,r=new Float32Array(t*3);for(let n=0,s=0;n<t;n+=1,s+=4)r[n]=e.data[s]/127.5-1,r[t+n]=e.data[s+1]/127.5-1,r[t*2+n]=e.data[s+2]/127.5-1;return r},W="https://huggingface.co/opencv/facial_expression_recognition/resolve/main/facial_expression_recognition_mobilefacenet_2022july_int8.onnx",Ce=e=>`https://cdn.jsdelivr.net/npm/onnxruntime-web@${e.env.versions.web}/dist/`,C=new Map,Oe=e=>{let t=C.get(e);return t||(t=Promise.all([import("onnxruntime-web/wasm"),_.fetchAndVerify(e)]).then(([r,n])=>(r.env.wasm.wasmPaths=Ce(r),r.InferenceSession.create(n,{executionProviders:["wasm"]}))).catch(r=>{throw C.delete(e),r}),C.set(e,t)),t},je=(e,{active:t=!0,targetFps:r=5,minConfidence:n=.55,modelUrl:s=W}={})=>{const{session:c}=_.useXRContext(),a=o.useRef(null),l=o.useRef(null),m=o.useRef(!1),u=o.useRef(-1/0),i=o.useRef(!0),[d,p]=o.useState({status:"idle",result:null,error:null});return o.useEffect(()=>{const f=document.createElement("canvas");return a.current=f,l.current=f.getContext("2d",{willReadFrequently:!0}),i.current=!0,()=>{i.current=!1,a.current=null,l.current=null}},[]),y.useFrame(({clock:f})=>{if(!t||!e||m.current||d.status==="error")return;const g=Number.isFinite(r)&&r>0?r:5,h=f.elapsedTime*1e3;if(h-u.current<1e3/g)return;const R=c.getInputFrame(),E=a.current,T=l.current;if(!R||!E||!T||!K({source:R,face:e,canvas:E,outputSize:{width:112,height:112}}))return;u.current=h,m.current=!0,d.status==="idle"&&p({status:"loading",result:null,error:null});const $=Be(T.getImageData(0,0,112,112));Promise.all([import("onnxruntime-web/wasm"),Oe(s)]).then(async([k,v])=>{const Z=await v.run({[v.inputNames[0]]:new k.Tensor("float32",$,[1,3,112,112])}),J=ve(Z[v.outputNames[0]].data,n);i.current&&p({status:"ready",result:J,error:null})}).catch(k=>{i.current&&p({status:"error",result:null,error:k instanceof Error?k:new Error(String(k))})}).finally(()=>{m.current=!1})}),d};exports.FACE_LANDMARK_INDICES=A.FACE_LANDMARK_INDICES;exports.FaceMesh=A.FaceMesh;exports.FaceTracker=A.FaceTracker;exports.BODY_TARGETS=N.BODY_TARGETS;exports.DEFAULT_TRACKING_ANCHOR=N.DEFAULT_TRACKING_ANCHOR;exports.FACE_TARGETS=N.FACE_TARGETS;exports.HAND_TARGETS=N.HAND_TARGETS;exports.TrackingAnchor=N.TrackingAnchor;exports.getTargetNamespace=N.getTargetNamespace;exports.useFaceResults=ue.useFaceResults;exports.useFaceInfo=I.useFaceInfo;exports.useFaceInfos=I.useFaceInfos;exports.DEFAULT_FACE_EXPRESSION_THRESHOLD=S.DEFAULT_FACE_EXPRESSION_THRESHOLD;exports.getFaceBlendshape=S.getFaceBlendshape;exports.getFaceEyeDistance=S.getFaceEyeDistance;exports.hasFaceExpression=S.hasFaceExpression;exports.BodyTracker=Re;exports.DEFAULT_FACE_ACTION_OPTIONS=Y;exports.DEFAULT_FACE_ATTRIBUTE_EXPRESSION_MODEL_URL=W;exports.FACE_ACTION_NAMES=De;exports.FACE_ATTRIBUTE_EXPRESSION_NAMES=Me;exports.FACE_BLENDSHAPE_NAMES=be;exports.GestureTracker=fe;exports.GestureTrigger=ye;exports.HandTracker=de;exports.SEGMENTATION_TYPES=O;exports.Segmentation=Ee;exports.drawFaceCrop=K;exports.getFaceActionValue=M;exports.getStrongestFaceAction=xe;exports.hasFaceAction=we;exports.useFaceAction=ke;exports.useFaceAttributeExpression=je;exports.useFaceDetection=_e;
|