@aura3d/engine 1.0.10 → 1.3.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +59 -23
- package/dist/animation/AnimationClipEvents.d.ts +55 -0
- package/dist/animation/AnimationClipEvents.d.ts.map +1 -1
- package/dist/animation/AnimationClipEvents.js +136 -0
- package/dist/animation/AnimationClipEvents.js.map +1 -1
- package/dist/animation/AnimationClipRegistry.d.ts +22 -0
- package/dist/animation/AnimationClipRegistry.d.ts.map +1 -1
- package/dist/animation/AnimationClipRegistry.js +89 -0
- package/dist/animation/AnimationClipRegistry.js.map +1 -1
- package/dist/animation/AnimationController.d.ts +14 -0
- package/dist/animation/AnimationController.d.ts.map +1 -1
- package/dist/animation/AnimationController.js +21 -0
- package/dist/animation/AnimationController.js.map +1 -1
- package/dist/animation/AnimationMixer.d.ts +10 -0
- package/dist/animation/AnimationMixer.d.ts.map +1 -1
- package/dist/animation/AnimationMixer.js +35 -0
- package/dist/animation/AnimationMixer.js.map +1 -1
- package/dist/animation/AnimationStateGraph.d.ts +20 -1
- package/dist/animation/AnimationStateGraph.d.ts.map +1 -1
- package/dist/animation/AnimationStateGraph.js +73 -1
- package/dist/animation/AnimationStateGraph.js.map +1 -1
- package/dist/animation/AnimationStateMachine.d.ts +26 -0
- package/dist/animation/AnimationStateMachine.d.ts.map +1 -1
- package/dist/animation/AnimationStateMachine.js +32 -0
- package/dist/animation/AnimationStateMachine.js.map +1 -1
- package/dist/animation/Bone.d.ts +4 -0
- package/dist/animation/Bone.d.ts.map +1 -1
- package/dist/animation/Bone.js +3 -0
- package/dist/animation/Bone.js.map +1 -1
- package/dist/animation/FighterAnimationAdapter.d.ts +49 -0
- package/dist/animation/FighterAnimationAdapter.d.ts.map +1 -0
- package/dist/animation/FighterAnimationAdapter.js +71 -0
- package/dist/animation/FighterAnimationAdapter.js.map +1 -0
- package/dist/animation/FootIk.d.ts +77 -0
- package/dist/animation/FootIk.d.ts.map +1 -0
- package/dist/animation/FootIk.js +153 -0
- package/dist/animation/FootIk.js.map +1 -0
- package/dist/animation/HumanoidBoneInference.d.ts +61 -0
- package/dist/animation/HumanoidBoneInference.d.ts.map +1 -0
- package/dist/animation/HumanoidBoneInference.js +239 -0
- package/dist/animation/HumanoidBoneInference.js.map +1 -0
- package/dist/animation/HumanoidRetargeting.d.ts +57 -0
- package/dist/animation/HumanoidRetargeting.d.ts.map +1 -1
- package/dist/animation/HumanoidRetargeting.js +184 -6
- package/dist/animation/HumanoidRetargeting.js.map +1 -1
- package/dist/animation/IK.d.ts +5 -0
- package/dist/animation/IK.d.ts.map +1 -1
- package/dist/animation/IK.js +9 -0
- package/dist/animation/IK.js.map +1 -1
- package/dist/animation/Inertialization.d.ts +65 -0
- package/dist/animation/Inertialization.d.ts.map +1 -0
- package/dist/animation/Inertialization.js +211 -0
- package/dist/animation/Inertialization.js.map +1 -0
- package/dist/animation/LocomotionController.d.ts +5 -0
- package/dist/animation/LocomotionController.d.ts.map +1 -1
- package/dist/animation/LocomotionController.js +3 -0
- package/dist/animation/LocomotionController.js.map +1 -1
- package/dist/animation/LocomotionKit.d.ts +52 -0
- package/dist/animation/LocomotionKit.d.ts.map +1 -0
- package/dist/animation/LocomotionKit.js +38 -0
- package/dist/animation/LocomotionKit.js.map +1 -0
- package/dist/animation/MotionQuality.d.ts +6 -0
- package/dist/animation/MotionQuality.d.ts.map +1 -1
- package/dist/animation/MotionQuality.js +16 -0
- package/dist/animation/MotionQuality.js.map +1 -1
- package/dist/animation/RigQuality.d.ts +31 -0
- package/dist/animation/RigQuality.d.ts.map +1 -0
- package/dist/animation/RigQuality.js +70 -0
- package/dist/animation/RigQuality.js.map +1 -0
- package/dist/animation/SecondaryAnimationFixtures.d.ts.map +1 -1
- package/dist/animation/SecondaryAnimationFixtures.js +1 -3
- package/dist/animation/SecondaryAnimationFixtures.js.map +1 -1
- package/dist/animation/Skeleton.d.ts +16 -1
- package/dist/animation/Skeleton.d.ts.map +1 -1
- package/dist/animation/Skeleton.js +42 -0
- package/dist/animation/Skeleton.js.map +1 -1
- package/dist/animation/SpringBones.d.ts +60 -0
- package/dist/animation/SpringBones.d.ts.map +1 -0
- package/dist/animation/SpringBones.js +173 -0
- package/dist/animation/SpringBones.js.map +1 -0
- package/dist/animation/browser-index.d.ts +12 -3
- package/dist/animation/browser-index.d.ts.map +1 -1
- package/dist/animation/browser-index.js +11 -2
- package/dist/animation/browser-index.js.map +1 -1
- package/dist/animation/index.d.ts +11 -3
- package/dist/animation/index.d.ts.map +1 -1
- package/dist/animation/index.js +10 -2
- package/dist/animation/index.js.map +1 -1
- package/dist/animation/library/performanceStateGraph.d.ts +42 -0
- package/dist/animation/library/performanceStateGraph.d.ts.map +1 -0
- package/dist/animation/library/performanceStateGraph.js +101 -0
- package/dist/animation/library/performanceStateGraph.js.map +1 -0
- package/dist/animation/library/standardHumanoidClips.d.ts +27 -0
- package/dist/animation/library/standardHumanoidClips.d.ts.map +1 -0
- package/dist/animation/library/standardHumanoidClips.js +357 -0
- package/dist/animation/library/standardHumanoidClips.js.map +1 -0
- package/dist/assets/GLTFAnimationRuntime.d.ts +85 -0
- package/dist/assets/GLTFAnimationRuntime.d.ts.map +1 -1
- package/dist/assets/GLTFAnimationRuntime.js +143 -0
- package/dist/assets/GLTFAnimationRuntime.js.map +1 -1
- package/dist/assets/GLTFAutoFit.d.ts +61 -0
- package/dist/assets/GLTFAutoFit.d.ts.map +1 -0
- package/dist/assets/GLTFAutoFit.js +77 -0
- package/dist/assets/GLTFAutoFit.js.map +1 -0
- package/dist/assets/GLTFLoader.d.ts +21 -0
- package/dist/assets/GLTFLoader.d.ts.map +1 -1
- package/dist/assets/GLTFLoader.js +60 -15
- package/dist/assets/GLTFLoader.js.map +1 -1
- package/dist/assets/GLTFRenderResources.d.ts +9 -1
- package/dist/assets/GLTFRenderResources.d.ts.map +1 -1
- package/dist/assets/GLTFRenderResources.js +93 -4
- package/dist/assets/GLTFRenderResources.js.map +1 -1
- package/dist/assets/browser-index.d.ts +6 -4
- package/dist/assets/browser-index.d.ts.map +1 -1
- package/dist/assets/browser-index.js +3 -2
- package/dist/assets/browser-index.js.map +1 -1
- package/dist/assets/index.d.ts +7 -5
- package/dist/assets/index.d.ts.map +1 -1
- package/dist/assets/index.js +4 -3
- package/dist/assets/index.js.map +1 -1
- package/dist/audio/AudioBus.d.ts +2 -0
- package/dist/audio/AudioBus.d.ts.map +1 -1
- package/dist/audio/AudioBus.js +6 -0
- package/dist/audio/AudioBus.js.map +1 -1
- package/dist/audio/AudioFileManager.d.ts +23 -0
- package/dist/audio/AudioFileManager.d.ts.map +1 -1
- package/dist/audio/AudioFileManager.js +60 -0
- package/dist/audio/AudioFileManager.js.map +1 -1
- package/dist/audio/AudioMixer.d.ts +43 -0
- package/dist/audio/AudioMixer.d.ts.map +1 -1
- package/dist/audio/AudioMixer.js +43 -0
- package/dist/audio/AudioMixer.js.map +1 -1
- package/dist/audio/AudioTimelineTrack.d.ts +25 -0
- package/dist/audio/AudioTimelineTrack.d.ts.map +1 -1
- package/dist/audio/AudioTimelineTrack.js +59 -0
- package/dist/audio/AudioTimelineTrack.js.map +1 -1
- package/dist/audio/AudioWaveform.d.ts +22 -0
- package/dist/audio/AudioWaveform.d.ts.map +1 -1
- package/dist/audio/AudioWaveform.js +18 -0
- package/dist/audio/AudioWaveform.js.map +1 -1
- package/dist/audio/index.d.ts +8 -7
- package/dist/audio/index.d.ts.map +1 -1
- package/dist/audio/index.js +4 -4
- package/dist/audio/index.js.map +1 -1
- package/dist/aura3d-cli/animation-asset-profiles.d.ts +15 -0
- package/dist/aura3d-cli/animation-asset-profiles.d.ts.map +1 -0
- package/dist/aura3d-cli/animation-asset-profiles.js +46 -0
- package/dist/aura3d-cli/animation-asset-profiles.js.map +1 -0
- package/dist/aura3d-cli/animation-asset-validator.d.ts +22 -0
- package/dist/aura3d-cli/animation-asset-validator.d.ts.map +1 -0
- package/dist/aura3d-cli/animation-asset-validator.js +49 -0
- package/dist/aura3d-cli/animation-asset-validator.js.map +1 -0
- package/dist/aura3d-cli/cartoon-asset-profiles.d.ts +1 -0
- package/dist/aura3d-cli/cartoon-asset-profiles.d.ts.map +1 -1
- package/dist/aura3d-cli/cartoon-asset-profiles.js +8 -4
- package/dist/aura3d-cli/cartoon-asset-profiles.js.map +1 -1
- package/dist/aura3d-cli/cli.js +78 -9
- package/dist/aura3d-cli/cli.js.map +1 -1
- package/dist/aura3d-cli/game-asset-validator.d.ts +4 -4
- package/dist/aura3d-cli/game-asset-validator.d.ts.map +1 -1
- package/dist/aura3d-cli/game-asset-validator.js +2 -2
- package/dist/aura3d-cli/game-asset-validator.js.map +1 -1
- package/dist/aura3d-cli/index.d.ts +69 -8
- package/dist/aura3d-cli/index.d.ts.map +1 -1
- package/dist/aura3d-cli/index.js +261 -17
- package/dist/aura3d-cli/index.js.map +1 -1
- package/dist/aura3d-cli/pull-bridge.d.ts +30 -4
- package/dist/aura3d-cli/pull-bridge.d.ts.map +1 -1
- package/dist/aura3d-cli/pull-bridge.js +320 -51
- package/dist/aura3d-cli/pull-bridge.js.map +1 -1
- package/dist/create-aura3d/index.d.ts +1 -1
- package/dist/create-aura3d/index.d.ts.map +1 -1
- package/dist/create-aura3d/index.js +6 -4
- package/dist/create-aura3d/index.js.map +1 -1
- package/dist/editor-runtime/AnimationSceneEditor.d.ts +111 -0
- package/dist/editor-runtime/AnimationSceneEditor.d.ts.map +1 -0
- package/dist/editor-runtime/AnimationSceneEditor.js +285 -0
- package/dist/editor-runtime/AnimationSceneEditor.js.map +1 -0
- package/dist/editor-runtime/AssetDropZone.d.ts +10 -8
- package/dist/editor-runtime/AssetDropZone.d.ts.map +1 -1
- package/dist/editor-runtime/AssetDropZone.js +14 -0
- package/dist/editor-runtime/AssetDropZone.js.map +1 -1
- package/dist/editor-runtime/CameraPathEditor.d.ts +48 -0
- package/dist/editor-runtime/CameraPathEditor.d.ts.map +1 -0
- package/dist/editor-runtime/CameraPathEditor.js +181 -0
- package/dist/editor-runtime/CameraPathEditor.js.map +1 -0
- package/dist/editor-runtime/CartoonSceneEditor.d.ts +24 -0
- package/dist/editor-runtime/CartoonSceneEditor.d.ts.map +1 -1
- package/dist/editor-runtime/CartoonSceneEditor.js +35 -2
- package/dist/editor-runtime/CartoonSceneEditor.js.map +1 -1
- package/dist/editor-runtime/EpisodeReviewPanel.d.ts +67 -0
- package/dist/editor-runtime/EpisodeReviewPanel.d.ts.map +1 -0
- package/dist/editor-runtime/EpisodeReviewPanel.js +162 -0
- package/dist/editor-runtime/EpisodeReviewPanel.js.map +1 -0
- package/dist/editor-runtime/EventTrackEditor.d.ts +54 -0
- package/dist/editor-runtime/EventTrackEditor.d.ts.map +1 -0
- package/dist/editor-runtime/EventTrackEditor.js +124 -0
- package/dist/editor-runtime/EventTrackEditor.js.map +1 -0
- package/dist/editor-runtime/MultiUserReviewWorkflow.d.ts +77 -0
- package/dist/editor-runtime/MultiUserReviewWorkflow.d.ts.map +1 -0
- package/dist/editor-runtime/MultiUserReviewWorkflow.js +162 -0
- package/dist/editor-runtime/MultiUserReviewWorkflow.js.map +1 -0
- package/dist/editor-runtime/NonlinearAnimationEditor.d.ts +81 -0
- package/dist/editor-runtime/NonlinearAnimationEditor.d.ts.map +1 -0
- package/dist/editor-runtime/NonlinearAnimationEditor.js +180 -0
- package/dist/editor-runtime/NonlinearAnimationEditor.js.map +1 -0
- package/dist/editor-runtime/RenderQueuePanel.d.ts +38 -0
- package/dist/editor-runtime/RenderQueuePanel.d.ts.map +1 -0
- package/dist/editor-runtime/RenderQueuePanel.js +72 -0
- package/dist/editor-runtime/RenderQueuePanel.js.map +1 -0
- package/dist/editor-runtime/SceneOutliner.d.ts +3 -3
- package/dist/editor-runtime/SceneOutliner.d.ts.map +1 -1
- package/dist/editor-runtime/SceneOutliner.js.map +1 -1
- package/dist/editor-runtime/TimelineEditorController.d.ts +10 -0
- package/dist/editor-runtime/TimelineEditorController.d.ts.map +1 -1
- package/dist/editor-runtime/TimelineEditorController.js +28 -3
- package/dist/editor-runtime/TimelineEditorController.js.map +1 -1
- package/dist/editor-runtime/TimelineUI.d.ts.map +1 -1
- package/dist/editor-runtime/TimelineUI.js +5 -0
- package/dist/editor-runtime/TimelineUI.js.map +1 -1
- package/dist/editor-runtime/VisualReviewDashboard.d.ts +43 -0
- package/dist/editor-runtime/VisualReviewDashboard.d.ts.map +1 -0
- package/dist/editor-runtime/VisualReviewDashboard.js +47 -0
- package/dist/editor-runtime/VisualReviewDashboard.js.map +1 -0
- package/dist/editor-runtime/index.d.ts +18 -4
- package/dist/editor-runtime/index.d.ts.map +1 -1
- package/dist/editor-runtime/index.js +8 -1
- package/dist/editor-runtime/index.js.map +1 -1
- package/dist/engine/agent-api/AnimationAssetManifest.d.ts +50 -0
- package/dist/engine/agent-api/AnimationAssetManifest.d.ts.map +1 -0
- package/dist/engine/agent-api/AnimationAssetManifest.js +65 -0
- package/dist/engine/agent-api/AnimationAssetManifest.js.map +1 -0
- package/dist/engine/agent-api/AnimationDirector.d.ts +120 -0
- package/dist/engine/agent-api/AnimationDirector.d.ts.map +1 -0
- package/dist/engine/agent-api/AnimationDirector.js +432 -0
- package/dist/engine/agent-api/AnimationDirector.js.map +1 -0
- package/dist/engine/agent-api/AnimationEpisodePackage.d.ts +51 -0
- package/dist/engine/agent-api/AnimationEpisodePackage.d.ts.map +1 -0
- package/dist/engine/agent-api/AnimationEpisodePackage.js +79 -0
- package/dist/engine/agent-api/AnimationEpisodePackage.js.map +1 -0
- package/dist/engine/agent-api/AnimationMotionQuality.d.ts +83 -0
- package/dist/engine/agent-api/AnimationMotionQuality.d.ts.map +1 -0
- package/dist/engine/agent-api/AnimationMotionQuality.js +128 -0
- package/dist/engine/agent-api/AnimationMotionQuality.js.map +1 -0
- package/dist/engine/agent-api/AnimationPerformance.d.ts +150 -0
- package/dist/engine/agent-api/AnimationPerformance.d.ts.map +1 -0
- package/dist/engine/agent-api/AnimationPerformance.js +345 -0
- package/dist/engine/agent-api/AnimationPerformance.js.map +1 -0
- package/dist/engine/agent-api/AnimationRenderQueue.d.ts +143 -0
- package/dist/engine/agent-api/AnimationRenderQueue.d.ts.map +1 -0
- package/dist/engine/agent-api/AnimationRenderQueue.js +410 -0
- package/dist/engine/agent-api/AnimationRenderQueue.js.map +1 -0
- package/dist/engine/agent-api/AnimationRouteProof.d.ts +112 -0
- package/dist/engine/agent-api/AnimationRouteProof.d.ts.map +1 -0
- package/dist/engine/agent-api/AnimationRouteProof.js +127 -0
- package/dist/engine/agent-api/AnimationRouteProof.js.map +1 -0
- package/dist/engine/agent-api/AssetLibraryBrowser.d.ts +43 -5
- package/dist/engine/agent-api/AssetLibraryBrowser.d.ts.map +1 -1
- package/dist/engine/agent-api/AssetLibraryBrowser.js +56 -4
- package/dist/engine/agent-api/AssetLibraryBrowser.js.map +1 -1
- package/dist/engine/agent-api/AudioMuxer.d.ts +4 -0
- package/dist/engine/agent-api/AudioMuxer.d.ts.map +1 -1
- package/dist/engine/agent-api/AudioMuxer.js +6 -0
- package/dist/engine/agent-api/AudioMuxer.js.map +1 -1
- package/dist/engine/agent-api/AudioVisemeAnalyzer.d.ts +4 -0
- package/dist/engine/agent-api/AudioVisemeAnalyzer.d.ts.map +1 -1
- package/dist/engine/agent-api/AudioVisemeAnalyzer.js +3 -0
- package/dist/engine/agent-api/AudioVisemeAnalyzer.js.map +1 -1
- package/dist/engine/agent-api/AuraVoiceBridge.d.ts +7 -7
- package/dist/engine/agent-api/AuraVoiceBridge.d.ts.map +1 -1
- package/dist/engine/agent-api/AuraVoiceBridge.js +5 -5
- package/dist/engine/agent-api/AuraVoiceBridge.js.map +1 -1
- package/dist/engine/agent-api/BatchEpisodeRenderer.d.ts +31 -0
- package/dist/engine/agent-api/BatchEpisodeRenderer.d.ts.map +1 -0
- package/dist/engine/agent-api/BatchEpisodeRenderer.js +20 -0
- package/dist/engine/agent-api/BatchEpisodeRenderer.js.map +1 -0
- package/dist/engine/agent-api/BodyLanguageLibrary.d.ts +3 -3
- package/dist/engine/agent-api/BodyLanguageLibrary.d.ts.map +1 -1
- package/dist/engine/agent-api/BodyLanguageLibrary.js.map +1 -1
- package/dist/engine/agent-api/BrowserFrameCaptureAdapter.d.ts +65 -0
- package/dist/engine/agent-api/BrowserFrameCaptureAdapter.d.ts.map +1 -0
- package/dist/engine/agent-api/BrowserFrameCaptureAdapter.js +42 -0
- package/dist/engine/agent-api/BrowserFrameCaptureAdapter.js.map +1 -0
- package/dist/engine/agent-api/CameraPresetLibrary.d.ts +1 -1
- package/dist/engine/agent-api/CameraPresetLibrary.d.ts.map +1 -1
- package/dist/engine/agent-api/CameraPresetLibrary.js +18 -0
- package/dist/engine/agent-api/CameraPresetLibrary.js.map +1 -1
- package/dist/engine/agent-api/CaptionExporter.d.ts +5 -1
- package/dist/engine/agent-api/CaptionExporter.d.ts.map +1 -1
- package/dist/engine/agent-api/CaptionExporter.js +18 -3
- package/dist/engine/agent-api/CaptionExporter.js.map +1 -1
- package/dist/engine/agent-api/CartoonAssetManifest.d.ts +19 -1
- package/dist/engine/agent-api/CartoonAssetManifest.d.ts.map +1 -1
- package/dist/engine/agent-api/CartoonAssetManifest.js +62 -1
- package/dist/engine/agent-api/CartoonAssetManifest.js.map +1 -1
- package/dist/engine/agent-api/CartoonDirector.d.ts +26 -1
- package/dist/engine/agent-api/CartoonDirector.d.ts.map +1 -1
- package/dist/engine/agent-api/CartoonDirector.js +92 -2
- package/dist/engine/agent-api/CartoonDirector.js.map +1 -1
- package/dist/engine/agent-api/CartoonEpisodePackage.d.ts +51 -0
- package/dist/engine/agent-api/CartoonEpisodePackage.d.ts.map +1 -0
- package/dist/engine/agent-api/CartoonEpisodePackage.js +79 -0
- package/dist/engine/agent-api/CartoonEpisodePackage.js.map +1 -0
- package/dist/engine/agent-api/CartoonMotionQuality.d.ts +83 -0
- package/dist/engine/agent-api/CartoonMotionQuality.d.ts.map +1 -0
- package/dist/engine/agent-api/CartoonMotionQuality.js +128 -0
- package/dist/engine/agent-api/CartoonMotionQuality.js.map +1 -0
- package/dist/engine/agent-api/CartoonPerformance.d.ts +1 -0
- package/dist/engine/agent-api/CartoonPerformance.d.ts.map +1 -1
- package/dist/engine/agent-api/CartoonPerformance.js +28 -0
- package/dist/engine/agent-api/CartoonPerformance.js.map +1 -1
- package/dist/engine/agent-api/CartoonRenderQueue.d.ts +11 -0
- package/dist/engine/agent-api/CartoonRenderQueue.d.ts.map +1 -1
- package/dist/engine/agent-api/CartoonRenderQueue.js +25 -0
- package/dist/engine/agent-api/CartoonRenderQueue.js.map +1 -1
- package/dist/engine/agent-api/CartoonRouteProof.d.ts +112 -0
- package/dist/engine/agent-api/CartoonRouteProof.d.ts.map +1 -0
- package/dist/engine/agent-api/CartoonRouteProof.js +127 -0
- package/dist/engine/agent-api/CartoonRouteProof.js.map +1 -0
- package/dist/engine/agent-api/CharacterAssembly.d.ts +2 -2
- package/dist/engine/agent-api/CharacterAssembly.d.ts.map +1 -1
- package/dist/engine/agent-api/CloudRenderAdapter.d.ts +55 -0
- package/dist/engine/agent-api/CloudRenderAdapter.d.ts.map +1 -0
- package/dist/engine/agent-api/CloudRenderAdapter.js +75 -0
- package/dist/engine/agent-api/CloudRenderAdapter.js.map +1 -0
- package/dist/engine/agent-api/ExternalPhonemeAnalyzer.d.ts +54 -0
- package/dist/engine/agent-api/ExternalPhonemeAnalyzer.d.ts.map +1 -0
- package/dist/engine/agent-api/ExternalPhonemeAnalyzer.js +107 -0
- package/dist/engine/agent-api/ExternalPhonemeAnalyzer.js.map +1 -0
- package/dist/engine/agent-api/FfmpegFrameEncoder.d.ts +129 -0
- package/dist/engine/agent-api/FfmpegFrameEncoder.d.ts.map +1 -0
- package/dist/engine/agent-api/FfmpegFrameEncoder.js +306 -0
- package/dist/engine/agent-api/FfmpegFrameEncoder.js.map +1 -0
- package/dist/engine/agent-api/FrameEncoder.d.ts +23 -6
- package/dist/engine/agent-api/FrameEncoder.d.ts.map +1 -1
- package/dist/engine/agent-api/FrameEncoder.js +14 -0
- package/dist/engine/agent-api/FrameEncoder.js.map +1 -1
- package/dist/engine/agent-api/GameAssetValidation.d.ts +1 -1
- package/dist/engine/agent-api/GameAssetValidation.d.ts.map +1 -1
- package/dist/engine/agent-api/MediaRecorderFrameEncoder.d.ts +19 -0
- package/dist/engine/agent-api/MediaRecorderFrameEncoder.d.ts.map +1 -0
- package/dist/engine/agent-api/MediaRecorderFrameEncoder.js +79 -0
- package/dist/engine/agent-api/MediaRecorderFrameEncoder.js.map +1 -0
- package/dist/engine/agent-api/PerformanceBlender.d.ts +23 -4
- package/dist/engine/agent-api/PerformanceBlender.d.ts.map +1 -1
- package/dist/engine/agent-api/PerformanceBlender.js +33 -0
- package/dist/engine/agent-api/PerformanceBlender.js.map +1 -1
- package/dist/engine/agent-api/PerformanceCaptureSession.d.ts +65 -0
- package/dist/engine/agent-api/PerformanceCaptureSession.d.ts.map +1 -0
- package/dist/engine/agent-api/PerformanceCaptureSession.js +131 -0
- package/dist/engine/agent-api/PerformanceCaptureSession.js.map +1 -0
- package/dist/engine/agent-api/PerformancePoseEditor.d.ts +8 -8
- package/dist/engine/agent-api/PerformancePoseEditor.d.ts.map +1 -1
- package/dist/engine/agent-api/PerformancePoseEditor.js.map +1 -1
- package/dist/engine/agent-api/PngSequenceEncoder.d.ts +34 -0
- package/dist/engine/agent-api/PngSequenceEncoder.d.ts.map +1 -0
- package/dist/engine/agent-api/PngSequenceEncoder.js +75 -0
- package/dist/engine/agent-api/PngSequenceEncoder.js.map +1 -0
- package/dist/engine/agent-api/PromptAnimationContract.d.ts +27 -2
- package/dist/engine/agent-api/PromptAnimationContract.d.ts.map +1 -1
- package/dist/engine/agent-api/PromptAnimationContract.js +60 -1
- package/dist/engine/agent-api/PromptAnimationContract.js.map +1 -1
- package/dist/engine/agent-api/PromptAnimationEvidence.d.ts +2 -2
- package/dist/engine/agent-api/PromptAnimationEvidence.d.ts.map +1 -1
- package/dist/engine/agent-api/PublishingPipeline.d.ts +8 -3
- package/dist/engine/agent-api/PublishingPipeline.d.ts.map +1 -1
- package/dist/engine/agent-api/PublishingPipeline.js +17 -3
- package/dist/engine/agent-api/PublishingPipeline.js.map +1 -1
- package/dist/engine/agent-api/RuntimeNodeHandle.d.ts +2 -0
- package/dist/engine/agent-api/RuntimeNodeHandle.d.ts.map +1 -1
- package/dist/engine/agent-api/RuntimeNodeHandle.js.map +1 -1
- package/dist/engine/agent-api/SceneGroundingUtils.d.ts +73 -0
- package/dist/engine/agent-api/SceneGroundingUtils.d.ts.map +1 -0
- package/dist/engine/agent-api/SceneGroundingUtils.js +74 -0
- package/dist/engine/agent-api/SceneGroundingUtils.js.map +1 -0
- package/dist/engine/agent-api/SceneSequencer.d.ts +13 -0
- package/dist/engine/agent-api/SceneSequencer.d.ts.map +1 -1
- package/dist/engine/agent-api/SceneSequencer.js +40 -0
- package/dist/engine/agent-api/SceneSequencer.js.map +1 -1
- package/dist/engine/agent-api/ShotTimeline.d.ts +3 -3
- package/dist/engine/agent-api/ShotTimeline.d.ts.map +1 -1
- package/dist/engine/agent-api/ShotTimeline.js.map +1 -1
- package/dist/engine/agent-api/ThumbnailGenerator.d.ts +4 -4
- package/dist/engine/agent-api/ThumbnailGenerator.d.ts.map +1 -1
- package/dist/engine/agent-api/ThumbnailGenerator.js.map +1 -1
- package/dist/engine/agent-api/VideoExportPipeline.d.ts +23 -9
- package/dist/engine/agent-api/VideoExportPipeline.d.ts.map +1 -1
- package/dist/engine/agent-api/VideoExportPipeline.js +32 -1
- package/dist/engine/agent-api/VideoExportPipeline.js.map +1 -1
- package/dist/engine/agent-api/VisemeController.d.ts +12 -0
- package/dist/engine/agent-api/VisemeController.d.ts.map +1 -1
- package/dist/engine/agent-api/VisemeController.js +23 -0
- package/dist/engine/agent-api/VisemeController.js.map +1 -1
- package/dist/engine/agent-api/WebCodecsFrameEncoder.d.ts +21 -0
- package/dist/engine/agent-api/WebCodecsFrameEncoder.d.ts.map +1 -0
- package/dist/engine/agent-api/WebCodecsFrameEncoder.js +94 -0
- package/dist/engine/agent-api/WebCodecsFrameEncoder.js.map +1 -0
- package/dist/engine/agent-api/YouTubeMetadataGenerator.d.ts +2 -2
- package/dist/engine/agent-api/YouTubeMetadataGenerator.d.ts.map +1 -1
- package/dist/engine/agent-api/YouTubeMetadataGenerator.js +1 -1
- package/dist/engine/agent-api/YouTubeMetadataGenerator.js.map +1 -1
- package/dist/engine/agent-api/YouTubeUploadAdapter.d.ts +48 -0
- package/dist/engine/agent-api/YouTubeUploadAdapter.d.ts.map +1 -0
- package/dist/engine/agent-api/YouTubeUploadAdapter.js +114 -0
- package/dist/engine/agent-api/YouTubeUploadAdapter.js.map +1 -0
- package/dist/engine/agent-api/humanoid-walk-runtime.d.ts +1 -1
- package/dist/engine/agent-api/index.d.ts +52 -18
- package/dist/engine/agent-api/index.d.ts.map +1 -1
- package/dist/engine/agent-api/index.js +51 -15
- package/dist/engine/agent-api/index.js.map +1 -1
- package/dist/engine/agent-api/product-viewer-runtime.d.ts.map +1 -1
- package/dist/engine/animation-studio/animation-episode-validator.d.ts +24 -0
- package/dist/engine/animation-studio/animation-episode-validator.d.ts.map +1 -0
- package/dist/engine/animation-studio/animation-episode-validator.js +74 -0
- package/dist/engine/animation-studio/animation-episode-validator.js.map +1 -0
- package/dist/engine/animation-studio/director-heuristics.d.ts +73 -0
- package/dist/engine/animation-studio/director-heuristics.d.ts.map +1 -0
- package/dist/engine/animation-studio/director-heuristics.js +149 -0
- package/dist/engine/animation-studio/director-heuristics.js.map +1 -0
- package/dist/engine/animation-studio/episode-document.d.ts +214 -0
- package/dist/engine/animation-studio/episode-document.d.ts.map +1 -0
- package/dist/engine/animation-studio/episode-document.js +143 -0
- package/dist/engine/animation-studio/episode-document.js.map +1 -0
- package/dist/engine/animation-studio/index.d.ts +20 -0
- package/dist/engine/animation-studio/index.d.ts.map +1 -0
- package/dist/engine/animation-studio/index.js +20 -0
- package/dist/engine/animation-studio/index.js.map +1 -0
- package/dist/engine/animation-studio/scene-tools.d.ts +34 -0
- package/dist/engine/animation-studio/scene-tools.d.ts.map +1 -0
- package/dist/engine/animation-studio/scene-tools.js +95 -0
- package/dist/engine/animation-studio/scene-tools.js.map +1 -0
- package/dist/engine/index.d.ts +2 -1
- package/dist/engine/index.d.ts.map +1 -1
- package/dist/engine/index.js +1 -1
- package/dist/engine/index.js.map +1 -1
- package/dist/engine/production-runtime/TypedGLBActor.d.ts +13 -1
- package/dist/engine/production-runtime/TypedGLBActor.d.ts.map +1 -1
- package/dist/engine/production-runtime/TypedGLBActor.js +8 -0
- package/dist/engine/production-runtime/TypedGLBActor.js.map +1 -1
- package/dist/physics/Raycast.d.ts +17 -0
- package/dist/physics/Raycast.d.ts.map +1 -1
- package/dist/physics/Raycast.js +16 -0
- package/dist/physics/Raycast.js.map +1 -1
- package/dist/rendering/ForwardPass.js +18 -13
- package/dist/rendering/ForwardPass.js.map +1 -1
- package/dist/rendering/FrameVisualMetrics.d.ts +19 -0
- package/dist/rendering/FrameVisualMetrics.d.ts.map +1 -1
- package/dist/rendering/FrameVisualMetrics.js +57 -0
- package/dist/rendering/FrameVisualMetrics.js.map +1 -1
- package/dist/rendering/MorphTargetPlan.d.ts +42 -0
- package/dist/rendering/MorphTargetPlan.d.ts.map +1 -0
- package/dist/rendering/MorphTargetPlan.js +129 -0
- package/dist/rendering/MorphTargetPlan.js.map +1 -0
- package/dist/rendering/MorphUnlitMaterial.d.ts.map +1 -1
- package/dist/rendering/MorphUnlitMaterial.js +7 -1
- package/dist/rendering/MorphUnlitMaterial.js.map +1 -1
- package/dist/rendering/ShaderLibrary.d.ts.map +1 -1
- package/dist/rendering/ShaderLibrary.js +34 -6
- package/dist/rendering/ShaderLibrary.js.map +1 -1
- package/dist/rendering/WebGPUDevice.d.ts +2 -0
- package/dist/rendering/WebGPUDevice.d.ts.map +1 -1
- package/dist/rendering/WebGPUDevice.js +69 -12
- package/dist/rendering/WebGPUDevice.js.map +1 -1
- package/dist/rendering/animation/AnimationMaterialStyle.d.ts +19 -0
- package/dist/rendering/animation/AnimationMaterialStyle.d.ts.map +1 -0
- package/dist/rendering/animation/AnimationMaterialStyle.js +13 -0
- package/dist/rendering/animation/AnimationMaterialStyle.js.map +1 -0
- package/dist/rendering/animation/AnimationRenderPreset.d.ts +36 -0
- package/dist/rendering/animation/AnimationRenderPreset.d.ts.map +1 -0
- package/dist/rendering/animation/AnimationRenderPreset.js +23 -0
- package/dist/rendering/animation/AnimationRenderPreset.js.map +1 -0
- package/dist/rendering/animation/AnimationToonMaterial.d.ts +130 -0
- package/dist/rendering/animation/AnimationToonMaterial.d.ts.map +1 -0
- package/dist/rendering/animation/AnimationToonMaterial.js +303 -0
- package/dist/rendering/animation/AnimationToonMaterial.js.map +1 -0
- package/dist/rendering/animation/AnimationVisualQuality.d.ts +28 -0
- package/dist/rendering/animation/AnimationVisualQuality.d.ts.map +1 -0
- package/dist/rendering/animation/AnimationVisualQuality.js +39 -0
- package/dist/rendering/animation/AnimationVisualQuality.js.map +1 -0
- package/dist/rendering/animation/applyAnimationRenderPreset.d.ts +79 -0
- package/dist/rendering/animation/applyAnimationRenderPreset.d.ts.map +1 -0
- package/dist/rendering/animation/applyAnimationRenderPreset.js +88 -0
- package/dist/rendering/animation/applyAnimationRenderPreset.js.map +1 -0
- package/dist/rendering/animation/index.d.ts +6 -0
- package/dist/rendering/animation/index.d.ts.map +1 -0
- package/dist/rendering/animation/index.js +6 -0
- package/dist/rendering/animation/index.js.map +1 -0
- package/dist/rendering/cartoon/CartoonMaterialStyle.d.ts +19 -0
- package/dist/rendering/cartoon/CartoonMaterialStyle.d.ts.map +1 -0
- package/dist/rendering/cartoon/CartoonMaterialStyle.js +13 -0
- package/dist/rendering/cartoon/CartoonMaterialStyle.js.map +1 -0
- package/dist/rendering/cartoon/CartoonRenderPreset.d.ts +36 -0
- package/dist/rendering/cartoon/CartoonRenderPreset.d.ts.map +1 -0
- package/dist/rendering/cartoon/CartoonRenderPreset.js +23 -0
- package/dist/rendering/cartoon/CartoonRenderPreset.js.map +1 -0
- package/dist/rendering/cartoon/CartoonToonMaterial.d.ts +130 -0
- package/dist/rendering/cartoon/CartoonToonMaterial.d.ts.map +1 -0
- package/dist/rendering/cartoon/CartoonToonMaterial.js +303 -0
- package/dist/rendering/cartoon/CartoonToonMaterial.js.map +1 -0
- package/dist/rendering/cartoon/CartoonVisualQuality.d.ts +28 -0
- package/dist/rendering/cartoon/CartoonVisualQuality.d.ts.map +1 -0
- package/dist/rendering/cartoon/CartoonVisualQuality.js +39 -0
- package/dist/rendering/cartoon/CartoonVisualQuality.js.map +1 -0
- package/dist/rendering/cartoon/applyCartoonRenderPreset.d.ts +79 -0
- package/dist/rendering/cartoon/applyCartoonRenderPreset.d.ts.map +1 -0
- package/dist/rendering/cartoon/applyCartoonRenderPreset.js +88 -0
- package/dist/rendering/cartoon/applyCartoonRenderPreset.js.map +1 -0
- package/dist/rendering/cartoon/index.d.ts +6 -0
- package/dist/rendering/cartoon/index.d.ts.map +1 -0
- package/dist/rendering/cartoon/index.js +6 -0
- package/dist/rendering/cartoon/index.js.map +1 -0
- package/dist/rendering/index.d.ts +6 -3
- package/dist/rendering/index.d.ts.map +1 -1
- package/dist/rendering/index.js +4 -2
- package/dist/rendering/index.js.map +1 -1
- package/dist/scripting/AnimationNodeCategories.d.ts +3 -0
- package/dist/scripting/AnimationNodeCategories.d.ts.map +1 -0
- package/dist/scripting/AnimationNodeCategories.js +9 -0
- package/dist/scripting/AnimationNodeCategories.js.map +1 -0
- package/dist/scripting/AnimationVisualNodes.d.ts +3 -0
- package/dist/scripting/AnimationVisualNodes.d.ts.map +1 -0
- package/dist/scripting/AnimationVisualNodes.js +41 -0
- package/dist/scripting/AnimationVisualNodes.js.map +1 -0
- package/dist/scripting/VisualGraphExecutor.js +24 -24
- package/dist/scripting/VisualGraphExecutor.js.map +1 -1
- package/dist/scripting/VisualNodeCatalog.js +2 -2
- package/dist/scripting/VisualNodeCatalog.js.map +1 -1
- package/dist/scripting/index.d.ts +3 -3
- package/dist/scripting/index.d.ts.map +1 -1
- package/dist/scripting/index.js +2 -2
- package/dist/scripting/index.js.map +1 -1
- package/package.json +162 -120
- package/templates/product-viewer/tests/screenshot.spec.ts +8 -16
|
@@ -0,0 +1,79 @@
|
|
|
1
|
+
import { defaultFrameEncoderMimeType } from "./FrameEncoder.js";
|
|
2
|
+
import { normalizePromptAnimationTime } from "./PromptAnimationContract.js";
|
|
3
|
+
export function probeMediaRecorderFrameEncoder(codec = "vp9", mimeType = defaultFrameEncoderMimeType(codec)) {
|
|
4
|
+
const mediaRecorder = globalThis.MediaRecorder;
|
|
5
|
+
if (!mediaRecorder) {
|
|
6
|
+
return { kind: "media-recorder-frame-encoder-capability", supported: false, mimeType, codec, reason: "MediaRecorder is unavailable in this runtime." };
|
|
7
|
+
}
|
|
8
|
+
const supported = mediaRecorder.isTypeSupported?.(mimeType) ?? true;
|
|
9
|
+
return {
|
|
10
|
+
kind: "media-recorder-frame-encoder-capability",
|
|
11
|
+
supported,
|
|
12
|
+
mimeType,
|
|
13
|
+
codec,
|
|
14
|
+
...(supported ? {} : { reason: `MediaRecorder does not support ${mimeType}.` })
|
|
15
|
+
};
|
|
16
|
+
}
|
|
17
|
+
export function createMediaRecorderFrameEncoderAdapter(options = {}) {
|
|
18
|
+
const frames = [];
|
|
19
|
+
const codec = options.codec ?? "vp9";
|
|
20
|
+
const capability = {
|
|
21
|
+
...probeMediaRecorderFrameEncoder(codec, options.mimeType),
|
|
22
|
+
...(options.recorderSupported !== undefined ? { supported: options.recorderSupported } : {})
|
|
23
|
+
};
|
|
24
|
+
// Honest labeling: this adapter only yields a real playable video when the caller
|
|
25
|
+
// injects a real `outputFactory`. Without one, finalize() returns a metadata
|
|
26
|
+
// summary blob (NOT a playable video), so it must be reported as proof-only /
|
|
27
|
+
// memory-summary rather than claiming encoded-video.
|
|
28
|
+
const hasRealOutput = typeof options.outputFactory === "function";
|
|
29
|
+
return {
|
|
30
|
+
kind: "media-recorder-frame-encoder",
|
|
31
|
+
proofOnly: !hasRealOutput,
|
|
32
|
+
outputMode: !capability.supported ? "unsupported" : hasRealOutput ? "encoded-video" : "memory-summary",
|
|
33
|
+
capability,
|
|
34
|
+
encode(frame) {
|
|
35
|
+
if (!capability.supported)
|
|
36
|
+
throw new Error(capability.reason ?? "MediaRecorder frame encoder is unsupported.");
|
|
37
|
+
frames.push(frame);
|
|
38
|
+
return createMediaRecorderChunk(frame);
|
|
39
|
+
},
|
|
40
|
+
finalize(summary) {
|
|
41
|
+
if (!capability.supported)
|
|
42
|
+
throw new Error(capability.reason ?? "MediaRecorder frame encoder is unsupported.");
|
|
43
|
+
return options.outputFactory?.(summary, frames) ?? mediaRecorderSummaryBlob(summary);
|
|
44
|
+
},
|
|
45
|
+
reset() {
|
|
46
|
+
frames.length = 0;
|
|
47
|
+
}
|
|
48
|
+
};
|
|
49
|
+
}
|
|
50
|
+
function createMediaRecorderChunk(frame) {
|
|
51
|
+
return {
|
|
52
|
+
frame: frame.frame,
|
|
53
|
+
time: normalizePromptAnimationTime(frame.time),
|
|
54
|
+
byteLength: mediaFrameByteLength(frame),
|
|
55
|
+
keyFrame: frame.frame === 0 || frame.frame % 60 === 0,
|
|
56
|
+
durationMs: frame.durationMs ?? 1000 / 30
|
|
57
|
+
};
|
|
58
|
+
}
|
|
59
|
+
function mediaRecorderSummaryBlob(summary) {
|
|
60
|
+
const payload = JSON.stringify({
|
|
61
|
+
encoder: "media-recorder",
|
|
62
|
+
codec: summary.codec,
|
|
63
|
+
mimeType: summary.mimeType,
|
|
64
|
+
frameCount: summary.frameCount,
|
|
65
|
+
duration: summary.duration,
|
|
66
|
+
byteLength: summary.byteLength
|
|
67
|
+
});
|
|
68
|
+
return typeof Blob === "undefined" ? payload : new Blob([payload], { type: summary.mimeType });
|
|
69
|
+
}
|
|
70
|
+
function mediaFrameByteLength(frame) {
|
|
71
|
+
if (frame.image instanceof Uint8Array)
|
|
72
|
+
return frame.image.byteLength;
|
|
73
|
+
if (typeof Blob !== "undefined" && frame.image instanceof Blob)
|
|
74
|
+
return frame.image.size;
|
|
75
|
+
if (typeof frame.image === "string")
|
|
76
|
+
return frame.image.length;
|
|
77
|
+
return Math.max(1, Math.round(frame.viewport.width * frame.viewport.height * 0.08));
|
|
78
|
+
}
|
|
79
|
+
//# sourceMappingURL=MediaRecorderFrameEncoder.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"MediaRecorderFrameEncoder.js","sourceRoot":"","sources":["../../../../../packages/engine/src/agent-api/MediaRecorderFrameEncoder.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,2BAA2B,EAM5B,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EAAE,4BAA4B,EAAE,MAAM,8BAA8B,CAAC;AAiB5E,MAAM,UAAU,8BAA8B,CAAC,QAA2B,KAAK,EAAE,QAAQ,GAAG,2BAA2B,CAAC,KAAK,CAAC;IAC5H,MAAM,aAAa,GAAI,UAA6F,CAAC,aAAa,CAAC;IACnI,IAAI,CAAC,aAAa,EAAE,CAAC;QACnB,OAAO,EAAE,IAAI,EAAE,yCAAyC,EAAE,SAAS,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,+CAA+C,EAAE,CAAC;IACzJ,CAAC;IACD,MAAM,SAAS,GAAG,aAAa,CAAC,eAAe,EAAE,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC;IACpE,OAAO;QACL,IAAI,EAAE,yCAAyC;QAC/C,SAAS;QACT,QAAQ;QACR,KAAK;QACL,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,kCAAkC,QAAQ,GAAG,EAAE,CAAC;KAChF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,sCAAsC,CAAC,UAAyD,EAAE;IAChH,MAAM,MAAM,GAAwB,EAAE,CAAC;IACvC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,KAAK,CAAC;IACrC,MAAM,UAAU,GAAG;QACjB,GAAG,8BAA8B,CAAC,KAAK,EAAE,OAAO,CAAC,QAAQ,CAAC;QAC1D,GAAG,CAAC,OAAO,CAAC,iBAAiB,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,OAAO,CAAC,iBAAiB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC7F,CAAC;IACF,kFAAkF;IAClF,6EAA6E;IAC7E,8EAA8E;IAC9E,qDAAqD;IACrD,MAAM,aAAa,GAAG,OAAO,OAAO,CAAC,aAAa,KAAK,UAAU,CAAC;IAClE,OAAO;QACL,IAAI,EAAE,8BAA8B;QACpC,SAAS,EAAE,CAAC,aAAa;QACzB,UAAU,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,gBAAgB;QACtG,UAAU;QACV,MAAM,CAAC,KAAK;YACV,IAAI,CAAC,UAAU,CAAC,SAAS;gBAAE,MAAM,IAAI,KAAK,CAAC,UAAU,CAAC,MAAM,IAAI,6CAA6C,CAAC,CAAC;YAC/G,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACnB,OAAO,wBAAwB,CAAC,KAAK,CAAC,CAAC;QACzC,CAAC;QACD,QAAQ,CAAC,OAAO;YACd,IAAI,CAAC,UAAU,CAAC,SAAS;gBAAE,MAAM,IAAI,KAAK,CAAC,UAAU,CAAC,MAAM,IAAI,6CAA6C,CAAC,CAAC;YAC/G,OAAO,OAAO,CAAC,aAAa,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,IAAI,wBAAwB,CAAC,OAAO,CAAC,CAAC;QACvF,CAAC;QACD,KAAK;YACH,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;QACpB,CAAC;KACF,CAAC;AACJ,CAAC;AAED,SAAS,wBAAwB,CAAC,KAAwB;IACxD,OAAO;QACL,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,IAAI,EAAE,4BAA4B,CAAC,KAAK,CAAC,IAAI,CAAC;QAC9C,UAAU,EAAE,oBAAoB,CAAC,KAAK,CAAC;QACvC,QAAQ,EAAE,KAAK,CAAC,KAAK,KAAK,CAAC,IAAI,KAAK,CAAC,KAAK,GAAG,EAAE,KAAK,CAAC;QACrD,UAAU,EAAE,KAAK,CAAC,UAAU,IAAI,IAAI,GAAG,EAAE;KAC1C,CAAC;AACJ,CAAC;AAID,SAAS,wBAAwB,CAAC,OAAmC;IACnE,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC;QAC7B,OAAO,EAAE,gBAAgB;QACzB,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,UAAU,EAAE,OAAO,CAAC,UAAU;QAC9B,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,UAAU,EAAE,OAAO,CAAC,UAAU;KAC/B,CAAC,CAAC;IACH,OAAO,OAAO,IAAI,KAAK,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,OAAO,CAAC,EAAE,EAAE,IAAI,EAAE,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC;AACjG,CAAC;AAED,SAAS,oBAAoB,CAAC,KAAwB;IACpD,IAAI,KAAK,CAAC,KAAK,YAAY,UAAU;QAAE,OAAO,KAAK,CAAC,KAAK,CAAC,UAAU,CAAC;IACrE,IAAI,OAAO,IAAI,KAAK,WAAW,IAAI,KAAK,CAAC,KAAK,YAAY,IAAI;QAAE,OAAO,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC;IACxF,IAAI,OAAO,KAAK,CAAC,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC;IAC/D,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,GAAG,KAAK,CAAC,QAAQ,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC;AACtF,CAAC"}
|
|
@@ -1,11 +1,30 @@
|
|
|
1
|
-
import type {
|
|
1
|
+
import type { AnimationEmotionPose, AnimationPerformanceBodyState, AnimationPerformanceFacialState } from "./AnimationPerformance.js";
|
|
2
2
|
export interface PerformanceBlendResult {
|
|
3
3
|
readonly kind: "performance-blend";
|
|
4
4
|
readonly fromPoseId: string;
|
|
5
5
|
readonly toPoseId: string;
|
|
6
6
|
readonly t: number;
|
|
7
|
-
readonly body:
|
|
8
|
-
readonly facial:
|
|
7
|
+
readonly body: AnimationPerformanceBodyState;
|
|
8
|
+
readonly facial: AnimationPerformanceFacialState;
|
|
9
9
|
}
|
|
10
|
-
export
|
|
10
|
+
export interface PerformanceTransitionSample extends PerformanceBlendResult {
|
|
11
|
+
readonly time: number;
|
|
12
|
+
readonly frame: number;
|
|
13
|
+
}
|
|
14
|
+
export interface PerformanceTransitionPlan {
|
|
15
|
+
readonly kind: "performance-transition-plan";
|
|
16
|
+
readonly fromPoseId: string;
|
|
17
|
+
readonly toPoseId: string;
|
|
18
|
+
readonly duration: number;
|
|
19
|
+
readonly frameRate: number;
|
|
20
|
+
readonly sampleCount: number;
|
|
21
|
+
readonly smooth: boolean;
|
|
22
|
+
readonly deterministic: true;
|
|
23
|
+
readonly samples: readonly PerformanceTransitionSample[];
|
|
24
|
+
}
|
|
25
|
+
export declare function blendPerformancePoses(from: AnimationEmotionPose, to: AnimationEmotionPose, t: number): PerformanceBlendResult;
|
|
26
|
+
export declare function createPerformanceTransitionPlan(from: AnimationEmotionPose, to: AnimationEmotionPose, options?: {
|
|
27
|
+
readonly duration?: number;
|
|
28
|
+
readonly frameRate?: number;
|
|
29
|
+
}): PerformanceTransitionPlan;
|
|
11
30
|
//# sourceMappingURL=PerformanceBlender.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"PerformanceBlender.d.ts","sourceRoot":"","sources":["../../../../../packages/engine/src/agent-api/PerformanceBlender.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,
|
|
1
|
+
{"version":3,"file":"PerformanceBlender.d.ts","sourceRoot":"","sources":["../../../../../packages/engine/src/agent-api/PerformanceBlender.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,oBAAoB,EAAE,6BAA6B,EAAE,+BAA+B,EAAE,MAAM,2BAA2B,CAAC;AAEtI,MAAM,WAAW,sBAAsB;IACrC,QAAQ,CAAC,IAAI,EAAE,mBAAmB,CAAC;IACnC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,IAAI,EAAE,6BAA6B,CAAC;IAC7C,QAAQ,CAAC,MAAM,EAAE,+BAA+B,CAAC;CAClD;AAED,MAAM,WAAW,2BAA4B,SAAQ,sBAAsB;IACzE,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,yBAAyB;IACxC,QAAQ,CAAC,IAAI,EAAE,6BAA6B,CAAC;IAC7C,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC;IACzB,QAAQ,CAAC,aAAa,EAAE,IAAI,CAAC;IAC7B,QAAQ,CAAC,OAAO,EAAE,SAAS,2BAA2B,EAAE,CAAC;CAC1D;AAED,wBAAgB,qBAAqB,CAAC,IAAI,EAAE,oBAAoB,EAAE,EAAE,EAAE,oBAAoB,EAAE,CAAC,EAAE,MAAM,GAAG,sBAAsB,CAsB7H;AAED,wBAAgB,+BAA+B,CAC7C,IAAI,EAAE,oBAAoB,EAC1B,EAAE,EAAE,oBAAoB,EACxB,OAAO,GAAE;IAAE,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAA;CAAO,GACxE,yBAAyB,CAuB3B"}
|
|
@@ -21,9 +21,42 @@ export function blendPerformancePoses(from, to, t) {
|
|
|
21
21
|
}
|
|
22
22
|
};
|
|
23
23
|
}
|
|
24
|
+
export function createPerformanceTransitionPlan(from, to, options = {}) {
|
|
25
|
+
const duration = positive(options.duration ?? 0.35, "Performance transition duration");
|
|
26
|
+
const frameRate = positive(options.frameRate ?? 30, "Performance transition frameRate");
|
|
27
|
+
const frameCount = Math.max(2, Math.round(duration * frameRate) + 1);
|
|
28
|
+
const samples = Array.from({ length: frameCount }, (_, frame) => {
|
|
29
|
+
const t = frameCount <= 1 ? 1 : frame / (frameCount - 1);
|
|
30
|
+
return {
|
|
31
|
+
...blendPerformancePoses(from, to, smoothstep(t)),
|
|
32
|
+
time: Number((frame / frameRate).toFixed(4)),
|
|
33
|
+
frame
|
|
34
|
+
};
|
|
35
|
+
});
|
|
36
|
+
return {
|
|
37
|
+
kind: "performance-transition-plan",
|
|
38
|
+
fromPoseId: from.id,
|
|
39
|
+
toPoseId: to.id,
|
|
40
|
+
duration,
|
|
41
|
+
frameRate,
|
|
42
|
+
sampleCount: samples.length,
|
|
43
|
+
smooth: samples.every((sample, index) => index === 0 || sample.t >= samples[index - 1].t),
|
|
44
|
+
deterministic: true,
|
|
45
|
+
samples
|
|
46
|
+
};
|
|
47
|
+
}
|
|
24
48
|
function lerp(left, right, t) {
|
|
25
49
|
if (left === undefined && right === undefined)
|
|
26
50
|
return undefined;
|
|
27
51
|
return Number(((left ?? right ?? 0) + ((right ?? left ?? 0) - (left ?? right ?? 0)) * t).toFixed(4));
|
|
28
52
|
}
|
|
53
|
+
function smoothstep(value) {
|
|
54
|
+
const t = Math.min(1, Math.max(0, value));
|
|
55
|
+
return Number((t * t * (3 - 2 * t)).toFixed(4));
|
|
56
|
+
}
|
|
57
|
+
function positive(value, label) {
|
|
58
|
+
if (!Number.isFinite(value) || value <= 0)
|
|
59
|
+
throw new Error(`${label} must be positive.`);
|
|
60
|
+
return value;
|
|
61
|
+
}
|
|
29
62
|
//# sourceMappingURL=PerformanceBlender.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"PerformanceBlender.js","sourceRoot":"","sources":["../../../../../packages/engine/src/agent-api/PerformanceBlender.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"PerformanceBlender.js","sourceRoot":"","sources":["../../../../../packages/engine/src/agent-api/PerformanceBlender.ts"],"names":[],"mappings":"AA4BA,MAAM,UAAU,qBAAqB,CAAC,IAA0B,EAAE,EAAwB,EAAE,CAAS;IACnG,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IAC3C,OAAO;QACL,IAAI,EAAE,mBAAmB;QACzB,UAAU,EAAE,IAAI,CAAC,EAAE;QACnB,QAAQ,EAAE,EAAE,CAAC,EAAE;QACf,CAAC,EAAE,MAAM;QACT,IAAI,EAAE;YACJ,GAAG,IAAI,CAAC,IAAI;YACZ,GAAG,EAAE,CAAC,IAAI;YACV,QAAQ,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC;YAC5D,SAAS,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,EAAE,MAAM,CAAC;YAC/D,aAAa,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,EAAE,CAAC,IAAI,CAAC,aAAa,EAAE,MAAM,CAAC;YAC3E,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC;SACvD;QACD,MAAM,EAAE;YACN,GAAG,IAAI,CAAC,MAAM;YACd,GAAG,EAAE,CAAC,MAAM;YACZ,OAAO,EAAE,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,EAAE,CAAC,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC;YAC7D,SAAS,EAAE,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,EAAE,CAAC,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC;SACpE;KACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,+BAA+B,CAC7C,IAA0B,EAC1B,EAAwB,EACxB,UAAuE,EAAE;IAEzE,MAAM,QAAQ,GAAG,QAAQ,CAAC,OAAO,CAAC,QAAQ,IAAI,IAAI,EAAE,iCAAiC,CAAC,CAAC;IACvF,MAAM,SAAS,GAAG,QAAQ,CAAC,OAAO,CAAC,SAAS,IAAI,EAAE,EAAE,kCAAkC,CAAC,CAAC;IACxF,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC;IACrE,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAA+B,EAAE;QAC3F,MAAM,CAAC,GAAG,UAAU,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC;QACzD,OAAO;YACL,GAAG,qBAAqB,CAAC,IAAI,EAAE,EAAE,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC;YACjD,IAAI,EAAE,MAAM,CAAC,CAAC,KAAK,GAAG,SAAS,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;YAC5C,KAAK;SACN,CAAC;IACJ,CAAC,CAAC,CAAC;IACH,OAAO;QACL,IAAI,EAAE,6BAA6B;QACnC,UAAU,EAAE,IAAI,CAAC,EAAE;QACnB,QAAQ,EAAE,EAAE,CAAC,EAAE;QACf,QAAQ;QACR,SAAS;QACT,WAAW,EAAE,OAAO,CAAC,MAAM;QAC3B,MAAM,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,CAAC,IAAI,MAAM,CAAC,CAAC,IAAI,OAAO,CAAC,KAAK,GAAG,CAAC,CAAE,CAAC,CAAC,CAAC;QAC1F,aAAa,EAAE,IAAI;QACnB,OAAO;KACR,CAAC;AACJ,CAAC;AAED,SAAS,IAAI,CAAC,IAAwB,EAAE,KAAyB,EAAE,CAAS;IAC1E,IAAI,IAAI,KAAK,SAAS,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IAChE,OAAO,MAAM,CAAC,CAAC,CAAC,IAAI,IAAI,KAAK,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,IAAI,IAAI,IAAI,CAAC,CAAC,GAAG,CAAC,IAAI,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;AACvG,CAAC;AAED,SAAS,UAAU,CAAC,KAAa;IAC/B,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC;IAC1C,OAAO,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;AAClD,CAAC;AAED,SAAS,QAAQ,CAAC,KAAa,EAAE,KAAa;IAC5C,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,oBAAoB,CAAC,CAAC;IACzF,OAAO,KAAK,CAAC;AACf,CAAC"}
|
|
@@ -0,0 +1,65 @@
|
|
|
1
|
+
import { type AnimationPerformanceArtifact, type AnimationPerformanceBodyState, type AnimationPerformanceFacialState, type AnimationPerformanceGazeState } from "./AnimationPerformance.js";
|
|
2
|
+
import { type PromptAnimationId, type PromptAnimationValidationIssue } from "./PromptAnimationContract.js";
|
|
3
|
+
export type PerformanceCaptureSourceKind = "manual" | "webcam" | "motion-capture";
|
|
4
|
+
export type PerformanceCapturePermissionState = "unknown" | "granted" | "denied" | "not-required";
|
|
5
|
+
export type PerformanceCaptureRecordingSessionStatus = "idle" | "recording" | "stopped";
|
|
6
|
+
export type PerformanceCaptureSignal = "body" | "face" | "hands" | "gaze" | "audio";
|
|
7
|
+
export interface PerformanceCaptureCapability {
|
|
8
|
+
readonly kind: PerformanceCaptureSourceKind;
|
|
9
|
+
readonly available: boolean;
|
|
10
|
+
readonly permission: PerformanceCapturePermissionState;
|
|
11
|
+
readonly supportedSignals: readonly PerformanceCaptureSignal[];
|
|
12
|
+
readonly provider?: string | undefined;
|
|
13
|
+
readonly notes?: readonly string[] | undefined;
|
|
14
|
+
}
|
|
15
|
+
export interface PerformanceCaptureRecordingSample {
|
|
16
|
+
readonly id: string;
|
|
17
|
+
readonly time: number;
|
|
18
|
+
readonly characterId: PromptAnimationId;
|
|
19
|
+
readonly body?: AnimationPerformanceBodyState | undefined;
|
|
20
|
+
readonly facial?: AnimationPerformanceFacialState | undefined;
|
|
21
|
+
readonly gaze?: AnimationPerformanceGazeState | undefined;
|
|
22
|
+
readonly confidence?: number | undefined;
|
|
23
|
+
readonly sourceFrameId?: string | undefined;
|
|
24
|
+
}
|
|
25
|
+
export interface PerformanceCaptureRecordingSessionOptions {
|
|
26
|
+
readonly id: PromptAnimationId;
|
|
27
|
+
readonly episodeId: PromptAnimationId;
|
|
28
|
+
readonly characterId: PromptAnimationId;
|
|
29
|
+
readonly frameRate: number;
|
|
30
|
+
readonly source: PerformanceCaptureCapability;
|
|
31
|
+
}
|
|
32
|
+
export interface PerformanceCaptureRecordingSessionSnapshot {
|
|
33
|
+
readonly kind: "performance-capture-session";
|
|
34
|
+
readonly id: PromptAnimationId;
|
|
35
|
+
readonly episodeId: PromptAnimationId;
|
|
36
|
+
readonly characterId: PromptAnimationId;
|
|
37
|
+
readonly status: PerformanceCaptureRecordingSessionStatus;
|
|
38
|
+
readonly source: PerformanceCaptureCapability;
|
|
39
|
+
readonly sampleCount: number;
|
|
40
|
+
readonly duration: number;
|
|
41
|
+
readonly averageConfidence: number;
|
|
42
|
+
readonly requiresRuntimeDevicePermission: boolean;
|
|
43
|
+
readonly externalServiceIntegrated: false;
|
|
44
|
+
readonly issues: readonly PromptAnimationValidationIssue[];
|
|
45
|
+
readonly evidence: {
|
|
46
|
+
readonly webcamCaptureContract: boolean;
|
|
47
|
+
readonly motionCaptureContract: boolean;
|
|
48
|
+
readonly manualCaptureFallback: boolean;
|
|
49
|
+
readonly performanceDriven: boolean;
|
|
50
|
+
};
|
|
51
|
+
}
|
|
52
|
+
export declare class PerformanceCaptureRecordingSession {
|
|
53
|
+
private readonly options;
|
|
54
|
+
private status;
|
|
55
|
+
private readonly samples;
|
|
56
|
+
constructor(options: PerformanceCaptureRecordingSessionOptions);
|
|
57
|
+
start(): PerformanceCaptureRecordingSessionSnapshot;
|
|
58
|
+
stop(): PerformanceCaptureRecordingSessionSnapshot;
|
|
59
|
+
recordSample(sample: PerformanceCaptureRecordingSample): PerformanceCaptureRecordingSessionSnapshot;
|
|
60
|
+
toPerformanceArtifact(): AnimationPerformanceArtifact;
|
|
61
|
+
snapshot(): PerformanceCaptureRecordingSessionSnapshot;
|
|
62
|
+
}
|
|
63
|
+
export declare function createPerformanceCaptureSession(options: PerformanceCaptureRecordingSessionOptions): PerformanceCaptureRecordingSession;
|
|
64
|
+
export declare function validatePerformanceCaptureCapability(capability: PerformanceCaptureCapability): readonly PromptAnimationValidationIssue[];
|
|
65
|
+
//# sourceMappingURL=PerformanceCaptureSession.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"PerformanceCaptureSession.d.ts","sourceRoot":"","sources":["../../../../../packages/engine/src/agent-api/PerformanceCaptureSession.ts"],"names":[],"mappings":"AAAA,OAAO,EAEL,KAAK,4BAA4B,EACjC,KAAK,6BAA6B,EAClC,KAAK,+BAA+B,EACpC,KAAK,6BAA6B,EACnC,MAAM,2BAA2B,CAAC;AACnC,OAAO,EAA8B,KAAK,iBAAiB,EAAE,KAAK,8BAA8B,EAAE,MAAM,8BAA8B,CAAC;AAEvI,MAAM,MAAM,4BAA4B,GAAG,QAAQ,GAAG,QAAQ,GAAG,gBAAgB,CAAC;AAClF,MAAM,MAAM,iCAAiC,GAAG,SAAS,GAAG,SAAS,GAAG,QAAQ,GAAG,cAAc,CAAC;AAClG,MAAM,MAAM,wCAAwC,GAAG,MAAM,GAAG,WAAW,GAAG,SAAS,CAAC;AACxF,MAAM,MAAM,wBAAwB,GAAG,MAAM,GAAG,MAAM,GAAG,OAAO,GAAG,MAAM,GAAG,OAAO,CAAC;AAEpF,MAAM,WAAW,4BAA4B;IAC3C,QAAQ,CAAC,IAAI,EAAE,4BAA4B,CAAC;IAC5C,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC;IAC5B,QAAQ,CAAC,UAAU,EAAE,iCAAiC,CAAC;IACvD,QAAQ,CAAC,gBAAgB,EAAE,SAAS,wBAAwB,EAAE,CAAC;IAC/D,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACvC,QAAQ,CAAC,KAAK,CAAC,EAAE,SAAS,MAAM,EAAE,GAAG,SAAS,CAAC;CAChD;AAED,MAAM,WAAW,iCAAiC;IAChD,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,WAAW,EAAE,iBAAiB,CAAC;IACxC,QAAQ,CAAC,IAAI,CAAC,EAAE,6BAA6B,GAAG,SAAS,CAAC;IAC1D,QAAQ,CAAC,MAAM,CAAC,EAAE,+BAA+B,GAAG,SAAS,CAAC;IAC9D,QAAQ,CAAC,IAAI,CAAC,EAAE,6BAA6B,GAAG,SAAS,CAAC;IAC1D,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACzC,QAAQ,CAAC,aAAa,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CAC7C;AAED,MAAM,WAAW,yCAAyC;IACxD,QAAQ,CAAC,EAAE,EAAE,iBAAiB,CAAC;IAC/B,QAAQ,CAAC,SAAS,EAAE,iBAAiB,CAAC;IACtC,QAAQ,CAAC,WAAW,EAAE,iBAAiB,CAAC;IACxC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,MAAM,EAAE,4BAA4B,CAAC;CAC/C;AAED,MAAM,WAAW,0CAA0C;IACzD,QAAQ,CAAC,IAAI,EAAE,6BAA6B,CAAC;IAC7C,QAAQ,CAAC,EAAE,EAAE,iBAAiB,CAAC;IAC/B,QAAQ,CAAC,SAAS,EAAE,iBAAiB,CAAC;IACtC,QAAQ,CAAC,WAAW,EAAE,iBAAiB,CAAC;IACxC,QAAQ,CAAC,MAAM,EAAE,wCAAwC,CAAC;IAC1D,QAAQ,CAAC,MAAM,EAAE,4BAA4B,CAAC;IAC9C,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,iBAAiB,EAAE,MAAM,CAAC;IACnC,QAAQ,CAAC,+BAA+B,EAAE,OAAO,CAAC;IAClD,QAAQ,CAAC,yBAAyB,EAAE,KAAK,CAAC;IAC1C,QAAQ,CAAC,MAAM,EAAE,SAAS,8BAA8B,EAAE,CAAC;IAC3D,QAAQ,CAAC,QAAQ,EAAE;QACjB,QAAQ,CAAC,qBAAqB,EAAE,OAAO,CAAC;QACxC,QAAQ,CAAC,qBAAqB,EAAE,OAAO,CAAC;QACxC,QAAQ,CAAC,qBAAqB,EAAE,OAAO,CAAC;QACxC,QAAQ,CAAC,iBAAiB,EAAE,OAAO,CAAC;KACrC,CAAC;CACH;AAED,qBAAa,kCAAkC;IAIjC,OAAO,CAAC,QAAQ,CAAC,OAAO;IAHpC,OAAO,CAAC,MAAM,CAAoD;IAClE,OAAO,CAAC,QAAQ,CAAC,OAAO,CAA2C;gBAEtC,OAAO,EAAE,yCAAyC;IAI/E,KAAK,IAAI,0CAA0C;IAQnD,IAAI,IAAI,0CAA0C;IAKlD,YAAY,CAAC,MAAM,EAAE,iCAAiC,GAAG,0CAA0C;IAQnG,qBAAqB,IAAI,4BAA4B;IA2BrD,QAAQ,IAAI,0CAA0C;CAyBvD;AAED,wBAAgB,+BAA+B,CAAC,OAAO,EAAE,yCAAyC,GAAG,kCAAkC,CAEtI;AAED,wBAAgB,oCAAoC,CAAC,UAAU,EAAE,4BAA4B,GAAG,SAAS,8BAA8B,EAAE,CAYxI"}
|
|
@@ -0,0 +1,131 @@
|
|
|
1
|
+
import { createAnimationPerformance } from "./AnimationPerformance.js";
|
|
2
|
+
import { createPromptAnimationIssue } from "./PromptAnimationContract.js";
|
|
3
|
+
export class PerformanceCaptureRecordingSession {
|
|
4
|
+
options;
|
|
5
|
+
status = "idle";
|
|
6
|
+
samples = [];
|
|
7
|
+
constructor(options) {
|
|
8
|
+
this.options = options;
|
|
9
|
+
validateOptions(options);
|
|
10
|
+
}
|
|
11
|
+
start() {
|
|
12
|
+
if (this.options.source.kind !== "manual" && (!this.options.source.available || this.options.source.permission !== "granted")) {
|
|
13
|
+
throw new Error(`Performance capture source "${this.options.source.kind}" is not available with granted permission.`);
|
|
14
|
+
}
|
|
15
|
+
this.status = "recording";
|
|
16
|
+
return this.snapshot();
|
|
17
|
+
}
|
|
18
|
+
stop() {
|
|
19
|
+
this.status = "stopped";
|
|
20
|
+
return this.snapshot();
|
|
21
|
+
}
|
|
22
|
+
recordSample(sample) {
|
|
23
|
+
if (this.status !== "recording")
|
|
24
|
+
throw new Error("Performance capture samples can only be recorded while the session is recording.");
|
|
25
|
+
const clean = sanitizeSample(sample, this.options.characterId);
|
|
26
|
+
this.samples.push(clean);
|
|
27
|
+
this.samples.sort((left, right) => left.time - right.time);
|
|
28
|
+
return this.snapshot();
|
|
29
|
+
}
|
|
30
|
+
toPerformanceArtifact() {
|
|
31
|
+
const cues = this.samples.map((sample, index) => {
|
|
32
|
+
const next = this.samples[index + 1];
|
|
33
|
+
const frameDuration = 1 / this.options.frameRate;
|
|
34
|
+
return {
|
|
35
|
+
id: sample.id,
|
|
36
|
+
characterId: sample.characterId,
|
|
37
|
+
startTime: sample.time,
|
|
38
|
+
endTime: Math.max(sample.time + frameDuration, next?.time ?? sample.time + frameDuration),
|
|
39
|
+
action: "react",
|
|
40
|
+
...(sample.body ? { body: sample.body } : {}),
|
|
41
|
+
...(sample.facial ? { facial: sample.facial } : {}),
|
|
42
|
+
...(sample.gaze ? { gaze: sample.gaze } : {}),
|
|
43
|
+
intensity: sample.confidence ?? 1,
|
|
44
|
+
notes: [
|
|
45
|
+
`${this.options.source.kind} performance capture sample`,
|
|
46
|
+
...(sample.sourceFrameId ? [`source frame ${sample.sourceFrameId}`] : [])
|
|
47
|
+
]
|
|
48
|
+
};
|
|
49
|
+
});
|
|
50
|
+
return createAnimationPerformance({
|
|
51
|
+
episodeId: this.options.episodeId,
|
|
52
|
+
frameRate: this.options.frameRate,
|
|
53
|
+
cues
|
|
54
|
+
});
|
|
55
|
+
}
|
|
56
|
+
snapshot() {
|
|
57
|
+
const issues = validatePerformanceCaptureCapability(this.options.source);
|
|
58
|
+
const confidenceValues = this.samples.map((sample) => sample.confidence ?? 1);
|
|
59
|
+
const duration = this.samples.length > 0 ? this.samples[this.samples.length - 1].time - this.samples[0].time : 0;
|
|
60
|
+
return {
|
|
61
|
+
kind: "performance-capture-session",
|
|
62
|
+
id: this.options.id,
|
|
63
|
+
episodeId: this.options.episodeId,
|
|
64
|
+
characterId: this.options.characterId,
|
|
65
|
+
status: this.status,
|
|
66
|
+
source: this.options.source,
|
|
67
|
+
sampleCount: this.samples.length,
|
|
68
|
+
duration: Number(Math.max(0, duration).toFixed(4)),
|
|
69
|
+
averageConfidence: Number((confidenceValues.reduce((total, value) => total + value, 0) / Math.max(1, confidenceValues.length)).toFixed(4)),
|
|
70
|
+
requiresRuntimeDevicePermission: this.options.source.kind !== "manual",
|
|
71
|
+
externalServiceIntegrated: false,
|
|
72
|
+
issues,
|
|
73
|
+
evidence: {
|
|
74
|
+
webcamCaptureContract: this.options.source.kind === "webcam",
|
|
75
|
+
motionCaptureContract: this.options.source.kind === "motion-capture",
|
|
76
|
+
manualCaptureFallback: this.options.source.kind === "manual",
|
|
77
|
+
performanceDriven: this.samples.length > 0
|
|
78
|
+
}
|
|
79
|
+
};
|
|
80
|
+
}
|
|
81
|
+
}
|
|
82
|
+
export function createPerformanceCaptureSession(options) {
|
|
83
|
+
return new PerformanceCaptureRecordingSession(options);
|
|
84
|
+
}
|
|
85
|
+
export function validatePerformanceCaptureCapability(capability) {
|
|
86
|
+
const issues = [];
|
|
87
|
+
if (!capability.available && capability.kind !== "manual") {
|
|
88
|
+
issues.push(createPromptAnimationIssue("warning", "performance-capture-source-unavailable", `${capability.kind} capture source is not available in this runtime.`));
|
|
89
|
+
}
|
|
90
|
+
if (capability.kind !== "manual" && capability.permission !== "granted") {
|
|
91
|
+
issues.push(createPromptAnimationIssue("warning", "performance-capture-permission-required", `${capability.kind} capture requires explicit runtime permission.`));
|
|
92
|
+
}
|
|
93
|
+
if (capability.supportedSignals.length === 0) {
|
|
94
|
+
issues.push(createPromptAnimationIssue("error", "performance-capture-signals-missing", "Performance capture needs at least one supported signal."));
|
|
95
|
+
}
|
|
96
|
+
return issues;
|
|
97
|
+
}
|
|
98
|
+
function validateOptions(options) {
|
|
99
|
+
nonEmpty(options.id, "Performance capture id");
|
|
100
|
+
nonEmpty(options.episodeId, "Performance capture episode id");
|
|
101
|
+
nonEmpty(options.characterId, "Performance capture character id");
|
|
102
|
+
if (!Number.isFinite(options.frameRate) || options.frameRate <= 0)
|
|
103
|
+
throw new Error("Performance capture frameRate must be positive.");
|
|
104
|
+
validatePerformanceCaptureCapability(options.source);
|
|
105
|
+
}
|
|
106
|
+
function sanitizeSample(sample, expectedCharacterId) {
|
|
107
|
+
if (sample.characterId !== expectedCharacterId)
|
|
108
|
+
throw new Error(`Performance capture sample characterId must be "${expectedCharacterId}".`);
|
|
109
|
+
if (!Number.isFinite(sample.time) || sample.time < 0)
|
|
110
|
+
throw new Error("Performance capture sample time must be a non-negative finite number.");
|
|
111
|
+
if (sample.confidence !== undefined && (!Number.isFinite(sample.confidence) || sample.confidence < 0 || sample.confidence > 1)) {
|
|
112
|
+
throw new Error("Performance capture sample confidence must be between 0 and 1.");
|
|
113
|
+
}
|
|
114
|
+
return {
|
|
115
|
+
id: nonEmpty(sample.id, "Performance capture sample id"),
|
|
116
|
+
time: sample.time,
|
|
117
|
+
characterId: sample.characterId,
|
|
118
|
+
body: sample.body,
|
|
119
|
+
facial: sample.facial,
|
|
120
|
+
gaze: sample.gaze,
|
|
121
|
+
confidence: sample.confidence,
|
|
122
|
+
sourceFrameId: sample.sourceFrameId
|
|
123
|
+
};
|
|
124
|
+
}
|
|
125
|
+
function nonEmpty(value, label) {
|
|
126
|
+
const trimmed = value.trim();
|
|
127
|
+
if (!trimmed)
|
|
128
|
+
throw new Error(`${label} must be a non-empty string.`);
|
|
129
|
+
return trimmed;
|
|
130
|
+
}
|
|
131
|
+
//# sourceMappingURL=PerformanceCaptureSession.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"PerformanceCaptureSession.js","sourceRoot":"","sources":["../../../../../packages/engine/src/agent-api/PerformanceCaptureSession.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,0BAA0B,EAK3B,MAAM,2BAA2B,CAAC;AACnC,OAAO,EAAE,0BAA0B,EAA+D,MAAM,8BAA8B,CAAC;AAwDvI,MAAM,OAAO,kCAAkC;IAIhB;IAHrB,MAAM,GAA6C,MAAM,CAAC;IACjD,OAAO,GAAwC,EAAE,CAAC;IAEnE,YAA6B,OAAkD;QAAlD,YAAO,GAAP,OAAO,CAA2C;QAC7E,eAAe,CAAC,OAAO,CAAC,CAAC;IAC3B,CAAC;IAED,KAAK;QACH,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,KAAK,QAAQ,IAAI,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,UAAU,KAAK,SAAS,CAAC,EAAE,CAAC;YAC9H,MAAM,IAAI,KAAK,CAAC,+BAA+B,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,6CAA6C,CAAC,CAAC;QACxH,CAAC;QACD,IAAI,CAAC,MAAM,GAAG,WAAW,CAAC;QAC1B,OAAO,IAAI,CAAC,QAAQ,EAAE,CAAC;IACzB,CAAC;IAED,IAAI;QACF,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC;QACxB,OAAO,IAAI,CAAC,QAAQ,EAAE,CAAC;IACzB,CAAC;IAED,YAAY,CAAC,MAAyC;QACpD,IAAI,IAAI,CAAC,MAAM,KAAK,WAAW;YAAE,MAAM,IAAI,KAAK,CAAC,kFAAkF,CAAC,CAAC;QACrI,MAAM,KAAK,GAAG,cAAc,CAAC,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;QAC/D,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACzB,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC;QAC3D,OAAO,IAAI,CAAC,QAAQ,EAAE,CAAC;IACzB,CAAC;IAED,qBAAqB;QACnB,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE;YAC9C,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;YACrC,MAAM,aAAa,GAAG,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC;YACjD,OAAO;gBACL,EAAE,EAAE,MAAM,CAAC,EAAE;gBACb,WAAW,EAAE,MAAM,CAAC,WAAW;gBAC/B,SAAS,EAAE,MAAM,CAAC,IAAI;gBACtB,OAAO,EAAE,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,GAAG,aAAa,EAAE,IAAI,EAAE,IAAI,IAAI,MAAM,CAAC,IAAI,GAAG,aAAa,CAAC;gBACzF,MAAM,EAAE,OAAO;gBACf,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC7C,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACnD,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC7C,SAAS,EAAE,MAAM,CAAC,UAAU,IAAI,CAAC;gBACjC,KAAK,EAAE;oBACL,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,6BAA6B;oBACxD,GAAG,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,gBAAgB,MAAM,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;iBAC1E;aACF,CAAC;QACJ,CAAC,CAAC,CAAC;QACH,OAAO,0BAA0B,CAAC;YAChC,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS;YACjC,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS;YACjC,IAAI;SACL,CAAC,CAAC;IACL,CAAC;IAED,QAAQ;QACN,MAAM,MAAM,GAAG,oCAAoC,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QACzE,MAAM,gBAAgB,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,UAAU,IAAI,CAAC,CAAC,CAAC;QAC9E,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;QACjH,OAAO;YACL,IAAI,EAAE,6BAA6B;YACnC,EAAE,EAAE,IAAI,CAAC,OAAO,CAAC,EAAE;YACnB,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS;YACjC,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,WAAW;YACrC,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM;YAC3B,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM;YAChC,QAAQ,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;YAClD,iBAAiB,EAAE,MAAM,CAAC,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,GAAG,KAAK,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,gBAAgB,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;YAC1I,+BAA+B,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,KAAK,QAAQ;YACtE,yBAAyB,EAAE,KAAK;YAChC,MAAM;YACN,QAAQ,EAAE;gBACR,qBAAqB,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,KAAK,QAAQ;gBAC5D,qBAAqB,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,KAAK,gBAAgB;gBACpE,qBAAqB,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,KAAK,QAAQ;gBAC5D,iBAAiB,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC;aAC3C;SACF,CAAC;IACJ,CAAC;CACF;AAED,MAAM,UAAU,+BAA+B,CAAC,OAAkD;IAChG,OAAO,IAAI,kCAAkC,CAAC,OAAO,CAAC,CAAC;AACzD,CAAC;AAED,MAAM,UAAU,oCAAoC,CAAC,UAAwC;IAC3F,MAAM,MAAM,GAAqC,EAAE,CAAC;IACpD,IAAI,CAAC,UAAU,CAAC,SAAS,IAAI,UAAU,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;QAC1D,MAAM,CAAC,IAAI,CAAC,0BAA0B,CAAC,SAAS,EAAE,wCAAwC,EAAE,GAAG,UAAU,CAAC,IAAI,mDAAmD,CAAC,CAAC,CAAC;IACtK,CAAC;IACD,IAAI,UAAU,CAAC,IAAI,KAAK,QAAQ,IAAI,UAAU,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;QACxE,MAAM,CAAC,IAAI,CAAC,0BAA0B,CAAC,SAAS,EAAE,yCAAyC,EAAE,GAAG,UAAU,CAAC,IAAI,gDAAgD,CAAC,CAAC,CAAC;IACpK,CAAC;IACD,IAAI,UAAU,CAAC,gBAAgB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC7C,MAAM,CAAC,IAAI,CAAC,0BAA0B,CAAC,OAAO,EAAE,qCAAqC,EAAE,0DAA0D,CAAC,CAAC,CAAC;IACtJ,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,eAAe,CAAC,OAAkD;IACzE,QAAQ,CAAC,OAAO,CAAC,EAAE,EAAE,wBAAwB,CAAC,CAAC;IAC/C,QAAQ,CAAC,OAAO,CAAC,SAAS,EAAE,gCAAgC,CAAC,CAAC;IAC9D,QAAQ,CAAC,OAAO,CAAC,WAAW,EAAE,kCAAkC,CAAC,CAAC;IAClE,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,OAAO,CAAC,SAAS,IAAI,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC;IACtI,oCAAoC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;AACvD,CAAC;AAED,SAAS,cAAc,CAAC,MAAyC,EAAE,mBAA2B;IAC5F,IAAI,MAAM,CAAC,WAAW,KAAK,mBAAmB;QAAE,MAAM,IAAI,KAAK,CAAC,mDAAmD,mBAAmB,IAAI,CAAC,CAAC;IAC5I,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,MAAM,CAAC,IAAI,GAAG,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,uEAAuE,CAAC,CAAC;IAC/I,IAAI,MAAM,CAAC,UAAU,KAAK,SAAS,IAAI,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,MAAM,CAAC,UAAU,GAAG,CAAC,IAAI,MAAM,CAAC,UAAU,GAAG,CAAC,CAAC,EAAE,CAAC;QAC/H,MAAM,IAAI,KAAK,CAAC,gEAAgE,CAAC,CAAC;IACpF,CAAC;IACD,OAAO;QACL,EAAE,EAAE,QAAQ,CAAC,MAAM,CAAC,EAAE,EAAE,+BAA+B,CAAC;QACxD,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,WAAW,EAAE,MAAM,CAAC,WAAW;QAC/B,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,UAAU,EAAE,MAAM,CAAC,UAAU;QAC7B,aAAa,EAAE,MAAM,CAAC,aAAa;KACpC,CAAC;AACJ,CAAC;AAED,SAAS,QAAQ,CAAC,KAAa,EAAE,KAAa;IAC5C,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC;IAC7B,IAAI,CAAC,OAAO;QAAE,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,8BAA8B,CAAC,CAAC;IACtE,OAAO,OAAO,CAAC;AACjB,CAAC"}
|
|
@@ -1,21 +1,21 @@
|
|
|
1
|
-
import type {
|
|
1
|
+
import type { AnimationEmotionPose, AnimationPerformanceBodyState, AnimationPerformanceFacialState, AnimationPerformanceGazeState } from "./AnimationPerformance.js";
|
|
2
2
|
export interface PerformancePoseEditorSnapshot {
|
|
3
3
|
readonly kind: "performance-pose-editor";
|
|
4
4
|
readonly poseCount: number;
|
|
5
|
-
readonly poses: readonly
|
|
5
|
+
readonly poses: readonly AnimationEmotionPose[];
|
|
6
6
|
}
|
|
7
7
|
export declare class PerformancePoseEditor {
|
|
8
8
|
private readonly poses;
|
|
9
|
-
constructor(poses?: readonly
|
|
9
|
+
constructor(poses?: readonly AnimationEmotionPose[]);
|
|
10
10
|
definePose(input: {
|
|
11
11
|
readonly id: string;
|
|
12
12
|
readonly emotion: string;
|
|
13
|
-
readonly body:
|
|
14
|
-
readonly facial:
|
|
15
|
-
readonly gaze?:
|
|
13
|
+
readonly body: AnimationPerformanceBodyState;
|
|
14
|
+
readonly facial: AnimationPerformanceFacialState;
|
|
15
|
+
readonly gaze?: AnimationPerformanceGazeState | undefined;
|
|
16
16
|
readonly notes?: readonly string[] | undefined;
|
|
17
|
-
}):
|
|
18
|
-
getPose(id: string):
|
|
17
|
+
}): AnimationEmotionPose;
|
|
18
|
+
getPose(id: string): AnimationEmotionPose | undefined;
|
|
19
19
|
snapshot(): PerformancePoseEditorSnapshot;
|
|
20
20
|
}
|
|
21
21
|
//# sourceMappingURL=PerformancePoseEditor.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"PerformancePoseEditor.d.ts","sourceRoot":"","sources":["../../../../../packages/engine/src/agent-api/PerformancePoseEditor.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,
|
|
1
|
+
{"version":3,"file":"PerformancePoseEditor.d.ts","sourceRoot":"","sources":["../../../../../packages/engine/src/agent-api/PerformancePoseEditor.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,oBAAoB,EACpB,6BAA6B,EAC7B,+BAA+B,EAC/B,6BAA6B,EAC9B,MAAM,2BAA2B,CAAC;AAEnC,MAAM,WAAW,6BAA6B;IAC5C,QAAQ,CAAC,IAAI,EAAE,yBAAyB,CAAC;IACzC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,KAAK,EAAE,SAAS,oBAAoB,EAAE,CAAC;CACjD;AAED,qBAAa,qBAAqB;IAChC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAA2C;gBAErD,KAAK,GAAE,SAAS,oBAAoB,EAAO;IAIvD,UAAU,CAAC,KAAK,EAAE;QAChB,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;QACpB,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;QACzB,QAAQ,CAAC,IAAI,EAAE,6BAA6B,CAAC;QAC7C,QAAQ,CAAC,MAAM,EAAE,+BAA+B,CAAC;QACjD,QAAQ,CAAC,IAAI,CAAC,EAAE,6BAA6B,GAAG,SAAS,CAAC;QAC1D,QAAQ,CAAC,KAAK,CAAC,EAAE,SAAS,MAAM,EAAE,GAAG,SAAS,CAAC;KAChD,GAAG,oBAAoB;IAMxB,OAAO,CAAC,EAAE,EAAE,MAAM,GAAG,oBAAoB,GAAG,SAAS;IAIrD,QAAQ,IAAI,6BAA6B;CAO1C"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"PerformancePoseEditor.js","sourceRoot":"","sources":["../../../../../packages/engine/src/agent-api/PerformancePoseEditor.ts"],"names":[],"mappings":"AAaA,MAAM,OAAO,qBAAqB;IACf,KAAK,GAAG,IAAI,GAAG,
|
|
1
|
+
{"version":3,"file":"PerformancePoseEditor.js","sourceRoot":"","sources":["../../../../../packages/engine/src/agent-api/PerformancePoseEditor.ts"],"names":[],"mappings":"AAaA,MAAM,OAAO,qBAAqB;IACf,KAAK,GAAG,IAAI,GAAG,EAAgC,CAAC;IAEjE,YAAY,QAAyC,EAAE;QACrD,KAAK,MAAM,IAAI,IAAI,KAAK;YAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;IAC1D,CAAC;IAED,UAAU,CAAC,KAOV;QACC,MAAM,IAAI,GAAyB,EAAE,GAAG,KAAK,EAAE,CAAC;QAChD,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;QAC9B,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO,CAAC,EAAU;QAChB,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAC5B,CAAC;IAED,QAAQ;QACN,OAAO;YACL,IAAI,EAAE,yBAAyB;YAC/B,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI;YAC1B,KAAK,EAAE,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;SAChC,CAAC;IACJ,CAAC;CACF"}
|
|
@@ -0,0 +1,34 @@
|
|
|
1
|
+
import type { AnimationViewport } from "./AnimationRenderQueue.js";
|
|
2
|
+
import type { FrameEncoderAdapter, FrameEncoderFrame } from "./FrameEncoder.js";
|
|
3
|
+
import { type PromptAnimationFrameRate } from "./PromptAnimationContract.js";
|
|
4
|
+
export interface PngSequenceFrameArtifact {
|
|
5
|
+
readonly frame: number;
|
|
6
|
+
readonly time: number;
|
|
7
|
+
readonly path: string;
|
|
8
|
+
readonly byteLength: number;
|
|
9
|
+
readonly checksum: string;
|
|
10
|
+
}
|
|
11
|
+
export interface PngSequenceManifest {
|
|
12
|
+
readonly kind: "png-sequence-manifest";
|
|
13
|
+
readonly proofOnly: boolean;
|
|
14
|
+
readonly publishScopedFallback: boolean;
|
|
15
|
+
readonly frameRate: PromptAnimationFrameRate;
|
|
16
|
+
readonly viewport: AnimationViewport;
|
|
17
|
+
readonly frameCount: number;
|
|
18
|
+
readonly frames: readonly PngSequenceFrameArtifact[];
|
|
19
|
+
}
|
|
20
|
+
export interface CreatePngSequenceEncoderAdapterOptions {
|
|
21
|
+
readonly frameRate: PromptAnimationFrameRate;
|
|
22
|
+
readonly viewport: AnimationViewport;
|
|
23
|
+
readonly directory?: string | undefined;
|
|
24
|
+
readonly publishScopedFallback?: boolean | undefined;
|
|
25
|
+
readonly writeFrame?: ((path: string, frame: FrameEncoderFrame) => void | Promise<void>) | undefined;
|
|
26
|
+
}
|
|
27
|
+
export declare function createPngSequenceEncoderAdapter(options: CreatePngSequenceEncoderAdapterOptions): FrameEncoderAdapter;
|
|
28
|
+
export declare function createPngSequenceManifest(input: {
|
|
29
|
+
readonly frameRate: PromptAnimationFrameRate;
|
|
30
|
+
readonly viewport: AnimationViewport;
|
|
31
|
+
readonly frames: readonly PngSequenceFrameArtifact[];
|
|
32
|
+
readonly publishScopedFallback?: boolean | undefined;
|
|
33
|
+
}): PngSequenceManifest;
|
|
34
|
+
//# sourceMappingURL=PngSequenceEncoder.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"PngSequenceEncoder.d.ts","sourceRoot":"","sources":["../../../../../packages/engine/src/agent-api/PngSequenceEncoder.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AACnE,OAAO,KAAK,EAAE,mBAAmB,EAAE,iBAAiB,EAAE,MAAM,mBAAmB,CAAC;AAChF,OAAO,EAAgC,KAAK,wBAAwB,EAAE,MAAM,8BAA8B,CAAC;AAE3G,MAAM,WAAW,wBAAwB;IACvC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;CAC3B;AAED,MAAM,WAAW,mBAAmB;IAClC,QAAQ,CAAC,IAAI,EAAE,uBAAuB,CAAC;IACvC,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC;IAC5B,QAAQ,CAAC,qBAAqB,EAAE,OAAO,CAAC;IACxC,QAAQ,CAAC,SAAS,EAAE,wBAAwB,CAAC;IAC7C,QAAQ,CAAC,QAAQ,EAAE,iBAAiB,CAAC;IACrC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,MAAM,EAAE,SAAS,wBAAwB,EAAE,CAAC;CACtD;AAED,MAAM,WAAW,sCAAsC;IACrD,QAAQ,CAAC,SAAS,EAAE,wBAAwB,CAAC;IAC7C,QAAQ,CAAC,QAAQ,EAAE,iBAAiB,CAAC;IACrC,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACxC,QAAQ,CAAC,qBAAqB,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IACrD,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,iBAAiB,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,SAAS,CAAC;CACtG;AAED,wBAAgB,+BAA+B,CAAC,OAAO,EAAE,sCAAsC,GAAG,mBAAmB,CA4CpH;AAED,wBAAgB,yBAAyB,CAAC,KAAK,EAAE;IAC/C,QAAQ,CAAC,SAAS,EAAE,wBAAwB,CAAC;IAC7C,QAAQ,CAAC,QAAQ,EAAE,iBAAiB,CAAC;IACrC,QAAQ,CAAC,MAAM,EAAE,SAAS,wBAAwB,EAAE,CAAC;IACrD,QAAQ,CAAC,qBAAqB,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;CACtD,GAAG,mBAAmB,CAUtB"}
|
|
@@ -0,0 +1,75 @@
|
|
|
1
|
+
import { normalizePromptAnimationTime } from "./PromptAnimationContract.js";
|
|
2
|
+
export function createPngSequenceEncoderAdapter(options) {
|
|
3
|
+
const frames = [];
|
|
4
|
+
const directory = options.directory ?? "frames";
|
|
5
|
+
return {
|
|
6
|
+
kind: "png-sequence-encoder",
|
|
7
|
+
proofOnly: options.publishScopedFallback !== true,
|
|
8
|
+
outputMode: "png-sequence",
|
|
9
|
+
capability: {
|
|
10
|
+
supported: true,
|
|
11
|
+
reason: options.publishScopedFallback === true
|
|
12
|
+
? "PNG sequence fallback is explicitly scoped as acceptable output for this package."
|
|
13
|
+
: "PNG sequence output is proof-only unless the release explicitly scopes it as publish fallback."
|
|
14
|
+
},
|
|
15
|
+
async encode(frame) {
|
|
16
|
+
const path = `${directory}/frame-${String(frame.frame).padStart(4, "0")}.png`;
|
|
17
|
+
await options.writeFrame?.(path, frame);
|
|
18
|
+
const byteLength = pngFrameByteLength(frame);
|
|
19
|
+
frames.push({
|
|
20
|
+
frame: frame.frame,
|
|
21
|
+
time: normalizePromptAnimationTime(frame.time),
|
|
22
|
+
path,
|
|
23
|
+
byteLength,
|
|
24
|
+
checksum: pngSequenceChecksum(`${path}:${byteLength}:${frame.time}`)
|
|
25
|
+
});
|
|
26
|
+
return {
|
|
27
|
+
frame: frame.frame,
|
|
28
|
+
time: normalizePromptAnimationTime(frame.time),
|
|
29
|
+
byteLength,
|
|
30
|
+
keyFrame: true,
|
|
31
|
+
durationMs: frame.durationMs ?? 1000 / options.frameRate
|
|
32
|
+
};
|
|
33
|
+
},
|
|
34
|
+
finalize() {
|
|
35
|
+
return JSON.stringify(createPngSequenceManifest({
|
|
36
|
+
frameRate: options.frameRate,
|
|
37
|
+
viewport: options.viewport,
|
|
38
|
+
frames,
|
|
39
|
+
publishScopedFallback: options.publishScopedFallback ?? false
|
|
40
|
+
}));
|
|
41
|
+
},
|
|
42
|
+
reset() {
|
|
43
|
+
frames.length = 0;
|
|
44
|
+
}
|
|
45
|
+
};
|
|
46
|
+
}
|
|
47
|
+
export function createPngSequenceManifest(input) {
|
|
48
|
+
return {
|
|
49
|
+
kind: "png-sequence-manifest",
|
|
50
|
+
proofOnly: input.publishScopedFallback !== true,
|
|
51
|
+
publishScopedFallback: input.publishScopedFallback === true,
|
|
52
|
+
frameRate: input.frameRate,
|
|
53
|
+
viewport: input.viewport,
|
|
54
|
+
frameCount: input.frames.length,
|
|
55
|
+
frames: input.frames
|
|
56
|
+
};
|
|
57
|
+
}
|
|
58
|
+
function pngFrameByteLength(frame) {
|
|
59
|
+
if (frame.image instanceof Uint8Array)
|
|
60
|
+
return frame.image.byteLength;
|
|
61
|
+
if (typeof Blob !== "undefined" && frame.image instanceof Blob)
|
|
62
|
+
return frame.image.size;
|
|
63
|
+
if (typeof frame.image === "string")
|
|
64
|
+
return frame.image.length;
|
|
65
|
+
return Math.max(1, Math.round(frame.viewport.width * frame.viewport.height * 0.16));
|
|
66
|
+
}
|
|
67
|
+
function pngSequenceChecksum(value) {
|
|
68
|
+
let hash = 2166136261;
|
|
69
|
+
for (let index = 0; index < value.length; index += 1) {
|
|
70
|
+
hash ^= value.charCodeAt(index);
|
|
71
|
+
hash = Math.imul(hash, 16777619);
|
|
72
|
+
}
|
|
73
|
+
return `pngseq-${(hash >>> 0).toString(16).padStart(8, "0")}`;
|
|
74
|
+
}
|
|
75
|
+
//# sourceMappingURL=PngSequenceEncoder.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"PngSequenceEncoder.js","sourceRoot":"","sources":["../../../../../packages/engine/src/agent-api/PngSequenceEncoder.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,4BAA4B,EAAiC,MAAM,8BAA8B,CAAC;AA4B3G,MAAM,UAAU,+BAA+B,CAAC,OAA+C;IAC7F,MAAM,MAAM,GAA+B,EAAE,CAAC;IAC9C,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,QAAQ,CAAC;IAChD,OAAO;QACL,IAAI,EAAE,sBAAsB;QAC5B,SAAS,EAAE,OAAO,CAAC,qBAAqB,KAAK,IAAI;QACjD,UAAU,EAAE,cAAc;QAC1B,UAAU,EAAE;YACV,SAAS,EAAE,IAAI;YACf,MAAM,EAAE,OAAO,CAAC,qBAAqB,KAAK,IAAI;gBAC5C,CAAC,CAAC,mFAAmF;gBACrF,CAAC,CAAC,gGAAgG;SACrG;QACD,KAAK,CAAC,MAAM,CAAC,KAAK;YAChB,MAAM,IAAI,GAAG,GAAG,SAAS,UAAU,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC;YAC9E,MAAM,OAAO,CAAC,UAAU,EAAE,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;YACxC,MAAM,UAAU,GAAG,kBAAkB,CAAC,KAAK,CAAC,CAAC;YAC7C,MAAM,CAAC,IAAI,CAAC;gBACV,KAAK,EAAE,KAAK,CAAC,KAAK;gBAClB,IAAI,EAAE,4BAA4B,CAAC,KAAK,CAAC,IAAI,CAAC;gBAC9C,IAAI;gBACJ,UAAU;gBACV,QAAQ,EAAE,mBAAmB,CAAC,GAAG,IAAI,IAAI,UAAU,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;aACrE,CAAC,CAAC;YACH,OAAO;gBACL,KAAK,EAAE,KAAK,CAAC,KAAK;gBAClB,IAAI,EAAE,4BAA4B,CAAC,KAAK,CAAC,IAAI,CAAC;gBAC9C,UAAU;gBACV,QAAQ,EAAE,IAAI;gBACd,UAAU,EAAE,KAAK,CAAC,UAAU,IAAI,IAAI,GAAG,OAAO,CAAC,SAAS;aACzD,CAAC;QACJ,CAAC;QACD,QAAQ;YACN,OAAO,IAAI,CAAC,SAAS,CAAC,yBAAyB,CAAC;gBAC9C,SAAS,EAAE,OAAO,CAAC,SAAS;gBAC5B,QAAQ,EAAE,OAAO,CAAC,QAAQ;gBAC1B,MAAM;gBACN,qBAAqB,EAAE,OAAO,CAAC,qBAAqB,IAAI,KAAK;aAC9D,CAAC,CAAC,CAAC;QACN,CAAC;QACD,KAAK;YACH,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;QACpB,CAAC;KACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,yBAAyB,CAAC,KAKzC;IACC,OAAO;QACL,IAAI,EAAE,uBAAuB;QAC7B,SAAS,EAAE,KAAK,CAAC,qBAAqB,KAAK,IAAI;QAC/C,qBAAqB,EAAE,KAAK,CAAC,qBAAqB,KAAK,IAAI;QAC3D,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,UAAU,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM;QAC/B,MAAM,EAAE,KAAK,CAAC,MAAM;KACrB,CAAC;AACJ,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAwB;IAClD,IAAI,KAAK,CAAC,KAAK,YAAY,UAAU;QAAE,OAAO,KAAK,CAAC,KAAK,CAAC,UAAU,CAAC;IACrE,IAAI,OAAO,IAAI,KAAK,WAAW,IAAI,KAAK,CAAC,KAAK,YAAY,IAAI;QAAE,OAAO,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC;IACxF,IAAI,OAAO,KAAK,CAAC,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC;IAC/D,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,GAAG,KAAK,CAAC,QAAQ,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC;AACtF,CAAC;AAED,SAAS,mBAAmB,CAAC,KAAa;IACxC,IAAI,IAAI,GAAG,UAAU,CAAC;IACtB,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,KAAK,CAAC,MAAM,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;QACrD,IAAI,IAAI,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;QAChC,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IACnC,CAAC;IACD,OAAO,UAAU,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC;AAChE,CAAC"}
|