@aura3d/engine 1.0.9 → 1.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +46 -15
- package/dist/animation/AnimationClipRegistry.d.ts +16 -0
- package/dist/animation/AnimationClipRegistry.d.ts.map +1 -1
- package/dist/animation/AnimationClipRegistry.js +42 -0
- package/dist/animation/AnimationClipRegistry.js.map +1 -1
- package/dist/animation/AnimationController.d.ts +15 -0
- package/dist/animation/AnimationController.d.ts.map +1 -1
- package/dist/animation/AnimationController.js +28 -0
- package/dist/animation/AnimationController.js.map +1 -1
- package/dist/animation/AnimationStateGraph.d.ts +11 -1
- package/dist/animation/AnimationStateGraph.d.ts.map +1 -1
- package/dist/animation/AnimationStateGraph.js +50 -1
- package/dist/animation/AnimationStateGraph.js.map +1 -1
- package/dist/animation/HumanoidRetargeting.d.ts +13 -0
- package/dist/animation/HumanoidRetargeting.d.ts.map +1 -1
- package/dist/animation/HumanoidRetargeting.js +43 -0
- package/dist/animation/HumanoidRetargeting.js.map +1 -1
- package/dist/animation/MotionQuality.d.ts +6 -0
- package/dist/animation/MotionQuality.d.ts.map +1 -1
- package/dist/animation/MotionQuality.js +16 -0
- package/dist/animation/MotionQuality.js.map +1 -1
- package/dist/animation/browser-index.d.ts +2 -2
- package/dist/animation/browser-index.d.ts.map +1 -1
- package/dist/animation/browser-index.js +1 -1
- package/dist/animation/browser-index.js.map +1 -1
- package/dist/animation/index.d.ts +2 -2
- package/dist/animation/index.d.ts.map +1 -1
- package/dist/animation/index.js +1 -1
- package/dist/animation/index.js.map +1 -1
- package/dist/audio/AudioBus.d.ts +2 -0
- package/dist/audio/AudioBus.d.ts.map +1 -1
- package/dist/audio/AudioBus.js +6 -0
- package/dist/audio/AudioBus.js.map +1 -1
- package/dist/audio/AudioFileManager.d.ts +77 -0
- package/dist/audio/AudioFileManager.d.ts.map +1 -0
- package/dist/audio/AudioFileManager.js +168 -0
- package/dist/audio/AudioFileManager.js.map +1 -0
- package/dist/audio/AudioMixer.d.ts +43 -0
- package/dist/audio/AudioMixer.d.ts.map +1 -1
- package/dist/audio/AudioMixer.js +43 -0
- package/dist/audio/AudioMixer.js.map +1 -1
- package/dist/audio/AudioTimelineTrack.d.ts +135 -0
- package/dist/audio/AudioTimelineTrack.d.ts.map +1 -0
- package/dist/audio/AudioTimelineTrack.js +356 -0
- package/dist/audio/AudioTimelineTrack.js.map +1 -0
- package/dist/audio/AudioWaveform.d.ts +64 -0
- package/dist/audio/AudioWaveform.d.ts.map +1 -0
- package/dist/audio/AudioWaveform.js +146 -0
- package/dist/audio/AudioWaveform.js.map +1 -0
- package/dist/audio/index.d.ts +8 -1
- package/dist/audio/index.d.ts.map +1 -1
- package/dist/audio/index.js +4 -1
- package/dist/audio/index.js.map +1 -1
- package/dist/aura3d-cli/cartoon-asset-profiles.d.ts +15 -0
- package/dist/aura3d-cli/cartoon-asset-profiles.d.ts.map +1 -0
- package/dist/aura3d-cli/cartoon-asset-profiles.js +46 -0
- package/dist/aura3d-cli/cartoon-asset-profiles.js.map +1 -0
- package/dist/aura3d-cli/cli.js +63 -7
- package/dist/aura3d-cli/cli.js.map +1 -1
- package/dist/aura3d-cli/game-asset-profiles.d.ts +13 -0
- package/dist/aura3d-cli/game-asset-profiles.d.ts.map +1 -0
- package/dist/aura3d-cli/game-asset-profiles.js +36 -0
- package/dist/aura3d-cli/game-asset-profiles.js.map +1 -0
- package/dist/aura3d-cli/game-asset-validator.d.ts +9 -0
- package/dist/aura3d-cli/game-asset-validator.d.ts.map +1 -0
- package/dist/aura3d-cli/game-asset-validator.js +5 -0
- package/dist/aura3d-cli/game-asset-validator.js.map +1 -0
- package/dist/aura3d-cli/index.d.ts +50 -0
- package/dist/aura3d-cli/index.d.ts.map +1 -1
- package/dist/aura3d-cli/index.js +212 -0
- package/dist/aura3d-cli/index.js.map +1 -1
- package/dist/aura3d-cli/pull-bridge.d.ts +3 -3
- package/dist/aura3d-cli/pull-bridge.d.ts.map +1 -1
- package/dist/aura3d-cli/pull-bridge.js +52 -21
- package/dist/aura3d-cli/pull-bridge.js.map +1 -1
- package/dist/create-aura3d/index.d.ts +1 -1
- package/dist/create-aura3d/index.d.ts.map +1 -1
- package/dist/create-aura3d/index.js +4 -2
- package/dist/create-aura3d/index.js.map +1 -1
- package/dist/editor-runtime/AssetDropZone.d.ts +52 -0
- package/dist/editor-runtime/AssetDropZone.d.ts.map +1 -0
- package/dist/editor-runtime/AssetDropZone.js +115 -0
- package/dist/editor-runtime/AssetDropZone.js.map +1 -0
- package/dist/editor-runtime/CameraPathEditor.d.ts +48 -0
- package/dist/editor-runtime/CameraPathEditor.d.ts.map +1 -0
- package/dist/editor-runtime/CameraPathEditor.js +181 -0
- package/dist/editor-runtime/CameraPathEditor.js.map +1 -0
- package/dist/editor-runtime/CartoonSceneEditor.d.ts +111 -0
- package/dist/editor-runtime/CartoonSceneEditor.d.ts.map +1 -0
- package/dist/editor-runtime/CartoonSceneEditor.js +285 -0
- package/dist/editor-runtime/CartoonSceneEditor.js.map +1 -0
- package/dist/editor-runtime/CurveEditor.d.ts +38 -0
- package/dist/editor-runtime/CurveEditor.d.ts.map +1 -0
- package/dist/editor-runtime/CurveEditor.js +112 -0
- package/dist/editor-runtime/CurveEditor.js.map +1 -0
- package/dist/editor-runtime/EpisodeReviewPanel.d.ts +67 -0
- package/dist/editor-runtime/EpisodeReviewPanel.d.ts.map +1 -0
- package/dist/editor-runtime/EpisodeReviewPanel.js +162 -0
- package/dist/editor-runtime/EpisodeReviewPanel.js.map +1 -0
- package/dist/editor-runtime/KeyframeEditor.d.ts +49 -0
- package/dist/editor-runtime/KeyframeEditor.d.ts.map +1 -0
- package/dist/editor-runtime/KeyframeEditor.js +161 -0
- package/dist/editor-runtime/KeyframeEditor.js.map +1 -0
- package/dist/editor-runtime/MultiUserReviewWorkflow.d.ts +77 -0
- package/dist/editor-runtime/MultiUserReviewWorkflow.d.ts.map +1 -0
- package/dist/editor-runtime/MultiUserReviewWorkflow.js +162 -0
- package/dist/editor-runtime/MultiUserReviewWorkflow.js.map +1 -0
- package/dist/editor-runtime/NonlinearAnimationEditor.d.ts +81 -0
- package/dist/editor-runtime/NonlinearAnimationEditor.d.ts.map +1 -0
- package/dist/editor-runtime/NonlinearAnimationEditor.js +180 -0
- package/dist/editor-runtime/NonlinearAnimationEditor.js.map +1 -0
- package/dist/editor-runtime/PropertyPanel.d.ts +21 -0
- package/dist/editor-runtime/PropertyPanel.d.ts.map +1 -0
- package/dist/editor-runtime/PropertyPanel.js +72 -0
- package/dist/editor-runtime/PropertyPanel.js.map +1 -0
- package/dist/editor-runtime/RenderQueuePanel.d.ts +38 -0
- package/dist/editor-runtime/RenderQueuePanel.d.ts.map +1 -0
- package/dist/editor-runtime/RenderQueuePanel.js +72 -0
- package/dist/editor-runtime/RenderQueuePanel.js.map +1 -0
- package/dist/editor-runtime/SceneOutliner.d.ts +19 -0
- package/dist/editor-runtime/SceneOutliner.d.ts.map +1 -0
- package/dist/editor-runtime/SceneOutliner.js +64 -0
- package/dist/editor-runtime/SceneOutliner.js.map +1 -0
- package/dist/editor-runtime/TimelineEditorController.d.ts +102 -0
- package/dist/editor-runtime/TimelineEditorController.d.ts.map +1 -0
- package/dist/editor-runtime/TimelineEditorController.js +449 -0
- package/dist/editor-runtime/TimelineEditorController.js.map +1 -0
- package/dist/editor-runtime/TimelineTrackTypes.d.ts +25 -0
- package/dist/editor-runtime/TimelineTrackTypes.d.ts.map +1 -0
- package/dist/editor-runtime/TimelineTrackTypes.js +48 -0
- package/dist/editor-runtime/TimelineTrackTypes.js.map +1 -0
- package/dist/editor-runtime/TimelineUI.d.ts +27 -0
- package/dist/editor-runtime/TimelineUI.d.ts.map +1 -0
- package/dist/editor-runtime/TimelineUI.js +123 -0
- package/dist/editor-runtime/TimelineUI.js.map +1 -0
- package/dist/editor-runtime/VisualReviewDashboard.d.ts +43 -0
- package/dist/editor-runtime/VisualReviewDashboard.d.ts.map +1 -0
- package/dist/editor-runtime/VisualReviewDashboard.js +47 -0
- package/dist/editor-runtime/VisualReviewDashboard.js.map +1 -0
- package/dist/editor-runtime/index.d.ts +30 -0
- package/dist/editor-runtime/index.d.ts.map +1 -1
- package/dist/editor-runtime/index.js +15 -0
- package/dist/editor-runtime/index.js.map +1 -1
- package/dist/engine/advanced-runtime/A3DRenderer.d.ts +24 -2
- package/dist/engine/advanced-runtime/A3DRenderer.d.ts.map +1 -1
- package/dist/engine/advanced-runtime/A3DRenderer.js +70 -9
- package/dist/engine/advanced-runtime/A3DRenderer.js.map +1 -1
- package/dist/engine/agent-api/AssetLibraryBrowser.d.ts +77 -0
- package/dist/engine/agent-api/AssetLibraryBrowser.d.ts.map +1 -0
- package/dist/engine/agent-api/AssetLibraryBrowser.js +112 -0
- package/dist/engine/agent-api/AssetLibraryBrowser.js.map +1 -0
- package/dist/engine/agent-api/AudioMuxer.d.ts +72 -0
- package/dist/engine/agent-api/AudioMuxer.d.ts.map +1 -0
- package/dist/engine/agent-api/AudioMuxer.js +80 -0
- package/dist/engine/agent-api/AudioMuxer.js.map +1 -0
- package/dist/engine/agent-api/AudioVisemeAnalyzer.d.ts +47 -0
- package/dist/engine/agent-api/AudioVisemeAnalyzer.d.ts.map +1 -0
- package/dist/engine/agent-api/AudioVisemeAnalyzer.js +113 -0
- package/dist/engine/agent-api/AudioVisemeAnalyzer.js.map +1 -0
- package/dist/engine/agent-api/BatchEpisodeRenderer.d.ts +31 -0
- package/dist/engine/agent-api/BatchEpisodeRenderer.d.ts.map +1 -0
- package/dist/engine/agent-api/BatchEpisodeRenderer.js +20 -0
- package/dist/engine/agent-api/BatchEpisodeRenderer.js.map +1 -0
- package/dist/engine/agent-api/BodyLanguageLibrary.d.ts +4 -0
- package/dist/engine/agent-api/BodyLanguageLibrary.d.ts.map +1 -0
- package/dist/engine/agent-api/BodyLanguageLibrary.js +10 -0
- package/dist/engine/agent-api/BodyLanguageLibrary.js.map +1 -0
- package/dist/engine/agent-api/BrowserFrameCaptureAdapter.d.ts +65 -0
- package/dist/engine/agent-api/BrowserFrameCaptureAdapter.d.ts.map +1 -0
- package/dist/engine/agent-api/BrowserFrameCaptureAdapter.js +42 -0
- package/dist/engine/agent-api/BrowserFrameCaptureAdapter.js.map +1 -0
- package/dist/engine/agent-api/CameraChoreographer.d.ts +69 -0
- package/dist/engine/agent-api/CameraChoreographer.d.ts.map +1 -0
- package/dist/engine/agent-api/CameraChoreographer.js +165 -0
- package/dist/engine/agent-api/CameraChoreographer.js.map +1 -0
- package/dist/engine/agent-api/CameraPathEditor.d.ts +20 -0
- package/dist/engine/agent-api/CameraPathEditor.d.ts.map +1 -0
- package/dist/engine/agent-api/CameraPathEditor.js +47 -0
- package/dist/engine/agent-api/CameraPathEditor.js.map +1 -0
- package/dist/engine/agent-api/CameraPresetLibrary.d.ts +22 -0
- package/dist/engine/agent-api/CameraPresetLibrary.d.ts.map +1 -0
- package/dist/engine/agent-api/CameraPresetLibrary.js +109 -0
- package/dist/engine/agent-api/CameraPresetLibrary.js.map +1 -0
- package/dist/engine/agent-api/CaptionExporter.d.ts +23 -0
- package/dist/engine/agent-api/CaptionExporter.d.ts.map +1 -0
- package/dist/engine/agent-api/CaptionExporter.js +69 -0
- package/dist/engine/agent-api/CaptionExporter.js.map +1 -0
- package/dist/engine/agent-api/CartoonAssetManifest.d.ts +50 -0
- package/dist/engine/agent-api/CartoonAssetManifest.d.ts.map +1 -0
- package/dist/engine/agent-api/CartoonAssetManifest.js +65 -0
- package/dist/engine/agent-api/CartoonAssetManifest.js.map +1 -0
- package/dist/engine/agent-api/CartoonDirector.d.ts +26 -1
- package/dist/engine/agent-api/CartoonDirector.d.ts.map +1 -1
- package/dist/engine/agent-api/CartoonDirector.js +92 -2
- package/dist/engine/agent-api/CartoonDirector.js.map +1 -1
- package/dist/engine/agent-api/CartoonEpisodePackage.d.ts +51 -0
- package/dist/engine/agent-api/CartoonEpisodePackage.d.ts.map +1 -0
- package/dist/engine/agent-api/CartoonEpisodePackage.js +79 -0
- package/dist/engine/agent-api/CartoonEpisodePackage.js.map +1 -0
- package/dist/engine/agent-api/CartoonMotionQuality.d.ts +83 -0
- package/dist/engine/agent-api/CartoonMotionQuality.d.ts.map +1 -0
- package/dist/engine/agent-api/CartoonMotionQuality.js +128 -0
- package/dist/engine/agent-api/CartoonMotionQuality.js.map +1 -0
- package/dist/engine/agent-api/CartoonPerformance.d.ts +1 -0
- package/dist/engine/agent-api/CartoonPerformance.d.ts.map +1 -1
- package/dist/engine/agent-api/CartoonPerformance.js +28 -0
- package/dist/engine/agent-api/CartoonPerformance.js.map +1 -1
- package/dist/engine/agent-api/CartoonRenderQueue.d.ts +11 -0
- package/dist/engine/agent-api/CartoonRenderQueue.d.ts.map +1 -1
- package/dist/engine/agent-api/CartoonRenderQueue.js +25 -0
- package/dist/engine/agent-api/CartoonRenderQueue.js.map +1 -1
- package/dist/engine/agent-api/CartoonRouteProof.d.ts +112 -0
- package/dist/engine/agent-api/CartoonRouteProof.d.ts.map +1 -0
- package/dist/engine/agent-api/CartoonRouteProof.js +127 -0
- package/dist/engine/agent-api/CartoonRouteProof.js.map +1 -0
- package/dist/engine/agent-api/CloudRenderAdapter.d.ts +55 -0
- package/dist/engine/agent-api/CloudRenderAdapter.d.ts.map +1 -0
- package/dist/engine/agent-api/CloudRenderAdapter.js +75 -0
- package/dist/engine/agent-api/CloudRenderAdapter.js.map +1 -0
- package/dist/engine/agent-api/DialogueAlignment.d.ts +18 -0
- package/dist/engine/agent-api/DialogueAlignment.d.ts.map +1 -0
- package/dist/engine/agent-api/DialogueAlignment.js +23 -0
- package/dist/engine/agent-api/DialogueAlignment.js.map +1 -0
- package/dist/engine/agent-api/EpisodeStructure.d.ts +77 -0
- package/dist/engine/agent-api/EpisodeStructure.d.ts.map +1 -0
- package/dist/engine/agent-api/EpisodeStructure.js +123 -0
- package/dist/engine/agent-api/EpisodeStructure.js.map +1 -0
- package/dist/engine/agent-api/EpisodeTemplates.d.ts +13 -0
- package/dist/engine/agent-api/EpisodeTemplates.d.ts.map +1 -0
- package/dist/engine/agent-api/EpisodeTemplates.js +14 -0
- package/dist/engine/agent-api/EpisodeTemplates.js.map +1 -0
- package/dist/engine/agent-api/ExternalPhonemeAnalyzer.d.ts +54 -0
- package/dist/engine/agent-api/ExternalPhonemeAnalyzer.d.ts.map +1 -0
- package/dist/engine/agent-api/ExternalPhonemeAnalyzer.js +107 -0
- package/dist/engine/agent-api/ExternalPhonemeAnalyzer.js.map +1 -0
- package/dist/engine/agent-api/FrameEncoder.d.ts +79 -0
- package/dist/engine/agent-api/FrameEncoder.d.ts.map +1 -0
- package/dist/engine/agent-api/FrameEncoder.js +131 -0
- package/dist/engine/agent-api/FrameEncoder.js.map +1 -0
- package/dist/engine/agent-api/GameEvidence.d.ts +43 -0
- package/dist/engine/agent-api/GameEvidence.d.ts.map +1 -1
- package/dist/engine/agent-api/GameEvidence.js +30 -1
- package/dist/engine/agent-api/GameEvidence.js.map +1 -1
- package/dist/engine/agent-api/GameInspector.d.ts +65 -0
- package/dist/engine/agent-api/GameInspector.d.ts.map +1 -0
- package/dist/engine/agent-api/GameInspector.js +53 -0
- package/dist/engine/agent-api/GameInspector.js.map +1 -0
- package/dist/engine/agent-api/GameRuntime.d.ts +67 -1
- package/dist/engine/agent-api/GameRuntime.d.ts.map +1 -1
- package/dist/engine/agent-api/GameRuntime.js +191 -7
- package/dist/engine/agent-api/GameRuntime.js.map +1 -1
- package/dist/engine/agent-api/MediaRecorderFrameEncoder.d.ts +19 -0
- package/dist/engine/agent-api/MediaRecorderFrameEncoder.d.ts.map +1 -0
- package/dist/engine/agent-api/MediaRecorderFrameEncoder.js +74 -0
- package/dist/engine/agent-api/MediaRecorderFrameEncoder.js.map +1 -0
- package/dist/engine/agent-api/PerformanceBlender.d.ts +30 -0
- package/dist/engine/agent-api/PerformanceBlender.d.ts.map +1 -0
- package/dist/engine/agent-api/PerformanceBlender.js +62 -0
- package/dist/engine/agent-api/PerformanceBlender.js.map +1 -0
- package/dist/engine/agent-api/PerformanceCaptureSession.d.ts +65 -0
- package/dist/engine/agent-api/PerformanceCaptureSession.d.ts.map +1 -0
- package/dist/engine/agent-api/PerformanceCaptureSession.js +131 -0
- package/dist/engine/agent-api/PerformanceCaptureSession.js.map +1 -0
- package/dist/engine/agent-api/PerformancePoseEditor.d.ts +21 -0
- package/dist/engine/agent-api/PerformancePoseEditor.d.ts.map +1 -0
- package/dist/engine/agent-api/PerformancePoseEditor.js +23 -0
- package/dist/engine/agent-api/PerformancePoseEditor.js.map +1 -0
- package/dist/engine/agent-api/PerformanceScriptParser.d.ts +9 -0
- package/dist/engine/agent-api/PerformanceScriptParser.d.ts.map +1 -0
- package/dist/engine/agent-api/PerformanceScriptParser.js +16 -0
- package/dist/engine/agent-api/PerformanceScriptParser.js.map +1 -0
- package/dist/engine/agent-api/PngSequenceEncoder.d.ts +34 -0
- package/dist/engine/agent-api/PngSequenceEncoder.d.ts.map +1 -0
- package/dist/engine/agent-api/PngSequenceEncoder.js +75 -0
- package/dist/engine/agent-api/PngSequenceEncoder.js.map +1 -0
- package/dist/engine/agent-api/PromptAnimationContract.d.ts +25 -0
- package/dist/engine/agent-api/PromptAnimationContract.d.ts.map +1 -1
- package/dist/engine/agent-api/PromptAnimationContract.js +60 -1
- package/dist/engine/agent-api/PromptAnimationContract.js.map +1 -1
- package/dist/engine/agent-api/PublishingPipeline.d.ts +62 -0
- package/dist/engine/agent-api/PublishingPipeline.d.ts.map +1 -0
- package/dist/engine/agent-api/PublishingPipeline.js +81 -0
- package/dist/engine/agent-api/PublishingPipeline.js.map +1 -0
- package/dist/engine/agent-api/RenderProgressTracker.d.ts +49 -0
- package/dist/engine/agent-api/RenderProgressTracker.d.ts.map +1 -0
- package/dist/engine/agent-api/RenderProgressTracker.js +106 -0
- package/dist/engine/agent-api/RenderProgressTracker.js.map +1 -0
- package/dist/engine/agent-api/RuntimeNodeHandle.d.ts +50 -0
- package/dist/engine/agent-api/RuntimeNodeHandle.d.ts.map +1 -1
- package/dist/engine/agent-api/RuntimeNodeHandle.js +48 -0
- package/dist/engine/agent-api/RuntimeNodeHandle.js.map +1 -1
- package/dist/engine/agent-api/SceneSequencer.d.ts +67 -0
- package/dist/engine/agent-api/SceneSequencer.d.ts.map +1 -0
- package/dist/engine/agent-api/SceneSequencer.js +104 -0
- package/dist/engine/agent-api/SceneSequencer.js.map +1 -0
- package/dist/engine/agent-api/ShotCompositionRules.d.ts +45 -0
- package/dist/engine/agent-api/ShotCompositionRules.d.ts.map +1 -0
- package/dist/engine/agent-api/ShotCompositionRules.js +54 -0
- package/dist/engine/agent-api/ShotCompositionRules.js.map +1 -0
- package/dist/engine/agent-api/ShotTransitionEngine.d.ts +46 -0
- package/dist/engine/agent-api/ShotTransitionEngine.d.ts.map +1 -0
- package/dist/engine/agent-api/ShotTransitionEngine.js +98 -0
- package/dist/engine/agent-api/ShotTransitionEngine.js.map +1 -0
- package/dist/engine/agent-api/ThumbnailGenerator.d.ts +44 -0
- package/dist/engine/agent-api/ThumbnailGenerator.d.ts.map +1 -0
- package/dist/engine/agent-api/ThumbnailGenerator.js +82 -0
- package/dist/engine/agent-api/ThumbnailGenerator.js.map +1 -0
- package/dist/engine/agent-api/VideoExportPipeline.d.ts +80 -0
- package/dist/engine/agent-api/VideoExportPipeline.d.ts.map +1 -0
- package/dist/engine/agent-api/VideoExportPipeline.js +139 -0
- package/dist/engine/agent-api/VideoExportPipeline.js.map +1 -0
- package/dist/engine/agent-api/VisemeTimelineTrack.d.ts +29 -0
- package/dist/engine/agent-api/VisemeTimelineTrack.d.ts.map +1 -0
- package/dist/engine/agent-api/VisemeTimelineTrack.js +34 -0
- package/dist/engine/agent-api/VisemeTimelineTrack.js.map +1 -0
- package/dist/engine/agent-api/WaveformVisualizer.d.ts +61 -0
- package/dist/engine/agent-api/WaveformVisualizer.d.ts.map +1 -0
- package/dist/engine/agent-api/WaveformVisualizer.js +108 -0
- package/dist/engine/agent-api/WaveformVisualizer.js.map +1 -0
- package/dist/engine/agent-api/WebCodecsFrameEncoder.d.ts +21 -0
- package/dist/engine/agent-api/WebCodecsFrameEncoder.d.ts.map +1 -0
- package/dist/engine/agent-api/WebCodecsFrameEncoder.js +94 -0
- package/dist/engine/agent-api/WebCodecsFrameEncoder.js.map +1 -0
- package/dist/engine/agent-api/YouTubeMetadataGenerator.d.ts +21 -0
- package/dist/engine/agent-api/YouTubeMetadataGenerator.d.ts.map +1 -0
- package/dist/engine/agent-api/YouTubeMetadataGenerator.js +51 -0
- package/dist/engine/agent-api/YouTubeMetadataGenerator.js.map +1 -0
- package/dist/engine/agent-api/YouTubeUploadAdapter.d.ts +48 -0
- package/dist/engine/agent-api/YouTubeUploadAdapter.d.ts.map +1 -0
- package/dist/engine/agent-api/YouTubeUploadAdapter.js +114 -0
- package/dist/engine/agent-api/YouTubeUploadAdapter.js.map +1 -0
- package/dist/engine/agent-api/game-kits/fighting.d.ts +20 -0
- package/dist/engine/agent-api/game-kits/fighting.d.ts.map +1 -1
- package/dist/engine/agent-api/game-kits/fighting.js +20 -0
- package/dist/engine/agent-api/game-kits/fighting.js.map +1 -1
- package/dist/engine/agent-api/index.d.ts +121 -3
- package/dist/engine/agent-api/index.d.ts.map +1 -1
- package/dist/engine/agent-api/index.js +138 -2
- package/dist/engine/agent-api/index.js.map +1 -1
- package/dist/engine/agent-api/product-viewer-runtime.d.ts.map +1 -1
- package/dist/engine/game/GameAudio.d.ts +65 -0
- package/dist/engine/game/GameAudio.d.ts.map +1 -0
- package/dist/engine/game/GameAudio.js +155 -0
- package/dist/engine/game/GameAudio.js.map +1 -0
- package/dist/engine/game/index.d.ts +3 -0
- package/dist/engine/game/index.d.ts.map +1 -0
- package/dist/engine/game/index.js +2 -0
- package/dist/engine/game/index.js.map +1 -0
- package/dist/engine/index.d.ts +4 -1
- package/dist/engine/index.d.ts.map +1 -1
- package/dist/engine/index.js +3 -1
- package/dist/engine/index.js.map +1 -1
- package/dist/engine/production-runtime/GameAppRuntime.d.ts +3 -0
- package/dist/engine/production-runtime/GameAppRuntime.d.ts.map +1 -0
- package/dist/engine/production-runtime/GameAppRuntime.js +2 -0
- package/dist/engine/production-runtime/GameAppRuntime.js.map +1 -0
- package/dist/engine/production-runtime/GameRenderPreset.d.ts +55 -0
- package/dist/engine/production-runtime/GameRenderPreset.d.ts.map +1 -0
- package/dist/engine/production-runtime/GameRenderPreset.js +90 -0
- package/dist/engine/production-runtime/GameRenderPreset.js.map +1 -0
- package/dist/engine/production-runtime/index.d.ts +18 -1
- package/dist/engine/production-runtime/index.d.ts.map +1 -1
- package/dist/engine/production-runtime/index.js +35 -1
- package/dist/engine/production-runtime/index.js.map +1 -1
- package/dist/engine/runtime/AssetPreloader.d.ts +14 -0
- package/dist/engine/runtime/AssetPreloader.d.ts.map +1 -0
- package/dist/engine/runtime/AssetPreloader.js +22 -0
- package/dist/engine/runtime/AssetPreloader.js.map +1 -0
- package/dist/engine/runtime/ResourceManager.d.ts +48 -0
- package/dist/engine/runtime/ResourceManager.d.ts.map +1 -0
- package/dist/engine/runtime/ResourceManager.js +156 -0
- package/dist/engine/runtime/ResourceManager.js.map +1 -0
- package/dist/engine/runtime/index.d.ts +5 -0
- package/dist/engine/runtime/index.d.ts.map +1 -0
- package/dist/engine/runtime/index.js +3 -0
- package/dist/engine/runtime/index.js.map +1 -0
- package/dist/physics/CharacterController.d.ts +31 -0
- package/dist/physics/CharacterController.d.ts.map +1 -1
- package/dist/physics/CharacterController.js +90 -0
- package/dist/physics/CharacterController.js.map +1 -1
- package/dist/physics/CollisionVolumes.d.ts +29 -0
- package/dist/physics/CollisionVolumes.d.ts.map +1 -1
- package/dist/physics/CollisionVolumes.js +43 -0
- package/dist/physics/CollisionVolumes.js.map +1 -1
- package/dist/physics/KinematicBody.d.ts +15 -0
- package/dist/physics/KinematicBody.d.ts.map +1 -1
- package/dist/physics/KinematicBody.js +28 -0
- package/dist/physics/KinematicBody.js.map +1 -1
- package/dist/physics/KinematicWorld.js +6 -0
- package/dist/physics/KinematicWorld.js.map +1 -1
- package/dist/rendering/FrameVisualMetrics.d.ts +19 -0
- package/dist/rendering/FrameVisualMetrics.d.ts.map +1 -1
- package/dist/rendering/FrameVisualMetrics.js +57 -0
- package/dist/rendering/FrameVisualMetrics.js.map +1 -1
- package/dist/rendering/cartoon/CartoonMaterialStyle.d.ts +19 -0
- package/dist/rendering/cartoon/CartoonMaterialStyle.d.ts.map +1 -0
- package/dist/rendering/cartoon/CartoonMaterialStyle.js +13 -0
- package/dist/rendering/cartoon/CartoonMaterialStyle.js.map +1 -0
- package/dist/rendering/cartoon/CartoonRenderPreset.d.ts +36 -0
- package/dist/rendering/cartoon/CartoonRenderPreset.d.ts.map +1 -0
- package/dist/rendering/cartoon/CartoonRenderPreset.js +23 -0
- package/dist/rendering/cartoon/CartoonRenderPreset.js.map +1 -0
- package/dist/rendering/cartoon/CartoonVisualQuality.d.ts +28 -0
- package/dist/rendering/cartoon/CartoonVisualQuality.d.ts.map +1 -0
- package/dist/rendering/cartoon/CartoonVisualQuality.js +39 -0
- package/dist/rendering/cartoon/CartoonVisualQuality.js.map +1 -0
- package/dist/rendering/cartoon/index.d.ts +4 -0
- package/dist/rendering/cartoon/index.d.ts.map +1 -0
- package/dist/rendering/cartoon/index.js +4 -0
- package/dist/rendering/cartoon/index.js.map +1 -0
- package/dist/rendering/index.d.ts +3 -2
- package/dist/rendering/index.d.ts.map +1 -1
- package/dist/rendering/index.js +2 -1
- package/dist/rendering/index.js.map +1 -1
- package/dist/scripting/CartoonNodeCategories.d.ts +3 -0
- package/dist/scripting/CartoonNodeCategories.d.ts.map +1 -0
- package/dist/scripting/CartoonNodeCategories.js +9 -0
- package/dist/scripting/CartoonNodeCategories.js.map +1 -0
- package/dist/scripting/CartoonVisualNodes.d.ts +3 -0
- package/dist/scripting/CartoonVisualNodes.d.ts.map +1 -0
- package/dist/scripting/CartoonVisualNodes.js +41 -0
- package/dist/scripting/CartoonVisualNodes.js.map +1 -0
- package/dist/scripting/VisualGraphExecutor.js +46 -0
- package/dist/scripting/VisualGraphExecutor.js.map +1 -1
- package/dist/scripting/VisualNodeCatalog.d.ts +1 -1
- package/dist/scripting/VisualNodeCatalog.d.ts.map +1 -1
- package/dist/scripting/VisualNodeCatalog.js +3 -1
- package/dist/scripting/VisualNodeCatalog.js.map +1 -1
- package/dist/scripting/index.d.ts +3 -0
- package/dist/scripting/index.d.ts.map +1 -1
- package/dist/scripting/index.js +2 -0
- package/dist/scripting/index.js.map +1 -1
- package/package.json +138 -120
- package/templates/product-viewer/tests/screenshot.spec.ts +8 -16
|
@@ -0,0 +1,113 @@
|
|
|
1
|
+
import { createAudioWaveformData } from "./WaveformVisualizer.js";
|
|
2
|
+
import { createAuraVoiceVisemeTrack, createGlbBlendshapeVisemeCue } from "./VisemeController.js";
|
|
3
|
+
import { normalizePromptAnimationTime } from "./PromptAnimationContract.js";
|
|
4
|
+
export function analyzeAudioVisemes(options) {
|
|
5
|
+
const channelCount = Math.max(1, Math.floor(options.channelCount ?? 1));
|
|
6
|
+
const sampleCount = Math.floor(options.samples.length / channelCount);
|
|
7
|
+
const duration = sampleCount / options.sampleRate;
|
|
8
|
+
const windowSeconds = options.analysisWindowSeconds ?? Math.min(0.05, 1 / options.frameRate);
|
|
9
|
+
const samplesPerWindow = Math.max(1, Math.round(windowSeconds * options.sampleRate));
|
|
10
|
+
const silenceThreshold = options.silenceThreshold ?? 0.025;
|
|
11
|
+
const frames = [];
|
|
12
|
+
for (let startSample = 0, index = 0; startSample < sampleCount; startSample += samplesPerWindow, index += 1) {
|
|
13
|
+
const endSample = Math.min(sampleCount, startSample + samplesPerWindow);
|
|
14
|
+
let sumSquares = 0;
|
|
15
|
+
let peak = 0;
|
|
16
|
+
let count = 0;
|
|
17
|
+
for (let sample = startSample; sample < endSample; sample += 1) {
|
|
18
|
+
for (let channel = 0; channel < channelCount; channel += 1) {
|
|
19
|
+
const value = Math.abs(options.samples[sample * channelCount + channel] ?? 0);
|
|
20
|
+
peak = Math.max(peak, value);
|
|
21
|
+
sumSquares += value * value;
|
|
22
|
+
count += 1;
|
|
23
|
+
}
|
|
24
|
+
}
|
|
25
|
+
const rms = count === 0 ? 0 : Math.sqrt(sumSquares / count);
|
|
26
|
+
const mouthOpenness = rms <= silenceThreshold ? 0 : Math.max(0, Math.min(1, (rms - silenceThreshold) / Math.max(0.001, 0.45 - silenceThreshold)));
|
|
27
|
+
const startTime = normalizePromptAnimationTime((options.startTime ?? 0) + startSample / options.sampleRate);
|
|
28
|
+
const endTime = normalizePromptAnimationTime((options.startTime ?? 0) + endSample / options.sampleRate);
|
|
29
|
+
frames.push({
|
|
30
|
+
index,
|
|
31
|
+
startTime,
|
|
32
|
+
endTime,
|
|
33
|
+
rms,
|
|
34
|
+
peak,
|
|
35
|
+
mouthOpenness,
|
|
36
|
+
visemeId: classifyAmplitudeViseme(mouthOpenness, peak)
|
|
37
|
+
});
|
|
38
|
+
}
|
|
39
|
+
return {
|
|
40
|
+
kind: "audio-viseme-analysis",
|
|
41
|
+
analysisKind: options.phonemeAlignmentPresent ? "phoneme-aligned" : "amplitude-only",
|
|
42
|
+
phonemeAlignmentPresent: options.phonemeAlignmentPresent === true,
|
|
43
|
+
manualCorrectionRecommended: options.phonemeAlignmentPresent !== true,
|
|
44
|
+
characterId: options.characterId,
|
|
45
|
+
language: options.language,
|
|
46
|
+
sampleRate: options.sampleRate,
|
|
47
|
+
frameRate: options.frameRate,
|
|
48
|
+
duration: normalizePromptAnimationTime(duration),
|
|
49
|
+
analysisWindowSeconds: normalizePromptAnimationTime(windowSeconds),
|
|
50
|
+
frames,
|
|
51
|
+
waveform: createAudioWaveformData({
|
|
52
|
+
samples: options.samples,
|
|
53
|
+
sampleRate: options.sampleRate,
|
|
54
|
+
channelCount,
|
|
55
|
+
bins: Math.min(2048, Math.max(64, frames.length))
|
|
56
|
+
})
|
|
57
|
+
};
|
|
58
|
+
}
|
|
59
|
+
export function createAudioDrivenVisemeTrack(options) {
|
|
60
|
+
const analysis = analyzeAudioVisemes(options);
|
|
61
|
+
const cues = mergeAudioVisemeFrames(analysis.frames).map((frame, index) => createGlbBlendshapeVisemeCue({
|
|
62
|
+
id: `${options.lineId ?? options.characterId}:audio-viseme:${index}`,
|
|
63
|
+
characterId: options.characterId,
|
|
64
|
+
...(options.speakerId ? { speakerId: options.speakerId } : {}),
|
|
65
|
+
...(options.lineId ? { lineId: options.lineId } : {}),
|
|
66
|
+
startTime: frame.startTime,
|
|
67
|
+
endTime: frame.endTime,
|
|
68
|
+
visemeId: frame.visemeId,
|
|
69
|
+
mouthOpenness: frame.mouthOpenness,
|
|
70
|
+
weight: frame.visemeId === "sil" ? 0.2 : Math.max(0.35, frame.mouthOpenness),
|
|
71
|
+
...(options.blendshapeMap ? { blendshapeMap: options.blendshapeMap } : {})
|
|
72
|
+
}));
|
|
73
|
+
return createAuraVoiceVisemeTrack({
|
|
74
|
+
episodeId: options.episodeId,
|
|
75
|
+
language: options.language,
|
|
76
|
+
frameRate: options.frameRate,
|
|
77
|
+
cues,
|
|
78
|
+
generatedAt: options.generatedAt
|
|
79
|
+
});
|
|
80
|
+
}
|
|
81
|
+
export function mergeAudioVisemeFrames(frames) {
|
|
82
|
+
const merged = [];
|
|
83
|
+
for (const frame of frames) {
|
|
84
|
+
const previous = merged[merged.length - 1];
|
|
85
|
+
if (previous && previous.visemeId === frame.visemeId) {
|
|
86
|
+
merged[merged.length - 1] = {
|
|
87
|
+
...previous,
|
|
88
|
+
endTime: frame.endTime,
|
|
89
|
+
rms: Math.max(previous.rms, frame.rms),
|
|
90
|
+
peak: Math.max(previous.peak, frame.peak),
|
|
91
|
+
mouthOpenness: Math.max(previous.mouthOpenness, frame.mouthOpenness)
|
|
92
|
+
};
|
|
93
|
+
}
|
|
94
|
+
else {
|
|
95
|
+
merged.push(frame);
|
|
96
|
+
}
|
|
97
|
+
}
|
|
98
|
+
return merged;
|
|
99
|
+
}
|
|
100
|
+
function classifyAmplitudeViseme(mouthOpenness, peak) {
|
|
101
|
+
if (mouthOpenness <= 0.04)
|
|
102
|
+
return "sil";
|
|
103
|
+
if (mouthOpenness >= 0.72)
|
|
104
|
+
return "aa";
|
|
105
|
+
if (peak >= 0.62)
|
|
106
|
+
return "ah";
|
|
107
|
+
if (mouthOpenness >= 0.42)
|
|
108
|
+
return "eh";
|
|
109
|
+
if (mouthOpenness >= 0.22)
|
|
110
|
+
return "ih";
|
|
111
|
+
return "m";
|
|
112
|
+
}
|
|
113
|
+
//# sourceMappingURL=AudioVisemeAnalyzer.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"AudioVisemeAnalyzer.js","sourceRoot":"","sources":["../../../../../packages/engine/src/agent-api/AudioVisemeAnalyzer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,uBAAuB,EAA0B,MAAM,yBAAyB,CAAC;AAC1F,OAAO,EACL,0BAA0B,EAC1B,4BAA4B,EAI7B,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAE,4BAA4B,EAAwH,MAAM,8BAA8B,CAAC;AA6ClM,MAAM,UAAU,mBAAmB,CAAC,OAAmC;IACrE,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,YAAY,IAAI,CAAC,CAAC,CAAC,CAAC;IACxE,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,YAAY,CAAC,CAAC;IACtE,MAAM,QAAQ,GAAG,WAAW,GAAG,OAAO,CAAC,UAAU,CAAC;IAClD,MAAM,aAAa,GAAG,OAAO,CAAC,qBAAqB,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC;IAC7F,MAAM,gBAAgB,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC;IACrF,MAAM,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,IAAI,KAAK,CAAC;IAC3D,MAAM,MAAM,GAA+B,EAAE,CAAC;IAE9C,KAAK,IAAI,WAAW,GAAG,CAAC,EAAE,KAAK,GAAG,CAAC,EAAE,WAAW,GAAG,WAAW,EAAE,WAAW,IAAI,gBAAgB,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;QAC5G,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,WAAW,GAAG,gBAAgB,CAAC,CAAC;QACxE,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,IAAI,IAAI,GAAG,CAAC,CAAC;QACb,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,KAAK,IAAI,MAAM,GAAG,WAAW,EAAE,MAAM,GAAG,SAAS,EAAE,MAAM,IAAI,CAAC,EAAE,CAAC;YAC/D,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,GAAG,YAAY,EAAE,OAAO,IAAI,CAAC,EAAE,CAAC;gBAC3D,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC;gBAC9E,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;gBAC7B,UAAU,IAAI,KAAK,GAAG,KAAK,CAAC;gBAC5B,KAAK,IAAI,CAAC,CAAC;YACb,CAAC;QACH,CAAC;QACD,MAAM,GAAG,GAAG,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC,CAAC;QAC5D,MAAM,aAAa,GAAG,GAAG,IAAI,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,GAAG,GAAG,gBAAgB,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,GAAG,gBAAgB,CAAC,CAAC,CAAC,CAAC;QAClJ,MAAM,SAAS,GAAG,4BAA4B,CAAC,CAAC,OAAO,CAAC,SAAS,IAAI,CAAC,CAAC,GAAG,WAAW,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC;QAC5G,MAAM,OAAO,GAAG,4BAA4B,CAAC,CAAC,OAAO,CAAC,SAAS,IAAI,CAAC,CAAC,GAAG,SAAS,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC;QACxG,MAAM,CAAC,IAAI,CAAC;YACV,KAAK;YACL,SAAS;YACT,OAAO;YACP,GAAG;YACH,IAAI;YACJ,aAAa;YACb,QAAQ,EAAE,uBAAuB,CAAC,aAAa,EAAE,IAAI,CAAC;SACvD,CAAC,CAAC;IACL,CAAC;IAED,OAAO;QACL,IAAI,EAAE,uBAAuB;QAC7B,YAAY,EAAE,OAAO,CAAC,uBAAuB,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC,gBAAgB;QACpF,uBAAuB,EAAE,OAAO,CAAC,uBAAuB,KAAK,IAAI;QACjE,2BAA2B,EAAE,OAAO,CAAC,uBAAuB,KAAK,IAAI;QACrE,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,UAAU,EAAE,OAAO,CAAC,UAAU;QAC9B,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,QAAQ,EAAE,4BAA4B,CAAC,QAAQ,CAAC;QAChD,qBAAqB,EAAE,4BAA4B,CAAC,aAAa,CAAC;QAClE,MAAM;QACN,QAAQ,EAAE,uBAAuB,CAAC;YAChC,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,UAAU,EAAE,OAAO,CAAC,UAAU;YAC9B,YAAY;YACZ,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;SAClD,CAAC;KACH,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,4BAA4B,CAAC,OAAmC;IAC9E,MAAM,QAAQ,GAAG,mBAAmB,CAAC,OAAO,CAAC,CAAC;IAC9C,MAAM,IAAI,GAAG,sBAAsB,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,KAAK,EAAsB,EAAE,CAAC,4BAA4B,CAAC;QAC1H,EAAE,EAAE,GAAG,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,WAAW,iBAAiB,KAAK,EAAE;QACpE,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC9D,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACrD,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,OAAO,EAAE,KAAK,CAAC,OAAO;QACtB,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,aAAa,EAAE,KAAK,CAAC,aAAa;QAClC,MAAM,EAAE,KAAK,CAAC,QAAQ,KAAK,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,CAAC,aAAa,CAAC;QAC5E,GAAG,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,OAAO,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC3E,CAAC,CAAC,CAAC;IACJ,OAAO,0BAA0B,CAAC;QAChC,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,IAAI;QACJ,WAAW,EAAE,OAAO,CAAC,WAAW;KACjC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,MAA2C;IAChF,MAAM,MAAM,GAA+B,EAAE,CAAC;IAC9C,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAC3C,IAAI,QAAQ,IAAI,QAAQ,CAAC,QAAQ,KAAK,KAAK,CAAC,QAAQ,EAAE,CAAC;YACrD,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG;gBAC1B,GAAG,QAAQ;gBACX,OAAO,EAAE,KAAK,CAAC,OAAO;gBACtB,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,EAAE,KAAK,CAAC,GAAG,CAAC;gBACtC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC;gBACzC,aAAa,EAAE,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,aAAa,EAAE,KAAK,CAAC,aAAa,CAAC;aACrE,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACrB,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,uBAAuB,CAAC,aAAqB,EAAE,IAAY;IAClE,IAAI,aAAa,IAAI,IAAI;QAAE,OAAO,KAAK,CAAC;IACxC,IAAI,aAAa,IAAI,IAAI;QAAE,OAAO,IAAI,CAAC;IACvC,IAAI,IAAI,IAAI,IAAI;QAAE,OAAO,IAAI,CAAC;IAC9B,IAAI,aAAa,IAAI,IAAI;QAAE,OAAO,IAAI,CAAC;IACvC,IAAI,aAAa,IAAI,IAAI;QAAE,OAAO,IAAI,CAAC;IACvC,OAAO,GAAG,CAAC;AACb,CAAC"}
|
|
@@ -0,0 +1,31 @@
|
|
|
1
|
+
import type { CartoonRenderQueueArtifact } from "./CartoonRenderQueue.js";
|
|
2
|
+
import type { PromptAnimationId } from "./PromptAnimationContract.js";
|
|
3
|
+
export interface BatchEpisodeDefinition {
|
|
4
|
+
readonly episodeId: PromptAnimationId;
|
|
5
|
+
readonly title: string;
|
|
6
|
+
readonly renderQueue: CartoonRenderQueueArtifact;
|
|
7
|
+
readonly outputDirectory: string;
|
|
8
|
+
}
|
|
9
|
+
export interface CartoonShowBibleBatch {
|
|
10
|
+
readonly kind: "cartoon-show-bible-batch";
|
|
11
|
+
readonly showId: PromptAnimationId;
|
|
12
|
+
readonly title: string;
|
|
13
|
+
readonly episodes: readonly BatchEpisodeDefinition[];
|
|
14
|
+
}
|
|
15
|
+
export interface BatchEpisodeRenderPlan {
|
|
16
|
+
readonly kind: "batch-episode-render-plan";
|
|
17
|
+
readonly showId: PromptAnimationId;
|
|
18
|
+
readonly episodeCount: number;
|
|
19
|
+
readonly totalFrameCount: number;
|
|
20
|
+
readonly jobs: readonly BatchEpisodeRenderJob[];
|
|
21
|
+
}
|
|
22
|
+
export interface BatchEpisodeRenderJob {
|
|
23
|
+
readonly episodeId: PromptAnimationId;
|
|
24
|
+
readonly title: string;
|
|
25
|
+
readonly route: string;
|
|
26
|
+
readonly frameCount: number;
|
|
27
|
+
readonly outputDirectory: string;
|
|
28
|
+
readonly requiredOutputIds: readonly PromptAnimationId[];
|
|
29
|
+
}
|
|
30
|
+
export declare function createBatchEpisodeRenderPlan(batch: CartoonShowBibleBatch): BatchEpisodeRenderPlan;
|
|
31
|
+
//# sourceMappingURL=BatchEpisodeRenderer.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"BatchEpisodeRenderer.d.ts","sourceRoot":"","sources":["../../../../../packages/engine/src/agent-api/BatchEpisodeRenderer.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,0BAA0B,EAAE,MAAM,yBAAyB,CAAC;AAC1E,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,8BAA8B,CAAC;AAEtE,MAAM,WAAW,sBAAsB;IACrC,QAAQ,CAAC,SAAS,EAAE,iBAAiB,CAAC;IACtC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,WAAW,EAAE,0BAA0B,CAAC;IACjD,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAC;CAClC;AAED,MAAM,WAAW,qBAAqB;IACpC,QAAQ,CAAC,IAAI,EAAE,0BAA0B,CAAC;IAC1C,QAAQ,CAAC,MAAM,EAAE,iBAAiB,CAAC;IACnC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,QAAQ,EAAE,SAAS,sBAAsB,EAAE,CAAC;CACtD;AAED,MAAM,WAAW,sBAAsB;IACrC,QAAQ,CAAC,IAAI,EAAE,2BAA2B,CAAC;IAC3C,QAAQ,CAAC,MAAM,EAAE,iBAAiB,CAAC;IACnC,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAC;IACjC,QAAQ,CAAC,IAAI,EAAE,SAAS,qBAAqB,EAAE,CAAC;CACjD;AAED,MAAM,WAAW,qBAAqB;IACpC,QAAQ,CAAC,SAAS,EAAE,iBAAiB,CAAC;IACtC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAC;IACjC,QAAQ,CAAC,iBAAiB,EAAE,SAAS,iBAAiB,EAAE,CAAC;CAC1D;AAED,wBAAgB,4BAA4B,CAAC,KAAK,EAAE,qBAAqB,GAAG,sBAAsB,CAkBjG"}
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
export function createBatchEpisodeRenderPlan(batch) {
|
|
2
|
+
const jobs = batch.episodes.map((episode) => ({
|
|
3
|
+
episodeId: episode.episodeId,
|
|
4
|
+
title: episode.title,
|
|
5
|
+
route: episode.renderQueue.route,
|
|
6
|
+
frameCount: episode.renderQueue.items.length,
|
|
7
|
+
outputDirectory: episode.outputDirectory,
|
|
8
|
+
requiredOutputIds: episode.renderQueue.outputs
|
|
9
|
+
.filter((output) => output.required !== false)
|
|
10
|
+
.map((output) => output.id)
|
|
11
|
+
}));
|
|
12
|
+
return {
|
|
13
|
+
kind: "batch-episode-render-plan",
|
|
14
|
+
showId: batch.showId,
|
|
15
|
+
episodeCount: jobs.length,
|
|
16
|
+
totalFrameCount: jobs.reduce((sum, job) => sum + job.frameCount, 0),
|
|
17
|
+
jobs
|
|
18
|
+
};
|
|
19
|
+
}
|
|
20
|
+
//# sourceMappingURL=BatchEpisodeRenderer.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"BatchEpisodeRenderer.js","sourceRoot":"","sources":["../../../../../packages/engine/src/agent-api/BatchEpisodeRenderer.ts"],"names":[],"mappings":"AAkCA,MAAM,UAAU,4BAA4B,CAAC,KAA4B;IACvE,MAAM,IAAI,GAAG,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAyB,EAAE,CAAC,CAAC;QACnE,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,KAAK,EAAE,OAAO,CAAC,WAAW,CAAC,KAAK;QAChC,UAAU,EAAE,OAAO,CAAC,WAAW,CAAC,KAAK,CAAC,MAAM;QAC5C,eAAe,EAAE,OAAO,CAAC,eAAe;QACxC,iBAAiB,EAAE,OAAO,CAAC,WAAW,CAAC,OAAO;aAC3C,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,KAAK,KAAK,CAAC;aAC7C,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC;KAC9B,CAAC,CAAC,CAAC;IACJ,OAAO;QACL,IAAI,EAAE,2BAA2B;QACjC,MAAM,EAAE,KAAK,CAAC,MAAM;QACpB,YAAY,EAAE,IAAI,CAAC,MAAM;QACzB,eAAe,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,GAAG,GAAG,CAAC,UAAU,EAAE,CAAC,CAAC;QACnE,IAAI;KACL,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,4 @@
|
|
|
1
|
+
import type { CartoonGesture } from "./CartoonPerformance.js";
|
|
2
|
+
export declare const bodyLanguageLibrary: readonly CartoonGesture[];
|
|
3
|
+
export declare function resolveBodyLanguageGesture(id: string): CartoonGesture | undefined;
|
|
4
|
+
//# sourceMappingURL=BodyLanguageLibrary.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"BodyLanguageLibrary.d.ts","sourceRoot":"","sources":["../../../../../packages/engine/src/agent-api/BodyLanguageLibrary.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AAE9D,eAAO,MAAM,mBAAmB,EAAE,SAAS,cAAc,EAKxD,CAAC;AAEF,wBAAgB,0BAA0B,CAAC,EAAE,EAAE,MAAM,GAAG,cAAc,GAAG,SAAS,CAEjF"}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
export const bodyLanguageLibrary = [
|
|
2
|
+
{ id: "shrug", label: "Shrug", action: "gesture", defaultDuration: 1, body: { shoulderRaise: 0.45, handPose: "open" }, gesture: { gestureId: "shrug", hand: "both", amplitude: 0.6 }, facial: { brow: "raised", mouth: "neutral" }, reducedMotionSafe: true },
|
|
3
|
+
{ id: "thumbs-up", label: "Thumbs Up", action: "gesture", defaultDuration: 0.8, body: { armPose: "open", handPose: "point", energy: 0.7 }, gesture: { gestureId: "thumbs-up", hand: "right", amplitude: 0.5 }, facial: { mouth: "smile" }, reducedMotionSafe: true },
|
|
4
|
+
{ id: "thinking", label: "Thinking", action: "gesture", defaultDuration: 1.4, body: { headTilt: -0.12, handPose: "pinch", energy: 0.35 }, gesture: { gestureId: "thinking", hand: "right", amplitude: 0.25 }, facial: { brow: "arched", eyes: "soft" }, reducedMotionSafe: true },
|
|
5
|
+
{ id: "applause", label: "Applause", action: "gesture", defaultDuration: 1.2, body: { armPose: "open", handPose: "open", energy: 0.85 }, gesture: { gestureId: "applause", hand: "both", amplitude: 0.8, frequency: 2 }, facial: { mouth: "smile" }, reducedMotionSafe: false }
|
|
6
|
+
];
|
|
7
|
+
export function resolveBodyLanguageGesture(id) {
|
|
8
|
+
return bodyLanguageLibrary.find((gesture) => gesture.id === id);
|
|
9
|
+
}
|
|
10
|
+
//# sourceMappingURL=BodyLanguageLibrary.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"BodyLanguageLibrary.js","sourceRoot":"","sources":["../../../../../packages/engine/src/agent-api/BodyLanguageLibrary.ts"],"names":[],"mappings":"AAEA,MAAM,CAAC,MAAM,mBAAmB,GAA8B;IAC5D,EAAE,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,eAAe,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,OAAO,EAAE,EAAE,SAAS,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,GAAG,EAAE,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,SAAS,EAAE,EAAE,iBAAiB,EAAE,IAAI,EAAE;IAC7P,EAAE,EAAE,EAAE,WAAW,EAAE,KAAK,EAAE,WAAW,EAAE,MAAM,EAAE,SAAS,EAAE,eAAe,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE,OAAO,EAAE,EAAE,SAAS,EAAE,WAAW,EAAE,IAAI,EAAE,OAAO,EAAE,SAAS,EAAE,GAAG,EAAE,EAAE,MAAM,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,iBAAiB,EAAE,IAAI,EAAE;IACpQ,EAAE,EAAE,EAAE,UAAU,EAAE,KAAK,EAAE,UAAU,EAAE,MAAM,EAAE,SAAS,EAAE,eAAe,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE,QAAQ,EAAE,CAAC,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,OAAO,EAAE,EAAE,SAAS,EAAE,UAAU,EAAE,IAAI,EAAE,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,iBAAiB,EAAE,IAAI,EAAE;IACjR,EAAE,EAAE,EAAE,UAAU,EAAE,KAAK,EAAE,UAAU,EAAE,MAAM,EAAE,SAAS,EAAE,eAAe,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,OAAO,EAAE,EAAE,SAAS,EAAE,UAAU,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC,EAAE,EAAE,MAAM,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,iBAAiB,EAAE,KAAK,EAAE;CAChR,CAAC;AAEF,MAAM,UAAU,0BAA0B,CAAC,EAAU;IACnD,OAAO,mBAAmB,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;AAClE,CAAC"}
|
|
@@ -0,0 +1,65 @@
|
|
|
1
|
+
import type { CartoonRenderQueueItem, CartoonViewport } from "./CartoonRenderQueue.js";
|
|
2
|
+
import type { PromptAnimationSeconds } from "./PromptAnimationContract.js";
|
|
3
|
+
export interface BrowserFrameCapturePageLike {
|
|
4
|
+
goto?(url: string, options?: {
|
|
5
|
+
waitUntil?: "load" | "domcontentloaded" | "networkidle";
|
|
6
|
+
timeout?: number;
|
|
7
|
+
}): Promise<unknown>;
|
|
8
|
+
setViewportSize?(size: {
|
|
9
|
+
width: number;
|
|
10
|
+
height: number;
|
|
11
|
+
}): Promise<unknown>;
|
|
12
|
+
waitForSelector?(selector: string, options?: {
|
|
13
|
+
timeout?: number;
|
|
14
|
+
}): Promise<unknown>;
|
|
15
|
+
evaluate?<T>(fn: (...args: unknown[]) => T | Promise<T>, ...args: unknown[]): Promise<T>;
|
|
16
|
+
screenshot?(options?: {
|
|
17
|
+
path?: string;
|
|
18
|
+
type?: "png" | "jpeg";
|
|
19
|
+
fullPage?: boolean;
|
|
20
|
+
}): Promise<Uint8Array>;
|
|
21
|
+
locator?(selector: string): {
|
|
22
|
+
first(): {
|
|
23
|
+
screenshot(options?: {
|
|
24
|
+
path?: string;
|
|
25
|
+
type?: "png" | "jpeg";
|
|
26
|
+
}): Promise<Uint8Array>;
|
|
27
|
+
};
|
|
28
|
+
};
|
|
29
|
+
}
|
|
30
|
+
export interface BrowserFrameCaptureRequest {
|
|
31
|
+
readonly route: string;
|
|
32
|
+
readonly item: CartoonRenderQueueItem;
|
|
33
|
+
readonly viewport: CartoonViewport;
|
|
34
|
+
readonly selector?: string | undefined;
|
|
35
|
+
readonly outputPath?: string | undefined;
|
|
36
|
+
readonly waitUntil?: "load" | "domcontentloaded" | "networkidle" | undefined;
|
|
37
|
+
readonly timeoutMs?: number | undefined;
|
|
38
|
+
readonly deviceScaleFactor?: number | undefined;
|
|
39
|
+
}
|
|
40
|
+
export interface BrowserFrameCaptureResult {
|
|
41
|
+
readonly kind: "browser-frame-capture";
|
|
42
|
+
readonly route: string;
|
|
43
|
+
readonly frame: number;
|
|
44
|
+
readonly time: PromptAnimationSeconds;
|
|
45
|
+
readonly viewport: CartoonViewport;
|
|
46
|
+
readonly selector: string;
|
|
47
|
+
readonly deviceScaleFactor: number;
|
|
48
|
+
readonly deterministic: boolean;
|
|
49
|
+
readonly outputPath?: string | undefined;
|
|
50
|
+
readonly byteLength: number;
|
|
51
|
+
readonly image?: Uint8Array | undefined;
|
|
52
|
+
}
|
|
53
|
+
export interface BrowserFrameCaptureAdapter {
|
|
54
|
+
capture(request: BrowserFrameCaptureRequest): Promise<BrowserFrameCaptureResult>;
|
|
55
|
+
}
|
|
56
|
+
export interface CreateBrowserFrameCaptureAdapterOptions {
|
|
57
|
+
readonly page: BrowserFrameCapturePageLike;
|
|
58
|
+
readonly defaultSelector?: string | undefined;
|
|
59
|
+
readonly defaultWaitUntil?: "load" | "domcontentloaded" | "networkidle" | undefined;
|
|
60
|
+
readonly defaultTimeoutMs?: number | undefined;
|
|
61
|
+
readonly deviceScaleFactor?: number | undefined;
|
|
62
|
+
}
|
|
63
|
+
export declare function createBrowserFrameCaptureAdapter(options: CreateBrowserFrameCaptureAdapterOptions): BrowserFrameCaptureAdapter;
|
|
64
|
+
export declare function routeWithFrameTime(route: string, time: PromptAnimationSeconds): string;
|
|
65
|
+
//# sourceMappingURL=BrowserFrameCaptureAdapter.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"BrowserFrameCaptureAdapter.d.ts","sourceRoot":"","sources":["../../../../../packages/engine/src/agent-api/BrowserFrameCaptureAdapter.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,sBAAsB,EAAE,eAAe,EAAE,MAAM,yBAAyB,CAAC;AACvF,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,8BAA8B,CAAC;AAE3E,MAAM,WAAW,2BAA2B;IAC1C,IAAI,CAAC,CAAC,GAAG,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE;QAAE,SAAS,CAAC,EAAE,MAAM,GAAG,kBAAkB,GAAG,aAAa,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IAC9H,eAAe,CAAC,CAAC,IAAI,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IAC5E,eAAe,CAAC,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE;QAAE,OAAO,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IACrF,QAAQ,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,GAAG,IAAI,EAAE,OAAO,EAAE,KAAK,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,EAAE,GAAG,IAAI,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;IACzF,UAAU,CAAC,CAAC,OAAO,CAAC,EAAE;QAAE,IAAI,CAAC,EAAE,MAAM,CAAC;QAAC,IAAI,CAAC,EAAE,KAAK,GAAG,MAAM,CAAC;QAAC,QAAQ,CAAC,EAAE,OAAO,CAAA;KAAE,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC;IACzG,OAAO,CAAC,CAAC,QAAQ,EAAE,MAAM,GAAG;QAAE,KAAK,IAAI;YAAE,UAAU,CAAC,OAAO,CAAC,EAAE;gBAAE,IAAI,CAAC,EAAE,MAAM,CAAC;gBAAC,IAAI,CAAC,EAAE,KAAK,GAAG,MAAM,CAAA;aAAE,GAAG,OAAO,CAAC,UAAU,CAAC,CAAA;SAAE,CAAA;KAAE,CAAC;CAClI;AAED,MAAM,WAAW,0BAA0B;IACzC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,IAAI,EAAE,sBAAsB,CAAC;IACtC,QAAQ,CAAC,QAAQ,EAAE,eAAe,CAAC;IACnC,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACvC,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACzC,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,GAAG,kBAAkB,GAAG,aAAa,GAAG,SAAS,CAAC;IAC7E,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACxC,QAAQ,CAAC,iBAAiB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CACjD;AAED,MAAM,WAAW,yBAAyB;IACxC,QAAQ,CAAC,IAAI,EAAE,uBAAuB,CAAC;IACvC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,IAAI,EAAE,sBAAsB,CAAC;IACtC,QAAQ,CAAC,QAAQ,EAAE,eAAe,CAAC;IACnC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,iBAAiB,EAAE,MAAM,CAAC;IACnC,QAAQ,CAAC,aAAa,EAAE,OAAO,CAAC;IAChC,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACzC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,KAAK,CAAC,EAAE,UAAU,GAAG,SAAS,CAAC;CACzC;AAED,MAAM,WAAW,0BAA0B;IACzC,OAAO,CAAC,OAAO,EAAE,0BAA0B,GAAG,OAAO,CAAC,yBAAyB,CAAC,CAAC;CAClF;AAED,MAAM,WAAW,uCAAuC;IACtD,QAAQ,CAAC,IAAI,EAAE,2BAA2B,CAAC;IAC3C,QAAQ,CAAC,eAAe,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC9C,QAAQ,CAAC,gBAAgB,CAAC,EAAE,MAAM,GAAG,kBAAkB,GAAG,aAAa,GAAG,SAAS,CAAC;IACpF,QAAQ,CAAC,gBAAgB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC/C,QAAQ,CAAC,iBAAiB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CACjD;AAED,wBAAgB,gCAAgC,CAAC,OAAO,EAAE,uCAAuC,GAAG,0BAA0B,CAuC7H;AAED,wBAAgB,kBAAkB,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,sBAAsB,GAAG,MAAM,CAGtF"}
|
|
@@ -0,0 +1,42 @@
|
|
|
1
|
+
export function createBrowserFrameCaptureAdapter(options) {
|
|
2
|
+
return {
|
|
3
|
+
async capture(request) {
|
|
4
|
+
const selector = request.selector ?? options.defaultSelector ?? "canvas";
|
|
5
|
+
const waitUntil = request.waitUntil ?? options.defaultWaitUntil ?? "networkidle";
|
|
6
|
+
const timeoutMs = request.timeoutMs ?? options.defaultTimeoutMs ?? 10_000;
|
|
7
|
+
const deviceScaleFactor = request.deviceScaleFactor ?? options.deviceScaleFactor ?? 1;
|
|
8
|
+
await options.page.setViewportSize?.({
|
|
9
|
+
width: request.viewport.width,
|
|
10
|
+
height: request.viewport.height
|
|
11
|
+
});
|
|
12
|
+
await options.page.goto?.(routeWithFrameTime(request.route, request.item.time), { waitUntil, timeout: timeoutMs });
|
|
13
|
+
await options.page.waitForSelector?.(selector, { timeout: timeoutMs });
|
|
14
|
+
await options.page.evaluate?.((time) => {
|
|
15
|
+
const global = globalThis;
|
|
16
|
+
global.__AURA3D_CARTOON_EPISODE_SEEK__?.(time);
|
|
17
|
+
global.__AURA3D_CARTOON_TEMPLATE__?.sampleAt?.(time);
|
|
18
|
+
}, request.item.time);
|
|
19
|
+
const image = options.page.locator
|
|
20
|
+
? await options.page.locator(selector).first().screenshot({ path: request.outputPath, type: "png" })
|
|
21
|
+
: await options.page.screenshot?.({ path: request.outputPath, type: "png", fullPage: false });
|
|
22
|
+
return {
|
|
23
|
+
kind: "browser-frame-capture",
|
|
24
|
+
route: request.route,
|
|
25
|
+
frame: request.item.frame,
|
|
26
|
+
time: request.item.time,
|
|
27
|
+
viewport: request.viewport,
|
|
28
|
+
selector,
|
|
29
|
+
deviceScaleFactor,
|
|
30
|
+
deterministic: true,
|
|
31
|
+
...(request.outputPath ? { outputPath: request.outputPath } : {}),
|
|
32
|
+
byteLength: image?.byteLength ?? 0,
|
|
33
|
+
...(image ? { image } : {})
|
|
34
|
+
};
|
|
35
|
+
}
|
|
36
|
+
};
|
|
37
|
+
}
|
|
38
|
+
export function routeWithFrameTime(route, time) {
|
|
39
|
+
const separator = route.includes("?") ? "&" : "?";
|
|
40
|
+
return `${route}${separator}auraFrameTime=${encodeURIComponent(String(time))}`;
|
|
41
|
+
}
|
|
42
|
+
//# sourceMappingURL=BrowserFrameCaptureAdapter.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"BrowserFrameCaptureAdapter.js","sourceRoot":"","sources":["../../../../../packages/engine/src/agent-api/BrowserFrameCaptureAdapter.ts"],"names":[],"mappings":"AAiDA,MAAM,UAAU,gCAAgC,CAAC,OAAgD;IAC/F,OAAO;QACL,KAAK,CAAC,OAAO,CAAC,OAAO;YACnB,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,eAAe,IAAI,QAAQ,CAAC;YACzE,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,OAAO,CAAC,gBAAgB,IAAI,aAAa,CAAC;YACjF,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,OAAO,CAAC,gBAAgB,IAAI,MAAM,CAAC;YAC1E,MAAM,iBAAiB,GAAG,OAAO,CAAC,iBAAiB,IAAI,OAAO,CAAC,iBAAiB,IAAI,CAAC,CAAC;YACtF,MAAM,OAAO,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC;gBACnC,KAAK,EAAE,OAAO,CAAC,QAAQ,CAAC,KAAK;gBAC7B,MAAM,EAAE,OAAO,CAAC,QAAQ,CAAC,MAAM;aAChC,CAAC,CAAC;YACH,MAAM,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,kBAAkB,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,SAAS,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,CAAC;YACnH,MAAM,OAAO,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC,QAAQ,EAAE,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,CAAC;YACvE,MAAM,OAAO,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC,IAAI,EAAE,EAAE;gBACrC,MAAM,MAAM,GAAG,UAGd,CAAC;gBACF,MAAM,CAAC,+BAA+B,EAAE,CAAC,IAAc,CAAC,CAAC;gBACzD,MAAM,CAAC,2BAA2B,EAAE,QAAQ,EAAE,CAAC,IAAc,CAAC,CAAC;YACjE,CAAC,EAAE,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACtB,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,OAAO;gBAChC,CAAC,CAAC,MAAM,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,KAAK,EAAE,CAAC,UAAU,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,UAAU,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC;gBACpG,CAAC,CAAC,MAAM,OAAO,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,UAAU,EAAE,IAAI,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;YAChG,OAAO;gBACL,IAAI,EAAE,uBAAuB;gBAC7B,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,KAAK,EAAE,OAAO,CAAC,IAAI,CAAC,KAAK;gBACzB,IAAI,EAAE,OAAO,CAAC,IAAI,CAAC,IAAI;gBACvB,QAAQ,EAAE,OAAO,CAAC,QAAQ;gBAC1B,QAAQ;gBACR,iBAAiB;gBACjB,aAAa,EAAE,IAAI;gBACnB,GAAG,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,OAAO,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACjE,UAAU,EAAE,KAAK,EAAE,UAAU,IAAI,CAAC;gBAClC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAC5B,CAAC;QACJ,CAAC;KACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,KAAa,EAAE,IAA4B;IAC5E,MAAM,SAAS,GAAG,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;IAClD,OAAO,GAAG,KAAK,GAAG,SAAS,iBAAiB,kBAAkB,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC;AACjF,CAAC"}
|
|
@@ -0,0 +1,69 @@
|
|
|
1
|
+
import type { AuraVec3 } from "./index.js";
|
|
2
|
+
import { type PromptAnimationId, type PromptAnimationSeconds } from "./PromptAnimationContract.js";
|
|
3
|
+
import { type CameraPresetId } from "./CameraPresetLibrary.js";
|
|
4
|
+
import type { ShotCameraInstruction } from "./ShotTimeline.js";
|
|
5
|
+
export type CameraPathInterpolation = "linear" | "smoothstep" | "catmull-rom";
|
|
6
|
+
export interface CameraKeyframe {
|
|
7
|
+
readonly id: PromptAnimationId;
|
|
8
|
+
readonly time: PromptAnimationSeconds;
|
|
9
|
+
readonly position: AuraVec3;
|
|
10
|
+
readonly target: AuraVec3;
|
|
11
|
+
readonly fov: number;
|
|
12
|
+
readonly focusDistance?: number | undefined;
|
|
13
|
+
readonly shake?: number | undefined;
|
|
14
|
+
}
|
|
15
|
+
export interface CameraPath {
|
|
16
|
+
readonly id: PromptAnimationId;
|
|
17
|
+
readonly interpolation: CameraPathInterpolation;
|
|
18
|
+
readonly keyframes: readonly CameraKeyframe[];
|
|
19
|
+
}
|
|
20
|
+
export interface CameraChoreographyArtifact {
|
|
21
|
+
readonly artifact: "camera-choreography";
|
|
22
|
+
readonly contractId: string;
|
|
23
|
+
readonly episodeId: PromptAnimationId;
|
|
24
|
+
readonly paths: readonly CameraPath[];
|
|
25
|
+
readonly generatedAt?: string | undefined;
|
|
26
|
+
}
|
|
27
|
+
export interface LegacyCameraChoreography {
|
|
28
|
+
readonly kind: "camera-choreography";
|
|
29
|
+
readonly duration: number;
|
|
30
|
+
readonly keyframes: readonly CameraKeyframe[];
|
|
31
|
+
}
|
|
32
|
+
export interface CameraSample {
|
|
33
|
+
readonly time: PromptAnimationSeconds;
|
|
34
|
+
readonly pathId: PromptAnimationId;
|
|
35
|
+
readonly position: AuraVec3;
|
|
36
|
+
readonly target: AuraVec3;
|
|
37
|
+
readonly fov: number;
|
|
38
|
+
readonly focusDistance?: number | undefined;
|
|
39
|
+
readonly shake: number;
|
|
40
|
+
}
|
|
41
|
+
export declare function createCameraChoreography(input: {
|
|
42
|
+
readonly episodeId: PromptAnimationId;
|
|
43
|
+
readonly paths: readonly CameraPath[];
|
|
44
|
+
readonly generatedAt?: string | undefined;
|
|
45
|
+
}): CameraChoreographyArtifact;
|
|
46
|
+
export declare function createCameraChoreography(keyframes: readonly CameraKeyframe[], duration?: number): LegacyCameraChoreography;
|
|
47
|
+
export declare function cameraKeyframeFromPreset(id: CameraPresetId, time: PromptAnimationSeconds): CameraKeyframe;
|
|
48
|
+
export declare function sampleCameraChoreography(choreography: LegacyCameraChoreography, time: PromptAnimationSeconds): CameraKeyframe;
|
|
49
|
+
export declare function createCameraPathFromPreset(input: {
|
|
50
|
+
readonly id: PromptAnimationId;
|
|
51
|
+
readonly presetId: CameraPresetId;
|
|
52
|
+
readonly startTime: PromptAnimationSeconds;
|
|
53
|
+
readonly endTime: PromptAnimationSeconds;
|
|
54
|
+
readonly subjectPosition?: AuraVec3 | undefined;
|
|
55
|
+
readonly interpolation?: CameraPathInterpolation | undefined;
|
|
56
|
+
}): CameraPath;
|
|
57
|
+
export declare function sampleCameraPath(path: CameraPath, time: PromptAnimationSeconds): CameraSample;
|
|
58
|
+
export declare function shotReverseShotCameraPaths(input: {
|
|
59
|
+
readonly episodeId: PromptAnimationId;
|
|
60
|
+
readonly speakerAId: PromptAnimationId;
|
|
61
|
+
readonly speakerBId: PromptAnimationId;
|
|
62
|
+
readonly speakerAPosition: AuraVec3;
|
|
63
|
+
readonly speakerBPosition: AuraVec3;
|
|
64
|
+
readonly startTime: PromptAnimationSeconds;
|
|
65
|
+
readonly turnDuration: PromptAnimationSeconds;
|
|
66
|
+
readonly turns: number;
|
|
67
|
+
}): CameraChoreographyArtifact;
|
|
68
|
+
export declare function cameraInstructionFromSample(sample: CameraSample): ShotCameraInstruction;
|
|
69
|
+
//# sourceMappingURL=CameraChoreographer.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"CameraChoreographer.d.ts","sourceRoot":"","sources":["../../../../../packages/engine/src/agent-api/CameraChoreographer.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAC3C,OAAO,EAAgE,KAAK,iBAAiB,EAAE,KAAK,sBAAsB,EAAE,MAAM,8BAA8B,CAAC;AACjK,OAAO,EAAqB,KAAK,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAClF,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,mBAAmB,CAAC;AAE/D,MAAM,MAAM,uBAAuB,GAAG,QAAQ,GAAG,YAAY,GAAG,aAAa,CAAC;AAE9E,MAAM,WAAW,cAAc;IAC7B,QAAQ,CAAC,EAAE,EAAE,iBAAiB,CAAC;IAC/B,QAAQ,CAAC,IAAI,EAAE,sBAAsB,CAAC;IACtC,QAAQ,CAAC,QAAQ,EAAE,QAAQ,CAAC;IAC5B,QAAQ,CAAC,MAAM,EAAE,QAAQ,CAAC;IAC1B,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,aAAa,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5C,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CACrC;AAED,MAAM,WAAW,UAAU;IACzB,QAAQ,CAAC,EAAE,EAAE,iBAAiB,CAAC;IAC/B,QAAQ,CAAC,aAAa,EAAE,uBAAuB,CAAC;IAChD,QAAQ,CAAC,SAAS,EAAE,SAAS,cAAc,EAAE,CAAC;CAC/C;AAED,MAAM,WAAW,0BAA0B;IACzC,QAAQ,CAAC,QAAQ,EAAE,qBAAqB,CAAC;IACzC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,SAAS,EAAE,iBAAiB,CAAC;IACtC,QAAQ,CAAC,KAAK,EAAE,SAAS,UAAU,EAAE,CAAC;IACtC,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CAC3C;AAED,MAAM,WAAW,wBAAwB;IACvC,QAAQ,CAAC,IAAI,EAAE,qBAAqB,CAAC;IACrC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,SAAS,EAAE,SAAS,cAAc,EAAE,CAAC;CAC/C;AAED,MAAM,WAAW,YAAY;IAC3B,QAAQ,CAAC,IAAI,EAAE,sBAAsB,CAAC;IACtC,QAAQ,CAAC,MAAM,EAAE,iBAAiB,CAAC;IACnC,QAAQ,CAAC,QAAQ,EAAE,QAAQ,CAAC;IAC5B,QAAQ,CAAC,MAAM,EAAE,QAAQ,CAAC;IAC1B,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,aAAa,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5C,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;CACxB;AAED,wBAAgB,wBAAwB,CAAC,KAAK,EAAE;IAC9C,QAAQ,CAAC,SAAS,EAAE,iBAAiB,CAAC;IACtC,QAAQ,CAAC,KAAK,EAAE,SAAS,UAAU,EAAE,CAAC;IACtC,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CAC3C,GAAG,0BAA0B,CAAC;AAC/B,wBAAgB,wBAAwB,CAAC,SAAS,EAAE,SAAS,cAAc,EAAE,EAAE,QAAQ,CAAC,EAAE,MAAM,GAAG,wBAAwB,CAAC;AAkC5H,wBAAgB,wBAAwB,CAAC,EAAE,EAAE,cAAc,EAAE,IAAI,EAAE,sBAAsB,GAAG,cAAc,CAWzG;AAED,wBAAgB,wBAAwB,CAAC,YAAY,EAAE,wBAAwB,EAAE,IAAI,EAAE,sBAAsB,GAAG,cAAc,CAoB7H;AAED,wBAAgB,0BAA0B,CAAC,KAAK,EAAE;IAChD,QAAQ,CAAC,EAAE,EAAE,iBAAiB,CAAC;IAC/B,QAAQ,CAAC,QAAQ,EAAE,cAAc,CAAC;IAClC,QAAQ,CAAC,SAAS,EAAE,sBAAsB,CAAC;IAC3C,QAAQ,CAAC,OAAO,EAAE,sBAAsB,CAAC;IACzC,QAAQ,CAAC,eAAe,CAAC,EAAE,QAAQ,GAAG,SAAS,CAAC;IAChD,QAAQ,CAAC,aAAa,CAAC,EAAE,uBAAuB,GAAG,SAAS,CAAC;CAC9D,GAAG,UAAU,CA6Bb;AAED,wBAAgB,gBAAgB,CAAC,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,sBAAsB,GAAG,YAAY,CAoB7F;AAED,wBAAgB,0BAA0B,CAAC,KAAK,EAAE;IAChD,QAAQ,CAAC,SAAS,EAAE,iBAAiB,CAAC;IACtC,QAAQ,CAAC,UAAU,EAAE,iBAAiB,CAAC;IACvC,QAAQ,CAAC,UAAU,EAAE,iBAAiB,CAAC;IACvC,QAAQ,CAAC,gBAAgB,EAAE,QAAQ,CAAC;IACpC,QAAQ,CAAC,gBAAgB,EAAE,QAAQ,CAAC;IACpC,QAAQ,CAAC,SAAS,EAAE,sBAAsB,CAAC;IAC3C,QAAQ,CAAC,YAAY,EAAE,sBAAsB,CAAC;IAC9C,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;CACxB,GAAG,0BAA0B,CA8B7B;AAED,wBAAgB,2BAA2B,CAAC,MAAM,EAAE,YAAY,GAAG,qBAAqB,CASvF"}
|
|
@@ -0,0 +1,165 @@
|
|
|
1
|
+
import { normalizePromptAnimationTime, promptAnimationContractVersion } from "./PromptAnimationContract.js";
|
|
2
|
+
import { applyCameraPreset } from "./CameraPresetLibrary.js";
|
|
3
|
+
export function createCameraChoreography(input, duration) {
|
|
4
|
+
if (Array.isArray(input)) {
|
|
5
|
+
const sorted = [...input].sort((left, right) => left.time - right.time);
|
|
6
|
+
return {
|
|
7
|
+
kind: "camera-choreography",
|
|
8
|
+
duration: duration ?? Math.max(0, ...sorted.map((keyframe) => keyframe.time)),
|
|
9
|
+
keyframes: sorted
|
|
10
|
+
};
|
|
11
|
+
}
|
|
12
|
+
const planInput = input;
|
|
13
|
+
return {
|
|
14
|
+
artifact: "camera-choreography",
|
|
15
|
+
contractId: promptAnimationContractVersion,
|
|
16
|
+
episodeId: planInput.episodeId,
|
|
17
|
+
paths: planInput.paths.map((path) => ({
|
|
18
|
+
...path,
|
|
19
|
+
keyframes: [...path.keyframes].sort((a, b) => a.time - b.time)
|
|
20
|
+
})),
|
|
21
|
+
...(planInput.generatedAt ? { generatedAt: planInput.generatedAt } : {})
|
|
22
|
+
};
|
|
23
|
+
}
|
|
24
|
+
export function cameraKeyframeFromPreset(id, time) {
|
|
25
|
+
const camera = applyCameraPreset(id);
|
|
26
|
+
return {
|
|
27
|
+
id: `${id}:${time}`,
|
|
28
|
+
time: normalizePromptAnimationTime(time),
|
|
29
|
+
position: camera.position ?? camera.from ?? [0, 1.6, 4],
|
|
30
|
+
target: camera.target ?? [0, 1.2, 0],
|
|
31
|
+
fov: camera.fov ?? 40,
|
|
32
|
+
focusDistance: camera.focusDistance,
|
|
33
|
+
shake: camera.shake
|
|
34
|
+
};
|
|
35
|
+
}
|
|
36
|
+
export function sampleCameraChoreography(choreography, time) {
|
|
37
|
+
if (choreography.keyframes.length === 0)
|
|
38
|
+
throw new Error("Camera choreography requires at least one keyframe.");
|
|
39
|
+
const first = choreography.keyframes[0];
|
|
40
|
+
const last = choreography.keyframes[choreography.keyframes.length - 1];
|
|
41
|
+
if (time <= first.time)
|
|
42
|
+
return first;
|
|
43
|
+
if (time >= last.time)
|
|
44
|
+
return last;
|
|
45
|
+
const end = choreography.keyframes.find((keyframe) => keyframe.time >= time) ?? last;
|
|
46
|
+
const start = choreography.keyframes[Math.max(0, choreography.keyframes.indexOf(end) - 1)] ?? first;
|
|
47
|
+
const t = (time - start.time) / Math.max(0.0001, end.time - start.time);
|
|
48
|
+
return {
|
|
49
|
+
id: `${start.id}:sample:${normalizePromptAnimationTime(time)}`,
|
|
50
|
+
time: normalizePromptAnimationTime(time),
|
|
51
|
+
position: lerpVec3(start.position, end.position, t),
|
|
52
|
+
target: lerpVec3(start.target, end.target, t),
|
|
53
|
+
fov: Number(lerp(start.fov, end.fov, t).toFixed(4)),
|
|
54
|
+
focusDistance: start.focusDistance !== undefined || end.focusDistance !== undefined
|
|
55
|
+
? lerp(start.focusDistance ?? end.focusDistance ?? 0, end.focusDistance ?? start.focusDistance ?? 0, t)
|
|
56
|
+
: undefined,
|
|
57
|
+
shake: lerp(start.shake ?? 0, end.shake ?? 0, t)
|
|
58
|
+
};
|
|
59
|
+
}
|
|
60
|
+
export function createCameraPathFromPreset(input) {
|
|
61
|
+
const camera = applyCameraPreset(input.presetId, { subjectPosition: input.subjectPosition });
|
|
62
|
+
const start = camera.from ?? camera.position ?? [0, 1.6, 4];
|
|
63
|
+
const end = camera.to ?? camera.position ?? start;
|
|
64
|
+
const target = camera.target ?? [0, 1.2, 0];
|
|
65
|
+
return {
|
|
66
|
+
id: input.id,
|
|
67
|
+
interpolation: input.interpolation ?? "smoothstep",
|
|
68
|
+
keyframes: [
|
|
69
|
+
{
|
|
70
|
+
id: `${input.id}:start`,
|
|
71
|
+
time: normalizePromptAnimationTime(input.startTime),
|
|
72
|
+
position: start,
|
|
73
|
+
target,
|
|
74
|
+
fov: camera.fov ?? 40,
|
|
75
|
+
focusDistance: camera.focusDistance,
|
|
76
|
+
shake: camera.shake
|
|
77
|
+
},
|
|
78
|
+
{
|
|
79
|
+
id: `${input.id}:end`,
|
|
80
|
+
time: normalizePromptAnimationTime(input.endTime),
|
|
81
|
+
position: end,
|
|
82
|
+
target,
|
|
83
|
+
fov: camera.fov ?? 40,
|
|
84
|
+
focusDistance: camera.focusDistance,
|
|
85
|
+
shake: 0
|
|
86
|
+
}
|
|
87
|
+
]
|
|
88
|
+
};
|
|
89
|
+
}
|
|
90
|
+
export function sampleCameraPath(path, time) {
|
|
91
|
+
const keyframes = [...path.keyframes].sort((a, b) => a.time - b.time);
|
|
92
|
+
const first = keyframes[0];
|
|
93
|
+
if (!first)
|
|
94
|
+
throw new Error(`Camera path "${path.id}" has no keyframes.`);
|
|
95
|
+
const normalized = normalizePromptAnimationTime(time);
|
|
96
|
+
const previous = [...keyframes].reverse().find((keyframe) => keyframe.time <= normalized) ?? first;
|
|
97
|
+
const next = keyframes.find((keyframe) => keyframe.time >= normalized) ?? keyframes[keyframes.length - 1] ?? first;
|
|
98
|
+
const span = Math.max(0.0001, next.time - previous.time);
|
|
99
|
+
const t = previous === next ? 0 : easing((normalized - previous.time) / span, path.interpolation);
|
|
100
|
+
return {
|
|
101
|
+
time: normalized,
|
|
102
|
+
pathId: path.id,
|
|
103
|
+
position: lerpVec3(previous.position, next.position, t),
|
|
104
|
+
target: lerpVec3(previous.target, next.target, t),
|
|
105
|
+
fov: lerp(previous.fov, next.fov, t),
|
|
106
|
+
...(previous.focusDistance !== undefined || next.focusDistance !== undefined
|
|
107
|
+
? { focusDistance: lerp(previous.focusDistance ?? next.focusDistance ?? 0, next.focusDistance ?? previous.focusDistance ?? 0, t) }
|
|
108
|
+
: {}),
|
|
109
|
+
shake: lerp(previous.shake ?? 0, next.shake ?? 0, t)
|
|
110
|
+
};
|
|
111
|
+
}
|
|
112
|
+
export function shotReverseShotCameraPaths(input) {
|
|
113
|
+
const paths = [];
|
|
114
|
+
for (let turn = 0; turn < input.turns; turn += 1) {
|
|
115
|
+
const focusA = turn % 2 === 0;
|
|
116
|
+
const subjectPosition = focusA ? input.speakerAPosition : input.speakerBPosition;
|
|
117
|
+
const focusId = focusA ? input.speakerAId : input.speakerBId;
|
|
118
|
+
const startTime = input.startTime + turn * input.turnDuration;
|
|
119
|
+
const camera = applyCameraPreset("over-shoulder", { subjectPosition, focusTargetId: focusId });
|
|
120
|
+
paths.push({
|
|
121
|
+
id: `shot-reverse:${turn}:${focusId}`,
|
|
122
|
+
interpolation: "smoothstep",
|
|
123
|
+
keyframes: [
|
|
124
|
+
{
|
|
125
|
+
id: `shot-reverse:${turn}:start`,
|
|
126
|
+
time: normalizePromptAnimationTime(startTime),
|
|
127
|
+
position: camera.position ?? [0, 1.6, 3.2],
|
|
128
|
+
target: camera.target ?? subjectPosition,
|
|
129
|
+
fov: camera.fov ?? 35
|
|
130
|
+
},
|
|
131
|
+
{
|
|
132
|
+
id: `shot-reverse:${turn}:end`,
|
|
133
|
+
time: normalizePromptAnimationTime(startTime + input.turnDuration),
|
|
134
|
+
position: camera.position ?? [0, 1.6, 3.2],
|
|
135
|
+
target: camera.target ?? subjectPosition,
|
|
136
|
+
fov: camera.fov ?? 35
|
|
137
|
+
}
|
|
138
|
+
]
|
|
139
|
+
});
|
|
140
|
+
}
|
|
141
|
+
return createCameraChoreography({ episodeId: input.episodeId, paths });
|
|
142
|
+
}
|
|
143
|
+
export function cameraInstructionFromSample(sample) {
|
|
144
|
+
return {
|
|
145
|
+
move: sample.shake > 0 ? "handheld" : "static",
|
|
146
|
+
position: sample.position,
|
|
147
|
+
target: sample.target,
|
|
148
|
+
fov: sample.fov,
|
|
149
|
+
focusDistance: sample.focusDistance,
|
|
150
|
+
shake: sample.shake
|
|
151
|
+
};
|
|
152
|
+
}
|
|
153
|
+
function easing(t, interpolation) {
|
|
154
|
+
const clamped = Math.max(0, Math.min(1, t));
|
|
155
|
+
if (interpolation === "smoothstep" || interpolation === "catmull-rom")
|
|
156
|
+
return clamped * clamped * (3 - 2 * clamped);
|
|
157
|
+
return clamped;
|
|
158
|
+
}
|
|
159
|
+
function lerp(a, b, t) {
|
|
160
|
+
return a + (b - a) * t;
|
|
161
|
+
}
|
|
162
|
+
function lerpVec3(a, b, t) {
|
|
163
|
+
return [lerp(a[0], b[0], t), lerp(a[1], b[1], t), lerp(a[2], b[2], t)];
|
|
164
|
+
}
|
|
165
|
+
//# sourceMappingURL=CameraChoreographer.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"CameraChoreographer.js","sourceRoot":"","sources":["../../../../../packages/engine/src/agent-api/CameraChoreographer.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,4BAA4B,EAAE,8BAA8B,EAAuD,MAAM,8BAA8B,CAAC;AACjK,OAAO,EAAE,iBAAiB,EAAuB,MAAM,0BAA0B,CAAC;AAmDlF,MAAM,UAAU,wBAAwB,CACtC,KAI6B,EAC7B,QAAiB;IAEjB,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACzB,MAAM,MAAM,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC;QACxE,OAAO;YACL,IAAI,EAAE,qBAAqB;YAC3B,QAAQ,EAAE,QAAQ,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;YAC7E,SAAS,EAAE,MAAM;SAClB,CAAC;IACJ,CAAC;IACD,MAAM,SAAS,GAAG,KAIjB,CAAC;IACF,OAAO;QACL,QAAQ,EAAE,qBAAqB;QAC/B,UAAU,EAAE,8BAA8B;QAC1C,SAAS,EAAE,SAAS,CAAC,SAAS;QAC9B,KAAK,EAAE,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAgB,EAAE,EAAE,CAAC,CAAC;YAChD,GAAG,IAAI;YACP,SAAS,EAAE,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC;SAC/D,CAAC,CAAC;QACH,GAAG,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,SAAS,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACzE,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,wBAAwB,CAAC,EAAkB,EAAE,IAA4B;IACvF,MAAM,MAAM,GAAG,iBAAiB,CAAC,EAAE,CAAC,CAAC;IACrC,OAAO;QACL,EAAE,EAAE,GAAG,EAAE,IAAI,IAAI,EAAE;QACnB,IAAI,EAAE,4BAA4B,CAAC,IAAI,CAAC;QACxC,QAAQ,EAAE,MAAM,CAAC,QAAQ,IAAI,MAAM,CAAC,IAAI,IAAI,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;QACvD,MAAM,EAAE,MAAM,CAAC,MAAM,IAAI,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;QACpC,GAAG,EAAE,MAAM,CAAC,GAAG,IAAI,EAAE;QACrB,aAAa,EAAE,MAAM,CAAC,aAAa;QACnC,KAAK,EAAE,MAAM,CAAC,KAAK;KACpB,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,wBAAwB,CAAC,YAAsC,EAAE,IAA4B;IAC3G,IAAI,YAAY,CAAC,SAAS,CAAC,MAAM,KAAK,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,qDAAqD,CAAC,CAAC;IAChH,MAAM,KAAK,GAAG,YAAY,CAAC,SAAS,CAAC,CAAC,CAAE,CAAC;IACzC,MAAM,IAAI,GAAG,YAAY,CAAC,SAAS,CAAC,YAAY,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAE,CAAC;IACxE,IAAI,IAAI,IAAI,KAAK,CAAC,IAAI;QAAE,OAAO,KAAK,CAAC;IACrC,IAAI,IAAI,IAAI,IAAI,CAAC,IAAI;QAAE,OAAO,IAAI,CAAC;IACnC,MAAM,GAAG,GAAG,YAAY,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,IAAI,CAAC;IACrF,MAAM,KAAK,GAAG,YAAY,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,YAAY,CAAC,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC;IACpG,MAAM,CAAC,GAAG,CAAC,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC;IACxE,OAAO;QACL,EAAE,EAAE,GAAG,KAAK,CAAC,EAAE,WAAW,4BAA4B,CAAC,IAAI,CAAC,EAAE;QAC9D,IAAI,EAAE,4BAA4B,CAAC,IAAI,CAAC;QACxC,QAAQ,EAAE,QAAQ,CAAC,KAAK,CAAC,QAAQ,EAAE,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC;QACnD,MAAM,EAAE,QAAQ,CAAC,KAAK,CAAC,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC;QAC7C,GAAG,EAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QACnD,aAAa,EAAE,KAAK,CAAC,aAAa,KAAK,SAAS,IAAI,GAAG,CAAC,aAAa,KAAK,SAAS;YACjF,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,aAAa,IAAI,GAAG,CAAC,aAAa,IAAI,CAAC,EAAE,GAAG,CAAC,aAAa,IAAI,KAAK,CAAC,aAAa,IAAI,CAAC,EAAE,CAAC,CAAC;YACvG,CAAC,CAAC,SAAS;QACb,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC,EAAE,GAAG,CAAC,KAAK,IAAI,CAAC,EAAE,CAAC,CAAC;KACjD,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,0BAA0B,CAAC,KAO1C;IACC,MAAM,MAAM,GAAG,iBAAiB,CAAC,KAAK,CAAC,QAAQ,EAAE,EAAE,eAAe,EAAE,KAAK,CAAC,eAAe,EAAE,CAAC,CAAC;IAC7F,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,IAAI,MAAM,CAAC,QAAQ,IAAI,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;IAC5D,MAAM,GAAG,GAAG,MAAM,CAAC,EAAE,IAAI,MAAM,CAAC,QAAQ,IAAI,KAAK,CAAC;IAClD,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;IAC5C,OAAO;QACL,EAAE,EAAE,KAAK,CAAC,EAAE;QACZ,aAAa,EAAE,KAAK,CAAC,aAAa,IAAI,YAAY;QAClD,SAAS,EAAE;YACT;gBACE,EAAE,EAAE,GAAG,KAAK,CAAC,EAAE,QAAQ;gBACvB,IAAI,EAAE,4BAA4B,CAAC,KAAK,CAAC,SAAS,CAAC;gBACnD,QAAQ,EAAE,KAAK;gBACf,MAAM;gBACN,GAAG,EAAE,MAAM,CAAC,GAAG,IAAI,EAAE;gBACrB,aAAa,EAAE,MAAM,CAAC,aAAa;gBACnC,KAAK,EAAE,MAAM,CAAC,KAAK;aACpB;YACD;gBACE,EAAE,EAAE,GAAG,KAAK,CAAC,EAAE,MAAM;gBACrB,IAAI,EAAE,4BAA4B,CAAC,KAAK,CAAC,OAAO,CAAC;gBACjD,QAAQ,EAAE,GAAG;gBACb,MAAM;gBACN,GAAG,EAAE,MAAM,CAAC,GAAG,IAAI,EAAE;gBACrB,aAAa,EAAE,MAAM,CAAC,aAAa;gBACnC,KAAK,EAAE,CAAC;aACT;SACF;KACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,IAAgB,EAAE,IAA4B;IAC7E,MAAM,SAAS,GAAG,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC;IACtE,MAAM,KAAK,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;IAC3B,IAAI,CAAC,KAAK;QAAE,MAAM,IAAI,KAAK,CAAC,gBAAgB,IAAI,CAAC,EAAE,qBAAqB,CAAC,CAAC;IAC1E,MAAM,UAAU,GAAG,4BAA4B,CAAC,IAAI,CAAC,CAAC;IACtD,MAAM,QAAQ,GAAG,CAAC,GAAG,SAAS,CAAC,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,IAAI,UAAU,CAAC,IAAI,KAAK,CAAC;IACnG,MAAM,IAAI,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,IAAI,UAAU,CAAC,IAAI,SAAS,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,IAAI,KAAK,CAAC;IACnH,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC;IACzD,MAAM,CAAC,GAAG,QAAQ,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,UAAU,GAAG,QAAQ,CAAC,IAAI,CAAC,GAAG,IAAI,EAAE,IAAI,CAAC,aAAa,CAAC,CAAC;IAClG,OAAO;QACL,IAAI,EAAE,UAAU;QAChB,MAAM,EAAE,IAAI,CAAC,EAAE;QACf,QAAQ,EAAE,QAAQ,CAAC,QAAQ,CAAC,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;QACvD,MAAM,EAAE,QAAQ,CAAC,QAAQ,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;QACjD,GAAG,EAAE,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;QACpC,GAAG,CAAC,QAAQ,CAAC,aAAa,KAAK,SAAS,IAAI,IAAI,CAAC,aAAa,KAAK,SAAS;YAC1E,CAAC,CAAC,EAAE,aAAa,EAAE,IAAI,CAAC,QAAQ,CAAC,aAAa,IAAI,IAAI,CAAC,aAAa,IAAI,CAAC,EAAE,IAAI,CAAC,aAAa,IAAI,QAAQ,CAAC,aAAa,IAAI,CAAC,EAAE,CAAC,CAAC,EAAE;YAClI,CAAC,CAAC,EAAE,CAAC;QACP,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,KAAK,IAAI,CAAC,EAAE,IAAI,CAAC,KAAK,IAAI,CAAC,EAAE,CAAC,CAAC;KACrD,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,0BAA0B,CAAC,KAS1C;IACC,MAAM,KAAK,GAAiB,EAAE,CAAC;IAC/B,KAAK,IAAI,IAAI,GAAG,CAAC,EAAE,IAAI,GAAG,KAAK,CAAC,KAAK,EAAE,IAAI,IAAI,CAAC,EAAE,CAAC;QACjD,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC;QAC9B,MAAM,eAAe,GAAG,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC,CAAC,KAAK,CAAC,gBAAgB,CAAC;QACjF,MAAM,OAAO,GAAG,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC;QAC7D,MAAM,SAAS,GAAG,KAAK,CAAC,SAAS,GAAG,IAAI,GAAG,KAAK,CAAC,YAAY,CAAC;QAC9D,MAAM,MAAM,GAAG,iBAAiB,CAAC,eAAe,EAAE,EAAE,eAAe,EAAE,aAAa,EAAE,OAAO,EAAE,CAAC,CAAC;QAC/F,KAAK,CAAC,IAAI,CAAC;YACT,EAAE,EAAE,gBAAgB,IAAI,IAAI,OAAO,EAAE;YACrC,aAAa,EAAE,YAAY;YAC3B,SAAS,EAAE;gBACT;oBACE,EAAE,EAAE,gBAAgB,IAAI,QAAQ;oBAChC,IAAI,EAAE,4BAA4B,CAAC,SAAS,CAAC;oBAC7C,QAAQ,EAAE,MAAM,CAAC,QAAQ,IAAI,CAAC,CAAC,EAAE,GAAG,EAAE,GAAG,CAAC;oBAC1C,MAAM,EAAE,MAAM,CAAC,MAAM,IAAI,eAAe;oBACxC,GAAG,EAAE,MAAM,CAAC,GAAG,IAAI,EAAE;iBACtB;gBACD;oBACE,EAAE,EAAE,gBAAgB,IAAI,MAAM;oBAC9B,IAAI,EAAE,4BAA4B,CAAC,SAAS,GAAG,KAAK,CAAC,YAAY,CAAC;oBAClE,QAAQ,EAAE,MAAM,CAAC,QAAQ,IAAI,CAAC,CAAC,EAAE,GAAG,EAAE,GAAG,CAAC;oBAC1C,MAAM,EAAE,MAAM,CAAC,MAAM,IAAI,eAAe;oBACxC,GAAG,EAAE,MAAM,CAAC,GAAG,IAAI,EAAE;iBACtB;aACF;SACF,CAAC,CAAC;IACL,CAAC;IACD,OAAO,wBAAwB,CAAC,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC;AACzE,CAAC;AAED,MAAM,UAAU,2BAA2B,CAAC,MAAoB;IAC9D,OAAO;QACL,IAAI,EAAE,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,QAAQ;QAC9C,QAAQ,EAAE,MAAM,CAAC,QAAQ;QACzB,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,GAAG,EAAE,MAAM,CAAC,GAAG;QACf,aAAa,EAAE,MAAM,CAAC,aAAa;QACnC,KAAK,EAAE,MAAM,CAAC,KAAK;KACpB,CAAC;AACJ,CAAC;AAED,SAAS,MAAM,CAAC,CAAS,EAAE,aAAsC;IAC/D,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IAC5C,IAAI,aAAa,KAAK,YAAY,IAAI,aAAa,KAAK,aAAa;QAAE,OAAO,OAAO,GAAG,OAAO,GAAG,CAAC,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,CAAC;IACpH,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,IAAI,CAAC,CAAS,EAAE,CAAS,EAAE,CAAS;IAC3C,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC;AACzB,CAAC;AAED,SAAS,QAAQ,CAAC,CAAW,EAAE,CAAW,EAAE,CAAS;IACnD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;AACzE,CAAC"}
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
import type { AuraVec3 } from "./index.js";
|
|
2
|
+
import { type CameraKeyframe, type CameraPath, type CameraSample } from "./CameraChoreographer.js";
|
|
3
|
+
import { type PromptAnimationId, type PromptAnimationSeconds } from "./PromptAnimationContract.js";
|
|
4
|
+
export interface CameraPathEditorState {
|
|
5
|
+
readonly path: CameraPath;
|
|
6
|
+
readonly selectedKeyframeIds: readonly PromptAnimationId[];
|
|
7
|
+
readonly pathMarkers: readonly CameraPathMarker[];
|
|
8
|
+
}
|
|
9
|
+
export interface CameraPathMarker {
|
|
10
|
+
readonly keyframeId: PromptAnimationId;
|
|
11
|
+
readonly position: AuraVec3;
|
|
12
|
+
readonly target: AuraVec3;
|
|
13
|
+
readonly label: string;
|
|
14
|
+
}
|
|
15
|
+
export declare function createCameraPathEditorState(path: CameraPath): CameraPathEditorState;
|
|
16
|
+
export declare function addCameraKeyframe(path: CameraPath, keyframe: CameraKeyframe): CameraPath;
|
|
17
|
+
export declare function moveCameraKeyframe(path: CameraPath, keyframeId: PromptAnimationId, patch: Partial<Pick<CameraKeyframe, "time" | "position" | "target" | "fov" | "focusDistance" | "shake">>): CameraPath;
|
|
18
|
+
export declare function removeCameraKeyframe(path: CameraPath, keyframeId: PromptAnimationId): CameraPath;
|
|
19
|
+
export declare function sampleCameraPathEditorPreview(state: CameraPathEditorState, times: readonly PromptAnimationSeconds[]): readonly CameraSample[];
|
|
20
|
+
//# sourceMappingURL=CameraPathEditor.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"CameraPathEditor.d.ts","sourceRoot":"","sources":["../../../../../packages/engine/src/agent-api/CameraPathEditor.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAC3C,OAAO,EAAoB,KAAK,cAAc,EAAE,KAAK,UAAU,EAAE,KAAK,YAAY,EAAE,MAAM,0BAA0B,CAAC;AACrH,OAAO,EAAgC,KAAK,iBAAiB,EAAE,KAAK,sBAAsB,EAAE,MAAM,8BAA8B,CAAC;AAEjI,MAAM,WAAW,qBAAqB;IACpC,QAAQ,CAAC,IAAI,EAAE,UAAU,CAAC;IAC1B,QAAQ,CAAC,mBAAmB,EAAE,SAAS,iBAAiB,EAAE,CAAC;IAC3D,QAAQ,CAAC,WAAW,EAAE,SAAS,gBAAgB,EAAE,CAAC;CACnD;AAED,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,CAAC,UAAU,EAAE,iBAAiB,CAAC;IACvC,QAAQ,CAAC,QAAQ,EAAE,QAAQ,CAAC;IAC5B,QAAQ,CAAC,MAAM,EAAE,QAAQ,CAAC;IAC1B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;CACxB;AAED,wBAAgB,2BAA2B,CAAC,IAAI,EAAE,UAAU,GAAG,qBAAqB,CAMnF;AAED,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,cAAc,GAAG,UAAU,CAKxF;AAED,wBAAgB,kBAAkB,CAChC,IAAI,EAAE,UAAU,EAChB,UAAU,EAAE,iBAAiB,EAC7B,KAAK,EAAE,OAAO,CAAC,IAAI,CAAC,cAAc,EAAE,MAAM,GAAG,UAAU,GAAG,QAAQ,GAAG,KAAK,GAAG,eAAe,GAAG,OAAO,CAAC,CAAC,GACvG,UAAU,CAaZ;AAED,wBAAgB,oBAAoB,CAAC,IAAI,EAAE,UAAU,EAAE,UAAU,EAAE,iBAAiB,GAAG,UAAU,CAKhG;AAED,wBAAgB,6BAA6B,CAC3C,KAAK,EAAE,qBAAqB,EAC5B,KAAK,EAAE,SAAS,sBAAsB,EAAE,GACvC,SAAS,YAAY,EAAE,CAEzB"}
|